diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d10/config.json b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d10/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b68766bb18f12dec667a3de3770c467d7358016c --- /dev/null +++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d10/config.json @@ -0,0 +1,26 @@ +{ + "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d10/vae.pt", + "out": "results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d10", + "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json", + "train_tar": "/overflow/data/cerberus/celeba_hq_256_partitioned_ws/train/celeba_hq_256-train-0000.tar", + "n_train": 1000, + "total_steps": 5000000, + "eval_interval": 10000, + "mem_interval": 100000, + "fid_interval": 100000, + "fid_n_real": 1000, + "fid_n_gen": 10000, + "n_gen_samples": 10000, + "n_sde_steps": 500, + "batch_size": 512, + "hidden": 1024, + "depth": 5, + "optimizer": "sgd", + "lr": 0.001, + "momentum": 0.8, + "t_min": 0.01, + "t_max": 3.0, + "t_eval": 0.1, + "seed": 47, + "device": null +} diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d10/metrics.jsonl b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d10/metrics.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..c7b69ac438310a1750db62ecf027c0a2d6a3c6c5 --- /dev/null +++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d10/metrics.jsonl @@ -0,0 +1,502 @@ +{"event": "meta", "data": "celeba_hq_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 10, "n": 1000, "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d10/vae.pt", "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [20952, 7797, 13007, 15253, 1802, 20760, 3302, 2937, 12429, 13098, 20076, 19572, 10577, 5564, 11381, 5775, 5276, 17998, 2240, 2519, 11388, 7263, 4196, 10568, 2158, 19965, 9295, 2040, 19851, 8718, 9370, 15052, 13447, 2513, 1591, 9658, 13292, 12806, 14560, 2355, 9290, 17698, 4901, 20580, 2127, 14432, 8576, 20295, 129, 14022, 19119, 15050, 18760, 288, 13973, 2168, 14462, 2292, 8199, 18932, 6429, 20664, 8787, 16525, 10377, 6994, 16130, 6724, 13244, 20903, 11718, 8813, 7745, 14314, 13381, 7425, 8918, 18001, 18601, 17689, 8193, 470, 13341, 5477, 12269, 7092, 11369, 16932, 14217, 12925, 15969, 15866, 12197, 9148, 9971, 6425, 19208, 112, 13306, 16558, 1303, 19554, 17868, 13767, 4996, 11785, 8997, 17159, 9157, 13344, 7193, 14890, 893, 12961, 4480, 20648, 1871, 14734, 7352, 7321, 17855, 20812, 5617, 12632, 793, 17758, 7441, 20850, 8716, 9049, 5480, 7856, 16261, 5910, 16773, 9795, 4390, 6696, 14888, 12975, 16432, 9254, 6712, 1464, 13523, 641, 20792, 7029, 20339, 5365, 18551, 11929, 13976, 5064, 1978, 3092, 13092, 14987, 9204, 4723, 12378, 12008, 8196, 136, 19652, 8477, 19824, 2919, 13627, 19248, 9044, 3780, 12267, 8395, 7223, 8828, 4794, 1238, 3918, 6410, 14610, 2563, 18499, 7857, 3061, 15109, 11568, 6764, 10989, 18957, 8115, 20211, 19901, 20120, 10169, 4920, 9969, 10241, 17413, 5421, 14514, 20658, 10122, 5760, 1280, 11010, 8517, 4746, 6765, 4667, 4144, 8117, 4488, 17978, 13454, 18660, 8665, 45, 7031, 903, 16818, 18231, 17390, 312, 13864, 3668, 10948, 3614, 19604, 5027, 14941, 16471, 6783, 5178, 9335, 17408, 11831, 14242, 20072, 8405, 5198, 7163, 14369, 3939, 18102, 9996, 1580, 14702, 11215, 12045, 15533, 11854, 20171, 8345, 13606, 20457, 4849, 1500, 4026, 1891, 19053, 15329, 14020, 8742, 9233, 5280, 14522, 19492, 19005, 15421, 20902, 2380, 15726, 10965, 14683, 8786, 10203, 2842, 12666, 16692, 11495, 13620, 13743, 19967, 2117, 13142, 18220, 9184, 7484, 20600, 18310, 11438, 13671, 19232, 12924, 7682, 6420, 6638, 8141, 9558, 14608, 16288, 8979, 18506, 10073, 15365, 17535, 1111, 15229, 5083, 3615, 14472, 9250, 2157, 14039, 7423, 12464, 17398, 7148, 18584, 3958, 17549, 7943, 5819, 4614, 5871, 6171, 8176, 442, 7457, 11538, 15416, 15446, 1476, 16702, 17386, 344, 2590, 4412, 14795, 3511, 3253, 2551, 4805, 10115, 19988, 8304, 12851, 10913, 15518, 12417, 4132, 840, 10288, 7062, 402, 15245, 2646, 10740, 15201, 12745, 16350, 3423, 15088, 14921, 1876, 11228, 17039, 2764, 14670, 3571, 20091, 18464, 1243, 32, 651, 6130, 15342, 8091, 18828, 9117, 12336, 1061, 1889, 11916, 2684, 6657, 18769, 16598, 12693, 17833, 4505, 1755, 5317, 17939, 8049, 15854, 2015, 6255, 7794, 8551, 8848, 6079, 19416, 9201, 9716, 4758, 12841, 18120, 5409, 2645, 17139, 12999, 20071, 11362, 16024, 1012, 3774, 89, 4789, 14143, 541, 19389, 17049, 11702, 9028, 38, 11395, 12833, 19976, 10415, 6753, 3479, 10950, 10730, 2864, 17034, 16113, 14211, 11231, 10526, 3344, 7261, 15216, 1908, 9176, 2681, 9498, 18417, 20330, 19267, 8645, 17348, 3136, 17753, 4834, 14445, 1672, 13858, 18557, 2470, 9766, 18654, 162, 16584, 20852, 14886, 13360, 20524, 19279, 13997, 18291, 1348, 5843, 8721, 20735, 20977, 15333, 8243, 16529, 13154, 10788, 5379, 4739, 5636, 18019, 7950, 6588, 786, 6257, 8375, 3630, 14367, 510, 17431, 18890, 2241, 4398, 13654, 2768, 2899, 12526, 17703, 18984, 5733, 20074, 19421, 3368, 17161, 3891, 15748, 14407, 9678, 13320, 16555, 13838, 20279, 11098, 386, 12574, 2638, 13238, 2777, 13223, 5037, 5813, 19373, 13398, 15442, 5983, 3556, 1790, 6314, 13062, 5358, 17460, 8621, 15321, 9903, 15036, 13479, 19963, 6056, 9168, 2337, 18563, 19062, 11299, 19051, 17806, 17617, 7357, 6977, 19296, 15000, 16443, 14982, 15757, 15704, 5582, 2942, 16890, 8400, 9917, 16834, 567, 659, 9366, 1700, 5402, 4682, 2280, 765, 2961, 4577, 8421, 18091, 18080, 3290, 16429, 7945, 7235, 19280, 6240, 6343, 10436, 6470, 17901, 9219, 13304, 14735, 14786, 10334, 9645, 15485, 15119, 18615, 10837, 6813, 13431, 5024, 11164, 4421, 6786, 12382, 9459, 10595, 3685, 11181, 10328, 2900, 13285, 19615, 598, 157, 3120, 5529, 13749, 880, 5976, 19463, 16851, 2785, 3976, 20553, 19955, 6877, 1999, 20607, 10853, 8557, 7159, 17184, 10263, 9068, 12865, 5383, 18321, 2827, 2557, 7003, 6506, 13066, 16625, 15600, 10682, 18067, 14801, 13212, 9938, 7768, 14004, 11935, 12469, 12488, 13369, 20018, 19169, 4550, 6811, 11149, 37, 10051, 9046, 1576, 14946, 18907, 14521, 19659, 18099, 19638, 12050, 19893, 10324, 14542, 16992, 3456, 795, 5001, 14177, 18909, 18362, 11062, 3201, 6571, 10607, 11677, 4651, 18636, 4078, 6863, 9047, 9346, 5713, 13400, 13011, 12890, 12611, 15357, 7685, 15356, 10982, 15996, 4004, 1566, 9705, 11488, 1775, 17724, 8914, 9553, 3439, 1340, 7931, 16610, 5956, 7683, 3971, 3010, 8407, 3234, 6422, 7216, 2412, 4082, 12822, 5462, 5841, 15427, 5125, 11056, 8331, 4330, 6004, 15595, 4522, 14489, 11545, 12949, 6735, 17874, 11843, 11870, 11752, 14026, 18781, 4107, 12435, 8184, 1894, 9501, 6897, 14322, 4925, 17746, 3540, 3892, 10979, 10164, 2026, 4222, 1302, 19608, 6106, 20705, 1413, 12551, 2515, 5546, 7675, 5986, 7326, 17606, 9322, 9025, 12134, 20845, 1355, 5975, 4924, 9718, 2988, 12371, 8809, 9623, 14696, 17591, 20420, 16528, 15025, 4086, 11756, 4938, 6833, 15181, 11357, 16067, 12427, 5124, 4992, 13926, 20499, 18307, 4955, 7145, 18724, 35, 15577, 8779, 12132, 2322, 5756, 5220, 4518, 10666, 9584, 5903, 5523, 18943, 20654, 5822, 3200, 19022, 7533, 879, 17337, 8171, 8959, 5836, 15782, 18975, 989, 16566, 17613, 18341, 20220, 14326, 15459, 4315, 4874, 7122, 12740, 12259, 10824, 8098, 14910, 8434, 3601, 18430, 10733, 16177, 10780, 1324, 20023, 2408, 11121, 9237, 14519, 14858, 14630, 20871, 15604, 20373, 2311, 20475, 171, 2624, 7590, 4608, 13160, 4506, 10003, 4097, 10252, 18586, 18018, 7960, 9942, 6044, 16467, 3797, 20547, 17560, 7905, 20698, 12686, 5683, 115, 4181, 15828, 20515, 1287, 20636, 2828, 15685, 13399, 18580, 7902, 4380, 10083, 9273, 18142, 15396, 1402, 3101, 19049, 12462, 7659, 164, 1117, 14996, 10741, 17, 18797, 1976, 8898, 11319, 9178, 19713, 19657, 3095, 5405, 15206, 17743, 2834, 20208, 1847, 1488, 3025, 9332, 13967, 14043, 7846, 3126, 11244, 17468, 8874, 13461, 3788, 2725, 5793, 20764, 5132, 16487, 17712, 776, 5042, 9486, 9158, 18638, 6603, 17685, 15564, 11419, 5628, 4296, 8107, 1106, 12274, 3579, 11265, 17185, 7416, 1434, 7934, 19543, 7397, 19689, 3737, 4263, 2141, 5096, 3164, 2924, 2738, 6210, 36, 8651, 17892, 16670, 18803, 11118, 3966, 1913, 20926, 4105, 6428, 17717, 17240, 16019, 4501, 13280, 15814, 19328, 2893, 1993, 681, 4066, 20723, 4437], "fid_reference": "same farthest-first 1k training subset", "seed": 47} +{"step": 1, "wall_time": 72.465651512146, "train_loss_step": 10.315727233886719, "n_params": 4285450, "total_flops": 13164902400, "train_loss": 1.0028460502624512, "subset_score_loss": 1.0028460502624512, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9568037986755371, "fid": 194.79547746101863} +{"step": 10000, "wall_time": 164.43325972557068, "train_loss_step": 2.78701114654541, "n_params": 4285450, "total_flops": 131649024000000, "train_loss": 0.9251357078552246, "subset_score_loss": 0.9251357078552246} +{"step": 20000, "wall_time": 256.69468808174133, "train_loss_step": 2.587834358215332, "n_params": 4285450, "total_flops": 263298048000000, "train_loss": 0.9213314056396484, "subset_score_loss": 0.9213314056396484} +{"step": 30000, "wall_time": 349.31636118888855, "train_loss_step": 2.7146787643432617, "n_params": 4285450, "total_flops": 394947072000000, "train_loss": 0.91982421875, "subset_score_loss": 0.91982421875} +{"step": 40000, "wall_time": 441.9668219089508, "train_loss_step": 2.4464221000671387, "n_params": 4285450, "total_flops": 526596096000000, "train_loss": 0.9185669898986817, "subset_score_loss": 0.9185669898986817} +{"step": 50000, "wall_time": 533.8465845584869, "train_loss_step": 2.631108283996582, "n_params": 4285450, "total_flops": 658245120000000, "train_loss": 0.9178079605102539, "subset_score_loss": 0.9178079605102539} +{"step": 60000, "wall_time": 623.5240128040314, "train_loss_step": 2.43977689743042, "n_params": 4285450, "total_flops": 789894144000000, "train_loss": 0.9169572830200196, "subset_score_loss": 0.9169572830200196} +{"step": 70000, "wall_time": 716.0668823719025, "train_loss_step": 2.6999850273132324, "n_params": 4285450, "total_flops": 921543168000000, "train_loss": 0.9163186073303222, "subset_score_loss": 0.9163186073303222} +{"step": 80000, "wall_time": 807.1022944450378, "train_loss_step": 2.742672920227051, "n_params": 4285450, "total_flops": 1053192192000000, "train_loss": 0.9155524253845215, "subset_score_loss": 0.9155524253845215} +{"step": 90000, "wall_time": 898.9668433666229, "train_loss_step": 2.7674784660339355, "n_params": 4285450, "total_flops": 1184841216000000, "train_loss": 0.9149533271789551, "subset_score_loss": 0.9149533271789551} +{"step": 100000, "wall_time": 1058.0563147068024, "train_loss_step": 2.738330364227295, "n_params": 4285450, "total_flops": 1316490240000000, "train_loss": 0.9142310142517089, "subset_score_loss": 0.9142310142517089, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9376381039619446, "fid": 87.16005001385108} +{"step": 110000, "wall_time": 1149.6781811714172, "train_loss_step": 2.3654279708862305, "n_params": 4285450, "total_flops": 1448139264000000, "train_loss": 0.913609504699707, "subset_score_loss": 0.913609504699707} +{"step": 120000, "wall_time": 1241.5965592861176, "train_loss_step": 2.5552709102630615, "n_params": 4285450, "total_flops": 1579788288000000, "train_loss": 0.9131437301635742, "subset_score_loss": 0.9131437301635742} +{"step": 130000, "wall_time": 1333.474514245987, "train_loss_step": 2.6572487354278564, "n_params": 4285450, "total_flops": 1711437312000000, "train_loss": 0.9125242233276367, "subset_score_loss": 0.9125242233276367} +{"step": 140000, "wall_time": 1425.0339703559875, "train_loss_step": 2.477421283721924, "n_params": 4285450, "total_flops": 1843086336000000, "train_loss": 0.911903190612793, "subset_score_loss": 0.911903190612793} +{"step": 150000, "wall_time": 1515.1667625904083, "train_loss_step": 2.4562039375305176, "n_params": 4285450, "total_flops": 1974735360000000, "train_loss": 0.9113344192504883, "subset_score_loss": 0.9113344192504883} +{"step": 160000, "wall_time": 1607.175724029541, "train_loss_step": 2.4579544067382812, "n_params": 4285450, "total_flops": 2106384384000000, "train_loss": 0.910578727722168, "subset_score_loss": 0.910578727722168} +{"step": 170000, "wall_time": 1699.0999784469604, "train_loss_step": 2.483971118927002, "n_params": 4285450, "total_flops": 2238033408000000, "train_loss": 0.9098737716674805, "subset_score_loss": 0.9098737716674805} +{"step": 180000, "wall_time": 1790.1875908374786, "train_loss_step": 2.6105918884277344, "n_params": 4285450, "total_flops": 2369682432000000, "train_loss": 0.9093609809875488, "subset_score_loss": 0.9093609809875488} +{"step": 190000, "wall_time": 1880.375994682312, "train_loss_step": 2.4478631019592285, "n_params": 4285450, "total_flops": 2501331456000000, "train_loss": 0.9082437515258789, "subset_score_loss": 0.9082437515258789} +{"step": 200000, "wall_time": 2040.9229340553284, "train_loss_step": 2.5627517700195312, "n_params": 4285450, "total_flops": 2632980480000000, "train_loss": 0.9076625823974609, "subset_score_loss": 0.9076625823974609, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9359806776046753, "fid": 86.7941449770728} +{"step": 210000, "wall_time": 2132.4488434791565, "train_loss_step": 2.664428234100342, "n_params": 4285450, "total_flops": 2764629504000000, "train_loss": 0.9066512107849121, "subset_score_loss": 0.9066512107849121} +{"step": 220000, "wall_time": 2225.0762453079224, "train_loss_step": 2.426623821258545, "n_params": 4285450, "total_flops": 2896278528000000, "train_loss": 0.9054990768432617, "subset_score_loss": 0.9054990768432617} +{"step": 230000, "wall_time": 2317.900453567505, "train_loss_step": 2.420281410217285, "n_params": 4285450, "total_flops": 3027927552000000, "train_loss": 0.9041189193725586, "subset_score_loss": 0.9041189193725586} +{"step": 240000, "wall_time": 2408.5292773246765, "train_loss_step": 2.553438186645508, "n_params": 4285450, "total_flops": 3159576576000000, "train_loss": 0.9027327537536621, "subset_score_loss": 0.9027327537536621} +{"step": 250000, "wall_time": 2499.1131460666656, "train_loss_step": 2.7007079124450684, "n_params": 4285450, "total_flops": 3291225600000000, "train_loss": 0.9010130882263183, "subset_score_loss": 0.9010130882263183} +{"step": 260000, "wall_time": 2590.3248012065887, "train_loss_step": 2.822899341583252, "n_params": 4285450, "total_flops": 3422874624000000, "train_loss": 0.899259376525879, "subset_score_loss": 0.899259376525879} +{"step": 270000, "wall_time": 2681.407178878784, "train_loss_step": 2.4749531745910645, "n_params": 4285450, "total_flops": 3554523648000000, "train_loss": 0.8970227241516113, "subset_score_loss": 0.8970227241516113} +{"step": 280000, "wall_time": 2770.0501732826233, "train_loss_step": 2.5584475994110107, "n_params": 4285450, "total_flops": 3686172672000000, "train_loss": 0.8942627906799316, "subset_score_loss": 0.8942627906799316} +{"step": 290000, "wall_time": 2857.9954018592834, "train_loss_step": 2.381317377090454, "n_params": 4285450, "total_flops": 3817821696000000, "train_loss": 0.8907248497009277, "subset_score_loss": 0.8907248497009277} +{"step": 300000, "wall_time": 3029.483565568924, "train_loss_step": 2.356022834777832, "n_params": 4285450, "total_flops": 3949470720000000, "train_loss": 0.886232566833496, "subset_score_loss": 0.886232566833496, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9348700046539307, "fid": 87.53362444375186} +{"step": 310000, "wall_time": 3120.424954175949, "train_loss_step": 2.5580549240112305, "n_params": 4285450, "total_flops": 4081119744000000, "train_loss": 0.879979133605957, "subset_score_loss": 0.879979133605957} +{"step": 320000, "wall_time": 3212.116087436676, "train_loss_step": 2.314190626144409, "n_params": 4285450, "total_flops": 4212768768000000, "train_loss": 0.871823501586914, "subset_score_loss": 0.871823501586914} +{"step": 330000, "wall_time": 3303.507490634918, "train_loss_step": 2.6089892387390137, "n_params": 4285450, "total_flops": 4344417792000000, "train_loss": 0.8601340293884278, "subset_score_loss": 0.8601340293884278} +{"step": 340000, "wall_time": 3393.868148803711, "train_loss_step": 2.312328338623047, "n_params": 4285450, "total_flops": 4476066816000000, "train_loss": 0.8462782859802246, "subset_score_loss": 0.8462782859802246} +{"step": 350000, "wall_time": 3485.9333260059357, "train_loss_step": 2.275679111480713, "n_params": 4285450, "total_flops": 4607715840000000, "train_loss": 0.8270317077636719, "subset_score_loss": 0.8270317077636719} +{"step": 360000, "wall_time": 3578.0375442504883, "train_loss_step": 2.6085920333862305, "n_params": 4285450, "total_flops": 4739364864000000, "train_loss": 0.8047721862792969, "subset_score_loss": 0.8047721862792969} +{"step": 370000, "wall_time": 3667.76686501503, "train_loss_step": 2.460224151611328, "n_params": 4285450, "total_flops": 4871013888000000, "train_loss": 0.7735140800476075, "subset_score_loss": 0.7735140800476075} +{"step": 380000, "wall_time": 3755.477270126343, "train_loss_step": 2.4601149559020996, "n_params": 4285450, "total_flops": 5002662912000000, "train_loss": 0.7390189647674561, "subset_score_loss": 0.7390189647674561} +{"step": 390000, "wall_time": 3846.5493869781494, "train_loss_step": 2.451416015625, "n_params": 4285450, "total_flops": 5134311936000000, "train_loss": 0.7014928817749023, "subset_score_loss": 0.7014928817749023} +{"step": 400000, "wall_time": 4010.110363960266, "train_loss_step": 2.108919143676758, "n_params": 4285450, "total_flops": 5265960960000000, "train_loss": 0.6565802574157715, "subset_score_loss": 0.6565802574157715, "memorization_fraction_pixel": 9.999999747378752e-05, "mean_nn_ratio_pixel": 0.912060558795929, "fid": 88.84262664424867} +{"step": 410000, "wall_time": 4100.85698056221, "train_loss_step": 2.20141339302063, "n_params": 4285450, "total_flops": 5397609984000000, "train_loss": 0.6194229602813721, "subset_score_loss": 0.6194229602813721} +{"step": 420000, "wall_time": 4191.383932352066, "train_loss_step": 2.342194080352783, "n_params": 4285450, "total_flops": 5529259008000000, "train_loss": 0.5767726898193359, "subset_score_loss": 0.5767726898193359} +{"step": 430000, "wall_time": 4278.17804312706, "train_loss_step": 2.1225152015686035, "n_params": 4285450, "total_flops": 5660908032000000, "train_loss": 0.5351551055908204, "subset_score_loss": 0.5351551055908204} +{"step": 440000, "wall_time": 4365.160036325455, "train_loss_step": 2.2416515350341797, "n_params": 4285450, "total_flops": 5792557056000000, "train_loss": 0.5060022830963135, "subset_score_loss": 0.5060022830963135} +{"step": 450000, "wall_time": 4452.283284187317, "train_loss_step": 2.139227867126465, "n_params": 4285450, "total_flops": 5924206080000000, "train_loss": 0.4618835926055908, "subset_score_loss": 0.4618835926055908} +{"step": 460000, "wall_time": 4540.146944761276, "train_loss_step": 2.1247434616088867, "n_params": 4285450, "total_flops": 6055855104000000, "train_loss": 0.4554331302642822, "subset_score_loss": 0.4554331302642822} +{"step": 470000, "wall_time": 4629.262149572372, "train_loss_step": 2.0462005138397217, "n_params": 4285450, "total_flops": 6187504128000000, "train_loss": 0.4155284404754639, "subset_score_loss": 0.4155284404754639} +{"step": 480000, "wall_time": 4720.42579126358, "train_loss_step": 2.102245807647705, "n_params": 4285450, "total_flops": 6319153152000000, "train_loss": 0.3823310136795044, "subset_score_loss": 0.3823310136795044} +{"step": 490000, "wall_time": 4811.653951883316, "train_loss_step": 2.14739990234375, "n_params": 4285450, "total_flops": 6450802176000000, "train_loss": 0.3730766773223877, "subset_score_loss": 0.3730766773223877} +{"step": 500000, "wall_time": 4977.084255456924, "train_loss_step": 2.2204203605651855, "n_params": 4285450, "total_flops": 6582451200000000, "train_loss": 0.34844508171081545, "subset_score_loss": 0.34844508171081545, "memorization_fraction_pixel": 0.001500000013038516, "mean_nn_ratio_pixel": 0.8475324511528015, "fid": 86.54801776584381} +{"step": 510000, "wall_time": 5067.31649184227, "train_loss_step": 2.021303176879883, "n_params": 4285450, "total_flops": 6714100224000000, "train_loss": 0.33039519786834715, "subset_score_loss": 0.33039519786834715} +{"step": 520000, "wall_time": 5158.423768758774, "train_loss_step": 2.0299367904663086, "n_params": 4285450, "total_flops": 6845749248000000, "train_loss": 0.32837657928466796, "subset_score_loss": 0.32837657928466796} +{"step": 530000, "wall_time": 5249.706730127335, "train_loss_step": 2.274531841278076, "n_params": 4285450, "total_flops": 6977398272000000, "train_loss": 0.3122797966003418, "subset_score_loss": 0.3122797966003418} +{"step": 540000, "wall_time": 5341.585962772369, "train_loss_step": 1.8527470827102661, "n_params": 4285450, "total_flops": 7109047296000000, "train_loss": 0.2923595428466797, "subset_score_loss": 0.2923595428466797} +{"step": 550000, "wall_time": 5433.141516685486, "train_loss_step": 1.9523916244506836, "n_params": 4285450, "total_flops": 7240696320000000, "train_loss": 0.28620924949646, "subset_score_loss": 0.28620924949646} +{"step": 560000, "wall_time": 5522.081187009811, "train_loss_step": 1.9528303146362305, "n_params": 4285450, "total_flops": 7372345344000000, "train_loss": 0.27570486068725586, "subset_score_loss": 0.27570486068725586} +{"step": 570000, "wall_time": 5613.631354808807, "train_loss_step": 1.970505952835083, "n_params": 4285450, "total_flops": 7503994368000000, "train_loss": 0.26751089096069336, "subset_score_loss": 0.26751089096069336} +{"step": 580000, "wall_time": 5704.9868631362915, "train_loss_step": 1.9297819137573242, "n_params": 4285450, "total_flops": 7635643392000000, "train_loss": 0.26131563186645507, "subset_score_loss": 0.26131563186645507} +{"step": 590000, "wall_time": 5791.658510684967, "train_loss_step": 1.7509483098983765, "n_params": 4285450, "total_flops": 7767292416000000, "train_loss": 0.24955425262451172, "subset_score_loss": 0.24955425262451172} +{"step": 600000, "wall_time": 5977.171733617783, "train_loss_step": 1.984114646911621, "n_params": 4285450, "total_flops": 7898941440000000, "train_loss": 0.23762545585632325, "subset_score_loss": 0.23762545585632325, "memorization_fraction_pixel": 0.001500000013038516, "mean_nn_ratio_pixel": 0.8048302531242371, "fid": 88.77289942458965} +{"step": 610000, "wall_time": 6065.134682178497, "train_loss_step": 2.1009280681610107, "n_params": 4285450, "total_flops": 8030590464000000, "train_loss": 0.23333432674407958, "subset_score_loss": 0.23333432674407958} +{"step": 620000, "wall_time": 6155.148601293564, "train_loss_step": 1.8692070245742798, "n_params": 4285450, "total_flops": 8162239488000000, "train_loss": 0.22922301292419434, "subset_score_loss": 0.22922301292419434} +{"step": 630000, "wall_time": 6245.6823971271515, "train_loss_step": 1.816794753074646, "n_params": 4285450, "total_flops": 8293888512000000, "train_loss": 0.22215743064880372, "subset_score_loss": 0.22215743064880372} +{"step": 640000, "wall_time": 6335.0273377895355, "train_loss_step": 1.9084677696228027, "n_params": 4285450, "total_flops": 8425537536000000, "train_loss": 0.21620543003082277, "subset_score_loss": 0.21620543003082277} +{"step": 650000, "wall_time": 6421.074818849564, "train_loss_step": 1.9227495193481445, "n_params": 4285450, "total_flops": 8557186560000000, "train_loss": 0.21614649295806884, "subset_score_loss": 0.21614649295806884} +{"step": 660000, "wall_time": 6505.409363746643, "train_loss_step": 1.8402721881866455, "n_params": 4285450, "total_flops": 8688835584000000, "train_loss": 0.209348726272583, "subset_score_loss": 0.209348726272583} +{"step": 670000, "wall_time": 6596.440870761871, "train_loss_step": 1.7458927631378174, "n_params": 4285450, "total_flops": 8820484608000000, "train_loss": 0.2063514232635498, "subset_score_loss": 0.2063514232635498} +{"step": 680000, "wall_time": 6688.366105556488, "train_loss_step": 2.0027284622192383, "n_params": 4285450, "total_flops": 8952133632000000, "train_loss": 0.201959228515625, "subset_score_loss": 0.201959228515625} +{"step": 690000, "wall_time": 6767.137508630753, "train_loss_step": 1.714548110961914, "n_params": 4285450, "total_flops": 9083782656000000, "train_loss": 0.19779356718063354, "subset_score_loss": 0.19779356718063354} +{"step": 700000, "wall_time": 6960.871401786804, "train_loss_step": 1.7477633953094482, "n_params": 4285450, "total_flops": 9215431680000000, "train_loss": 0.19056726694107057, "subset_score_loss": 0.19056726694107057, "memorization_fraction_pixel": 0.0026000000070780516, "mean_nn_ratio_pixel": 0.7737757563591003, "fid": 87.95867020824993} +{"step": 710000, "wall_time": 7048.0042152404785, "train_loss_step": 2.0648975372314453, "n_params": 4285450, "total_flops": 9347080704000000, "train_loss": 0.1898307204246521, "subset_score_loss": 0.1898307204246521} +{"step": 720000, "wall_time": 7138.093824386597, "train_loss_step": 1.6154775619506836, "n_params": 4285450, "total_flops": 9478729728000000, "train_loss": 0.18688286542892457, "subset_score_loss": 0.18688286542892457} +{"step": 730000, "wall_time": 7227.196137189865, "train_loss_step": 1.9747027158737183, "n_params": 4285450, "total_flops": 9610378752000000, "train_loss": 0.1845283627510071, "subset_score_loss": 0.1845283627510071} +{"step": 740000, "wall_time": 7319.015346050262, "train_loss_step": 1.7407134771347046, "n_params": 4285450, "total_flops": 9742027776000000, "train_loss": 0.17967852354049682, "subset_score_loss": 0.17967852354049682} +{"step": 750000, "wall_time": 7395.157501935959, "train_loss_step": 1.8696129322052002, "n_params": 4285450, "total_flops": 9873676800000000, "train_loss": 0.1776387095451355, "subset_score_loss": 0.1776387095451355} +{"step": 760000, "wall_time": 7486.7105169296265, "train_loss_step": 1.8894226551055908, "n_params": 4285450, "total_flops": 10005325824000000, "train_loss": 0.17422857284545898, "subset_score_loss": 0.17422857284545898} +{"step": 770000, "wall_time": 7577.412110090256, "train_loss_step": 1.968690037727356, "n_params": 4285450, "total_flops": 10136974848000000, "train_loss": 0.17250120639801025, "subset_score_loss": 0.17250120639801025} +{"step": 780000, "wall_time": 7669.17569565773, "train_loss_step": 1.816694736480713, "n_params": 4285450, "total_flops": 10268623872000000, "train_loss": 0.1691671848297119, "subset_score_loss": 0.1691671848297119} +{"step": 790000, "wall_time": 7746.777181148529, "train_loss_step": 2.023285388946533, "n_params": 4285450, "total_flops": 10400272896000000, "train_loss": 0.16807769536972045, "subset_score_loss": 0.16807769536972045} +{"step": 800000, "wall_time": 7942.123789548874, "train_loss_step": 1.652299404144287, "n_params": 4285450, "total_flops": 10531921920000000, "train_loss": 0.16730895042419433, "subset_score_loss": 0.16730895042419433, "memorization_fraction_pixel": 0.0027000000700354576, "mean_nn_ratio_pixel": 0.7641196250915527, "fid": 86.99872484375588} +{"step": 810000, "wall_time": 8027.362516403198, "train_loss_step": 1.7009447813034058, "n_params": 4285450, "total_flops": 10663570944000000, "train_loss": 0.1628236174583435, "subset_score_loss": 0.1628236174583435} +{"step": 820000, "wall_time": 8116.110528230667, "train_loss_step": 1.6403813362121582, "n_params": 4285450, "total_flops": 10795219968000000, "train_loss": 0.1620790481567383, "subset_score_loss": 0.1620790481567383} +{"step": 830000, "wall_time": 8206.475000619888, "train_loss_step": 1.9246797561645508, "n_params": 4285450, "total_flops": 10926868992000000, "train_loss": 0.16063181161880494, "subset_score_loss": 0.16063181161880494} +{"step": 840000, "wall_time": 8290.760309457779, "train_loss_step": 1.746997594833374, "n_params": 4285450, "total_flops": 11058518016000000, "train_loss": 0.16133806705474854, "subset_score_loss": 0.16133806705474854} +{"step": 850000, "wall_time": 8370.508623838425, "train_loss_step": 1.7820773124694824, "n_params": 4285450, "total_flops": 11190167040000000, "train_loss": 0.15543640851974488, "subset_score_loss": 0.15543640851974488} +{"step": 860000, "wall_time": 8461.840197324753, "train_loss_step": 1.9440323114395142, "n_params": 4285450, "total_flops": 11321816064000000, "train_loss": 0.15406975746154786, "subset_score_loss": 0.15406975746154786} +{"step": 870000, "wall_time": 8552.734553337097, "train_loss_step": 1.8001387119293213, "n_params": 4285450, "total_flops": 11453465088000000, "train_loss": 0.15489022731781005, "subset_score_loss": 0.15489022731781005} +{"step": 880000, "wall_time": 8640.956577539444, "train_loss_step": 1.8589026927947998, "n_params": 4285450, "total_flops": 11585114112000000, "train_loss": 0.15374120473861694, "subset_score_loss": 0.15374120473861694} +{"step": 890000, "wall_time": 8717.669227361679, "train_loss_step": 1.8539714813232422, "n_params": 4285450, "total_flops": 11716763136000000, "train_loss": 0.15093982219696045, "subset_score_loss": 0.15093982219696045} +{"step": 900000, "wall_time": 8906.614525794983, "train_loss_step": 1.7090966701507568, "n_params": 4285450, "total_flops": 11848412160000000, "train_loss": 0.1498655915260315, "subset_score_loss": 0.1498655915260315, "memorization_fraction_pixel": 0.002899999963119626, "mean_nn_ratio_pixel": 0.7485695481300354, "fid": 88.64641536006434} +{"step": 910000, "wall_time": 8989.690729856491, "train_loss_step": 1.9809209108352661, "n_params": 4285450, "total_flops": 11980061184000000, "train_loss": 0.14712642431259154, "subset_score_loss": 0.14712642431259154} +{"step": 920000, "wall_time": 9081.271790266037, "train_loss_step": 1.7474439144134521, "n_params": 4285450, "total_flops": 12111710208000000, "train_loss": 0.14324395656585692, "subset_score_loss": 0.14324395656585692} +{"step": 930000, "wall_time": 9172.02440404892, "train_loss_step": 1.7929577827453613, "n_params": 4285450, "total_flops": 12243359232000000, "train_loss": 0.14510853290557862, "subset_score_loss": 0.14510853290557862} +{"step": 940000, "wall_time": 9250.910720348358, "train_loss_step": 1.7255339622497559, "n_params": 4285450, "total_flops": 12375008256000000, "train_loss": 0.1430566430091858, "subset_score_loss": 0.1430566430091858} +{"step": 950000, "wall_time": 9340.407882213593, "train_loss_step": 2.038170337677002, "n_params": 4285450, "total_flops": 12506657280000000, "train_loss": 0.14407815933227539, "subset_score_loss": 0.14407815933227539} +{"step": 960000, "wall_time": 9431.972239494324, "train_loss_step": 1.762477993965149, "n_params": 4285450, "total_flops": 12638306304000000, "train_loss": 0.14401835203170776, "subset_score_loss": 0.14401835203170776} +{"step": 970000, "wall_time": 9523.074918985367, "train_loss_step": 1.7470521926879883, "n_params": 4285450, "total_flops": 12769955328000000, "train_loss": 0.1378955841064453, "subset_score_loss": 0.1378955841064453} +{"step": 980000, "wall_time": 9612.743281364441, "train_loss_step": 2.0240800380706787, "n_params": 4285450, "total_flops": 12901604352000000, "train_loss": 0.13446179628372193, "subset_score_loss": 0.13446179628372193} +{"step": 990000, "wall_time": 9689.309641361237, "train_loss_step": 1.7021561861038208, "n_params": 4285450, "total_flops": 13033253376000000, "train_loss": 0.1327640414237976, "subset_score_loss": 0.1327640414237976} +{"step": 1000000, "wall_time": 9873.394231796265, "train_loss_step": 1.7611987590789795, "n_params": 4285450, "total_flops": 13164902400000000, "train_loss": 0.13746110200881959, "subset_score_loss": 0.13746110200881959, "memorization_fraction_pixel": 0.004000000189989805, "mean_nn_ratio_pixel": 0.7338687777519226, "fid": 86.75112789405539} +{"step": 1010000, "wall_time": 9953.112382650375, "train_loss_step": 1.9618560075759888, "n_params": 4285450, "total_flops": 13296551424000000, "train_loss": 0.13537610769271852, "subset_score_loss": 0.13537610769271852} +{"step": 1020000, "wall_time": 10044.7497382164, "train_loss_step": 1.8471355438232422, "n_params": 4285450, "total_flops": 13428200448000000, "train_loss": 0.1323920726776123, "subset_score_loss": 0.1323920726776123} +{"step": 1030000, "wall_time": 10135.416820526123, "train_loss_step": 1.6002180576324463, "n_params": 4285450, "total_flops": 13559849472000000, "train_loss": 0.1313922166824341, "subset_score_loss": 0.1313922166824341} +{"step": 1040000, "wall_time": 10223.504524230957, "train_loss_step": 1.8951466083526611, "n_params": 4285450, "total_flops": 13691498496000000, "train_loss": 0.13107070922851563, "subset_score_loss": 0.13107070922851563} +{"step": 1050000, "wall_time": 10314.712768793106, "train_loss_step": 1.6463866233825684, "n_params": 4285450, "total_flops": 13823147520000000, "train_loss": 0.13067991733551027, "subset_score_loss": 0.13067991733551027} +{"step": 1060000, "wall_time": 10406.301139831543, "train_loss_step": 1.6038146018981934, "n_params": 4285450, "total_flops": 13954796544000000, "train_loss": 0.1277878999710083, "subset_score_loss": 0.1277878999710083} +{"step": 1070000, "wall_time": 10497.166035413742, "train_loss_step": 1.957275390625, "n_params": 4285450, "total_flops": 14086445568000000, "train_loss": 0.13010278940200806, "subset_score_loss": 0.13010278940200806} +{"step": 1080000, "wall_time": 10588.536926269531, "train_loss_step": 1.6634531021118164, "n_params": 4285450, "total_flops": 14218094592000000, "train_loss": 0.1293002486228943, "subset_score_loss": 0.1293002486228943} +{"step": 1090000, "wall_time": 10674.526765584946, "train_loss_step": 1.7523568868637085, "n_params": 4285450, "total_flops": 14349743616000000, "train_loss": 0.12543251514434814, "subset_score_loss": 0.12543251514434814} +{"step": 1100000, "wall_time": 10843.448952198029, "train_loss_step": 2.018777847290039, "n_params": 4285450, "total_flops": 14481392640000000, "train_loss": 0.12449349164962768, "subset_score_loss": 0.12449349164962768, "memorization_fraction_pixel": 0.0032999999821186066, "mean_nn_ratio_pixel": 0.727769136428833, "fid": 87.11069441989636} +{"step": 1110000, "wall_time": 10931.291542768478, "train_loss_step": 1.642162799835205, "n_params": 4285450, "total_flops": 14613041664000000, "train_loss": 0.12533453702926636, "subset_score_loss": 0.12533453702926636} +{"step": 1120000, "wall_time": 11022.62744641304, "train_loss_step": 1.8098732233047485, "n_params": 4285450, "total_flops": 14744690688000000, "train_loss": 0.12000808715820313, "subset_score_loss": 0.12000808715820313} +{"step": 1130000, "wall_time": 11110.372464895248, "train_loss_step": 1.7782279253005981, "n_params": 4285450, "total_flops": 14876339712000000, "train_loss": 0.12227424383163452, "subset_score_loss": 0.12227424383163452} +{"step": 1140000, "wall_time": 11202.102130174637, "train_loss_step": 1.8093063831329346, "n_params": 4285450, "total_flops": 15007988736000000, "train_loss": 0.11983510255813598, "subset_score_loss": 0.11983510255813598} +{"step": 1150000, "wall_time": 11294.03678202629, "train_loss_step": 1.765663743019104, "n_params": 4285450, "total_flops": 15139637760000000, "train_loss": 0.11990482807159424, "subset_score_loss": 0.11990482807159424} +{"step": 1160000, "wall_time": 11385.558559656143, "train_loss_step": 1.7460212707519531, "n_params": 4285450, "total_flops": 15271286784000000, "train_loss": 0.11757082939147949, "subset_score_loss": 0.11757082939147949} +{"step": 1170000, "wall_time": 11476.394470214844, "train_loss_step": 1.7986373901367188, "n_params": 4285450, "total_flops": 15402935808000000, "train_loss": 0.11716237068176269, "subset_score_loss": 0.11716237068176269} +{"step": 1180000, "wall_time": 11564.30923461914, "train_loss_step": 1.7398711442947388, "n_params": 4285450, "total_flops": 15534584832000000, "train_loss": 0.11734362840652465, "subset_score_loss": 0.11734362840652465} +{"step": 1190000, "wall_time": 11655.099782943726, "train_loss_step": 1.7136534452438354, "n_params": 4285450, "total_flops": 15666233856000000, "train_loss": 0.11678546667098999, "subset_score_loss": 0.11678546667098999} +{"step": 1200000, "wall_time": 11822.231496810913, "train_loss_step": 1.8402516841888428, "n_params": 4285450, "total_flops": 15797882880000000, "train_loss": 0.11617344617843628, "subset_score_loss": 0.11617344617843628, "memorization_fraction_pixel": 0.006000000052154064, "mean_nn_ratio_pixel": 0.7216739058494568, "fid": 87.17851657610336} +{"step": 1210000, "wall_time": 11910.962721824646, "train_loss_step": 1.98586106300354, "n_params": 4285450, "total_flops": 15929531904000000, "train_loss": 0.11617122888565064, "subset_score_loss": 0.11617122888565064} +{"step": 1220000, "wall_time": 11997.755516052246, "train_loss_step": 1.8254553079605103, "n_params": 4285450, "total_flops": 16061180928000000, "train_loss": 0.11729295253753662, "subset_score_loss": 0.11729295253753662} +{"step": 1230000, "wall_time": 12088.843360424042, "train_loss_step": 1.7330880165100098, "n_params": 4285450, "total_flops": 16192829952000000, "train_loss": 0.11432654857635498, "subset_score_loss": 0.11432654857635498} +{"step": 1240000, "wall_time": 12179.91720032692, "train_loss_step": 1.851651668548584, "n_params": 4285450, "total_flops": 16324478976000000, "train_loss": 0.11579082012176514, "subset_score_loss": 0.11579082012176514} +{"step": 1250000, "wall_time": 12272.453577756882, "train_loss_step": 1.62908935546875, "n_params": 4285450, "total_flops": 16456128000000000, "train_loss": 0.11431609392166138, "subset_score_loss": 0.11431609392166138} +{"step": 1260000, "wall_time": 12364.16888999939, "train_loss_step": 1.6686934232711792, "n_params": 4285450, "total_flops": 16587777024000000, "train_loss": 0.1141981840133667, "subset_score_loss": 0.1141981840133667} +{"step": 1270000, "wall_time": 12455.2602455616, "train_loss_step": 1.7968449592590332, "n_params": 4285450, "total_flops": 16719426048000000, "train_loss": 0.11089332103729248, "subset_score_loss": 0.11089332103729248} +{"step": 1280000, "wall_time": 12541.871669054031, "train_loss_step": 1.884321928024292, "n_params": 4285450, "total_flops": 16851075072000000, "train_loss": 0.11109772920608521, "subset_score_loss": 0.11109772920608521} +{"step": 1290000, "wall_time": 12633.611509561539, "train_loss_step": 1.7114872932434082, "n_params": 4285450, "total_flops": 16982724096000000, "train_loss": 0.11018357276916504, "subset_score_loss": 0.11018357276916504} +{"step": 1300000, "wall_time": 12801.11042046547, "train_loss_step": 1.6855685710906982, "n_params": 4285450, "total_flops": 17114373120000000, "train_loss": 0.11096071004867554, "subset_score_loss": 0.11096071004867554, "memorization_fraction_pixel": 0.004600000102072954, "mean_nn_ratio_pixel": 0.7103227376937866, "fid": 86.89784787637302} +{"step": 1310000, "wall_time": 12889.070374011993, "train_loss_step": 1.6947047710418701, "n_params": 4285450, "total_flops": 17246022144000000, "train_loss": 0.10935598611831665, "subset_score_loss": 0.10935598611831665} +{"step": 1320000, "wall_time": 12977.695341587067, "train_loss_step": 1.826352596282959, "n_params": 4285450, "total_flops": 17377671168000000, "train_loss": 0.10998107194900512, "subset_score_loss": 0.10998107194900512} +{"step": 1330000, "wall_time": 13069.047783613205, "train_loss_step": 1.790575385093689, "n_params": 4285450, "total_flops": 17509320192000000, "train_loss": 0.10817888975143433, "subset_score_loss": 0.10817888975143433} +{"step": 1340000, "wall_time": 13159.976273536682, "train_loss_step": 1.7825291156768799, "n_params": 4285450, "total_flops": 17640969216000000, "train_loss": 0.10948660373687744, "subset_score_loss": 0.10948660373687744} +{"step": 1350000, "wall_time": 13251.572484493256, "train_loss_step": 1.8302993774414062, "n_params": 4285450, "total_flops": 17772618240000000, "train_loss": 0.1065292477607727, "subset_score_loss": 0.1065292477607727} +{"step": 1360000, "wall_time": 13342.975647687912, "train_loss_step": 2.044297218322754, "n_params": 4285450, "total_flops": 17904267264000000, "train_loss": 0.1095431089401245, "subset_score_loss": 0.1095431089401245} +{"step": 1370000, "wall_time": 13432.290243387222, "train_loss_step": 1.7024178504943848, "n_params": 4285450, "total_flops": 18035916288000000, "train_loss": 0.10600229501724243, "subset_score_loss": 0.10600229501724243} +{"step": 1380000, "wall_time": 13520.215076684952, "train_loss_step": 1.9782218933105469, "n_params": 4285450, "total_flops": 18167565312000000, "train_loss": 0.10455137491226196, "subset_score_loss": 0.10455137491226196} +{"step": 1390000, "wall_time": 13611.824970006943, "train_loss_step": 1.8172627687454224, "n_params": 4285450, "total_flops": 18299214336000000, "train_loss": 0.10305111408233643, "subset_score_loss": 0.10305111408233643} +{"step": 1400000, "wall_time": 13779.71562075615, "train_loss_step": 1.6814186573028564, "n_params": 4285450, "total_flops": 18430863360000000, "train_loss": 0.10350533723831176, "subset_score_loss": 0.10350533723831176, "memorization_fraction_pixel": 0.004600000102072954, "mean_nn_ratio_pixel": 0.710432231426239, "fid": 86.17136159662311} +{"step": 1410000, "wall_time": 13863.250311374664, "train_loss_step": 1.8012807369232178, "n_params": 4285450, "total_flops": 18562512384000000, "train_loss": 0.10322256088256836, "subset_score_loss": 0.10322256088256836} +{"step": 1420000, "wall_time": 13954.651380777359, "train_loss_step": 1.7501212358474731, "n_params": 4285450, "total_flops": 18694161408000000, "train_loss": 0.10243030786514282, "subset_score_loss": 0.10243030786514282} +{"step": 1430000, "wall_time": 14046.199840068817, "train_loss_step": 1.6379327774047852, "n_params": 4285450, "total_flops": 18825810432000000, "train_loss": 0.10439417362213135, "subset_score_loss": 0.10439417362213135} +{"step": 1440000, "wall_time": 14138.104752063751, "train_loss_step": 1.914250135421753, "n_params": 4285450, "total_flops": 18957459456000000, "train_loss": 0.1043539047241211, "subset_score_loss": 0.1043539047241211} +{"step": 1450000, "wall_time": 14229.948521137238, "train_loss_step": 1.5805673599243164, "n_params": 4285450, "total_flops": 19089108480000000, "train_loss": 0.10193959474563599, "subset_score_loss": 0.10193959474563599} +{"step": 1460000, "wall_time": 14319.448459148407, "train_loss_step": 1.6183736324310303, "n_params": 4285450, "total_flops": 19220757504000000, "train_loss": 0.10212504863739014, "subset_score_loss": 0.10212504863739014} +{"step": 1470000, "wall_time": 14406.483211994171, "train_loss_step": 1.661393642425537, "n_params": 4285450, "total_flops": 19352406528000000, "train_loss": 0.098873370885849, "subset_score_loss": 0.098873370885849} +{"step": 1480000, "wall_time": 14489.439222812653, "train_loss_step": 1.6426948308944702, "n_params": 4285450, "total_flops": 19484055552000000, "train_loss": 0.09836816787719727, "subset_score_loss": 0.09836816787719727} +{"step": 1490000, "wall_time": 14579.288223028183, "train_loss_step": 1.6814285516738892, "n_params": 4285450, "total_flops": 19615704576000000, "train_loss": 0.09999856352806091, "subset_score_loss": 0.09999856352806091} +{"step": 1500000, "wall_time": 14769.356091499329, "train_loss_step": 1.7850162982940674, "n_params": 4285450, "total_flops": 19747353600000000, "train_loss": 0.09870225191116333, "subset_score_loss": 0.09870225191116333, "memorization_fraction_pixel": 0.00430000014603138, "mean_nn_ratio_pixel": 0.7075367569923401, "fid": 87.10124300166203} +{"step": 1510000, "wall_time": 14846.173712968826, "train_loss_step": 1.7405309677124023, "n_params": 4285450, "total_flops": 19879002624000000, "train_loss": 0.09866535663604736, "subset_score_loss": 0.09866535663604736} +{"step": 1520000, "wall_time": 14937.911317586899, "train_loss_step": 1.78397798538208, "n_params": 4285450, "total_flops": 20010651648000000, "train_loss": 0.09777206778526307, "subset_score_loss": 0.09777206778526307} +{"step": 1530000, "wall_time": 15029.471424341202, "train_loss_step": 1.7633435726165771, "n_params": 4285450, "total_flops": 20142300672000000, "train_loss": 0.09736630320549011, "subset_score_loss": 0.09736630320549011} +{"step": 1540000, "wall_time": 15120.328215837479, "train_loss_step": 1.850409746170044, "n_params": 4285450, "total_flops": 20273949696000000, "train_loss": 0.09803231954574584, "subset_score_loss": 0.09803231954574584} +{"step": 1550000, "wall_time": 15209.895178556442, "train_loss_step": 1.8110673427581787, "n_params": 4285450, "total_flops": 20405598720000000, "train_loss": 0.09720500707626342, "subset_score_loss": 0.09720500707626342} +{"step": 1560000, "wall_time": 15301.581784248352, "train_loss_step": 1.545290470123291, "n_params": 4285450, "total_flops": 20537247744000000, "train_loss": 0.09504539966583252, "subset_score_loss": 0.09504539966583252} +{"step": 1570000, "wall_time": 15383.152945756912, "train_loss_step": 1.8580402135849, "n_params": 4285450, "total_flops": 20668896768000000, "train_loss": 0.09444175362586975, "subset_score_loss": 0.09444175362586975} +{"step": 1580000, "wall_time": 15473.48312664032, "train_loss_step": 1.7102841138839722, "n_params": 4285450, "total_flops": 20800545792000000, "train_loss": 0.09584731459617615, "subset_score_loss": 0.09584731459617615} +{"step": 1590000, "wall_time": 15564.488977193832, "train_loss_step": 1.673929214477539, "n_params": 4285450, "total_flops": 20932194816000000, "train_loss": 0.09462741017341614, "subset_score_loss": 0.09462741017341614} +{"step": 1600000, "wall_time": 15758.206376552582, "train_loss_step": 1.8701765537261963, "n_params": 4285450, "total_flops": 21063843840000000, "train_loss": 0.09546048045158387, "subset_score_loss": 0.09546048045158387, "memorization_fraction_pixel": 0.004699999932199717, "mean_nn_ratio_pixel": 0.7053733468055725, "fid": 87.37316214327323} +{"step": 1610000, "wall_time": 15833.084371328354, "train_loss_step": 1.7494395971298218, "n_params": 4285450, "total_flops": 21195492864000000, "train_loss": 0.09601597785949707, "subset_score_loss": 0.09601597785949707} +{"step": 1620000, "wall_time": 15924.13233590126, "train_loss_step": 1.934675931930542, "n_params": 4285450, "total_flops": 21327141888000000, "train_loss": 0.09563551545143127, "subset_score_loss": 0.09563551545143127} +{"step": 1630000, "wall_time": 16013.491431951523, "train_loss_step": 1.7195205688476562, "n_params": 4285450, "total_flops": 21458790912000000, "train_loss": 0.09366236925125122, "subset_score_loss": 0.09366236925125122} +{"step": 1640000, "wall_time": 16105.152503728867, "train_loss_step": 1.7705283164978027, "n_params": 4285450, "total_flops": 21590439936000000, "train_loss": 0.094382643699646, "subset_score_loss": 0.094382643699646} +{"step": 1650000, "wall_time": 16196.027415275574, "train_loss_step": 1.7969658374786377, "n_params": 4285450, "total_flops": 21722088960000000, "train_loss": 0.09350257515907287, "subset_score_loss": 0.09350257515907287} +{"step": 1660000, "wall_time": 16287.951432228088, "train_loss_step": 1.6666136980056763, "n_params": 4285450, "total_flops": 21853737984000000, "train_loss": 0.09385656118392945, "subset_score_loss": 0.09385656118392945} +{"step": 1670000, "wall_time": 16364.174586772919, "train_loss_step": 1.8515021800994873, "n_params": 4285450, "total_flops": 21985387008000000, "train_loss": 0.09138311147689819, "subset_score_loss": 0.09138311147689819} +{"step": 1680000, "wall_time": 16454.8786816597, "train_loss_step": 1.608685851097107, "n_params": 4285450, "total_flops": 22117036032000000, "train_loss": 0.09132053852081298, "subset_score_loss": 0.09132053852081298} +{"step": 1690000, "wall_time": 16546.54036450386, "train_loss_step": 1.8094319105148315, "n_params": 4285450, "total_flops": 22248685056000000, "train_loss": 0.09242542386054993, "subset_score_loss": 0.09242542386054993} +{"step": 1700000, "wall_time": 16709.431076288223, "train_loss_step": 1.5757232904434204, "n_params": 4285450, "total_flops": 22380334080000000, "train_loss": 0.089454984664917, "subset_score_loss": 0.089454984664917, "memorization_fraction_pixel": 0.005100000184029341, "mean_nn_ratio_pixel": 0.6969879865646362, "fid": 86.30210768174912} +{"step": 1710000, "wall_time": 16798.410407543182, "train_loss_step": 1.5733836889266968, "n_params": 4285450, "total_flops": 22511983104000000, "train_loss": 0.09175626635551452, "subset_score_loss": 0.09175626635551452} +{"step": 1720000, "wall_time": 16888.27583861351, "train_loss_step": 1.636292576789856, "n_params": 4285450, "total_flops": 22643632128000000, "train_loss": 0.090084308385849, "subset_score_loss": 0.090084308385849} +{"step": 1730000, "wall_time": 16979.38132762909, "train_loss_step": 1.6231188774108887, "n_params": 4285450, "total_flops": 22775281152000000, "train_loss": 0.08882043361663819, "subset_score_loss": 0.08882043361663819} +{"step": 1740000, "wall_time": 17071.1426756382, "train_loss_step": 1.7030408382415771, "n_params": 4285450, "total_flops": 22906930176000000, "train_loss": 0.08792559504508972, "subset_score_loss": 0.08792559504508972} +{"step": 1750000, "wall_time": 17162.210580825806, "train_loss_step": 1.7263057231903076, "n_params": 4285450, "total_flops": 23038579200000000, "train_loss": 0.09033346176147461, "subset_score_loss": 0.09033346176147461} +{"step": 1760000, "wall_time": 17254.01080775261, "train_loss_step": 1.5620086193084717, "n_params": 4285450, "total_flops": 23170228224000000, "train_loss": 0.08966746926307678, "subset_score_loss": 0.08966746926307678} +{"step": 1770000, "wall_time": 17333.992379188538, "train_loss_step": 1.8214267492294312, "n_params": 4285450, "total_flops": 23301877248000000, "train_loss": 0.08907827734947205, "subset_score_loss": 0.08907827734947205} +{"step": 1780000, "wall_time": 17419.75837635994, "train_loss_step": 1.5845911502838135, "n_params": 4285450, "total_flops": 23433526272000000, "train_loss": 0.08730156421661377, "subset_score_loss": 0.08730156421661377} +{"step": 1790000, "wall_time": 17501.589549541473, "train_loss_step": 1.742086410522461, "n_params": 4285450, "total_flops": 23565175296000000, "train_loss": 0.08567366003990173, "subset_score_loss": 0.08567366003990173} +{"step": 1800000, "wall_time": 17664.814940452576, "train_loss_step": 1.8889641761779785, "n_params": 4285450, "total_flops": 23696824320000000, "train_loss": 0.08804984092712402, "subset_score_loss": 0.08804984092712402, "memorization_fraction_pixel": 0.004800000227987766, "mean_nn_ratio_pixel": 0.7000202536582947, "fid": 87.18079566292771} +{"step": 1810000, "wall_time": 17754.65700674057, "train_loss_step": 1.7677148580551147, "n_params": 4285450, "total_flops": 23828473344000000, "train_loss": 0.0884904146194458, "subset_score_loss": 0.0884904146194458} +{"step": 1820000, "wall_time": 17843.039785385132, "train_loss_step": 1.7470155954360962, "n_params": 4285450, "total_flops": 23960122368000000, "train_loss": 0.08675034642219544, "subset_score_loss": 0.08675034642219544} +{"step": 1830000, "wall_time": 17934.425378084183, "train_loss_step": 1.7127416133880615, "n_params": 4285450, "total_flops": 24091771392000000, "train_loss": 0.0854256272315979, "subset_score_loss": 0.0854256272315979} +{"step": 1840000, "wall_time": 18026.734020233154, "train_loss_step": 1.8286781311035156, "n_params": 4285450, "total_flops": 24223420416000000, "train_loss": 0.08381975293159485, "subset_score_loss": 0.08381975293159485} +{"step": 1850000, "wall_time": 18118.717480421066, "train_loss_step": 1.7195699214935303, "n_params": 4285450, "total_flops": 24355069440000000, "train_loss": 0.08498039841651917, "subset_score_loss": 0.08498039841651917} +{"step": 1860000, "wall_time": 18209.349767684937, "train_loss_step": 1.6264680624008179, "n_params": 4285450, "total_flops": 24486718464000000, "train_loss": 0.08503874540328979, "subset_score_loss": 0.08503874540328979} +{"step": 1870000, "wall_time": 18295.702229976654, "train_loss_step": 1.7440000772476196, "n_params": 4285450, "total_flops": 24618367488000000, "train_loss": 0.08607098460197449, "subset_score_loss": 0.08607098460197449} +{"step": 1880000, "wall_time": 18377.88051009178, "train_loss_step": 1.798147201538086, "n_params": 4285450, "total_flops": 24750016512000000, "train_loss": 0.0855096697807312, "subset_score_loss": 0.0855096697807312} +{"step": 1890000, "wall_time": 18457.27450108528, "train_loss_step": 1.5541529655456543, "n_params": 4285450, "total_flops": 24881665536000000, "train_loss": 0.08448508977890015, "subset_score_loss": 0.08448508977890015} +{"step": 1900000, "wall_time": 18663.760329723358, "train_loss_step": 1.7553695440292358, "n_params": 4285450, "total_flops": 25013314560000000, "train_loss": 0.08400629758834839, "subset_score_loss": 0.08400629758834839, "memorization_fraction_pixel": 0.004900000058114529, "mean_nn_ratio_pixel": 0.6911281943321228, "fid": 87.31573529422393} +{"step": 1910000, "wall_time": 18743.17213344574, "train_loss_step": 1.630051851272583, "n_params": 4285450, "total_flops": 25144963584000000, "train_loss": 0.08369179368019104, "subset_score_loss": 0.08369179368019104} +{"step": 1920000, "wall_time": 18830.063107728958, "train_loss_step": 1.8704615831375122, "n_params": 4285450, "total_flops": 25276612608000000, "train_loss": 0.08218690752983093, "subset_score_loss": 0.08218690752983093} +{"step": 1930000, "wall_time": 18920.94265294075, "train_loss_step": 1.5936026573181152, "n_params": 4285450, "total_flops": 25408261632000000, "train_loss": 0.08386139273643493, "subset_score_loss": 0.08386139273643493} +{"step": 1940000, "wall_time": 19012.456246376038, "train_loss_step": 1.6392676830291748, "n_params": 4285450, "total_flops": 25539910656000000, "train_loss": 0.07978364825248718, "subset_score_loss": 0.07978364825248718} +{"step": 1950000, "wall_time": 19103.819784402847, "train_loss_step": 1.7102996110916138, "n_params": 4285450, "total_flops": 25671559680000000, "train_loss": 0.08115028738975524, "subset_score_loss": 0.08115028738975524} +{"step": 1960000, "wall_time": 19194.051022529602, "train_loss_step": 1.7225946187973022, "n_params": 4285450, "total_flops": 25803208704000000, "train_loss": 0.08245602250099182, "subset_score_loss": 0.08245602250099182} +{"step": 1970000, "wall_time": 19275.205101013184, "train_loss_step": 1.94083833694458, "n_params": 4285450, "total_flops": 25934857728000000, "train_loss": 0.08155726790428161, "subset_score_loss": 0.08155726790428161} +{"step": 1980000, "wall_time": 19358.298012018204, "train_loss_step": 1.7064297199249268, "n_params": 4285450, "total_flops": 26066506752000000, "train_loss": 0.07965527772903443, "subset_score_loss": 0.07965527772903443} +{"step": 1990000, "wall_time": 19443.66178059578, "train_loss_step": 1.8536131381988525, "n_params": 4285450, "total_flops": 26198155776000000, "train_loss": 0.08086001873016357, "subset_score_loss": 0.08086001873016357} +{"step": 2000000, "wall_time": 19651.228659391403, "train_loss_step": 1.6182880401611328, "n_params": 4285450, "total_flops": 26329804800000000, "train_loss": 0.08096393346786498, "subset_score_loss": 0.08096393346786498, "memorization_fraction_pixel": 0.004900000058114529, "mean_nn_ratio_pixel": 0.6912924647331238, "fid": 86.31396013420621} +{"step": 2010000, "wall_time": 19733.867702245712, "train_loss_step": 1.5636035203933716, "n_params": 4285450, "total_flops": 26461453824000000, "train_loss": 0.080889892578125, "subset_score_loss": 0.080889892578125} +{"step": 2020000, "wall_time": 19815.80592274666, "train_loss_step": 1.8466999530792236, "n_params": 4285450, "total_flops": 26593102848000000, "train_loss": 0.08032878041267395, "subset_score_loss": 0.08032878041267395} +{"step": 2030000, "wall_time": 19907.368082284927, "train_loss_step": 1.6299450397491455, "n_params": 4285450, "total_flops": 26724751872000000, "train_loss": 0.07951762080192566, "subset_score_loss": 0.07951762080192566} +{"step": 2040000, "wall_time": 19997.96683239937, "train_loss_step": 1.6405903100967407, "n_params": 4285450, "total_flops": 26856400896000000, "train_loss": 0.07886306643486023, "subset_score_loss": 0.07886306643486023} +{"step": 2050000, "wall_time": 20089.04153227806, "train_loss_step": 1.7347235679626465, "n_params": 4285450, "total_flops": 26988049920000000, "train_loss": 0.07952794432640076, "subset_score_loss": 0.07952794432640076} +{"step": 2060000, "wall_time": 20177.84769964218, "train_loss_step": 1.6995677947998047, "n_params": 4285450, "total_flops": 27119698944000000, "train_loss": 0.07939685583114624, "subset_score_loss": 0.07939685583114624} +{"step": 2070000, "wall_time": 20260.268503189087, "train_loss_step": 1.7098389863967896, "n_params": 4285450, "total_flops": 27251347968000000, "train_loss": 0.07844391465187073, "subset_score_loss": 0.07844391465187073} +{"step": 2080000, "wall_time": 20349.495350837708, "train_loss_step": 1.7366644144058228, "n_params": 4285450, "total_flops": 27382996992000000, "train_loss": 0.07939496040344238, "subset_score_loss": 0.07939496040344238} +{"step": 2090000, "wall_time": 20438.922250270844, "train_loss_step": 1.5015939474105835, "n_params": 4285450, "total_flops": 27514646016000000, "train_loss": 0.07820121645927429, "subset_score_loss": 0.07820121645927429} +{"step": 2100000, "wall_time": 20607.047308683395, "train_loss_step": 1.9101046323776245, "n_params": 4285450, "total_flops": 27646295040000000, "train_loss": 0.07858167886734009, "subset_score_loss": 0.07858167886734009, "memorization_fraction_pixel": 0.005400000140070915, "mean_nn_ratio_pixel": 0.6893319487571716, "fid": 86.44627802246617} +{"step": 2110000, "wall_time": 20699.088250637054, "train_loss_step": 1.4811793565750122, "n_params": 4285450, "total_flops": 27777944064000000, "train_loss": 0.07727382183074952, "subset_score_loss": 0.07727382183074952} +{"step": 2120000, "wall_time": 20781.42379283905, "train_loss_step": 1.5991671085357666, "n_params": 4285450, "total_flops": 27909593088000000, "train_loss": 0.07743951082229614, "subset_score_loss": 0.07743951082229614} +{"step": 2130000, "wall_time": 20872.992081165314, "train_loss_step": 1.71103835105896, "n_params": 4285450, "total_flops": 28041242112000000, "train_loss": 0.07782485485076904, "subset_score_loss": 0.07782485485076904} +{"step": 2140000, "wall_time": 20964.144683599472, "train_loss_step": 1.8072841167449951, "n_params": 4285450, "total_flops": 28172891136000000, "train_loss": 0.07799317836761474, "subset_score_loss": 0.07799317836761474} +{"step": 2150000, "wall_time": 21055.19419527054, "train_loss_step": 1.7870473861694336, "n_params": 4285450, "total_flops": 28304540160000000, "train_loss": 0.07822166085243225, "subset_score_loss": 0.07822166085243225} +{"step": 2160000, "wall_time": 21141.492868185043, "train_loss_step": 1.7249282598495483, "n_params": 4285450, "total_flops": 28436189184000000, "train_loss": 0.0773794710636139, "subset_score_loss": 0.0773794710636139} +{"step": 2170000, "wall_time": 21213.48827934265, "train_loss_step": 1.6888140439987183, "n_params": 4285450, "total_flops": 28567838208000000, "train_loss": 0.07592572569847107, "subset_score_loss": 0.07592572569847107} +{"step": 2180000, "wall_time": 21302.299293279648, "train_loss_step": 1.776610016822815, "n_params": 4285450, "total_flops": 28699487232000000, "train_loss": 0.07587409615516663, "subset_score_loss": 0.07587409615516663} +{"step": 2190000, "wall_time": 21393.6576089859, "train_loss_step": 1.7387571334838867, "n_params": 4285450, "total_flops": 28831136256000000, "train_loss": 0.0767208218574524, "subset_score_loss": 0.0767208218574524} +{"step": 2200000, "wall_time": 21613.809067964554, "train_loss_step": 1.4987775087356567, "n_params": 4285450, "total_flops": 28962785280000000, "train_loss": 0.07624751329421997, "subset_score_loss": 0.07624751329421997, "memorization_fraction_pixel": 0.004399999976158142, "mean_nn_ratio_pixel": 0.6871288418769836, "fid": 87.26578138596844} +{"step": 2210000, "wall_time": 21705.945284843445, "train_loss_step": 1.4502960443496704, "n_params": 4285450, "total_flops": 29094434304000000, "train_loss": 0.07590138912200928, "subset_score_loss": 0.07590138912200928} +{"step": 2220000, "wall_time": 21778.19195342064, "train_loss_step": 1.7904844284057617, "n_params": 4285450, "total_flops": 29226083328000000, "train_loss": 0.07483263611793518, "subset_score_loss": 0.07483263611793518} +{"step": 2230000, "wall_time": 21867.770442962646, "train_loss_step": 1.5489921569824219, "n_params": 4285450, "total_flops": 29357732352000000, "train_loss": 0.07568693161010742, "subset_score_loss": 0.07568693161010742} +{"step": 2240000, "wall_time": 21958.497658491135, "train_loss_step": 1.74146568775177, "n_params": 4285450, "total_flops": 29489381376000000, "train_loss": 0.07486942410469055, "subset_score_loss": 0.07486942410469055} +{"step": 2250000, "wall_time": 22049.21670627594, "train_loss_step": 1.7295100688934326, "n_params": 4285450, "total_flops": 29621030400000000, "train_loss": 0.07387537956237793, "subset_score_loss": 0.07387537956237793} +{"step": 2260000, "wall_time": 22117.067168951035, "train_loss_step": 1.8014932870864868, "n_params": 4285450, "total_flops": 29752679424000000, "train_loss": 0.07337739467620849, "subset_score_loss": 0.07337739467620849} +{"step": 2270000, "wall_time": 22205.878995895386, "train_loss_step": 1.8690251111984253, "n_params": 4285450, "total_flops": 29884328448000000, "train_loss": 0.07396862506866456, "subset_score_loss": 0.07396862506866456} +{"step": 2280000, "wall_time": 22297.051018238068, "train_loss_step": 1.6191372871398926, "n_params": 4285450, "total_flops": 30015977472000000, "train_loss": 0.07456270456314087, "subset_score_loss": 0.07456270456314087} +{"step": 2290000, "wall_time": 22388.99005293846, "train_loss_step": 1.6092994213104248, "n_params": 4285450, "total_flops": 30147626496000000, "train_loss": 0.07225180864334106, "subset_score_loss": 0.07225180864334106} +{"step": 2300000, "wall_time": 22610.307666301727, "train_loss_step": 1.7963480949401855, "n_params": 4285450, "total_flops": 30279275520000000, "train_loss": 0.0722732424736023, "subset_score_loss": 0.0722732424736023, "memorization_fraction_pixel": 0.005900000222027302, "mean_nn_ratio_pixel": 0.6840071678161621, "fid": 87.72451401522866} +{"step": 2310000, "wall_time": 22701.995960235596, "train_loss_step": 1.6292165517807007, "n_params": 4285450, "total_flops": 30410924544000000, "train_loss": 0.07311779856681824, "subset_score_loss": 0.07311779856681824} +{"step": 2320000, "wall_time": 22781.47470641136, "train_loss_step": 1.794341802597046, "n_params": 4285450, "total_flops": 30542573568000000, "train_loss": 0.07248018980026245, "subset_score_loss": 0.07248018980026245} +{"step": 2330000, "wall_time": 22872.839995145798, "train_loss_step": 1.7784814834594727, "n_params": 4285450, "total_flops": 30674222592000000, "train_loss": 0.07256713509559631, "subset_score_loss": 0.07256713509559631} +{"step": 2340000, "wall_time": 22963.62730240822, "train_loss_step": 1.6833114624023438, "n_params": 4285450, "total_flops": 30805871616000000, "train_loss": 0.07243751883506774, "subset_score_loss": 0.07243751883506774} +{"step": 2350000, "wall_time": 23042.83455014229, "train_loss_step": 1.78854501247406, "n_params": 4285450, "total_flops": 30937520640000000, "train_loss": 0.07327185869216919, "subset_score_loss": 0.07327185869216919} +{"step": 2360000, "wall_time": 23133.471782922745, "train_loss_step": 1.77051842212677, "n_params": 4285450, "total_flops": 31069169664000000, "train_loss": 0.07172343134880066, "subset_score_loss": 0.07172343134880066} +{"step": 2370000, "wall_time": 23223.881598711014, "train_loss_step": 1.6787325143814087, "n_params": 4285450, "total_flops": 31200818688000000, "train_loss": 0.07383043766021728, "subset_score_loss": 0.07383043766021728} +{"step": 2380000, "wall_time": 23315.922795772552, "train_loss_step": 1.5749289989471436, "n_params": 4285450, "total_flops": 31332467712000000, "train_loss": 0.0724817931652069, "subset_score_loss": 0.0724817931652069} +{"step": 2390000, "wall_time": 23407.987769126892, "train_loss_step": 1.6062376499176025, "n_params": 4285450, "total_flops": 31464116736000000, "train_loss": 0.07149027585983277, "subset_score_loss": 0.07149027585983277} +{"step": 2400000, "wall_time": 23576.97957754135, "train_loss_step": 1.7225669622421265, "n_params": 4285450, "total_flops": 31595765760000000, "train_loss": 0.07112360000610352, "subset_score_loss": 0.07112360000610352, "memorization_fraction_pixel": 0.004900000058114529, "mean_nn_ratio_pixel": 0.6845417618751526, "fid": 86.22066604008486} +{"step": 2410000, "wall_time": 23668.878152132034, "train_loss_step": 1.9056425094604492, "n_params": 4285450, "total_flops": 31727414784000000, "train_loss": 0.07230791449546814, "subset_score_loss": 0.07230791449546814} +{"step": 2420000, "wall_time": 23757.914407491684, "train_loss_step": 1.6843221187591553, "n_params": 4285450, "total_flops": 31859063808000000, "train_loss": 0.07073923945426941, "subset_score_loss": 0.07073923945426941} +{"step": 2430000, "wall_time": 23849.74166202545, "train_loss_step": 1.5480356216430664, "n_params": 4285450, "total_flops": 31990712832000000, "train_loss": 0.0721463680267334, "subset_score_loss": 0.0721463680267334} +{"step": 2440000, "wall_time": 23935.959996938705, "train_loss_step": 1.8083140850067139, "n_params": 4285450, "total_flops": 32122361856000000, "train_loss": 0.07184725403785705, "subset_score_loss": 0.07184725403785705} +{"step": 2450000, "wall_time": 24018.39395070076, "train_loss_step": 1.8058695793151855, "n_params": 4285450, "total_flops": 32254010880000000, "train_loss": 0.07053388953208924, "subset_score_loss": 0.07053388953208924} +{"step": 2460000, "wall_time": 24108.935076713562, "train_loss_step": 1.8310887813568115, "n_params": 4285450, "total_flops": 32385659904000000, "train_loss": 0.07064935564994812, "subset_score_loss": 0.07064935564994812} +{"step": 2470000, "wall_time": 24199.76058626175, "train_loss_step": 1.697258710861206, "n_params": 4285450, "total_flops": 32517308928000000, "train_loss": 0.06950560212135315, "subset_score_loss": 0.06950560212135315} +{"step": 2480000, "wall_time": 24290.542400598526, "train_loss_step": 1.6792328357696533, "n_params": 4285450, "total_flops": 32648957952000000, "train_loss": 0.06977799534797668, "subset_score_loss": 0.06977799534797668} +{"step": 2490000, "wall_time": 24382.300482034683, "train_loss_step": 1.6688635349273682, "n_params": 4285450, "total_flops": 32780606976000000, "train_loss": 0.06982688903808594, "subset_score_loss": 0.06982688903808594} +{"step": 2500000, "wall_time": 24590.310614824295, "train_loss_step": 1.7814080715179443, "n_params": 4285450, "total_flops": 32912256000000000, "train_loss": 0.07018887996673584, "subset_score_loss": 0.07018887996673584, "memorization_fraction_pixel": 0.005799999926239252, "mean_nn_ratio_pixel": 0.6839276552200317, "fid": 86.75110626673097} +{"step": 2510000, "wall_time": 24682.24299430847, "train_loss_step": 1.6835930347442627, "n_params": 4285450, "total_flops": 33043905024000000, "train_loss": 0.06885827779769897, "subset_score_loss": 0.06885827779769897} +{"step": 2520000, "wall_time": 24758.726190328598, "train_loss_step": 1.774196743965149, "n_params": 4285450, "total_flops": 33175554048000000, "train_loss": 0.06981032490730285, "subset_score_loss": 0.06981032490730285} +{"step": 2530000, "wall_time": 24838.32623910904, "train_loss_step": 1.7403550148010254, "n_params": 4285450, "total_flops": 33307203072000000, "train_loss": 0.0689300000667572, "subset_score_loss": 0.0689300000667572} +{"step": 2540000, "wall_time": 24925.8549823761, "train_loss_step": 1.7904659509658813, "n_params": 4285450, "total_flops": 33438852096000000, "train_loss": 0.06908909678459167, "subset_score_loss": 0.06908909678459167} +{"step": 2550000, "wall_time": 25009.52191066742, "train_loss_step": 1.7705655097961426, "n_params": 4285450, "total_flops": 33570501120000000, "train_loss": 0.07066143751144409, "subset_score_loss": 0.07066143751144409} +{"step": 2560000, "wall_time": 25100.89008164406, "train_loss_step": 1.8381426334381104, "n_params": 4285450, "total_flops": 33702150144000000, "train_loss": 0.06817920207977295, "subset_score_loss": 0.06817920207977295} +{"step": 2570000, "wall_time": 25192.590225458145, "train_loss_step": 1.7914845943450928, "n_params": 4285450, "total_flops": 33833799168000000, "train_loss": 0.06928384304046631, "subset_score_loss": 0.06928384304046631} +{"step": 2580000, "wall_time": 25283.861191749573, "train_loss_step": 1.603333592414856, "n_params": 4285450, "total_flops": 33965448192000000, "train_loss": 0.06841897964477539, "subset_score_loss": 0.06841897964477539} +{"step": 2590000, "wall_time": 25375.577704191208, "train_loss_step": 1.7507240772247314, "n_params": 4285450, "total_flops": 34097097216000000, "train_loss": 0.0695115864276886, "subset_score_loss": 0.0695115864276886} +{"step": 2600000, "wall_time": 25541.199457645416, "train_loss_step": 1.8126723766326904, "n_params": 4285450, "total_flops": 34228746240000000, "train_loss": 0.06848313808441162, "subset_score_loss": 0.06848313808441162, "memorization_fraction_pixel": 0.006399999838322401, "mean_nn_ratio_pixel": 0.6791864037513733, "fid": 87.39805302700162} +{"step": 2610000, "wall_time": 25633.27577137947, "train_loss_step": 1.639563798904419, "n_params": 4285450, "total_flops": 34360395264000000, "train_loss": 0.06996289491653443, "subset_score_loss": 0.06996289491653443} +{"step": 2620000, "wall_time": 25719.33341193199, "train_loss_step": 1.6255457401275635, "n_params": 4285450, "total_flops": 34492044288000000, "train_loss": 0.06799672245979309, "subset_score_loss": 0.06799672245979309} +{"step": 2630000, "wall_time": 25797.93981862068, "train_loss_step": 1.819242000579834, "n_params": 4285450, "total_flops": 34623693312000000, "train_loss": 0.06653381586074829, "subset_score_loss": 0.06653381586074829} +{"step": 2640000, "wall_time": 25887.846736431122, "train_loss_step": 1.7822659015655518, "n_params": 4285450, "total_flops": 34755342336000000, "train_loss": 0.06772779226303101, "subset_score_loss": 0.06772779226303101} +{"step": 2650000, "wall_time": 25971.136865377426, "train_loss_step": 1.6432987451553345, "n_params": 4285450, "total_flops": 34886991360000000, "train_loss": 0.06765379309654236, "subset_score_loss": 0.06765379309654236} +{"step": 2660000, "wall_time": 26061.479147434235, "train_loss_step": 1.7199527025222778, "n_params": 4285450, "total_flops": 35018640384000000, "train_loss": 0.06785468459129333, "subset_score_loss": 0.06785468459129333} +{"step": 2670000, "wall_time": 26152.94321513176, "train_loss_step": 1.6842610836029053, "n_params": 4285450, "total_flops": 35150289408000000, "train_loss": 0.06622189283370972, "subset_score_loss": 0.06622189283370972} +{"step": 2680000, "wall_time": 26244.472437381744, "train_loss_step": 1.7450778484344482, "n_params": 4285450, "total_flops": 35281938432000000, "train_loss": 0.06595415472984315, "subset_score_loss": 0.06595415472984315} +{"step": 2690000, "wall_time": 26336.104434013367, "train_loss_step": 1.7622076272964478, "n_params": 4285450, "total_flops": 35413587456000000, "train_loss": 0.06704189777374267, "subset_score_loss": 0.06704189777374267} +{"step": 2700000, "wall_time": 26550.980424642563, "train_loss_step": 1.6757543087005615, "n_params": 4285450, "total_flops": 35545236480000000, "train_loss": 0.06878332495689392, "subset_score_loss": 0.06878332495689392, "memorization_fraction_pixel": 0.004900000058114529, "mean_nn_ratio_pixel": 0.6855225563049316, "fid": 87.13467414956799} +{"step": 2710000, "wall_time": 26642.309885263443, "train_loss_step": 1.5582841634750366, "n_params": 4285450, "total_flops": 35676885504000000, "train_loss": 0.06618636846542358, "subset_score_loss": 0.06618636846542358} +{"step": 2720000, "wall_time": 26707.75662946701, "train_loss_step": 1.6441805362701416, "n_params": 4285450, "total_flops": 35808534528000000, "train_loss": 0.06596301198005676, "subset_score_loss": 0.06596301198005676} +{"step": 2730000, "wall_time": 26798.855939149857, "train_loss_step": 1.6058109998703003, "n_params": 4285450, "total_flops": 35940183552000000, "train_loss": 0.06532282829284668, "subset_score_loss": 0.06532282829284668} +{"step": 2740000, "wall_time": 26879.555856704712, "train_loss_step": 1.673535943031311, "n_params": 4285450, "total_flops": 36071832576000000, "train_loss": 0.06711779236793518, "subset_score_loss": 0.06711779236793518} +{"step": 2750000, "wall_time": 26970.665340423584, "train_loss_step": 1.68398118019104, "n_params": 4285450, "total_flops": 36203481600000000, "train_loss": 0.06533220410346985, "subset_score_loss": 0.06533220410346985} +{"step": 2760000, "wall_time": 27061.60969877243, "train_loss_step": 1.7508496046066284, "n_params": 4285450, "total_flops": 36335130624000000, "train_loss": 0.06653261780738831, "subset_score_loss": 0.06653261780738831} +{"step": 2770000, "wall_time": 27152.791919469833, "train_loss_step": 1.6051692962646484, "n_params": 4285450, "total_flops": 36466779648000000, "train_loss": 0.06685801148414612, "subset_score_loss": 0.06685801148414612} +{"step": 2780000, "wall_time": 27244.04591035843, "train_loss_step": 1.5146722793579102, "n_params": 4285450, "total_flops": 36598428672000000, "train_loss": 0.06480045318603515, "subset_score_loss": 0.06480045318603515} +{"step": 2790000, "wall_time": 27335.67160820961, "train_loss_step": 1.6501011848449707, "n_params": 4285450, "total_flops": 36730077696000000, "train_loss": 0.06538293957710266, "subset_score_loss": 0.06538293957710266} +{"step": 2800000, "wall_time": 27501.88984823227, "train_loss_step": 1.7725850343704224, "n_params": 4285450, "total_flops": 36861726720000000, "train_loss": 0.06424877643585206, "subset_score_loss": 0.06424877643585206, "memorization_fraction_pixel": 0.006000000052154064, "mean_nn_ratio_pixel": 0.6765770316123962, "fid": 86.84171425117282} +{"step": 2810000, "wall_time": 27593.39866733551, "train_loss_step": 1.5940016508102417, "n_params": 4285450, "total_flops": 36993375744000000, "train_loss": 0.06341559290885926, "subset_score_loss": 0.06341559290885926} +{"step": 2820000, "wall_time": 27676.42902994156, "train_loss_step": 1.803971529006958, "n_params": 4285450, "total_flops": 37125024768000000, "train_loss": 0.06473715901374817, "subset_score_loss": 0.06473715901374817} +{"step": 2830000, "wall_time": 27755.73169708252, "train_loss_step": 1.614431381225586, "n_params": 4285450, "total_flops": 37256673792000000, "train_loss": 0.06450876593589783, "subset_score_loss": 0.06450876593589783} +{"step": 2840000, "wall_time": 27839.22576212883, "train_loss_step": 1.4458141326904297, "n_params": 4285450, "total_flops": 37388322816000000, "train_loss": 0.06497159600257874, "subset_score_loss": 0.06497159600257874} +{"step": 2850000, "wall_time": 27930.39077425003, "train_loss_step": 1.7127021551132202, "n_params": 4285450, "total_flops": 37519971840000000, "train_loss": 0.06622004508972168, "subset_score_loss": 0.06622004508972168} +{"step": 2860000, "wall_time": 28021.398305654526, "train_loss_step": 1.7716765403747559, "n_params": 4285450, "total_flops": 37651620864000000, "train_loss": 0.06363529562950135, "subset_score_loss": 0.06363529562950135} +{"step": 2870000, "wall_time": 28113.20037508011, "train_loss_step": 1.6215156316757202, "n_params": 4285450, "total_flops": 37783269888000000, "train_loss": 0.06564995646476746, "subset_score_loss": 0.06564995646476746} +{"step": 2880000, "wall_time": 28204.424168109894, "train_loss_step": 1.6952885389328003, "n_params": 4285450, "total_flops": 37914918912000000, "train_loss": 0.06458479166030884, "subset_score_loss": 0.06458479166030884} +{"step": 2890000, "wall_time": 28295.518203020096, "train_loss_step": 1.7529727220535278, "n_params": 4285450, "total_flops": 38046567936000000, "train_loss": 0.06664007306098937, "subset_score_loss": 0.06664007306098937} +{"step": 2900000, "wall_time": 28461.540994644165, "train_loss_step": 1.724503755569458, "n_params": 4285450, "total_flops": 38178216960000000, "train_loss": 0.06408440470695495, "subset_score_loss": 0.06408440470695495, "memorization_fraction_pixel": 0.005100000184029341, "mean_nn_ratio_pixel": 0.6756998300552368, "fid": 87.33795417563734} +{"step": 2910000, "wall_time": 28550.574649333954, "train_loss_step": 1.6081984043121338, "n_params": 4285450, "total_flops": 38309865984000000, "train_loss": 0.0641753077507019, "subset_score_loss": 0.0641753077507019} +{"step": 2920000, "wall_time": 28641.42265510559, "train_loss_step": 1.5379332304000854, "n_params": 4285450, "total_flops": 38441515008000000, "train_loss": 0.06257334351539612, "subset_score_loss": 0.06257334351539612} +{"step": 2930000, "wall_time": 28729.210180044174, "train_loss_step": 1.6805247068405151, "n_params": 4285450, "total_flops": 38573164032000000, "train_loss": 0.06299220323562622, "subset_score_loss": 0.06299220323562622} +{"step": 2940000, "wall_time": 28817.120274305344, "train_loss_step": 1.710719108581543, "n_params": 4285450, "total_flops": 38704813056000000, "train_loss": 0.06323763728141785, "subset_score_loss": 0.06323763728141785} +{"step": 2950000, "wall_time": 28908.91772389412, "train_loss_step": 1.8193168640136719, "n_params": 4285450, "total_flops": 38836462080000000, "train_loss": 0.06424909830093384, "subset_score_loss": 0.06424909830093384} +{"step": 2960000, "wall_time": 28999.868546009064, "train_loss_step": 1.6987626552581787, "n_params": 4285450, "total_flops": 38968111104000000, "train_loss": 0.06321916580200196, "subset_score_loss": 0.06321916580200196} +{"step": 2970000, "wall_time": 29091.569550037384, "train_loss_step": 1.7244856357574463, "n_params": 4285450, "total_flops": 39099760128000000, "train_loss": 0.06312447786331177, "subset_score_loss": 0.06312447786331177} +{"step": 2980000, "wall_time": 29183.161874771118, "train_loss_step": 1.4712915420532227, "n_params": 4285450, "total_flops": 39231409152000000, "train_loss": 0.062237095832824704, "subset_score_loss": 0.062237095832824704} +{"step": 2990000, "wall_time": 29272.08283138275, "train_loss_step": 1.786957025527954, "n_params": 4285450, "total_flops": 39363058176000000, "train_loss": 0.061416178941726685, "subset_score_loss": 0.061416178941726685} +{"step": 3000000, "wall_time": 29455.576491832733, "train_loss_step": 1.7694497108459473, "n_params": 4285450, "total_flops": 39494707200000000, "train_loss": 0.06261394619941711, "subset_score_loss": 0.06261394619941711, "memorization_fraction_pixel": 0.005499999970197678, "mean_nn_ratio_pixel": 0.6784998774528503, "fid": 86.56400433691041} +{"step": 3010000, "wall_time": 29546.81901216507, "train_loss_step": 1.5994880199432373, "n_params": 4285450, "total_flops": 39626356224000000, "train_loss": 0.061801296472549436, "subset_score_loss": 0.061801296472549436} +{"step": 3020000, "wall_time": 29638.59380340576, "train_loss_step": 1.5348806381225586, "n_params": 4285450, "total_flops": 39758005248000000, "train_loss": 0.06358540058135986, "subset_score_loss": 0.06358540058135986} +{"step": 3030000, "wall_time": 29723.0252597332, "train_loss_step": 1.6176462173461914, "n_params": 4285450, "total_flops": 39889654272000000, "train_loss": 0.06267734766006469, "subset_score_loss": 0.06267734766006469} +{"step": 3040000, "wall_time": 29815.286481380463, "train_loss_step": 1.5793050527572632, "n_params": 4285450, "total_flops": 40021303296000000, "train_loss": 0.06151401400566101, "subset_score_loss": 0.06151401400566101} +{"step": 3050000, "wall_time": 29906.98637700081, "train_loss_step": 1.5488148927688599, "n_params": 4285450, "total_flops": 40152952320000000, "train_loss": 0.06332463622093201, "subset_score_loss": 0.06332463622093201} +{"step": 3060000, "wall_time": 29998.193071603775, "train_loss_step": 1.7200820446014404, "n_params": 4285450, "total_flops": 40284601344000000, "train_loss": 0.06058778166770935, "subset_score_loss": 0.06058778166770935} +{"step": 3070000, "wall_time": 30089.587284088135, "train_loss_step": 1.696557879447937, "n_params": 4285450, "total_flops": 40416250368000000, "train_loss": 0.061982303857803345, "subset_score_loss": 0.061982303857803345} +{"step": 3080000, "wall_time": 30179.802495479584, "train_loss_step": 1.7840397357940674, "n_params": 4285450, "total_flops": 40547899392000000, "train_loss": 0.062148654460906984, "subset_score_loss": 0.062148654460906984} +{"step": 3090000, "wall_time": 30270.334818840027, "train_loss_step": 1.9172667264938354, "n_params": 4285450, "total_flops": 40679548416000000, "train_loss": 0.06116146445274353, "subset_score_loss": 0.06116146445274353} +{"step": 3100000, "wall_time": 30447.9544775486, "train_loss_step": 1.7157665491104126, "n_params": 4285450, "total_flops": 40811197440000000, "train_loss": 0.06004559397697449, "subset_score_loss": 0.06004559397697449, "memorization_fraction_pixel": 0.004900000058114529, "mean_nn_ratio_pixel": 0.6792956590652466, "fid": 86.7847594728325} +{"step": 3110000, "wall_time": 30540.5318274498, "train_loss_step": 1.5697098970413208, "n_params": 4285450, "total_flops": 40942846464000000, "train_loss": 0.060360705852508544, "subset_score_loss": 0.060360705852508544} +{"step": 3120000, "wall_time": 30623.57340168953, "train_loss_step": 1.7425940036773682, "n_params": 4285450, "total_flops": 41074495488000000, "train_loss": 0.061672425270080565, "subset_score_loss": 0.061672425270080565} +{"step": 3130000, "wall_time": 30698.77751970291, "train_loss_step": 1.6529922485351562, "n_params": 4285450, "total_flops": 41206144512000000, "train_loss": 0.059888190031051634, "subset_score_loss": 0.059888190031051634} +{"step": 3140000, "wall_time": 30789.93808865547, "train_loss_step": 1.5648930072784424, "n_params": 4285450, "total_flops": 41337793536000000, "train_loss": 0.06031139492988587, "subset_score_loss": 0.06031139492988587} +{"step": 3150000, "wall_time": 30882.020769119263, "train_loss_step": 1.7247711420059204, "n_params": 4285450, "total_flops": 41469442560000000, "train_loss": 0.06142748594284057, "subset_score_loss": 0.06142748594284057} +{"step": 3160000, "wall_time": 30971.270221233368, "train_loss_step": 1.560184121131897, "n_params": 4285450, "total_flops": 41601091584000000, "train_loss": 0.06038215160369873, "subset_score_loss": 0.06038215160369873} +{"step": 3170000, "wall_time": 31063.354880809784, "train_loss_step": 1.6167203187942505, "n_params": 4285450, "total_flops": 41732740608000000, "train_loss": 0.060321712493896486, "subset_score_loss": 0.060321712493896486} +{"step": 3180000, "wall_time": 31155.561576366425, "train_loss_step": 1.8969886302947998, "n_params": 4285450, "total_flops": 41864389632000000, "train_loss": 0.06056818962097168, "subset_score_loss": 0.06056818962097168} +{"step": 3190000, "wall_time": 31246.145686388016, "train_loss_step": 1.7176814079284668, "n_params": 4285450, "total_flops": 41996038656000000, "train_loss": 0.05886729955673218, "subset_score_loss": 0.05886729955673218} +{"step": 3200000, "wall_time": 31407.41828417778, "train_loss_step": 1.674089789390564, "n_params": 4285450, "total_flops": 42127687680000000, "train_loss": 0.059131956100463866, "subset_score_loss": 0.059131956100463866, "memorization_fraction_pixel": 0.00430000014603138, "mean_nn_ratio_pixel": 0.67863529920578, "fid": 88.17633010969519} +{"step": 3210000, "wall_time": 31499.459124803543, "train_loss_step": 1.636061668395996, "n_params": 4285450, "total_flops": 42259336704000000, "train_loss": 0.059229665994644166, "subset_score_loss": 0.059229665994644166} +{"step": 3220000, "wall_time": 31587.80500292778, "train_loss_step": 1.6104135513305664, "n_params": 4285450, "total_flops": 42390985728000000, "train_loss": 0.05975782871246338, "subset_score_loss": 0.05975782871246338} +{"step": 3230000, "wall_time": 31676.53933739662, "train_loss_step": 1.776498556137085, "n_params": 4285450, "total_flops": 42522634752000000, "train_loss": 0.060060298442840575, "subset_score_loss": 0.060060298442840575} +{"step": 3240000, "wall_time": 31767.89684677124, "train_loss_step": 1.6710808277130127, "n_params": 4285450, "total_flops": 42654283776000000, "train_loss": 0.05989148020744324, "subset_score_loss": 0.05989148020744324} +{"step": 3250000, "wall_time": 31859.715470790863, "train_loss_step": 1.7064900398254395, "n_params": 4285450, "total_flops": 42785932800000000, "train_loss": 0.05902637243270874, "subset_score_loss": 0.05902637243270874} +{"step": 3260000, "wall_time": 31949.43454170227, "train_loss_step": 1.6394989490509033, "n_params": 4285450, "total_flops": 42917581824000000, "train_loss": 0.059855425357818605, "subset_score_loss": 0.059855425357818605} +{"step": 3270000, "wall_time": 32041.2255756855, "train_loss_step": 1.5657981634140015, "n_params": 4285450, "total_flops": 43049230848000000, "train_loss": 0.058165764808654784, "subset_score_loss": 0.058165764808654784} +{"step": 3280000, "wall_time": 32132.844949007034, "train_loss_step": 1.7491483688354492, "n_params": 4285450, "total_flops": 43180879872000000, "train_loss": 0.05955933928489685, "subset_score_loss": 0.05955933928489685} +{"step": 3290000, "wall_time": 32221.746733665466, "train_loss_step": 1.6628342866897583, "n_params": 4285450, "total_flops": 43312528896000000, "train_loss": 0.05896451473236084, "subset_score_loss": 0.05896451473236084} +{"step": 3300000, "wall_time": 32388.866609811783, "train_loss_step": 1.900158405303955, "n_params": 4285450, "total_flops": 43444177920000000, "train_loss": 0.05836175680160523, "subset_score_loss": 0.05836175680160523, "memorization_fraction_pixel": 0.0066999997943639755, "mean_nn_ratio_pixel": 0.6772242188453674, "fid": 87.28710271472187} +{"step": 3310000, "wall_time": 32480.374700307846, "train_loss_step": 1.7684242725372314, "n_params": 4285450, "total_flops": 43575826944000000, "train_loss": 0.059257644414901736, "subset_score_loss": 0.059257644414901736} +{"step": 3320000, "wall_time": 32562.161392211914, "train_loss_step": 1.614465355873108, "n_params": 4285450, "total_flops": 43707475968000000, "train_loss": 0.0595221221446991, "subset_score_loss": 0.0595221221446991} +{"step": 3330000, "wall_time": 32644.91547513008, "train_loss_step": 1.7749346494674683, "n_params": 4285450, "total_flops": 43839124992000000, "train_loss": 0.05840774178504944, "subset_score_loss": 0.05840774178504944} +{"step": 3340000, "wall_time": 32736.724067926407, "train_loss_step": 1.8030390739440918, "n_params": 4285450, "total_flops": 43970774016000000, "train_loss": 0.05754231214523316, "subset_score_loss": 0.05754231214523316} +{"step": 3350000, "wall_time": 32826.93520951271, "train_loss_step": 1.7303372621536255, "n_params": 4285450, "total_flops": 44102423040000000, "train_loss": 0.05773769617080689, "subset_score_loss": 0.05773769617080689} +{"step": 3360000, "wall_time": 32918.39771747589, "train_loss_step": 1.748799443244934, "n_params": 4285450, "total_flops": 44234072064000000, "train_loss": 0.058349257707595824, "subset_score_loss": 0.058349257707595824} +{"step": 3370000, "wall_time": 33010.00390505791, "train_loss_step": 1.744776964187622, "n_params": 4285450, "total_flops": 44365721088000000, "train_loss": 0.057410413026809694, "subset_score_loss": 0.057410413026809694} +{"step": 3380000, "wall_time": 33101.610641002655, "train_loss_step": 1.9630812406539917, "n_params": 4285450, "total_flops": 44497370112000000, "train_loss": 0.057856017351150514, "subset_score_loss": 0.057856017351150514} +{"step": 3390000, "wall_time": 33178.3822658062, "train_loss_step": 1.7950828075408936, "n_params": 4285450, "total_flops": 44629019136000000, "train_loss": 0.05856097936630249, "subset_score_loss": 0.05856097936630249} +{"step": 3400000, "wall_time": 33379.66270470619, "train_loss_step": 1.7681879997253418, "n_params": 4285450, "total_flops": 44760668160000000, "train_loss": 0.058130663633346555, "subset_score_loss": 0.058130663633346555, "memorization_fraction_pixel": 0.004399999976158142, "mean_nn_ratio_pixel": 0.6792736053466797, "fid": 86.88091679068067} +{"step": 3410000, "wall_time": 33469.48715400696, "train_loss_step": 1.747936725616455, "n_params": 4285450, "total_flops": 44892317184000000, "train_loss": 0.058722001314163205, "subset_score_loss": 0.058722001314163205} +{"step": 3420000, "wall_time": 33552.345886707306, "train_loss_step": 1.7249376773834229, "n_params": 4285450, "total_flops": 45023966208000000, "train_loss": 0.05736081600189209, "subset_score_loss": 0.05736081600189209} +{"step": 3430000, "wall_time": 33626.02035498619, "train_loss_step": 1.717503309249878, "n_params": 4285450, "total_flops": 45155615232000000, "train_loss": 0.05749555230140686, "subset_score_loss": 0.05749555230140686} +{"step": 3440000, "wall_time": 33717.415867328644, "train_loss_step": 1.8117058277130127, "n_params": 4285450, "total_flops": 45287264256000000, "train_loss": 0.05800986289978027, "subset_score_loss": 0.05800986289978027} +{"step": 3450000, "wall_time": 33809.59098505974, "train_loss_step": 1.7870419025421143, "n_params": 4285450, "total_flops": 45418913280000000, "train_loss": 0.05795852541923523, "subset_score_loss": 0.05795852541923523} +{"step": 3460000, "wall_time": 33901.5429854393, "train_loss_step": 1.620438575744629, "n_params": 4285450, "total_flops": 45550562304000000, "train_loss": 0.05697439312934875, "subset_score_loss": 0.05697439312934875} +{"step": 3470000, "wall_time": 33992.46972823143, "train_loss_step": 1.6628735065460205, "n_params": 4285450, "total_flops": 45682211328000000, "train_loss": 0.057840597629547116, "subset_score_loss": 0.057840597629547116} +{"step": 3480000, "wall_time": 34078.073246479034, "train_loss_step": 1.574878215789795, "n_params": 4285450, "total_flops": 45813860352000000, "train_loss": 0.05726730823516846, "subset_score_loss": 0.05726730823516846} +{"step": 3490000, "wall_time": 34160.67595744133, "train_loss_step": 1.6711682081222534, "n_params": 4285450, "total_flops": 45945509376000000, "train_loss": 0.05666959285736084, "subset_score_loss": 0.05666959285736084} +{"step": 3500000, "wall_time": 34351.522334337234, "train_loss_step": 1.7210098505020142, "n_params": 4285450, "total_flops": 46077158400000000, "train_loss": 0.05750975012779236, "subset_score_loss": 0.05750975012779236, "memorization_fraction_pixel": 0.006300000008195639, "mean_nn_ratio_pixel": 0.6766363978385925, "fid": 86.99624009998422} +{"step": 3510000, "wall_time": 34435.71007466316, "train_loss_step": 1.739995002746582, "n_params": 4285450, "total_flops": 46208807424000000, "train_loss": 0.05701045393943786, "subset_score_loss": 0.05701045393943786} +{"step": 3520000, "wall_time": 34522.66038250923, "train_loss_step": 1.7007784843444824, "n_params": 4285450, "total_flops": 46340456448000000, "train_loss": 0.055479121208190915, "subset_score_loss": 0.055479121208190915} +{"step": 3530000, "wall_time": 34604.671065330505, "train_loss_step": 1.7282705307006836, "n_params": 4285450, "total_flops": 46472105472000000, "train_loss": 0.057244902849197386, "subset_score_loss": 0.057244902849197386} +{"step": 3540000, "wall_time": 34689.02052664757, "train_loss_step": 1.8651875257492065, "n_params": 4285450, "total_flops": 46603754496000000, "train_loss": 0.05675656795501709, "subset_score_loss": 0.05675656795501709} +{"step": 3550000, "wall_time": 34780.66668128967, "train_loss_step": 1.6215159893035889, "n_params": 4285450, "total_flops": 46735403520000000, "train_loss": 0.055188506841659546, "subset_score_loss": 0.055188506841659546} +{"step": 3560000, "wall_time": 34871.99958062172, "train_loss_step": 1.72218656539917, "n_params": 4285450, "total_flops": 46867052544000000, "train_loss": 0.056265002489089964, "subset_score_loss": 0.056265002489089964} +{"step": 3570000, "wall_time": 34962.32738614082, "train_loss_step": 1.6729516983032227, "n_params": 4285450, "total_flops": 46998701568000000, "train_loss": 0.05519722700119019, "subset_score_loss": 0.05519722700119019} +{"step": 3580000, "wall_time": 35041.60781145096, "train_loss_step": 1.5333216190338135, "n_params": 4285450, "total_flops": 47130350592000000, "train_loss": 0.05579904317855835, "subset_score_loss": 0.05579904317855835} +{"step": 3590000, "wall_time": 35126.760434389114, "train_loss_step": 1.6755001544952393, "n_params": 4285450, "total_flops": 47261999616000000, "train_loss": 0.0565693736076355, "subset_score_loss": 0.0565693736076355} +{"step": 3600000, "wall_time": 35312.8900578022, "train_loss_step": 1.7342783212661743, "n_params": 4285450, "total_flops": 47393648640000000, "train_loss": 0.05685853362083435, "subset_score_loss": 0.05685853362083435, "memorization_fraction_pixel": 0.005400000140070915, "mean_nn_ratio_pixel": 0.6772193312644958, "fid": 86.96825816647606} +{"step": 3610000, "wall_time": 35390.151644945145, "train_loss_step": 1.8694108724594116, "n_params": 4285450, "total_flops": 47525297664000000, "train_loss": 0.05595742464065552, "subset_score_loss": 0.05595742464065552} +{"step": 3620000, "wall_time": 35478.24908947945, "train_loss_step": 1.8205864429473877, "n_params": 4285450, "total_flops": 47656946688000000, "train_loss": 0.05580657124519348, "subset_score_loss": 0.05580657124519348} +{"step": 3630000, "wall_time": 35569.54532146454, "train_loss_step": 1.7911808490753174, "n_params": 4285450, "total_flops": 47788595712000000, "train_loss": 0.05437899827957153, "subset_score_loss": 0.05437899827957153} +{"step": 3640000, "wall_time": 35650.94729137421, "train_loss_step": 1.7689809799194336, "n_params": 4285450, "total_flops": 47920244736000000, "train_loss": 0.05624045133590698, "subset_score_loss": 0.05624045133590698} +{"step": 3650000, "wall_time": 35743.30815267563, "train_loss_step": 1.671705961227417, "n_params": 4285450, "total_flops": 48051893760000000, "train_loss": 0.054930806159973145, "subset_score_loss": 0.054930806159973145} +{"step": 3660000, "wall_time": 35834.57627892494, "train_loss_step": 1.5509860515594482, "n_params": 4285450, "total_flops": 48183542784000000, "train_loss": 0.05590011477470398, "subset_score_loss": 0.05590011477470398} +{"step": 3670000, "wall_time": 35925.22232365608, "train_loss_step": 1.7149500846862793, "n_params": 4285450, "total_flops": 48315191808000000, "train_loss": 0.05451253652572632, "subset_score_loss": 0.05451253652572632} +{"step": 3680000, "wall_time": 36004.897216796875, "train_loss_step": 1.6943645477294922, "n_params": 4285450, "total_flops": 48446840832000000, "train_loss": 0.055361109972000125, "subset_score_loss": 0.055361109972000125} +{"step": 3690000, "wall_time": 36096.51723790169, "train_loss_step": 1.5730727910995483, "n_params": 4285450, "total_flops": 48578489856000000, "train_loss": 0.05575211644172669, "subset_score_loss": 0.05575211644172669} +{"step": 3700000, "wall_time": 36290.772869348526, "train_loss_step": 1.81246018409729, "n_params": 4285450, "total_flops": 48710138880000000, "train_loss": 0.05475083589553833, "subset_score_loss": 0.05475083589553833, "memorization_fraction_pixel": 0.00570000009611249, "mean_nn_ratio_pixel": 0.6758485436439514, "fid": 87.4513646989118} +{"step": 3710000, "wall_time": 36369.27281808853, "train_loss_step": 1.6182351112365723, "n_params": 4285450, "total_flops": 48841787904000000, "train_loss": 0.05549319386482239, "subset_score_loss": 0.05549319386482239} +{"step": 3720000, "wall_time": 36457.77718663216, "train_loss_step": 1.524223804473877, "n_params": 4285450, "total_flops": 48973436928000000, "train_loss": 0.05509639978408813, "subset_score_loss": 0.05509639978408813} +{"step": 3730000, "wall_time": 36548.81555390358, "train_loss_step": 1.685124158859253, "n_params": 4285450, "total_flops": 49105085952000000, "train_loss": 0.0534439742565155, "subset_score_loss": 0.0534439742565155} +{"step": 3740000, "wall_time": 36620.5823700428, "train_loss_step": 1.8872233629226685, "n_params": 4285450, "total_flops": 49236734976000000, "train_loss": 0.05490906834602356, "subset_score_loss": 0.05490906834602356} +{"step": 3750000, "wall_time": 36712.406264305115, "train_loss_step": 1.7338863611221313, "n_params": 4285450, "total_flops": 49368384000000000, "train_loss": 0.05412957668304443, "subset_score_loss": 0.05412957668304443} +{"step": 3760000, "wall_time": 36803.630469322205, "train_loss_step": 1.611379623413086, "n_params": 4285450, "total_flops": 49500033024000000, "train_loss": 0.05361427664756775, "subset_score_loss": 0.05361427664756775} +{"step": 3770000, "wall_time": 36886.50610613823, "train_loss_step": 1.758628249168396, "n_params": 4285450, "total_flops": 49631682048000000, "train_loss": 0.052342396974563596, "subset_score_loss": 0.052342396974563596} +{"step": 3780000, "wall_time": 36970.08457326889, "train_loss_step": 1.8429741859436035, "n_params": 4285450, "total_flops": 49763331072000000, "train_loss": 0.05252014994621277, "subset_score_loss": 0.05252014994621277} +{"step": 3790000, "wall_time": 37061.88490200043, "train_loss_step": 1.666398048400879, "n_params": 4285450, "total_flops": 49894980096000000, "train_loss": 0.05331776142120361, "subset_score_loss": 0.05331776142120361} +{"step": 3800000, "wall_time": 37251.055496931076, "train_loss_step": 1.5323594808578491, "n_params": 4285450, "total_flops": 50026629120000000, "train_loss": 0.05453614592552185, "subset_score_loss": 0.05453614592552185, "memorization_fraction_pixel": 0.006399999838322401, "mean_nn_ratio_pixel": 0.6703944206237793, "fid": 87.03670659543207} +{"step": 3810000, "wall_time": 37331.79233288765, "train_loss_step": 1.5578149557113647, "n_params": 4285450, "total_flops": 50158278144000000, "train_loss": 0.054466146230697635, "subset_score_loss": 0.054466146230697635} +{"step": 3820000, "wall_time": 37423.634308576584, "train_loss_step": 1.6911752223968506, "n_params": 4285450, "total_flops": 50289927168000000, "train_loss": 0.05273991823196411, "subset_score_loss": 0.05273991823196411} +{"step": 3830000, "wall_time": 37515.86940360069, "train_loss_step": 1.6696600914001465, "n_params": 4285450, "total_flops": 50421576192000000, "train_loss": 0.05294890403747558, "subset_score_loss": 0.05294890403747558} +{"step": 3840000, "wall_time": 37598.90582752228, "train_loss_step": 1.9040063619613647, "n_params": 4285450, "total_flops": 50553225216000000, "train_loss": 0.05332325696945191, "subset_score_loss": 0.05332325696945191} +{"step": 3850000, "wall_time": 37688.47661948204, "train_loss_step": 1.7443385124206543, "n_params": 4285450, "total_flops": 50684874240000000, "train_loss": 0.053636330366134646, "subset_score_loss": 0.053636330366134646} +{"step": 3860000, "wall_time": 37780.007563114166, "train_loss_step": 1.5353889465332031, "n_params": 4285450, "total_flops": 50816523264000000, "train_loss": 0.05291009545326233, "subset_score_loss": 0.05291009545326233} +{"step": 3870000, "wall_time": 37861.44010949135, "train_loss_step": 1.7454952001571655, "n_params": 4285450, "total_flops": 50948172288000000, "train_loss": 0.052420657873153684, "subset_score_loss": 0.052420657873153684} +{"step": 3880000, "wall_time": 37954.118332624435, "train_loss_step": 1.842515230178833, "n_params": 4285450, "total_flops": 51079821312000000, "train_loss": 0.054197072982788086, "subset_score_loss": 0.054197072982788086} +{"step": 3890000, "wall_time": 38043.19649553299, "train_loss_step": 1.7233396768569946, "n_params": 4285450, "total_flops": 51211470336000000, "train_loss": 0.052684181928634645, "subset_score_loss": 0.052684181928634645} +{"step": 3900000, "wall_time": 38240.45364570618, "train_loss_step": 1.5223627090454102, "n_params": 4285450, "total_flops": 51343119360000000, "train_loss": 0.05301545262336731, "subset_score_loss": 0.05301545262336731, "memorization_fraction_pixel": 0.004699999932199717, "mean_nn_ratio_pixel": 0.6722214818000793, "fid": 86.42364700141007} +{"step": 3910000, "wall_time": 38324.45713210106, "train_loss_step": 1.7428737878799438, "n_params": 4285450, "total_flops": 51474768384000000, "train_loss": 0.053395962715148924, "subset_score_loss": 0.053395962715148924} +{"step": 3920000, "wall_time": 38415.32000255585, "train_loss_step": 1.863896131515503, "n_params": 4285450, "total_flops": 51606417408000000, "train_loss": 0.052827656269073486, "subset_score_loss": 0.052827656269073486} +{"step": 3930000, "wall_time": 38507.51167011261, "train_loss_step": 1.7869610786437988, "n_params": 4285450, "total_flops": 51738066432000000, "train_loss": 0.0526826798915863, "subset_score_loss": 0.0526826798915863} +{"step": 3940000, "wall_time": 38589.76185941696, "train_loss_step": 1.6886565685272217, "n_params": 4285450, "total_flops": 51869715456000000, "train_loss": 0.05248131155967713, "subset_score_loss": 0.05248131155967713} +{"step": 3950000, "wall_time": 38676.51569080353, "train_loss_step": 1.6499407291412354, "n_params": 4285450, "total_flops": 52001364480000000, "train_loss": 0.05360544919967651, "subset_score_loss": 0.05360544919967651} +{"step": 3960000, "wall_time": 38758.729180336, "train_loss_step": 1.6951651573181152, "n_params": 4285450, "total_flops": 52133013504000000, "train_loss": 0.05261138677597046, "subset_score_loss": 0.05261138677597046} +{"step": 3970000, "wall_time": 38843.45012617111, "train_loss_step": 1.7702040672302246, "n_params": 4285450, "total_flops": 52264662528000000, "train_loss": 0.05368984341621399, "subset_score_loss": 0.05368984341621399} +{"step": 3980000, "wall_time": 38935.4266910553, "train_loss_step": 1.7868425846099854, "n_params": 4285450, "total_flops": 52396311552000000, "train_loss": 0.05341484546661377, "subset_score_loss": 0.05341484546661377} +{"step": 3990000, "wall_time": 39026.4786157608, "train_loss_step": 1.9206321239471436, "n_params": 4285450, "total_flops": 52527960576000000, "train_loss": 0.054292458295822146, "subset_score_loss": 0.054292458295822146} +{"step": 4000000, "wall_time": 39213.601076841354, "train_loss_step": 1.7495691776275635, "n_params": 4285450, "total_flops": 52659609600000000, "train_loss": 0.053728872537612916, "subset_score_loss": 0.053728872537612916, "memorization_fraction_pixel": 0.007600000128149986, "mean_nn_ratio_pixel": 0.6679579019546509, "fid": 86.52307755261177} +{"step": 4010000, "wall_time": 39299.67057919502, "train_loss_step": 1.7238553762435913, "n_params": 4285450, "total_flops": 52791258624000000, "train_loss": 0.05342521071434021, "subset_score_loss": 0.05342521071434021} +{"step": 4020000, "wall_time": 39390.45094895363, "train_loss_step": 1.6365070343017578, "n_params": 4285450, "total_flops": 52922907648000000, "train_loss": 0.05184746980667114, "subset_score_loss": 0.05184746980667114} +{"step": 4030000, "wall_time": 39482.382177352905, "train_loss_step": 1.6361202001571655, "n_params": 4285450, "total_flops": 53054556672000000, "train_loss": 0.05207275748252869, "subset_score_loss": 0.05207275748252869} +{"step": 4040000, "wall_time": 39567.955815792084, "train_loss_step": 1.669389009475708, "n_params": 4285450, "total_flops": 53186205696000000, "train_loss": 0.05317663550376892, "subset_score_loss": 0.05317663550376892} +{"step": 4050000, "wall_time": 39649.2590675354, "train_loss_step": 1.5313522815704346, "n_params": 4285450, "total_flops": 53317854720000000, "train_loss": 0.05156915783882141, "subset_score_loss": 0.05156915783882141} +{"step": 4060000, "wall_time": 39721.44606256485, "train_loss_step": 1.536193609237671, "n_params": 4285450, "total_flops": 53449503744000000, "train_loss": 0.05228844881057739, "subset_score_loss": 0.05228844881057739} +{"step": 4070000, "wall_time": 39812.95666337013, "train_loss_step": 1.7657902240753174, "n_params": 4285450, "total_flops": 53581152768000000, "train_loss": 0.05165441632270813, "subset_score_loss": 0.05165441632270813} +{"step": 4080000, "wall_time": 39904.94924712181, "train_loss_step": 1.7502706050872803, "n_params": 4285450, "total_flops": 53712801792000000, "train_loss": 0.05223172903060913, "subset_score_loss": 0.05223172903060913} +{"step": 4090000, "wall_time": 39996.54061436653, "train_loss_step": 1.6885416507720947, "n_params": 4285450, "total_flops": 53844450816000000, "train_loss": 0.05295567512512207, "subset_score_loss": 0.05295567512512207} +{"step": 4100000, "wall_time": 40195.02912521362, "train_loss_step": 1.5692951679229736, "n_params": 4285450, "total_flops": 53976099840000000, "train_loss": 0.05254727005958557, "subset_score_loss": 0.05254727005958557, "memorization_fraction_pixel": 0.0044999998062849045, "mean_nn_ratio_pixel": 0.6728448867797852, "fid": 87.32026196323211} +{"step": 4110000, "wall_time": 40287.18477487564, "train_loss_step": 1.8269658088684082, "n_params": 4285450, "total_flops": 54107748864000000, "train_loss": 0.05108682513236999, "subset_score_loss": 0.05108682513236999} +{"step": 4120000, "wall_time": 40377.60242724419, "train_loss_step": 1.7876741886138916, "n_params": 4285450, "total_flops": 54239397888000000, "train_loss": 0.05135157108306885, "subset_score_loss": 0.05135157108306885} +{"step": 4130000, "wall_time": 40469.1167550087, "train_loss_step": 1.7273482084274292, "n_params": 4285450, "total_flops": 54371046912000000, "train_loss": 0.050988787412643434, "subset_score_loss": 0.050988787412643434} +{"step": 4140000, "wall_time": 40556.28080058098, "train_loss_step": 1.4845514297485352, "n_params": 4285450, "total_flops": 54502695936000000, "train_loss": 0.05225244164466858, "subset_score_loss": 0.05225244164466858} +{"step": 4150000, "wall_time": 40625.044246673584, "train_loss_step": 1.9804518222808838, "n_params": 4285450, "total_flops": 54634344960000000, "train_loss": 0.051102572679519655, "subset_score_loss": 0.051102572679519655} +{"step": 4160000, "wall_time": 40708.22776913643, "train_loss_step": 1.8733049631118774, "n_params": 4285450, "total_flops": 54765993984000000, "train_loss": 0.052100580930709836, "subset_score_loss": 0.052100580930709836} +{"step": 4170000, "wall_time": 40800.094314575195, "train_loss_step": 1.707720160484314, "n_params": 4285450, "total_flops": 54897643008000000, "train_loss": 0.051658260822296145, "subset_score_loss": 0.051658260822296145} +{"step": 4180000, "wall_time": 40891.16008543968, "train_loss_step": 1.7171614170074463, "n_params": 4285450, "total_flops": 55029292032000000, "train_loss": 0.05051766037940979, "subset_score_loss": 0.05051766037940979} +{"step": 4190000, "wall_time": 40982.04151844978, "train_loss_step": 1.6320080757141113, "n_params": 4285450, "total_flops": 55160941056000000, "train_loss": 0.05053794980049133, "subset_score_loss": 0.05053794980049133} +{"step": 4200000, "wall_time": 41190.76483845711, "train_loss_step": 1.7344087362289429, "n_params": 4285450, "total_flops": 55292590080000000, "train_loss": 0.051275885105133055, "subset_score_loss": 0.051275885105133055, "memorization_fraction_pixel": 0.006899999920278788, "mean_nn_ratio_pixel": 0.6708422303199768, "fid": 87.41110076758066} +{"step": 4210000, "wall_time": 41282.439338207245, "train_loss_step": 1.4781851768493652, "n_params": 4285450, "total_flops": 55424239104000000, "train_loss": 0.050777667760849, "subset_score_loss": 0.050777667760849} +{"step": 4220000, "wall_time": 41371.74978327751, "train_loss_step": 1.6960651874542236, "n_params": 4285450, "total_flops": 55555888128000000, "train_loss": 0.051028710603713986, "subset_score_loss": 0.051028710603713986} +{"step": 4230000, "wall_time": 41461.14654254913, "train_loss_step": 1.775343894958496, "n_params": 4285450, "total_flops": 55687537152000000, "train_loss": 0.05085306763648987, "subset_score_loss": 0.05085306763648987} +{"step": 4240000, "wall_time": 41543.10644745827, "train_loss_step": 1.7063575983047485, "n_params": 4285450, "total_flops": 55819186176000000, "train_loss": 0.05008470416069031, "subset_score_loss": 0.05008470416069031} +{"step": 4250000, "wall_time": 41615.27363419533, "train_loss_step": 1.4394729137420654, "n_params": 4285450, "total_flops": 55950835200000000, "train_loss": 0.05031343698501587, "subset_score_loss": 0.05031343698501587} +{"step": 4260000, "wall_time": 41706.91633915901, "train_loss_step": 1.5878732204437256, "n_params": 4285450, "total_flops": 56082484224000000, "train_loss": 0.05051242709159851, "subset_score_loss": 0.05051242709159851} +{"step": 4270000, "wall_time": 41798.932072639465, "train_loss_step": 1.6594514846801758, "n_params": 4285450, "total_flops": 56214133248000000, "train_loss": 0.05109197497367859, "subset_score_loss": 0.05109197497367859} +{"step": 4280000, "wall_time": 41889.46137094498, "train_loss_step": 1.7284209728240967, "n_params": 4285450, "total_flops": 56345782272000000, "train_loss": 0.05177106857299805, "subset_score_loss": 0.05177106857299805} +{"step": 4290000, "wall_time": 41979.94737529755, "train_loss_step": 1.615532636642456, "n_params": 4285450, "total_flops": 56477431296000000, "train_loss": 0.05039874315261841, "subset_score_loss": 0.05039874315261841} +{"step": 4300000, "wall_time": 42182.38044977188, "train_loss_step": 1.8153921365737915, "n_params": 4285450, "total_flops": 56609080320000000, "train_loss": 0.0505656361579895, "subset_score_loss": 0.0505656361579895, "memorization_fraction_pixel": 0.005100000184029341, "mean_nn_ratio_pixel": 0.6719588041305542, "fid": 87.2782419981566} +{"step": 4310000, "wall_time": 42273.526213645935, "train_loss_step": 1.6067416667938232, "n_params": 4285450, "total_flops": 56740729344000000, "train_loss": 0.05062187910079956, "subset_score_loss": 0.05062187910079956} +{"step": 4320000, "wall_time": 42361.89625430107, "train_loss_step": 1.7268388271331787, "n_params": 4285450, "total_flops": 56872378368000000, "train_loss": 0.050535553693771364, "subset_score_loss": 0.050535553693771364} +{"step": 4330000, "wall_time": 42453.29022359848, "train_loss_step": 1.6530566215515137, "n_params": 4285450, "total_flops": 57004027392000000, "train_loss": 0.04974570870399475, "subset_score_loss": 0.04974570870399475} +{"step": 4340000, "wall_time": 42525.524007081985, "train_loss_step": 1.7140222787857056, "n_params": 4285450, "total_flops": 57135676416000000, "train_loss": 0.051378381252288816, "subset_score_loss": 0.051378381252288816} +{"step": 4350000, "wall_time": 42610.787892341614, "train_loss_step": 1.7702534198760986, "n_params": 4285450, "total_flops": 57267325440000000, "train_loss": 0.050914549827575685, "subset_score_loss": 0.050914549827575685} +{"step": 4360000, "wall_time": 42702.102239608765, "train_loss_step": 1.6160411834716797, "n_params": 4285450, "total_flops": 57398974464000000, "train_loss": 0.05033908486366272, "subset_score_loss": 0.05033908486366272} +{"step": 4370000, "wall_time": 42793.40461564064, "train_loss_step": 1.7185499668121338, "n_params": 4285450, "total_flops": 57530623488000000, "train_loss": 0.04981659054756164, "subset_score_loss": 0.04981659054756164} +{"step": 4380000, "wall_time": 42884.15718746185, "train_loss_step": 1.611870288848877, "n_params": 4285450, "total_flops": 57662272512000000, "train_loss": 0.05110029578208923, "subset_score_loss": 0.05110029578208923} +{"step": 4390000, "wall_time": 42974.764783620834, "train_loss_step": 1.7150743007659912, "n_params": 4285450, "total_flops": 57793921536000000, "train_loss": 0.04906988739967346, "subset_score_loss": 0.04906988739967346} +{"step": 4400000, "wall_time": 43181.799448251724, "train_loss_step": 1.582168459892273, "n_params": 4285450, "total_flops": 57925570560000000, "train_loss": 0.05054789185523987, "subset_score_loss": 0.05054789185523987, "memorization_fraction_pixel": 0.00800000037997961, "mean_nn_ratio_pixel": 0.6709510684013367, "fid": 87.47783241037295} +{"step": 4410000, "wall_time": 43272.53912115097, "train_loss_step": 1.7577235698699951, "n_params": 4285450, "total_flops": 58057219584000000, "train_loss": 0.04938337504863739, "subset_score_loss": 0.04938337504863739} +{"step": 4420000, "wall_time": 43363.77507376671, "train_loss_step": 1.624413251876831, "n_params": 4285450, "total_flops": 58188868608000000, "train_loss": 0.04991623163223267, "subset_score_loss": 0.04991623163223267} +{"step": 4430000, "wall_time": 43444.46594285965, "train_loss_step": 1.6232597827911377, "n_params": 4285450, "total_flops": 58320517632000000, "train_loss": 0.04962842464447022, "subset_score_loss": 0.04962842464447022} +{"step": 4440000, "wall_time": 43526.26994109154, "train_loss_step": 1.6384201049804688, "n_params": 4285450, "total_flops": 58452166656000000, "train_loss": 0.04934917390346527, "subset_score_loss": 0.04934917390346527} +{"step": 4450000, "wall_time": 43608.632281541824, "train_loss_step": 1.6511728763580322, "n_params": 4285450, "total_flops": 58583815680000000, "train_loss": 0.04904589951038361, "subset_score_loss": 0.04904589951038361} +{"step": 4460000, "wall_time": 43699.781685590744, "train_loss_step": 1.6512451171875, "n_params": 4285450, "total_flops": 58715464704000000, "train_loss": 0.04980523586273193, "subset_score_loss": 0.04980523586273193} +{"step": 4470000, "wall_time": 43790.19510555267, "train_loss_step": 1.6828198432922363, "n_params": 4285450, "total_flops": 58847113728000000, "train_loss": 0.04969078004360199, "subset_score_loss": 0.04969078004360199} +{"step": 4480000, "wall_time": 43881.65390062332, "train_loss_step": 1.7373933792114258, "n_params": 4285450, "total_flops": 58978762752000000, "train_loss": 0.04968171119689942, "subset_score_loss": 0.04968171119689942} +{"step": 4490000, "wall_time": 43964.20265388489, "train_loss_step": 1.741267204284668, "n_params": 4285450, "total_flops": 59110411776000000, "train_loss": 0.048129981756210326, "subset_score_loss": 0.048129981756210326} +{"step": 4500000, "wall_time": 44169.704788684845, "train_loss_step": 1.5669279098510742, "n_params": 4285450, "total_flops": 59242060800000000, "train_loss": 0.04935775995254517, "subset_score_loss": 0.04935775995254517, "memorization_fraction_pixel": 0.005900000222027302, "mean_nn_ratio_pixel": 0.673227846622467, "fid": 87.50919914138572} +{"step": 4510000, "wall_time": 44237.90126609802, "train_loss_step": 1.5301024913787842, "n_params": 4285450, "total_flops": 59373709824000000, "train_loss": 0.05082371234893799, "subset_score_loss": 0.05082371234893799} +{"step": 4520000, "wall_time": 44296.70611166954, "train_loss_step": 1.7648406028747559, "n_params": 4285450, "total_flops": 59505358848000000, "train_loss": 0.04994114637374878, "subset_score_loss": 0.04994114637374878} +{"step": 4530000, "wall_time": 44370.433621644974, "train_loss_step": 1.634355068206787, "n_params": 4285450, "total_flops": 59637007872000000, "train_loss": 0.04852670729160309, "subset_score_loss": 0.04852670729160309} +{"step": 4540000, "wall_time": 44427.16575574875, "train_loss_step": 1.6585646867752075, "n_params": 4285450, "total_flops": 59768656896000000, "train_loss": 0.04796682596206665, "subset_score_loss": 0.04796682596206665} +{"step": 4550000, "wall_time": 44500.312240600586, "train_loss_step": 1.6608836650848389, "n_params": 4285450, "total_flops": 59900305920000000, "train_loss": 0.047836589813232425, "subset_score_loss": 0.047836589813232425} +{"step": 4560000, "wall_time": 44573.366520643234, "train_loss_step": 1.5878335237503052, "n_params": 4285450, "total_flops": 60031954944000000, "train_loss": 0.049196657538414, "subset_score_loss": 0.049196657538414} +{"step": 4570000, "wall_time": 44646.560554504395, "train_loss_step": 1.7062830924987793, "n_params": 4285450, "total_flops": 60163603968000000, "train_loss": 0.04872194528579712, "subset_score_loss": 0.04872194528579712} +{"step": 4580000, "wall_time": 44717.244388103485, "train_loss_step": 1.9300963878631592, "n_params": 4285450, "total_flops": 60295252992000000, "train_loss": 0.050114548206329344, "subset_score_loss": 0.050114548206329344} +{"step": 4590000, "wall_time": 44788.374591588974, "train_loss_step": 1.782501459121704, "n_params": 4285450, "total_flops": 60426902016000000, "train_loss": 0.04949126839637756, "subset_score_loss": 0.04949126839637756} +{"step": 4600000, "wall_time": 44925.93002104759, "train_loss_step": 1.6168572902679443, "n_params": 4285450, "total_flops": 60558551040000000, "train_loss": 0.04932646453380585, "subset_score_loss": 0.04932646453380585, "memorization_fraction_pixel": 0.005900000222027302, "mean_nn_ratio_pixel": 0.6692878603935242, "fid": 87.82475640143012} +{"step": 4610000, "wall_time": 44998.4113380909, "train_loss_step": 1.5079784393310547, "n_params": 4285450, "total_flops": 60690200064000000, "train_loss": 0.048659208416938785, "subset_score_loss": 0.048659208416938785} +{"step": 4620000, "wall_time": 45068.60777378082, "train_loss_step": 1.5594184398651123, "n_params": 4285450, "total_flops": 60821849088000000, "train_loss": 0.0492918848991394, "subset_score_loss": 0.0492918848991394} +{"step": 4630000, "wall_time": 45141.541957855225, "train_loss_step": 1.7225619554519653, "n_params": 4285450, "total_flops": 60953498112000000, "train_loss": 0.04918382465839386, "subset_score_loss": 0.04918382465839386} +{"step": 4640000, "wall_time": 45211.345277786255, "train_loss_step": 1.6066961288452148, "n_params": 4285450, "total_flops": 61085147136000000, "train_loss": 0.04895064830780029, "subset_score_loss": 0.04895064830780029} +{"step": 4650000, "wall_time": 45284.18694400787, "train_loss_step": 1.4710290431976318, "n_params": 4285450, "total_flops": 61216796160000000, "train_loss": 0.04972855448722839, "subset_score_loss": 0.04972855448722839} +{"step": 4660000, "wall_time": 45357.65870642662, "train_loss_step": 1.5859425067901611, "n_params": 4285450, "total_flops": 61348445184000000, "train_loss": 0.049790897965431215, "subset_score_loss": 0.049790897965431215} +{"step": 4670000, "wall_time": 45431.89115071297, "train_loss_step": 1.6896374225616455, "n_params": 4285450, "total_flops": 61480094208000000, "train_loss": 0.04898633062839508, "subset_score_loss": 0.04898633062839508} +{"step": 4680000, "wall_time": 45501.90762066841, "train_loss_step": 1.5333530902862549, "n_params": 4285450, "total_flops": 61611743232000000, "train_loss": 0.048433682322502135, "subset_score_loss": 0.048433682322502135} +{"step": 4690000, "wall_time": 45575.711168289185, "train_loss_step": 1.8019731044769287, "n_params": 4285450, "total_flops": 61743392256000000, "train_loss": 0.048646575212478636, "subset_score_loss": 0.048646575212478636} +{"step": 4700000, "wall_time": 45713.52825832367, "train_loss_step": 1.7699745893478394, "n_params": 4285450, "total_flops": 61875041280000000, "train_loss": 0.04726898670196533, "subset_score_loss": 0.04726898670196533, "memorization_fraction_pixel": 0.006000000052154064, "mean_nn_ratio_pixel": 0.6689492464065552, "fid": 87.2831198215265} +{"step": 4710000, "wall_time": 45773.641025304794, "train_loss_step": 1.6207785606384277, "n_params": 4285450, "total_flops": 62006690304000000, "train_loss": 0.04792453050613403, "subset_score_loss": 0.04792453050613403} +{"step": 4720000, "wall_time": 45829.843139886856, "train_loss_step": 1.6771061420440674, "n_params": 4285450, "total_flops": 62138339328000000, "train_loss": 0.04810957312583923, "subset_score_loss": 0.04810957312583923} +{"step": 4730000, "wall_time": 45886.530269145966, "train_loss_step": 1.583970546722412, "n_params": 4285450, "total_flops": 62269988352000000, "train_loss": 0.04837038516998291, "subset_score_loss": 0.04837038516998291} +{"step": 4740000, "wall_time": 45939.041605234146, "train_loss_step": 1.6294265985488892, "n_params": 4285450, "total_flops": 62401637376000000, "train_loss": 0.04873107671737671, "subset_score_loss": 0.04873107671737671} +{"step": 4750000, "wall_time": 45992.554760694504, "train_loss_step": 1.648799180984497, "n_params": 4285450, "total_flops": 62533286400000000, "train_loss": 0.047683128714561464, "subset_score_loss": 0.047683128714561464} +{"step": 4760000, "wall_time": 46048.92540669441, "train_loss_step": 1.7625925540924072, "n_params": 4285450, "total_flops": 62664935424000000, "train_loss": 0.04898939728736877, "subset_score_loss": 0.04898939728736877} +{"step": 4770000, "wall_time": 46104.86795115471, "train_loss_step": 1.8504459857940674, "n_params": 4285450, "total_flops": 62796584448000000, "train_loss": 0.046985915303230284, "subset_score_loss": 0.046985915303230284} +{"step": 4780000, "wall_time": 46155.00982427597, "train_loss_step": 1.531952977180481, "n_params": 4285450, "total_flops": 62928233472000000, "train_loss": 0.04834733307361603, "subset_score_loss": 0.04834733307361603} +{"step": 4790000, "wall_time": 46211.00483942032, "train_loss_step": 1.6285053491592407, "n_params": 4285450, "total_flops": 63059882496000000, "train_loss": 0.04829161465167999, "subset_score_loss": 0.04829161465167999} +{"step": 4800000, "wall_time": 46320.72823405266, "train_loss_step": 1.7948155403137207, "n_params": 4285450, "total_flops": 63191531520000000, "train_loss": 0.04810933470726013, "subset_score_loss": 0.04810933470726013, "memorization_fraction_pixel": 0.00419999985024333, "mean_nn_ratio_pixel": 0.6707596778869629, "fid": 86.81395509864949} +{"step": 4810000, "wall_time": 46378.19912958145, "train_loss_step": 1.6228504180908203, "n_params": 4285450, "total_flops": 63323180544000000, "train_loss": 0.04811434149742126, "subset_score_loss": 0.04811434149742126} +{"step": 4820000, "wall_time": 46435.18851304054, "train_loss_step": 1.5554404258728027, "n_params": 4285450, "total_flops": 63454829568000000, "train_loss": 0.04712924063205719, "subset_score_loss": 0.04712924063205719} +{"step": 4830000, "wall_time": 46492.581897735596, "train_loss_step": 1.5913052558898926, "n_params": 4285450, "total_flops": 63586478592000000, "train_loss": 0.04835444986820221, "subset_score_loss": 0.04835444986820221} +{"step": 4840000, "wall_time": 46543.700380563736, "train_loss_step": 1.6053242683410645, "n_params": 4285450, "total_flops": 63718127616000000, "train_loss": 0.04829531311988831, "subset_score_loss": 0.04829531311988831} +{"step": 4850000, "wall_time": 46600.74691367149, "train_loss_step": 1.66176176071167, "n_params": 4285450, "total_flops": 63849776640000000, "train_loss": 0.04676798284053803, "subset_score_loss": 0.04676798284053803} +{"step": 4860000, "wall_time": 46658.436422109604, "train_loss_step": 1.9144229888916016, "n_params": 4285450, "total_flops": 63981425664000000, "train_loss": 0.048108503222465515, "subset_score_loss": 0.048108503222465515} +{"step": 4870000, "wall_time": 46709.25074863434, "train_loss_step": 1.620820164680481, "n_params": 4285450, "total_flops": 64113074688000000, "train_loss": 0.047837838530540466, "subset_score_loss": 0.047837838530540466} +{"step": 4880000, "wall_time": 46748.641561985016, "train_loss_step": 1.7812151908874512, "n_params": 4285450, "total_flops": 64244723712000000, "train_loss": 0.046869516372680664, "subset_score_loss": 0.046869516372680664} +{"step": 4890000, "wall_time": 46787.92887592316, "train_loss_step": 1.79256272315979, "n_params": 4285450, "total_flops": 64376372736000000, "train_loss": 0.04756558537483215, "subset_score_loss": 0.04756558537483215} +{"step": 4900000, "wall_time": 46862.01421427727, "train_loss_step": 1.7540440559387207, "n_params": 4285450, "total_flops": 64508021760000000, "train_loss": 0.04680633842945099, "subset_score_loss": 0.04680633842945099, "memorization_fraction_pixel": 0.005799999926239252, "mean_nn_ratio_pixel": 0.670055091381073, "fid": 86.07053898720454} +{"step": 4910000, "wall_time": 46901.21310687065, "train_loss_step": 1.683258056640625, "n_params": 4285450, "total_flops": 64639670784000000, "train_loss": 0.04725219905376434, "subset_score_loss": 0.04725219905376434} +{"step": 4920000, "wall_time": 46940.5048429966, "train_loss_step": 1.7173748016357422, "n_params": 4285450, "total_flops": 64771319808000000, "train_loss": 0.047347292304039, "subset_score_loss": 0.047347292304039} +{"step": 4930000, "wall_time": 46979.05222535133, "train_loss_step": 1.546743631362915, "n_params": 4285450, "total_flops": 64902968832000000, "train_loss": 0.046785542368888856, "subset_score_loss": 0.046785542368888856} +{"step": 4940000, "wall_time": 47012.92617177963, "train_loss_step": 1.7247427701950073, "n_params": 4285450, "total_flops": 65034617856000000, "train_loss": 0.047357434034347536, "subset_score_loss": 0.047357434034347536} +{"step": 4950000, "wall_time": 47052.14805173874, "train_loss_step": 1.6606645584106445, "n_params": 4285450, "total_flops": 65166266880000000, "train_loss": 0.04832103550434112, "subset_score_loss": 0.04832103550434112} +{"step": 4960000, "wall_time": 47091.476465940475, "train_loss_step": 1.6891329288482666, "n_params": 4285450, "total_flops": 65297915904000000, "train_loss": 0.046232801675796506, "subset_score_loss": 0.046232801675796506} +{"step": 4970000, "wall_time": 47130.71430802345, "train_loss_step": 1.4991785287857056, "n_params": 4285450, "total_flops": 65429564928000000, "train_loss": 0.047463825345039366, "subset_score_loss": 0.047463825345039366} +{"step": 4980000, "wall_time": 47170.17083692551, "train_loss_step": 1.643979787826538, "n_params": 4285450, "total_flops": 65561213952000000, "train_loss": 0.047133252024650574, "subset_score_loss": 0.047133252024650574} +{"step": 4990000, "wall_time": 47209.296240091324, "train_loss_step": 1.6540279388427734, "n_params": 4285450, "total_flops": 65692862976000000, "train_loss": 0.046948307752609254, "subset_score_loss": 0.046948307752609254} +{"step": 5000000, "wall_time": 47283.3757982254, "train_loss_step": 1.8037922382354736, "n_params": 4285450, "total_flops": 65824512000000000, "train_loss": 0.04756285548210144, "subset_score_loss": 0.04756285548210144, "memorization_fraction_pixel": 0.003599999938160181, "mean_nn_ratio_pixel": 0.6714116334915161, "fid": 87.57741170507235} diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d10/runner.log b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d10/runner.log new file mode 100644 index 0000000000000000000000000000000000000000..c9f3fc0203c1ac58ac6d37c0776290222d575234 --- /dev/null +++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d10/runner.log @@ -0,0 +1,502 @@ + FID real-side stats cached over 1000 diverse train images + step 1 | 72s | train_loss=1.0028 | fid=194.7955 + step 10000 | 164s | train_loss=0.9251 + step 20000 | 257s | train_loss=0.9213 + step 30000 | 349s | train_loss=0.9198 + step 40000 | 442s | train_loss=0.9186 + step 50000 | 534s | train_loss=0.9178 + step 60000 | 624s | train_loss=0.9170 + step 70000 | 716s | train_loss=0.9163 + step 80000 | 807s | train_loss=0.9156 + step 90000 | 899s | train_loss=0.9150 + step 100000 | 1058s | train_loss=0.9142 | fid=87.1601 + step 110000 | 1150s | train_loss=0.9136 + step 120000 | 1242s | train_loss=0.9131 + step 130000 | 1333s | train_loss=0.9125 + step 140000 | 1425s | train_loss=0.9119 + step 150000 | 1515s | train_loss=0.9113 + step 160000 | 1607s | train_loss=0.9106 + step 170000 | 1699s | train_loss=0.9099 + step 180000 | 1790s | train_loss=0.9094 + step 190000 | 1880s | train_loss=0.9082 + step 200000 | 2041s | train_loss=0.9077 | fid=86.7941 + step 210000 | 2132s | train_loss=0.9067 + step 220000 | 2225s | train_loss=0.9055 + step 230000 | 2318s | train_loss=0.9041 + step 240000 | 2409s | train_loss=0.9027 + step 250000 | 2499s | train_loss=0.9010 + step 260000 | 2590s | train_loss=0.8993 + step 270000 | 2681s | train_loss=0.8970 + step 280000 | 2770s | train_loss=0.8943 + step 290000 | 2858s | train_loss=0.8907 + step 300000 | 3029s | train_loss=0.8862 | fid=87.5336 + step 310000 | 3120s | train_loss=0.8800 + step 320000 | 3212s | train_loss=0.8718 + step 330000 | 3304s | train_loss=0.8601 + step 340000 | 3394s | train_loss=0.8463 + step 350000 | 3486s | train_loss=0.8270 + step 360000 | 3578s | train_loss=0.8048 + step 370000 | 3668s | train_loss=0.7735 + step 380000 | 3755s | train_loss=0.7390 + step 390000 | 3847s | train_loss=0.7015 + step 400000 | 4010s | train_loss=0.6566 | fid=88.8426 + step 410000 | 4101s | train_loss=0.6194 + step 420000 | 4191s | train_loss=0.5768 + step 430000 | 4278s | train_loss=0.5352 + step 440000 | 4365s | train_loss=0.5060 + step 450000 | 4452s | train_loss=0.4619 + step 460000 | 4540s | train_loss=0.4554 + step 470000 | 4629s | train_loss=0.4155 + step 480000 | 4720s | train_loss=0.3823 + step 490000 | 4812s | train_loss=0.3731 + step 500000 | 4977s | train_loss=0.3484 | fid=86.5480 + step 510000 | 5067s | train_loss=0.3304 + step 520000 | 5158s | train_loss=0.3284 + step 530000 | 5250s | train_loss=0.3123 + step 540000 | 5342s | train_loss=0.2924 + step 550000 | 5433s | train_loss=0.2862 + step 560000 | 5522s | train_loss=0.2757 + step 570000 | 5614s | train_loss=0.2675 + step 580000 | 5705s | train_loss=0.2613 + step 590000 | 5792s | train_loss=0.2496 + step 600000 | 5977s | train_loss=0.2376 | fid=88.7729 + step 610000 | 6065s | train_loss=0.2333 + step 620000 | 6155s | train_loss=0.2292 + step 630000 | 6246s | train_loss=0.2222 + step 640000 | 6335s | train_loss=0.2162 + step 650000 | 6421s | train_loss=0.2161 + step 660000 | 6505s | train_loss=0.2093 + step 670000 | 6596s | train_loss=0.2064 + step 680000 | 6688s | train_loss=0.2020 + step 690000 | 6767s | train_loss=0.1978 + step 700000 | 6961s | train_loss=0.1906 | fid=87.9587 + step 710000 | 7048s | train_loss=0.1898 + step 720000 | 7138s | train_loss=0.1869 + step 730000 | 7227s | train_loss=0.1845 + step 740000 | 7319s | train_loss=0.1797 + step 750000 | 7395s | train_loss=0.1776 + step 760000 | 7487s | train_loss=0.1742 + step 770000 | 7577s | train_loss=0.1725 + step 780000 | 7669s | train_loss=0.1692 + step 790000 | 7747s | train_loss=0.1681 + step 800000 | 7942s | train_loss=0.1673 | fid=86.9987 + step 810000 | 8027s | train_loss=0.1628 + step 820000 | 8116s | train_loss=0.1621 + step 830000 | 8206s | train_loss=0.1606 + step 840000 | 8291s | train_loss=0.1613 + step 850000 | 8371s | train_loss=0.1554 + step 860000 | 8462s | train_loss=0.1541 + step 870000 | 8553s | train_loss=0.1549 + step 880000 | 8641s | train_loss=0.1537 + step 890000 | 8718s | train_loss=0.1509 + step 900000 | 8907s | train_loss=0.1499 | fid=88.6464 + step 910000 | 8990s | train_loss=0.1471 + step 920000 | 9081s | train_loss=0.1432 + step 930000 | 9172s | train_loss=0.1451 + step 940000 | 9251s | train_loss=0.1431 + step 950000 | 9340s | train_loss=0.1441 + step 960000 | 9432s | train_loss=0.1440 + step 970000 | 9523s | train_loss=0.1379 + step 980000 | 9613s | train_loss=0.1345 + step 990000 | 9689s | train_loss=0.1328 + step 1000000 | 9873s | train_loss=0.1375 | fid=86.7511 + step 1010000 | 9953s | train_loss=0.1354 + step 1020000 | 10045s | train_loss=0.1324 + step 1030000 | 10135s | train_loss=0.1314 + step 1040000 | 10224s | train_loss=0.1311 + step 1050000 | 10315s | train_loss=0.1307 + step 1060000 | 10406s | train_loss=0.1278 + step 1070000 | 10497s | train_loss=0.1301 + step 1080000 | 10589s | train_loss=0.1293 + step 1090000 | 10675s | train_loss=0.1254 + step 1100000 | 10843s | train_loss=0.1245 | fid=87.1107 + step 1110000 | 10931s | train_loss=0.1253 + step 1120000 | 11023s | train_loss=0.1200 + step 1130000 | 11110s | train_loss=0.1223 + step 1140000 | 11202s | train_loss=0.1198 + step 1150000 | 11294s | train_loss=0.1199 + step 1160000 | 11386s | train_loss=0.1176 + step 1170000 | 11476s | train_loss=0.1172 + step 1180000 | 11564s | train_loss=0.1173 + step 1190000 | 11655s | train_loss=0.1168 + step 1200000 | 11822s | train_loss=0.1162 | fid=87.1785 + step 1210000 | 11911s | train_loss=0.1162 + step 1220000 | 11998s | train_loss=0.1173 + step 1230000 | 12089s | train_loss=0.1143 + step 1240000 | 12180s | train_loss=0.1158 + step 1250000 | 12272s | train_loss=0.1143 + step 1260000 | 12364s | train_loss=0.1142 + step 1270000 | 12455s | train_loss=0.1109 + step 1280000 | 12542s | train_loss=0.1111 + step 1290000 | 12634s | train_loss=0.1102 + step 1300000 | 12801s | train_loss=0.1110 | fid=86.8978 + step 1310000 | 12889s | train_loss=0.1094 + step 1320000 | 12978s | train_loss=0.1100 + step 1330000 | 13069s | train_loss=0.1082 + step 1340000 | 13160s | train_loss=0.1095 + step 1350000 | 13252s | train_loss=0.1065 + step 1360000 | 13343s | train_loss=0.1095 + step 1370000 | 13432s | train_loss=0.1060 + step 1380000 | 13520s | train_loss=0.1046 + step 1390000 | 13612s | train_loss=0.1031 + step 1400000 | 13780s | train_loss=0.1035 | fid=86.1714 + step 1410000 | 13863s | train_loss=0.1032 + step 1420000 | 13955s | train_loss=0.1024 + step 1430000 | 14046s | train_loss=0.1044 + step 1440000 | 14138s | train_loss=0.1044 + step 1450000 | 14230s | train_loss=0.1019 + step 1460000 | 14319s | train_loss=0.1021 + step 1470000 | 14406s | train_loss=0.0989 + step 1480000 | 14489s | train_loss=0.0984 + step 1490000 | 14579s | train_loss=0.1000 + step 1500000 | 14769s | train_loss=0.0987 | fid=87.1012 + step 1510000 | 14846s | train_loss=0.0987 + step 1520000 | 14938s | train_loss=0.0978 + step 1530000 | 15029s | train_loss=0.0974 + step 1540000 | 15120s | train_loss=0.0980 + step 1550000 | 15210s | train_loss=0.0972 + step 1560000 | 15302s | train_loss=0.0950 + step 1570000 | 15383s | train_loss=0.0944 + step 1580000 | 15473s | train_loss=0.0958 + step 1590000 | 15564s | train_loss=0.0946 + step 1600000 | 15758s | train_loss=0.0955 | fid=87.3732 + step 1610000 | 15833s | train_loss=0.0960 + step 1620000 | 15924s | train_loss=0.0956 + step 1630000 | 16013s | train_loss=0.0937 + step 1640000 | 16105s | train_loss=0.0944 + step 1650000 | 16196s | train_loss=0.0935 + step 1660000 | 16288s | train_loss=0.0939 + step 1670000 | 16364s | train_loss=0.0914 + step 1680000 | 16455s | train_loss=0.0913 + step 1690000 | 16547s | train_loss=0.0924 + step 1700000 | 16709s | train_loss=0.0895 | fid=86.3021 + step 1710000 | 16798s | train_loss=0.0918 + step 1720000 | 16888s | train_loss=0.0901 + step 1730000 | 16979s | train_loss=0.0888 + step 1740000 | 17071s | train_loss=0.0879 + step 1750000 | 17162s | train_loss=0.0903 + step 1760000 | 17254s | train_loss=0.0897 + step 1770000 | 17334s | train_loss=0.0891 + step 1780000 | 17420s | train_loss=0.0873 + step 1790000 | 17502s | train_loss=0.0857 + step 1800000 | 17665s | train_loss=0.0880 | fid=87.1808 + step 1810000 | 17755s | train_loss=0.0885 + step 1820000 | 17843s | train_loss=0.0868 + step 1830000 | 17934s | train_loss=0.0854 + step 1840000 | 18027s | train_loss=0.0838 + step 1850000 | 18119s | train_loss=0.0850 + step 1860000 | 18209s | train_loss=0.0850 + step 1870000 | 18296s | train_loss=0.0861 + step 1880000 | 18378s | train_loss=0.0855 + step 1890000 | 18457s | train_loss=0.0845 + step 1900000 | 18664s | train_loss=0.0840 | fid=87.3157 + step 1910000 | 18743s | train_loss=0.0837 + step 1920000 | 18830s | train_loss=0.0822 + step 1930000 | 18921s | train_loss=0.0839 + step 1940000 | 19012s | train_loss=0.0798 + step 1950000 | 19104s | train_loss=0.0812 + step 1960000 | 19194s | train_loss=0.0825 + step 1970000 | 19275s | train_loss=0.0816 + step 1980000 | 19358s | train_loss=0.0797 + step 1990000 | 19444s | train_loss=0.0809 + step 2000000 | 19651s | train_loss=0.0810 | fid=86.3140 + step 2010000 | 19734s | train_loss=0.0809 + step 2020000 | 19816s | train_loss=0.0803 + step 2030000 | 19907s | train_loss=0.0795 + step 2040000 | 19998s | train_loss=0.0789 + step 2050000 | 20089s | train_loss=0.0795 + step 2060000 | 20178s | train_loss=0.0794 + step 2070000 | 20260s | train_loss=0.0784 + step 2080000 | 20349s | train_loss=0.0794 + step 2090000 | 20439s | train_loss=0.0782 + step 2100000 | 20607s | train_loss=0.0786 | fid=86.4463 + step 2110000 | 20699s | train_loss=0.0773 + step 2120000 | 20781s | train_loss=0.0774 + step 2130000 | 20873s | train_loss=0.0778 + step 2140000 | 20964s | train_loss=0.0780 + step 2150000 | 21055s | train_loss=0.0782 + step 2160000 | 21141s | train_loss=0.0774 + step 2170000 | 21213s | train_loss=0.0759 + step 2180000 | 21302s | train_loss=0.0759 + step 2190000 | 21394s | train_loss=0.0767 + step 2200000 | 21614s | train_loss=0.0762 | fid=87.2658 + step 2210000 | 21706s | train_loss=0.0759 + step 2220000 | 21778s | train_loss=0.0748 + step 2230000 | 21868s | train_loss=0.0757 + step 2240000 | 21958s | train_loss=0.0749 + step 2250000 | 22049s | train_loss=0.0739 + step 2260000 | 22117s | train_loss=0.0734 + step 2270000 | 22206s | train_loss=0.0740 + step 2280000 | 22297s | train_loss=0.0746 + step 2290000 | 22389s | train_loss=0.0723 + step 2300000 | 22610s | train_loss=0.0723 | fid=87.7245 + step 2310000 | 22702s | train_loss=0.0731 + step 2320000 | 22781s | train_loss=0.0725 + step 2330000 | 22873s | train_loss=0.0726 + step 2340000 | 22964s | train_loss=0.0724 + step 2350000 | 23043s | train_loss=0.0733 + step 2360000 | 23133s | train_loss=0.0717 + step 2370000 | 23224s | train_loss=0.0738 + step 2380000 | 23316s | train_loss=0.0725 + step 2390000 | 23408s | train_loss=0.0715 + step 2400000 | 23577s | train_loss=0.0711 | fid=86.2207 + step 2410000 | 23669s | train_loss=0.0723 + step 2420000 | 23758s | train_loss=0.0707 + step 2430000 | 23850s | train_loss=0.0721 + step 2440000 | 23936s | train_loss=0.0718 + step 2450000 | 24018s | train_loss=0.0705 + step 2460000 | 24109s | train_loss=0.0706 + step 2470000 | 24200s | train_loss=0.0695 + step 2480000 | 24291s | train_loss=0.0698 + step 2490000 | 24382s | train_loss=0.0698 + step 2500000 | 24590s | train_loss=0.0702 | fid=86.7511 + step 2510000 | 24682s | train_loss=0.0689 + step 2520000 | 24759s | train_loss=0.0698 + step 2530000 | 24838s | train_loss=0.0689 + step 2540000 | 24926s | train_loss=0.0691 + step 2550000 | 25010s | train_loss=0.0707 + step 2560000 | 25101s | train_loss=0.0682 + step 2570000 | 25193s | train_loss=0.0693 + step 2580000 | 25284s | train_loss=0.0684 + step 2590000 | 25376s | train_loss=0.0695 + step 2600000 | 25541s | train_loss=0.0685 | fid=87.3981 + step 2610000 | 25633s | train_loss=0.0700 + step 2620000 | 25719s | train_loss=0.0680 + step 2630000 | 25798s | train_loss=0.0665 + step 2640000 | 25888s | train_loss=0.0677 + step 2650000 | 25971s | train_loss=0.0677 + step 2660000 | 26061s | train_loss=0.0679 + step 2670000 | 26153s | train_loss=0.0662 + step 2680000 | 26244s | train_loss=0.0660 + step 2690000 | 26336s | train_loss=0.0670 + step 2700000 | 26551s | train_loss=0.0688 | fid=87.1347 + step 2710000 | 26642s | train_loss=0.0662 + step 2720000 | 26708s | train_loss=0.0660 + step 2730000 | 26799s | train_loss=0.0653 + step 2740000 | 26880s | train_loss=0.0671 + step 2750000 | 26971s | train_loss=0.0653 + step 2760000 | 27062s | train_loss=0.0665 + step 2770000 | 27153s | train_loss=0.0669 + step 2780000 | 27244s | train_loss=0.0648 + step 2790000 | 27336s | train_loss=0.0654 + step 2800000 | 27502s | train_loss=0.0642 | fid=86.8417 + step 2810000 | 27593s | train_loss=0.0634 + step 2820000 | 27676s | train_loss=0.0647 + step 2830000 | 27756s | train_loss=0.0645 + step 2840000 | 27839s | train_loss=0.0650 + step 2850000 | 27930s | train_loss=0.0662 + step 2860000 | 28021s | train_loss=0.0636 + step 2870000 | 28113s | train_loss=0.0656 + step 2880000 | 28204s | train_loss=0.0646 + step 2890000 | 28296s | train_loss=0.0666 + step 2900000 | 28462s | train_loss=0.0641 | fid=87.3380 + step 2910000 | 28551s | train_loss=0.0642 + step 2920000 | 28641s | train_loss=0.0626 + step 2930000 | 28729s | train_loss=0.0630 + step 2940000 | 28817s | train_loss=0.0632 + step 2950000 | 28909s | train_loss=0.0642 + step 2960000 | 29000s | train_loss=0.0632 + step 2970000 | 29092s | train_loss=0.0631 + step 2980000 | 29183s | train_loss=0.0622 + step 2990000 | 29272s | train_loss=0.0614 + step 3000000 | 29456s | train_loss=0.0626 | fid=86.5640 + step 3010000 | 29547s | train_loss=0.0618 + step 3020000 | 29639s | train_loss=0.0636 + step 3030000 | 29723s | train_loss=0.0627 + step 3040000 | 29815s | train_loss=0.0615 + step 3050000 | 29907s | train_loss=0.0633 + step 3060000 | 29998s | train_loss=0.0606 + step 3070000 | 30090s | train_loss=0.0620 + step 3080000 | 30180s | train_loss=0.0621 + step 3090000 | 30270s | train_loss=0.0612 + step 3100000 | 30448s | train_loss=0.0600 | fid=86.7848 + step 3110000 | 30541s | train_loss=0.0604 + step 3120000 | 30624s | train_loss=0.0617 + step 3130000 | 30699s | train_loss=0.0599 + step 3140000 | 30790s | train_loss=0.0603 + step 3150000 | 30882s | train_loss=0.0614 + step 3160000 | 30971s | train_loss=0.0604 + step 3170000 | 31063s | train_loss=0.0603 + step 3180000 | 31156s | train_loss=0.0606 + step 3190000 | 31246s | train_loss=0.0589 + step 3200000 | 31407s | train_loss=0.0591 | fid=88.1763 + step 3210000 | 31499s | train_loss=0.0592 + step 3220000 | 31588s | train_loss=0.0598 + step 3230000 | 31677s | train_loss=0.0601 + step 3240000 | 31768s | train_loss=0.0599 + step 3250000 | 31860s | train_loss=0.0590 + step 3260000 | 31949s | train_loss=0.0599 + step 3270000 | 32041s | train_loss=0.0582 + step 3280000 | 32133s | train_loss=0.0596 + step 3290000 | 32222s | train_loss=0.0590 + step 3300000 | 32389s | train_loss=0.0584 | fid=87.2871 + step 3310000 | 32480s | train_loss=0.0593 + step 3320000 | 32562s | train_loss=0.0595 + step 3330000 | 32645s | train_loss=0.0584 + step 3340000 | 32737s | train_loss=0.0575 + step 3350000 | 32827s | train_loss=0.0577 + step 3360000 | 32918s | train_loss=0.0583 + step 3370000 | 33010s | train_loss=0.0574 + step 3380000 | 33102s | train_loss=0.0579 + step 3390000 | 33178s | train_loss=0.0586 + step 3400000 | 33380s | train_loss=0.0581 | fid=86.8809 + step 3410000 | 33469s | train_loss=0.0587 + step 3420000 | 33552s | train_loss=0.0574 + step 3430000 | 33626s | train_loss=0.0575 + step 3440000 | 33717s | train_loss=0.0580 + step 3450000 | 33810s | train_loss=0.0580 + step 3460000 | 33902s | train_loss=0.0570 + step 3470000 | 33992s | train_loss=0.0578 + step 3480000 | 34078s | train_loss=0.0573 + step 3490000 | 34161s | train_loss=0.0567 + step 3500000 | 34352s | train_loss=0.0575 | fid=86.9962 + step 3510000 | 34436s | train_loss=0.0570 + step 3520000 | 34523s | train_loss=0.0555 + step 3530000 | 34605s | train_loss=0.0572 + step 3540000 | 34689s | train_loss=0.0568 + step 3550000 | 34781s | train_loss=0.0552 + step 3560000 | 34872s | train_loss=0.0563 + step 3570000 | 34962s | train_loss=0.0552 + step 3580000 | 35042s | train_loss=0.0558 + step 3590000 | 35127s | train_loss=0.0566 + step 3600000 | 35313s | train_loss=0.0569 | fid=86.9683 + step 3610000 | 35390s | train_loss=0.0560 + step 3620000 | 35478s | train_loss=0.0558 + step 3630000 | 35570s | train_loss=0.0544 + step 3640000 | 35651s | train_loss=0.0562 + step 3650000 | 35743s | train_loss=0.0549 + step 3660000 | 35835s | train_loss=0.0559 + step 3670000 | 35925s | train_loss=0.0545 + step 3680000 | 36005s | train_loss=0.0554 + step 3690000 | 36097s | train_loss=0.0558 + step 3700000 | 36291s | train_loss=0.0548 | fid=87.4514 + step 3710000 | 36369s | train_loss=0.0555 + step 3720000 | 36458s | train_loss=0.0551 + step 3730000 | 36549s | train_loss=0.0534 + step 3740000 | 36621s | train_loss=0.0549 + step 3750000 | 36712s | train_loss=0.0541 + step 3760000 | 36804s | train_loss=0.0536 + step 3770000 | 36887s | train_loss=0.0523 + step 3780000 | 36970s | train_loss=0.0525 + step 3790000 | 37062s | train_loss=0.0533 + step 3800000 | 37251s | train_loss=0.0545 | fid=87.0367 + step 3810000 | 37332s | train_loss=0.0545 + step 3820000 | 37424s | train_loss=0.0527 + step 3830000 | 37516s | train_loss=0.0529 + step 3840000 | 37599s | train_loss=0.0533 + step 3850000 | 37688s | train_loss=0.0536 + step 3860000 | 37780s | train_loss=0.0529 + step 3870000 | 37861s | train_loss=0.0524 + step 3880000 | 37954s | train_loss=0.0542 + step 3890000 | 38043s | train_loss=0.0527 + step 3900000 | 38240s | train_loss=0.0530 | fid=86.4236 + step 3910000 | 38324s | train_loss=0.0534 + step 3920000 | 38415s | train_loss=0.0528 + step 3930000 | 38508s | train_loss=0.0527 + step 3940000 | 38590s | train_loss=0.0525 + step 3950000 | 38677s | train_loss=0.0536 + step 3960000 | 38759s | train_loss=0.0526 + step 3970000 | 38843s | train_loss=0.0537 + step 3980000 | 38935s | train_loss=0.0534 + step 3990000 | 39026s | train_loss=0.0543 + step 4000000 | 39214s | train_loss=0.0537 | fid=86.5231 + step 4010000 | 39300s | train_loss=0.0534 + step 4020000 | 39390s | train_loss=0.0518 + step 4030000 | 39482s | train_loss=0.0521 + step 4040000 | 39568s | train_loss=0.0532 + step 4050000 | 39649s | train_loss=0.0516 + step 4060000 | 39721s | train_loss=0.0523 + step 4070000 | 39813s | train_loss=0.0517 + step 4080000 | 39905s | train_loss=0.0522 + step 4090000 | 39997s | train_loss=0.0530 + step 4100000 | 40195s | train_loss=0.0525 | fid=87.3203 + step 4110000 | 40287s | train_loss=0.0511 + step 4120000 | 40378s | train_loss=0.0514 + step 4130000 | 40469s | train_loss=0.0510 + step 4140000 | 40556s | train_loss=0.0523 + step 4150000 | 40625s | train_loss=0.0511 + step 4160000 | 40708s | train_loss=0.0521 + step 4170000 | 40800s | train_loss=0.0517 + step 4180000 | 40891s | train_loss=0.0505 + step 4190000 | 40982s | train_loss=0.0505 + step 4200000 | 41191s | train_loss=0.0513 | fid=87.4111 + step 4210000 | 41282s | train_loss=0.0508 + step 4220000 | 41372s | train_loss=0.0510 + step 4230000 | 41461s | train_loss=0.0509 + step 4240000 | 41543s | train_loss=0.0501 + step 4250000 | 41615s | train_loss=0.0503 + step 4260000 | 41707s | train_loss=0.0505 + step 4270000 | 41799s | train_loss=0.0511 + step 4280000 | 41889s | train_loss=0.0518 + step 4290000 | 41980s | train_loss=0.0504 + step 4300000 | 42182s | train_loss=0.0506 | fid=87.2782 + step 4310000 | 42274s | train_loss=0.0506 + step 4320000 | 42362s | train_loss=0.0505 + step 4330000 | 42453s | train_loss=0.0497 + step 4340000 | 42526s | train_loss=0.0514 + step 4350000 | 42611s | train_loss=0.0509 + step 4360000 | 42702s | train_loss=0.0503 + step 4370000 | 42793s | train_loss=0.0498 + step 4380000 | 42884s | train_loss=0.0511 + step 4390000 | 42975s | train_loss=0.0491 + step 4400000 | 43182s | train_loss=0.0505 | fid=87.4778 + step 4410000 | 43273s | train_loss=0.0494 + step 4420000 | 43364s | train_loss=0.0499 + step 4430000 | 43444s | train_loss=0.0496 + step 4440000 | 43526s | train_loss=0.0493 + step 4450000 | 43609s | train_loss=0.0490 + step 4460000 | 43700s | train_loss=0.0498 + step 4470000 | 43790s | train_loss=0.0497 + step 4480000 | 43882s | train_loss=0.0497 + step 4490000 | 43964s | train_loss=0.0481 + step 4500000 | 44170s | train_loss=0.0494 | fid=87.5092 + step 4510000 | 44238s | train_loss=0.0508 + step 4520000 | 44297s | train_loss=0.0499 + step 4530000 | 44370s | train_loss=0.0485 + step 4540000 | 44427s | train_loss=0.0480 + step 4550000 | 44500s | train_loss=0.0478 + step 4560000 | 44573s | train_loss=0.0492 + step 4570000 | 44647s | train_loss=0.0487 + step 4580000 | 44717s | train_loss=0.0501 + step 4590000 | 44788s | train_loss=0.0495 + step 4600000 | 44926s | train_loss=0.0493 | fid=87.8248 + step 4610000 | 44998s | train_loss=0.0487 + step 4620000 | 45069s | train_loss=0.0493 + step 4630000 | 45142s | train_loss=0.0492 + step 4640000 | 45211s | train_loss=0.0490 + step 4650000 | 45284s | train_loss=0.0497 + step 4660000 | 45358s | train_loss=0.0498 + step 4670000 | 45432s | train_loss=0.0490 + step 4680000 | 45502s | train_loss=0.0484 + step 4690000 | 45576s | train_loss=0.0486 + step 4700000 | 45714s | train_loss=0.0473 | fid=87.2831 + step 4710000 | 45774s | train_loss=0.0479 + step 4720000 | 45830s | train_loss=0.0481 + step 4730000 | 45887s | train_loss=0.0484 + step 4740000 | 45939s | train_loss=0.0487 + step 4750000 | 45993s | train_loss=0.0477 + step 4760000 | 46049s | train_loss=0.0490 + step 4770000 | 46105s | train_loss=0.0470 + step 4780000 | 46155s | train_loss=0.0483 + step 4790000 | 46211s | train_loss=0.0483 + step 4800000 | 46321s | train_loss=0.0481 | fid=86.8140 + step 4810000 | 46378s | train_loss=0.0481 + step 4820000 | 46435s | train_loss=0.0471 + step 4830000 | 46493s | train_loss=0.0484 + step 4840000 | 46544s | train_loss=0.0483 + step 4850000 | 46601s | train_loss=0.0468 + step 4860000 | 46658s | train_loss=0.0481 + step 4870000 | 46709s | train_loss=0.0478 + step 4880000 | 46749s | train_loss=0.0469 + step 4890000 | 46788s | train_loss=0.0476 + step 4900000 | 46862s | train_loss=0.0468 | fid=86.0705 + step 4910000 | 46901s | train_loss=0.0473 + step 4920000 | 46941s | train_loss=0.0473 + step 4930000 | 46979s | train_loss=0.0468 + step 4940000 | 47013s | train_loss=0.0474 + step 4950000 | 47052s | train_loss=0.0483 + step 4960000 | 47091s | train_loss=0.0462 + step 4970000 | 47131s | train_loss=0.0475 + step 4980000 | 47170s | train_loss=0.0471 + step 4990000 | 47209s | train_loss=0.0469 + step 5000000 | 47283s | train_loss=0.0476 | fid=87.5774 diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d100/config.json b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d100/config.json new file mode 100644 index 0000000000000000000000000000000000000000..48145753e08653eb9114fdeeb2d8bc2908d3d96d --- /dev/null +++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d100/config.json @@ -0,0 +1,26 @@ +{ + "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d100/vae.pt", + "out": "results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d100", + "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json", + "train_tar": "/overflow/data/cerberus/celeba_hq_256_partitioned_ws/train/celeba_hq_256-train-0000.tar", + "n_train": 1000, + "total_steps": 5000000, + "eval_interval": 10000, + "mem_interval": 100000, + "fid_interval": 100000, + "fid_n_real": 1000, + "fid_n_gen": 10000, + "n_gen_samples": 10000, + "n_sde_steps": 500, + "batch_size": 512, + "hidden": 1024, + "depth": 5, + "optimizer": "sgd", + "lr": 0.001, + "momentum": 0.8, + "t_min": 0.01, + "t_max": 3.0, + "t_eval": 0.1, + "seed": 47, + "device": null +} diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d100/metrics.jsonl b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d100/metrics.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..027f026bc314ad3ef11d6c726cd06ac0e6ac7764 --- /dev/null +++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d100/metrics.jsonl @@ -0,0 +1,502 @@ +{"event": "meta", "data": "celeba_hq_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 100, "n": 1000, "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d100/vae.pt", "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [20952, 7797, 13007, 15253, 1802, 20760, 3302, 2937, 12429, 13098, 20076, 19572, 10577, 5564, 11381, 5775, 5276, 17998, 2240, 2519, 11388, 7263, 4196, 10568, 2158, 19965, 9295, 2040, 19851, 8718, 9370, 15052, 13447, 2513, 1591, 9658, 13292, 12806, 14560, 2355, 9290, 17698, 4901, 20580, 2127, 14432, 8576, 20295, 129, 14022, 19119, 15050, 18760, 288, 13973, 2168, 14462, 2292, 8199, 18932, 6429, 20664, 8787, 16525, 10377, 6994, 16130, 6724, 13244, 20903, 11718, 8813, 7745, 14314, 13381, 7425, 8918, 18001, 18601, 17689, 8193, 470, 13341, 5477, 12269, 7092, 11369, 16932, 14217, 12925, 15969, 15866, 12197, 9148, 9971, 6425, 19208, 112, 13306, 16558, 1303, 19554, 17868, 13767, 4996, 11785, 8997, 17159, 9157, 13344, 7193, 14890, 893, 12961, 4480, 20648, 1871, 14734, 7352, 7321, 17855, 20812, 5617, 12632, 793, 17758, 7441, 20850, 8716, 9049, 5480, 7856, 16261, 5910, 16773, 9795, 4390, 6696, 14888, 12975, 16432, 9254, 6712, 1464, 13523, 641, 20792, 7029, 20339, 5365, 18551, 11929, 13976, 5064, 1978, 3092, 13092, 14987, 9204, 4723, 12378, 12008, 8196, 136, 19652, 8477, 19824, 2919, 13627, 19248, 9044, 3780, 12267, 8395, 7223, 8828, 4794, 1238, 3918, 6410, 14610, 2563, 18499, 7857, 3061, 15109, 11568, 6764, 10989, 18957, 8115, 20211, 19901, 20120, 10169, 4920, 9969, 10241, 17413, 5421, 14514, 20658, 10122, 5760, 1280, 11010, 8517, 4746, 6765, 4667, 4144, 8117, 4488, 17978, 13454, 18660, 8665, 45, 7031, 903, 16818, 18231, 17390, 312, 13864, 3668, 10948, 3614, 19604, 5027, 14941, 16471, 6783, 5178, 9335, 17408, 11831, 14242, 20072, 8405, 5198, 7163, 14369, 3939, 18102, 9996, 1580, 14702, 11215, 12045, 15533, 11854, 20171, 8345, 13606, 20457, 4849, 1500, 4026, 1891, 19053, 15329, 14020, 8742, 9233, 5280, 14522, 19492, 19005, 15421, 20902, 2380, 15726, 10965, 14683, 8786, 10203, 2842, 12666, 16692, 11495, 13620, 13743, 19967, 2117, 13142, 18220, 9184, 7484, 20600, 18310, 11438, 13671, 19232, 12924, 7682, 6420, 6638, 8141, 9558, 14608, 16288, 8979, 18506, 10073, 15365, 17535, 1111, 15229, 5083, 3615, 14472, 9250, 2157, 14039, 7423, 12464, 17398, 7148, 18584, 3958, 17549, 7943, 5819, 4614, 5871, 6171, 8176, 442, 7457, 11538, 15416, 15446, 1476, 16702, 17386, 344, 2590, 4412, 14795, 3511, 3253, 2551, 4805, 10115, 19988, 8304, 12851, 10913, 15518, 12417, 4132, 840, 10288, 7062, 402, 15245, 2646, 10740, 15201, 12745, 16350, 3423, 15088, 14921, 1876, 11228, 17039, 2764, 14670, 3571, 20091, 18464, 1243, 32, 651, 6130, 15342, 8091, 18828, 9117, 12336, 1061, 1889, 11916, 2684, 6657, 18769, 16598, 12693, 17833, 4505, 1755, 5317, 17939, 8049, 15854, 2015, 6255, 7794, 8551, 8848, 6079, 19416, 9201, 9716, 4758, 12841, 18120, 5409, 2645, 17139, 12999, 20071, 11362, 16024, 1012, 3774, 89, 4789, 14143, 541, 19389, 17049, 11702, 9028, 38, 11395, 12833, 19976, 10415, 6753, 3479, 10950, 10730, 2864, 17034, 16113, 14211, 11231, 10526, 3344, 7261, 15216, 1908, 9176, 2681, 9498, 18417, 20330, 19267, 8645, 17348, 3136, 17753, 4834, 14445, 1672, 13858, 18557, 2470, 9766, 18654, 162, 16584, 20852, 14886, 13360, 20524, 19279, 13997, 18291, 1348, 5843, 8721, 20735, 20977, 15333, 8243, 16529, 13154, 10788, 5379, 4739, 5636, 18019, 7950, 6588, 786, 6257, 8375, 3630, 14367, 510, 17431, 18890, 2241, 4398, 13654, 2768, 2899, 12526, 17703, 18984, 5733, 20074, 19421, 3368, 17161, 3891, 15748, 14407, 9678, 13320, 16555, 13838, 20279, 11098, 386, 12574, 2638, 13238, 2777, 13223, 5037, 5813, 19373, 13398, 15442, 5983, 3556, 1790, 6314, 13062, 5358, 17460, 8621, 15321, 9903, 15036, 13479, 19963, 6056, 9168, 2337, 18563, 19062, 11299, 19051, 17806, 17617, 7357, 6977, 19296, 15000, 16443, 14982, 15757, 15704, 5582, 2942, 16890, 8400, 9917, 16834, 567, 659, 9366, 1700, 5402, 4682, 2280, 765, 2961, 4577, 8421, 18091, 18080, 3290, 16429, 7945, 7235, 19280, 6240, 6343, 10436, 6470, 17901, 9219, 13304, 14735, 14786, 10334, 9645, 15485, 15119, 18615, 10837, 6813, 13431, 5024, 11164, 4421, 6786, 12382, 9459, 10595, 3685, 11181, 10328, 2900, 13285, 19615, 598, 157, 3120, 5529, 13749, 880, 5976, 19463, 16851, 2785, 3976, 20553, 19955, 6877, 1999, 20607, 10853, 8557, 7159, 17184, 10263, 9068, 12865, 5383, 18321, 2827, 2557, 7003, 6506, 13066, 16625, 15600, 10682, 18067, 14801, 13212, 9938, 7768, 14004, 11935, 12469, 12488, 13369, 20018, 19169, 4550, 6811, 11149, 37, 10051, 9046, 1576, 14946, 18907, 14521, 19659, 18099, 19638, 12050, 19893, 10324, 14542, 16992, 3456, 795, 5001, 14177, 18909, 18362, 11062, 3201, 6571, 10607, 11677, 4651, 18636, 4078, 6863, 9047, 9346, 5713, 13400, 13011, 12890, 12611, 15357, 7685, 15356, 10982, 15996, 4004, 1566, 9705, 11488, 1775, 17724, 8914, 9553, 3439, 1340, 7931, 16610, 5956, 7683, 3971, 3010, 8407, 3234, 6422, 7216, 2412, 4082, 12822, 5462, 5841, 15427, 5125, 11056, 8331, 4330, 6004, 15595, 4522, 14489, 11545, 12949, 6735, 17874, 11843, 11870, 11752, 14026, 18781, 4107, 12435, 8184, 1894, 9501, 6897, 14322, 4925, 17746, 3540, 3892, 10979, 10164, 2026, 4222, 1302, 19608, 6106, 20705, 1413, 12551, 2515, 5546, 7675, 5986, 7326, 17606, 9322, 9025, 12134, 20845, 1355, 5975, 4924, 9718, 2988, 12371, 8809, 9623, 14696, 17591, 20420, 16528, 15025, 4086, 11756, 4938, 6833, 15181, 11357, 16067, 12427, 5124, 4992, 13926, 20499, 18307, 4955, 7145, 18724, 35, 15577, 8779, 12132, 2322, 5756, 5220, 4518, 10666, 9584, 5903, 5523, 18943, 20654, 5822, 3200, 19022, 7533, 879, 17337, 8171, 8959, 5836, 15782, 18975, 989, 16566, 17613, 18341, 20220, 14326, 15459, 4315, 4874, 7122, 12740, 12259, 10824, 8098, 14910, 8434, 3601, 18430, 10733, 16177, 10780, 1324, 20023, 2408, 11121, 9237, 14519, 14858, 14630, 20871, 15604, 20373, 2311, 20475, 171, 2624, 7590, 4608, 13160, 4506, 10003, 4097, 10252, 18586, 18018, 7960, 9942, 6044, 16467, 3797, 20547, 17560, 7905, 20698, 12686, 5683, 115, 4181, 15828, 20515, 1287, 20636, 2828, 15685, 13399, 18580, 7902, 4380, 10083, 9273, 18142, 15396, 1402, 3101, 19049, 12462, 7659, 164, 1117, 14996, 10741, 17, 18797, 1976, 8898, 11319, 9178, 19713, 19657, 3095, 5405, 15206, 17743, 2834, 20208, 1847, 1488, 3025, 9332, 13967, 14043, 7846, 3126, 11244, 17468, 8874, 13461, 3788, 2725, 5793, 20764, 5132, 16487, 17712, 776, 5042, 9486, 9158, 18638, 6603, 17685, 15564, 11419, 5628, 4296, 8107, 1106, 12274, 3579, 11265, 17185, 7416, 1434, 7934, 19543, 7397, 19689, 3737, 4263, 2141, 5096, 3164, 2924, 2738, 6210, 36, 8651, 17892, 16670, 18803, 11118, 3966, 1913, 20926, 4105, 6428, 17717, 17240, 16019, 4501, 13280, 15814, 19328, 2893, 1993, 681, 4066, 20723, 4437], "fid_reference": "same farthest-first 1k training subset", "seed": 47} +{"step": 1, "wall_time": 73.30569672584534, "train_loss_step": 99.56390380859375, "n_params": 4469860, "total_flops": 13731409920, "train_loss": 0.9982261657714844, "subset_score_loss": 0.9982261657714844, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9753465056419373, "fid": 289.1489187758658} +{"step": 10000, "wall_time": 169.19078159332275, "train_loss_step": 19.072242736816406, "n_params": 4469860, "total_flops": 137314099200000, "train_loss": 0.8035748291015625, "subset_score_loss": 0.8035748291015625} +{"step": 20000, "wall_time": 264.4135208129883, "train_loss_step": 16.766586303710938, "n_params": 4469860, "total_flops": 274628198400000, "train_loss": 0.6787788391113281, "subset_score_loss": 0.6787788391113281} +{"step": 30000, "wall_time": 359.946462392807, "train_loss_step": 15.116918563842773, "n_params": 4469860, "total_flops": 411942297600000, "train_loss": 0.5422853469848633, "subset_score_loss": 0.5422853469848633} +{"step": 40000, "wall_time": 455.08371114730835, "train_loss_step": 13.951667785644531, "n_params": 4469860, "total_flops": 549256396800000, "train_loss": 0.40096660614013674, "subset_score_loss": 0.40096660614013674} +{"step": 50000, "wall_time": 549.7838618755341, "train_loss_step": 11.375038146972656, "n_params": 4469860, "total_flops": 686570496000000, "train_loss": 0.28920516967773435, "subset_score_loss": 0.28920516967773435} +{"step": 60000, "wall_time": 643.6389966011047, "train_loss_step": 11.189542770385742, "n_params": 4469860, "total_flops": 823884595200000, "train_loss": 0.2171877670288086, "subset_score_loss": 0.2171877670288086} +{"step": 70000, "wall_time": 738.6280331611633, "train_loss_step": 9.51644515991211, "n_params": 4469860, "total_flops": 961198694400000, "train_loss": 0.1768888282775879, "subset_score_loss": 0.1768888282775879} +{"step": 80000, "wall_time": 833.5172445774078, "train_loss_step": 9.017219543457031, "n_params": 4469860, "total_flops": 1098512793600000, "train_loss": 0.15609535217285156, "subset_score_loss": 0.15609535217285156} +{"step": 90000, "wall_time": 928.8644077777863, "train_loss_step": 9.322182655334473, "n_params": 4469860, "total_flops": 1235826892800000, "train_loss": 0.13748193740844727, "subset_score_loss": 0.13748193740844727} +{"step": 100000, "wall_time": 1091.6936633586884, "train_loss_step": 8.807303428649902, "n_params": 4469860, "total_flops": 1373140992000000, "train_loss": 0.1281113815307617, "subset_score_loss": 0.1281113815307617, "memorization_fraction_pixel": 0.000699999975040555, "mean_nn_ratio_pixel": 0.9062607288360596, "fid": 59.212622331077355} +{"step": 110000, "wall_time": 1186.923347234726, "train_loss_step": 8.483514785766602, "n_params": 4469860, "total_flops": 1510455091200000, "train_loss": 0.12104864120483398, "subset_score_loss": 0.12104864120483398} +{"step": 120000, "wall_time": 1282.1481249332428, "train_loss_step": 8.253617286682129, "n_params": 4469860, "total_flops": 1647769190400000, "train_loss": 0.1140222930908203, "subset_score_loss": 0.1140222930908203} +{"step": 130000, "wall_time": 1376.9620351791382, "train_loss_step": 8.627513885498047, "n_params": 4469860, "total_flops": 1785083289600000, "train_loss": 0.10990180969238281, "subset_score_loss": 0.10990180969238281} +{"step": 140000, "wall_time": 1471.6018269062042, "train_loss_step": 8.194439888000488, "n_params": 4469860, "total_flops": 1922397388800000, "train_loss": 0.10297720909118652, "subset_score_loss": 0.10297720909118652} +{"step": 150000, "wall_time": 1565.337107181549, "train_loss_step": 7.2192230224609375, "n_params": 4469860, "total_flops": 2059711488000000, "train_loss": 0.09902726173400879, "subset_score_loss": 0.09902726173400879} +{"step": 160000, "wall_time": 1660.3947024345398, "train_loss_step": 7.791615962982178, "n_params": 4469860, "total_flops": 2197025587200000, "train_loss": 0.09752140998840332, "subset_score_loss": 0.09752140998840332} +{"step": 170000, "wall_time": 1755.2068555355072, "train_loss_step": 7.101839065551758, "n_params": 4469860, "total_flops": 2334339686400000, "train_loss": 0.09243207931518554, "subset_score_loss": 0.09243207931518554} +{"step": 180000, "wall_time": 1850.0169048309326, "train_loss_step": 7.271944999694824, "n_params": 4469860, "total_flops": 2471653785600000, "train_loss": 0.0918607234954834, "subset_score_loss": 0.0918607234954834} +{"step": 190000, "wall_time": 1939.0951595306396, "train_loss_step": 7.010758399963379, "n_params": 4469860, "total_flops": 2608967884800000, "train_loss": 0.08665110588073731, "subset_score_loss": 0.08665110588073731} +{"step": 200000, "wall_time": 2109.4820232391357, "train_loss_step": 6.178740501403809, "n_params": 4469860, "total_flops": 2746281984000000, "train_loss": 0.08388464927673339, "subset_score_loss": 0.08388464927673339, "memorization_fraction_pixel": 0.013799999840557575, "mean_nn_ratio_pixel": 0.8521429896354675, "fid": 57.915763670360334} +{"step": 210000, "wall_time": 2204.7065036296844, "train_loss_step": 6.80446720123291, "n_params": 4469860, "total_flops": 2883596083200000, "train_loss": 0.08175449371337891, "subset_score_loss": 0.08175449371337891} +{"step": 220000, "wall_time": 2299.9840688705444, "train_loss_step": 6.804115295410156, "n_params": 4469860, "total_flops": 3020910182400000, "train_loss": 0.07952670574188232, "subset_score_loss": 0.07952670574188232} +{"step": 230000, "wall_time": 2394.8825104236603, "train_loss_step": 6.569546699523926, "n_params": 4469860, "total_flops": 3158224281600000, "train_loss": 0.07680872440338135, "subset_score_loss": 0.07680872440338135} +{"step": 240000, "wall_time": 2488.5660593509674, "train_loss_step": 6.759499549865723, "n_params": 4469860, "total_flops": 3295538380800000, "train_loss": 0.07668333530426025, "subset_score_loss": 0.07668333530426025} +{"step": 250000, "wall_time": 2583.8618319034576, "train_loss_step": 6.716180801391602, "n_params": 4469860, "total_flops": 3432852480000000, "train_loss": 0.07306725502014161, "subset_score_loss": 0.07306725502014161} +{"step": 260000, "wall_time": 2679.42932677269, "train_loss_step": 6.215000152587891, "n_params": 4469860, "total_flops": 3570166579200000, "train_loss": 0.0725743293762207, "subset_score_loss": 0.0725743293762207} +{"step": 270000, "wall_time": 2773.8026762008667, "train_loss_step": 6.468966960906982, "n_params": 4469860, "total_flops": 3707480678400000, "train_loss": 0.06989583492279053, "subset_score_loss": 0.06989583492279053} +{"step": 280000, "wall_time": 2861.960348367691, "train_loss_step": 6.685075759887695, "n_params": 4469860, "total_flops": 3844794777600000, "train_loss": 0.0705114507675171, "subset_score_loss": 0.0705114507675171} +{"step": 290000, "wall_time": 2956.7295038700104, "train_loss_step": 6.588223934173584, "n_params": 4469860, "total_flops": 3982108876800000, "train_loss": 0.06694518089294434, "subset_score_loss": 0.06694518089294434} +{"step": 300000, "wall_time": 3115.892166376114, "train_loss_step": 6.092894554138184, "n_params": 4469860, "total_flops": 4119422976000000, "train_loss": 0.06653002262115479, "subset_score_loss": 0.06653002262115479, "memorization_fraction_pixel": 0.030700000002980232, "mean_nn_ratio_pixel": 0.8167752623558044, "fid": 55.147395988287684} +{"step": 310000, "wall_time": 3210.8388571739197, "train_loss_step": 5.946468353271484, "n_params": 4469860, "total_flops": 4256737075200000, "train_loss": 0.06721822738647461, "subset_score_loss": 0.06721822738647461} +{"step": 320000, "wall_time": 3305.5858602523804, "train_loss_step": 6.127031326293945, "n_params": 4469860, "total_flops": 4394051174400000, "train_loss": 0.06469225406646728, "subset_score_loss": 0.06469225406646728} +{"step": 330000, "wall_time": 3399.713273048401, "train_loss_step": 6.006224632263184, "n_params": 4469860, "total_flops": 4531365273600000, "train_loss": 0.0629956579208374, "subset_score_loss": 0.0629956579208374} +{"step": 340000, "wall_time": 3495.030933380127, "train_loss_step": 6.679669380187988, "n_params": 4469860, "total_flops": 4668679372800000, "train_loss": 0.062002129554748535, "subset_score_loss": 0.062002129554748535} +{"step": 350000, "wall_time": 3590.0661935806274, "train_loss_step": 6.221366882324219, "n_params": 4469860, "total_flops": 4805993472000000, "train_loss": 0.0604517412185669, "subset_score_loss": 0.0604517412185669} +{"step": 360000, "wall_time": 3684.6376206874847, "train_loss_step": 6.343498229980469, "n_params": 4469860, "total_flops": 4943307571200000, "train_loss": 0.06078622341156006, "subset_score_loss": 0.06078622341156006} +{"step": 370000, "wall_time": 3773.9057354927063, "train_loss_step": 5.766181945800781, "n_params": 4469860, "total_flops": 5080621670400000, "train_loss": 0.059375638961791995, "subset_score_loss": 0.059375638961791995} +{"step": 380000, "wall_time": 3868.9885716438293, "train_loss_step": 5.814369201660156, "n_params": 4469860, "total_flops": 5217935769600000, "train_loss": 0.05840748310089111, "subset_score_loss": 0.05840748310089111} +{"step": 390000, "wall_time": 3963.9471180438995, "train_loss_step": 6.233461856842041, "n_params": 4469860, "total_flops": 5355249868800000, "train_loss": 0.05803495407104492, "subset_score_loss": 0.05803495407104492} +{"step": 400000, "wall_time": 4127.175201892853, "train_loss_step": 5.944344997406006, "n_params": 4469860, "total_flops": 5492563968000000, "train_loss": 0.0577161169052124, "subset_score_loss": 0.0577161169052124, "memorization_fraction_pixel": 0.05119999870657921, "mean_nn_ratio_pixel": 0.7814850807189941, "fid": 53.84732101859039} +{"step": 410000, "wall_time": 4219.668961763382, "train_loss_step": 5.75996732711792, "n_params": 4469860, "total_flops": 5629878067200000, "train_loss": 0.056755385398864745, "subset_score_loss": 0.056755385398864745} +{"step": 420000, "wall_time": 4309.424254179001, "train_loss_step": 6.029626369476318, "n_params": 4469860, "total_flops": 5767192166400000, "train_loss": 0.05560876369476318, "subset_score_loss": 0.05560876369476318} +{"step": 430000, "wall_time": 4399.552044630051, "train_loss_step": 6.151658058166504, "n_params": 4469860, "total_flops": 5904506265600000, "train_loss": 0.055553340911865236, "subset_score_loss": 0.055553340911865236} +{"step": 440000, "wall_time": 4490.310088634491, "train_loss_step": 5.762041091918945, "n_params": 4469860, "total_flops": 6041820364800000, "train_loss": 0.055090746879577636, "subset_score_loss": 0.055090746879577636} +{"step": 450000, "wall_time": 4585.622410297394, "train_loss_step": 5.827615737915039, "n_params": 4469860, "total_flops": 6179134464000000, "train_loss": 0.05415668964385986, "subset_score_loss": 0.05415668964385986} +{"step": 460000, "wall_time": 4675.7637095451355, "train_loss_step": 5.570225238800049, "n_params": 4469860, "total_flops": 6316448563200000, "train_loss": 0.0538761043548584, "subset_score_loss": 0.0538761043548584} +{"step": 470000, "wall_time": 4768.875284671783, "train_loss_step": 5.655426979064941, "n_params": 4469860, "total_flops": 6453762662400000, "train_loss": 0.05310054779052734, "subset_score_loss": 0.05310054779052734} +{"step": 480000, "wall_time": 4863.838198661804, "train_loss_step": 5.860018730163574, "n_params": 4469860, "total_flops": 6591076761600000, "train_loss": 0.05220530509948731, "subset_score_loss": 0.05220530509948731} +{"step": 490000, "wall_time": 4959.186922311783, "train_loss_step": 5.6992645263671875, "n_params": 4469860, "total_flops": 6728390860800000, "train_loss": 0.0521118688583374, "subset_score_loss": 0.0521118688583374} +{"step": 500000, "wall_time": 5122.132499933243, "train_loss_step": 5.816441535949707, "n_params": 4469860, "total_flops": 6865704960000000, "train_loss": 0.05140463352203369, "subset_score_loss": 0.05140463352203369, "memorization_fraction_pixel": 0.07599999755620956, "mean_nn_ratio_pixel": 0.7606095671653748, "fid": 52.47791577305442} +{"step": 510000, "wall_time": 5216.548045396805, "train_loss_step": 5.603659629821777, "n_params": 4469860, "total_flops": 7003019059200000, "train_loss": 0.05057599067687988, "subset_score_loss": 0.05057599067687988} +{"step": 520000, "wall_time": 5311.199973106384, "train_loss_step": 5.253647804260254, "n_params": 4469860, "total_flops": 7140333158400000, "train_loss": 0.050384230613708496, "subset_score_loss": 0.050384230613708496} +{"step": 530000, "wall_time": 5406.209323883057, "train_loss_step": 5.767397880554199, "n_params": 4469860, "total_flops": 7277647257600000, "train_loss": 0.05047464370727539, "subset_score_loss": 0.05047464370727539} +{"step": 540000, "wall_time": 5500.895933866501, "train_loss_step": 5.270747661590576, "n_params": 4469860, "total_flops": 7414961356800000, "train_loss": 0.049978480339050294, "subset_score_loss": 0.049978480339050294} +{"step": 550000, "wall_time": 5592.384037971497, "train_loss_step": 5.485246181488037, "n_params": 4469860, "total_flops": 7552275456000000, "train_loss": 0.050156564712524415, "subset_score_loss": 0.050156564712524415} +{"step": 560000, "wall_time": 5685.036289930344, "train_loss_step": 5.41572380065918, "n_params": 4469860, "total_flops": 7689589555200000, "train_loss": 0.0492539119720459, "subset_score_loss": 0.0492539119720459} +{"step": 570000, "wall_time": 5780.034615516663, "train_loss_step": 5.2557268142700195, "n_params": 4469860, "total_flops": 7826903654400000, "train_loss": 0.04797053813934326, "subset_score_loss": 0.04797053813934326} +{"step": 580000, "wall_time": 5874.791821479797, "train_loss_step": 5.622677803039551, "n_params": 4469860, "total_flops": 7964217753600000, "train_loss": 0.0490185022354126, "subset_score_loss": 0.0490185022354126} +{"step": 590000, "wall_time": 5969.781337022781, "train_loss_step": 5.127903461456299, "n_params": 4469860, "total_flops": 8101531852800000, "train_loss": 0.04760456085205078, "subset_score_loss": 0.04760456085205078} +{"step": 600000, "wall_time": 6122.485610485077, "train_loss_step": 5.753637313842773, "n_params": 4469860, "total_flops": 8238845952000000, "train_loss": 0.04722984790802002, "subset_score_loss": 0.04722984790802002, "memorization_fraction_pixel": 0.10170000046491623, "mean_nn_ratio_pixel": 0.737313449382782, "fid": 51.86973943043118} +{"step": 610000, "wall_time": 6217.192368030548, "train_loss_step": 5.446816444396973, "n_params": 4469860, "total_flops": 8376160051200000, "train_loss": 0.04655133724212646, "subset_score_loss": 0.04655133724212646} +{"step": 620000, "wall_time": 6311.77814412117, "train_loss_step": 5.508040428161621, "n_params": 4469860, "total_flops": 8513474150400000, "train_loss": 0.04731804847717285, "subset_score_loss": 0.04731804847717285} +{"step": 630000, "wall_time": 6407.243347167969, "train_loss_step": 5.536503791809082, "n_params": 4469860, "total_flops": 8650788249600000, "train_loss": 0.04680466175079346, "subset_score_loss": 0.04680466175079346} +{"step": 640000, "wall_time": 6499.389876127243, "train_loss_step": 5.161905288696289, "n_params": 4469860, "total_flops": 8788102348800000, "train_loss": 0.044831461906433105, "subset_score_loss": 0.044831461906433105} +{"step": 650000, "wall_time": 6591.109730005264, "train_loss_step": 5.341254234313965, "n_params": 4469860, "total_flops": 8925416448000000, "train_loss": 0.045945043563842776, "subset_score_loss": 0.045945043563842776} +{"step": 660000, "wall_time": 6686.035693883896, "train_loss_step": 5.491390705108643, "n_params": 4469860, "total_flops": 9062730547200000, "train_loss": 0.04566614627838135, "subset_score_loss": 0.04566614627838135} +{"step": 670000, "wall_time": 6779.715544223785, "train_loss_step": 5.218824863433838, "n_params": 4469860, "total_flops": 9200044646400000, "train_loss": 0.044584345817565915, "subset_score_loss": 0.044584345817565915} +{"step": 680000, "wall_time": 6874.454452991486, "train_loss_step": 5.779295921325684, "n_params": 4469860, "total_flops": 9337358745600000, "train_loss": 0.044948577880859375, "subset_score_loss": 0.044948577880859375} +{"step": 690000, "wall_time": 6968.479923009872, "train_loss_step": 5.274073600769043, "n_params": 4469860, "total_flops": 9474672844800000, "train_loss": 0.0450553560256958, "subset_score_loss": 0.0450553560256958} +{"step": 700000, "wall_time": 7128.795714139938, "train_loss_step": 5.409510612487793, "n_params": 4469860, "total_flops": 9611986944000000, "train_loss": 0.04434924125671387, "subset_score_loss": 0.04434924125671387, "memorization_fraction_pixel": 0.12449999898672104, "mean_nn_ratio_pixel": 0.7183952927589417, "fid": 51.27621539627854} +{"step": 710000, "wall_time": 7224.128781557083, "train_loss_step": 5.359835624694824, "n_params": 4469860, "total_flops": 9749301043200000, "train_loss": 0.04298003196716309, "subset_score_loss": 0.04298003196716309} +{"step": 720000, "wall_time": 7318.999686956406, "train_loss_step": 5.315870761871338, "n_params": 4469860, "total_flops": 9886615142400000, "train_loss": 0.04518430709838867, "subset_score_loss": 0.04518430709838867} +{"step": 730000, "wall_time": 7411.769088983536, "train_loss_step": 5.674594402313232, "n_params": 4469860, "total_flops": 10023929241600000, "train_loss": 0.04431821346282959, "subset_score_loss": 0.04431821346282959} +{"step": 740000, "wall_time": 7503.168882846832, "train_loss_step": 5.810039520263672, "n_params": 4469860, "total_flops": 10161243340800000, "train_loss": 0.04424249172210693, "subset_score_loss": 0.04424249172210693} +{"step": 750000, "wall_time": 7597.758158922195, "train_loss_step": 5.6554718017578125, "n_params": 4469860, "total_flops": 10298557440000000, "train_loss": 0.04372533321380615, "subset_score_loss": 0.04372533321380615} +{"step": 760000, "wall_time": 7692.729286432266, "train_loss_step": 5.279708385467529, "n_params": 4469860, "total_flops": 10435871539200000, "train_loss": 0.04276790142059326, "subset_score_loss": 0.04276790142059326} +{"step": 770000, "wall_time": 7787.297387123108, "train_loss_step": 5.245681285858154, "n_params": 4469860, "total_flops": 10573185638400000, "train_loss": 0.04161188125610352, "subset_score_loss": 0.04161188125610352} +{"step": 780000, "wall_time": 7882.039350748062, "train_loss_step": 5.062050819396973, "n_params": 4469860, "total_flops": 10710499737600000, "train_loss": 0.04091219425201416, "subset_score_loss": 0.04091219425201416} +{"step": 790000, "wall_time": 7975.854242801666, "train_loss_step": 5.464117050170898, "n_params": 4469860, "total_flops": 10847813836800000, "train_loss": 0.042156281471252444, "subset_score_loss": 0.042156281471252444} +{"step": 800000, "wall_time": 8124.895071268082, "train_loss_step": 4.968863487243652, "n_params": 4469860, "total_flops": 10985127936000000, "train_loss": 0.04143724918365479, "subset_score_loss": 0.04143724918365479, "memorization_fraction_pixel": 0.14100000262260437, "mean_nn_ratio_pixel": 0.7122085690498352, "fid": 51.6989057945611} +{"step": 810000, "wall_time": 8219.87504029274, "train_loss_step": 5.179486274719238, "n_params": 4469860, "total_flops": 11122442035200000, "train_loss": 0.04189717769622803, "subset_score_loss": 0.04189717769622803} +{"step": 820000, "wall_time": 8312.812343120575, "train_loss_step": 5.431122779846191, "n_params": 4469860, "total_flops": 11259756134400000, "train_loss": 0.041223177909851076, "subset_score_loss": 0.041223177909851076} +{"step": 830000, "wall_time": 8403.67127585411, "train_loss_step": 4.9068450927734375, "n_params": 4469860, "total_flops": 11397070233600000, "train_loss": 0.04044372081756592, "subset_score_loss": 0.04044372081756592} +{"step": 840000, "wall_time": 8498.982342481613, "train_loss_step": 5.1605987548828125, "n_params": 4469860, "total_flops": 11534384332800000, "train_loss": 0.04069723129272461, "subset_score_loss": 0.04069723129272461} +{"step": 850000, "wall_time": 8593.620758533478, "train_loss_step": 4.808385848999023, "n_params": 4469860, "total_flops": 11671698432000000, "train_loss": 0.039715073108673095, "subset_score_loss": 0.039715073108673095} +{"step": 860000, "wall_time": 8688.764150381088, "train_loss_step": 5.150960922241211, "n_params": 4469860, "total_flops": 11809012531200000, "train_loss": 0.04012561798095703, "subset_score_loss": 0.04012561798095703} +{"step": 870000, "wall_time": 8783.44877076149, "train_loss_step": 4.932268142700195, "n_params": 4469860, "total_flops": 11946326630400000, "train_loss": 0.03993812799453735, "subset_score_loss": 0.03993812799453735} +{"step": 880000, "wall_time": 8878.14559340477, "train_loss_step": 4.976819038391113, "n_params": 4469860, "total_flops": 12083640729600000, "train_loss": 0.0399586009979248, "subset_score_loss": 0.0399586009979248} +{"step": 890000, "wall_time": 8971.31645154953, "train_loss_step": 4.81490421295166, "n_params": 4469860, "total_flops": 12220954828800000, "train_loss": 0.03905275583267212, "subset_score_loss": 0.03905275583267212} +{"step": 900000, "wall_time": 9129.703018903732, "train_loss_step": 5.315810203552246, "n_params": 4469860, "total_flops": 12358268928000000, "train_loss": 0.040514683723449706, "subset_score_loss": 0.040514683723449706, "memorization_fraction_pixel": 0.16419999301433563, "mean_nn_ratio_pixel": 0.6996311545372009, "fid": 53.36798740823319} +{"step": 910000, "wall_time": 9221.3501663208, "train_loss_step": 4.570679664611816, "n_params": 4469860, "total_flops": 12495583027200000, "train_loss": 0.03961318969726563, "subset_score_loss": 0.03961318969726563} +{"step": 920000, "wall_time": 9312.236362457275, "train_loss_step": 5.053035259246826, "n_params": 4469860, "total_flops": 12632897126400000, "train_loss": 0.039558470249176025, "subset_score_loss": 0.039558470249176025} +{"step": 930000, "wall_time": 9407.071479082108, "train_loss_step": 4.805929183959961, "n_params": 4469860, "total_flops": 12770211225600000, "train_loss": 0.038205471038818356, "subset_score_loss": 0.038205471038818356} +{"step": 940000, "wall_time": 9501.453255176544, "train_loss_step": 5.024940490722656, "n_params": 4469860, "total_flops": 12907525324800000, "train_loss": 0.03861200332641602, "subset_score_loss": 0.03861200332641602} +{"step": 950000, "wall_time": 9596.167373418808, "train_loss_step": 5.45229434967041, "n_params": 4469860, "total_flops": 13044839424000000, "train_loss": 0.039370784759521486, "subset_score_loss": 0.039370784759521486} +{"step": 960000, "wall_time": 9691.218965291977, "train_loss_step": 4.350687026977539, "n_params": 4469860, "total_flops": 13182153523200000, "train_loss": 0.03770015239715576, "subset_score_loss": 0.03770015239715576} +{"step": 970000, "wall_time": 9786.267087936401, "train_loss_step": 5.172959327697754, "n_params": 4469860, "total_flops": 13319467622400000, "train_loss": 0.037652292251586915, "subset_score_loss": 0.037652292251586915} +{"step": 980000, "wall_time": 9880.27401304245, "train_loss_step": 4.573999404907227, "n_params": 4469860, "total_flops": 13456781721600000, "train_loss": 0.03849227666854858, "subset_score_loss": 0.03849227666854858} +{"step": 990000, "wall_time": 9974.484653711319, "train_loss_step": 4.8768696784973145, "n_params": 4469860, "total_flops": 13594095820800000, "train_loss": 0.037851901054382325, "subset_score_loss": 0.037851901054382325} +{"step": 1000000, "wall_time": 10137.26753616333, "train_loss_step": 5.058692455291748, "n_params": 4469860, "total_flops": 13731409920000000, "train_loss": 0.037633423805236814, "subset_score_loss": 0.037633423805236814, "memorization_fraction_pixel": 0.19519999623298645, "mean_nn_ratio_pixel": 0.6854233145713806, "fid": 52.481007631691966} +{"step": 1010000, "wall_time": 10228.50632071495, "train_loss_step": 5.15577507019043, "n_params": 4469860, "total_flops": 13868724019200000, "train_loss": 0.03695446491241455, "subset_score_loss": 0.03695446491241455} +{"step": 1020000, "wall_time": 10323.172645330429, "train_loss_step": 4.68880558013916, "n_params": 4469860, "total_flops": 14006038118400000, "train_loss": 0.03691842317581177, "subset_score_loss": 0.03691842317581177} +{"step": 1030000, "wall_time": 10418.445775032043, "train_loss_step": 4.963175296783447, "n_params": 4469860, "total_flops": 14143352217600000, "train_loss": 0.03716701745986938, "subset_score_loss": 0.03716701745986938} +{"step": 1040000, "wall_time": 10513.148044347763, "train_loss_step": 4.565438270568848, "n_params": 4469860, "total_flops": 14280666316800000, "train_loss": 0.036727540493011475, "subset_score_loss": 0.036727540493011475} +{"step": 1050000, "wall_time": 10608.424965381622, "train_loss_step": 4.93954610824585, "n_params": 4469860, "total_flops": 14417980416000000, "train_loss": 0.037440388202667235, "subset_score_loss": 0.037440388202667235} +{"step": 1060000, "wall_time": 10703.892201185226, "train_loss_step": 4.7471394538879395, "n_params": 4469860, "total_flops": 14555294515200000, "train_loss": 0.037110226154327394, "subset_score_loss": 0.037110226154327394} +{"step": 1070000, "wall_time": 10798.576843261719, "train_loss_step": 5.339912414550781, "n_params": 4469860, "total_flops": 14692608614400000, "train_loss": 0.036707706451416015, "subset_score_loss": 0.036707706451416015} +{"step": 1080000, "wall_time": 10892.579236268997, "train_loss_step": 4.909789562225342, "n_params": 4469860, "total_flops": 14829922713600000, "train_loss": 0.03515396595001221, "subset_score_loss": 0.03515396595001221} +{"step": 1090000, "wall_time": 10987.529456615448, "train_loss_step": 4.9757466316223145, "n_params": 4469860, "total_flops": 14967236812800000, "train_loss": 0.03659828901290894, "subset_score_loss": 0.03659828901290894} +{"step": 1100000, "wall_time": 11145.757631540298, "train_loss_step": 5.0727858543396, "n_params": 4469860, "total_flops": 15104550912000000, "train_loss": 0.03586897134780884, "subset_score_loss": 0.03586897134780884, "memorization_fraction_pixel": 0.23489999771118164, "mean_nn_ratio_pixel": 0.6675925850868225, "fid": 53.60248010918215} +{"step": 1110000, "wall_time": 11240.722183465958, "train_loss_step": 4.299342155456543, "n_params": 4469860, "total_flops": 15241865011200000, "train_loss": 0.03549715995788574, "subset_score_loss": 0.03549715995788574} +{"step": 1120000, "wall_time": 11335.658627271652, "train_loss_step": 4.986549377441406, "n_params": 4469860, "total_flops": 15379179110400000, "train_loss": 0.03514841079711914, "subset_score_loss": 0.03514841079711914} +{"step": 1130000, "wall_time": 11430.587351799011, "train_loss_step": 4.841421127319336, "n_params": 4469860, "total_flops": 15516493209600000, "train_loss": 0.035249547958374025, "subset_score_loss": 0.035249547958374025} +{"step": 1140000, "wall_time": 11525.085001707077, "train_loss_step": 4.689891815185547, "n_params": 4469860, "total_flops": 15653807308800000, "train_loss": 0.03396750211715698, "subset_score_loss": 0.03396750211715698} +{"step": 1150000, "wall_time": 11619.499736309052, "train_loss_step": 4.413119792938232, "n_params": 4469860, "total_flops": 15791121408000000, "train_loss": 0.03618299007415771, "subset_score_loss": 0.03618299007415771} +{"step": 1160000, "wall_time": 11713.907859325409, "train_loss_step": 4.279898643493652, "n_params": 4469860, "total_flops": 15928435507200000, "train_loss": 0.034733688831329344, "subset_score_loss": 0.034733688831329344} +{"step": 1170000, "wall_time": 11808.122938632965, "train_loss_step": 4.728062629699707, "n_params": 4469860, "total_flops": 16065749606400000, "train_loss": 0.03520481586456299, "subset_score_loss": 0.03520481586456299} +{"step": 1180000, "wall_time": 11902.110741138458, "train_loss_step": 4.653478622436523, "n_params": 4469860, "total_flops": 16203063705600000, "train_loss": 0.03390179872512818, "subset_score_loss": 0.03390179872512818} +{"step": 1190000, "wall_time": 11994.61758351326, "train_loss_step": 4.460013389587402, "n_params": 4469860, "total_flops": 16340377804800000, "train_loss": 0.035077204704284666, "subset_score_loss": 0.035077204704284666} +{"step": 1200000, "wall_time": 12149.64895939827, "train_loss_step": 4.530969619750977, "n_params": 4469860, "total_flops": 16477691904000000, "train_loss": 0.034296648502349855, "subset_score_loss": 0.034296648502349855, "memorization_fraction_pixel": 0.2678000032901764, "mean_nn_ratio_pixel": 0.6523978114128113, "fid": 53.72423331178629} +{"step": 1210000, "wall_time": 12244.608483791351, "train_loss_step": 4.781492710113525, "n_params": 4469860, "total_flops": 16615006003200000, "train_loss": 0.03569216728210449, "subset_score_loss": 0.03569216728210449} +{"step": 1220000, "wall_time": 12339.74674487114, "train_loss_step": 4.354092597961426, "n_params": 4469860, "total_flops": 16752320102400000, "train_loss": 0.03365729093551636, "subset_score_loss": 0.03365729093551636} +{"step": 1230000, "wall_time": 12434.565546989441, "train_loss_step": 4.477443695068359, "n_params": 4469860, "total_flops": 16889634201600000, "train_loss": 0.03368837356567383, "subset_score_loss": 0.03368837356567383} +{"step": 1240000, "wall_time": 12528.487566709518, "train_loss_step": 4.598509788513184, "n_params": 4469860, "total_flops": 17026948300800000, "train_loss": 0.034004361629486085, "subset_score_loss": 0.034004361629486085} +{"step": 1250000, "wall_time": 12623.315359592438, "train_loss_step": 4.5911359786987305, "n_params": 4469860, "total_flops": 17164262400000000, "train_loss": 0.03243232250213623, "subset_score_loss": 0.03243232250213623} +{"step": 1260000, "wall_time": 12717.677758216858, "train_loss_step": 4.5343523025512695, "n_params": 4469860, "total_flops": 17301576499200000, "train_loss": 0.03333256483078003, "subset_score_loss": 0.03333256483078003} +{"step": 1270000, "wall_time": 12812.08760523796, "train_loss_step": 4.389582633972168, "n_params": 4469860, "total_flops": 17438890598400000, "train_loss": 0.03249759912490845, "subset_score_loss": 0.03249759912490845} +{"step": 1280000, "wall_time": 12904.019222021103, "train_loss_step": 4.284229278564453, "n_params": 4469860, "total_flops": 17576204697600000, "train_loss": 0.03349958896636963, "subset_score_loss": 0.03349958896636963} +{"step": 1290000, "wall_time": 12995.503422260284, "train_loss_step": 4.627353668212891, "n_params": 4469860, "total_flops": 17713518796800000, "train_loss": 0.03265721797943115, "subset_score_loss": 0.03265721797943115} +{"step": 1300000, "wall_time": 13159.937774181366, "train_loss_step": 4.819810390472412, "n_params": 4469860, "total_flops": 17850832896000000, "train_loss": 0.03431618928909302, "subset_score_loss": 0.03431618928909302, "memorization_fraction_pixel": 0.2946999967098236, "mean_nn_ratio_pixel": 0.6433346271514893, "fid": 54.789837583166246} +{"step": 1310000, "wall_time": 13254.969834804535, "train_loss_step": 4.346087455749512, "n_params": 4469860, "total_flops": 17988146995200000, "train_loss": 0.033253965377807615, "subset_score_loss": 0.033253965377807615} +{"step": 1320000, "wall_time": 13350.08180308342, "train_loss_step": 4.553205490112305, "n_params": 4469860, "total_flops": 18125461094400000, "train_loss": 0.03342245578765869, "subset_score_loss": 0.03342245578765869} +{"step": 1330000, "wall_time": 13445.036344528198, "train_loss_step": 4.638457775115967, "n_params": 4469860, "total_flops": 18262775193600000, "train_loss": 0.03265509843826294, "subset_score_loss": 0.03265509843826294} +{"step": 1340000, "wall_time": 13539.927704572678, "train_loss_step": 4.6369171142578125, "n_params": 4469860, "total_flops": 18400089292800000, "train_loss": 0.03165987968444824, "subset_score_loss": 0.03165987968444824} +{"step": 1350000, "wall_time": 13633.997292280197, "train_loss_step": 4.368578910827637, "n_params": 4469860, "total_flops": 18537403392000000, "train_loss": 0.03293777465820313, "subset_score_loss": 0.03293777465820313} +{"step": 1360000, "wall_time": 13728.807764291763, "train_loss_step": 4.124590873718262, "n_params": 4469860, "total_flops": 18674717491200000, "train_loss": 0.03362762928009033, "subset_score_loss": 0.03362762928009033} +{"step": 1370000, "wall_time": 13821.232134103775, "train_loss_step": 4.336644172668457, "n_params": 4469860, "total_flops": 18812031590400000, "train_loss": 0.03362396955490112, "subset_score_loss": 0.03362396955490112} +{"step": 1380000, "wall_time": 13911.886182785034, "train_loss_step": 4.672183990478516, "n_params": 4469860, "total_flops": 18949345689600000, "train_loss": 0.03151810646057129, "subset_score_loss": 0.03151810646057129} +{"step": 1390000, "wall_time": 14007.760481595993, "train_loss_step": 4.237407684326172, "n_params": 4469860, "total_flops": 19086659788800000, "train_loss": 0.03244168758392334, "subset_score_loss": 0.03244168758392334} +{"step": 1400000, "wall_time": 14173.148185491562, "train_loss_step": 4.240323066711426, "n_params": 4469860, "total_flops": 19223973888000000, "train_loss": 0.03146672248840332, "subset_score_loss": 0.03146672248840332, "memorization_fraction_pixel": 0.3301999866962433, "mean_nn_ratio_pixel": 0.6251166462898254, "fid": 56.488837203986805} +{"step": 1410000, "wall_time": 14267.69357419014, "train_loss_step": 4.285099983215332, "n_params": 4469860, "total_flops": 19361287987200000, "train_loss": 0.03264984369277954, "subset_score_loss": 0.03264984369277954} +{"step": 1420000, "wall_time": 14362.69563984871, "train_loss_step": 4.279844284057617, "n_params": 4469860, "total_flops": 19498602086400000, "train_loss": 0.03223842859268188, "subset_score_loss": 0.03223842859268188} +{"step": 1430000, "wall_time": 14456.840947151184, "train_loss_step": 4.403815269470215, "n_params": 4469860, "total_flops": 19635916185600000, "train_loss": 0.0318419361114502, "subset_score_loss": 0.0318419361114502} +{"step": 1440000, "wall_time": 14551.400271177292, "train_loss_step": 4.070077419281006, "n_params": 4469860, "total_flops": 19773230284800000, "train_loss": 0.030454723834991454, "subset_score_loss": 0.030454723834991454} +{"step": 1450000, "wall_time": 14645.542688846588, "train_loss_step": 4.513954162597656, "n_params": 4469860, "total_flops": 19910544384000000, "train_loss": 0.03198514223098755, "subset_score_loss": 0.03198514223098755} +{"step": 1460000, "wall_time": 14738.389291524887, "train_loss_step": 4.363183975219727, "n_params": 4469860, "total_flops": 20047858483200000, "train_loss": 0.030840470790863037, "subset_score_loss": 0.030840470790863037} +{"step": 1470000, "wall_time": 14828.387171506882, "train_loss_step": 4.470555305480957, "n_params": 4469860, "total_flops": 20185172582400000, "train_loss": 0.03087385892868042, "subset_score_loss": 0.03087385892868042} +{"step": 1480000, "wall_time": 14923.238793849945, "train_loss_step": 4.205606460571289, "n_params": 4469860, "total_flops": 20322486681600000, "train_loss": 0.031055257320404053, "subset_score_loss": 0.031055257320404053} +{"step": 1490000, "wall_time": 15018.434623718262, "train_loss_step": 4.142783164978027, "n_params": 4469860, "total_flops": 20459800780800000, "train_loss": 0.02942345380783081, "subset_score_loss": 0.02942345380783081} +{"step": 1500000, "wall_time": 15170.629840612411, "train_loss_step": 4.00051212310791, "n_params": 4469860, "total_flops": 20597114880000000, "train_loss": 0.030571486949920654, "subset_score_loss": 0.030571486949920654, "memorization_fraction_pixel": 0.3725999891757965, "mean_nn_ratio_pixel": 0.6076766848564148, "fid": 55.58308644951273} +{"step": 1510000, "wall_time": 15265.635460138321, "train_loss_step": 4.339774131774902, "n_params": 4469860, "total_flops": 20734428979200000, "train_loss": 0.02967804193496704, "subset_score_loss": 0.02967804193496704} +{"step": 1520000, "wall_time": 15360.533258676529, "train_loss_step": 4.874215126037598, "n_params": 4469860, "total_flops": 20871743078400000, "train_loss": 0.029833154678344728, "subset_score_loss": 0.029833154678344728} +{"step": 1530000, "wall_time": 15455.206846952438, "train_loss_step": 4.200717449188232, "n_params": 4469860, "total_flops": 21009057177600000, "train_loss": 0.03056943416595459, "subset_score_loss": 0.03056943416595459} +{"step": 1540000, "wall_time": 15549.711649179459, "train_loss_step": 4.2732367515563965, "n_params": 4469860, "total_flops": 21146371276800000, "train_loss": 0.030732901096343995, "subset_score_loss": 0.030732901096343995} +{"step": 1550000, "wall_time": 15642.98192191124, "train_loss_step": 4.174120903015137, "n_params": 4469860, "total_flops": 21283685376000000, "train_loss": 0.03006138801574707, "subset_score_loss": 0.03006138801574707} +{"step": 1560000, "wall_time": 15733.295638084412, "train_loss_step": 4.248710632324219, "n_params": 4469860, "total_flops": 21420999475200000, "train_loss": 0.030558815002441408, "subset_score_loss": 0.030558815002441408} +{"step": 1570000, "wall_time": 15827.867858886719, "train_loss_step": 4.152101039886475, "n_params": 4469860, "total_flops": 21558313574400000, "train_loss": 0.029411399364471437, "subset_score_loss": 0.029411399364471437} +{"step": 1580000, "wall_time": 15922.591547489166, "train_loss_step": 4.158043384552002, "n_params": 4469860, "total_flops": 21695627673600000, "train_loss": 0.03009730339050293, "subset_score_loss": 0.03009730339050293} +{"step": 1590000, "wall_time": 16017.737125873566, "train_loss_step": 4.090318202972412, "n_params": 4469860, "total_flops": 21832941772800000, "train_loss": 0.029756877422332764, "subset_score_loss": 0.029756877422332764} +{"step": 1600000, "wall_time": 16173.144824266434, "train_loss_step": 4.314706802368164, "n_params": 4469860, "total_flops": 21970255872000000, "train_loss": 0.02988389253616333, "subset_score_loss": 0.02988389253616333, "memorization_fraction_pixel": 0.42410001158714294, "mean_nn_ratio_pixel": 0.5745493173599243, "fid": 52.96107382232622} +{"step": 1610000, "wall_time": 16264.451875209808, "train_loss_step": 4.010011672973633, "n_params": 4469860, "total_flops": 22107569971200000, "train_loss": 0.028817203044891358, "subset_score_loss": 0.028817203044891358} +{"step": 1620000, "wall_time": 16359.14302110672, "train_loss_step": 4.472190856933594, "n_params": 4469860, "total_flops": 22244884070400000, "train_loss": 0.028446521759033203, "subset_score_loss": 0.028446521759033203} +{"step": 1630000, "wall_time": 16453.1982421875, "train_loss_step": 4.2536516189575195, "n_params": 4469860, "total_flops": 22382198169600000, "train_loss": 0.029083929061889648, "subset_score_loss": 0.029083929061889648} +{"step": 1640000, "wall_time": 16546.83222746849, "train_loss_step": 4.144807815551758, "n_params": 4469860, "total_flops": 22519512268800000, "train_loss": 0.028397884368896485, "subset_score_loss": 0.028397884368896485} +{"step": 1650000, "wall_time": 16637.609837293625, "train_loss_step": 4.540561676025391, "n_params": 4469860, "total_flops": 22656826368000000, "train_loss": 0.028760998249053954, "subset_score_loss": 0.028760998249053954} +{"step": 1660000, "wall_time": 16732.063908815384, "train_loss_step": 4.215572834014893, "n_params": 4469860, "total_flops": 22794140467200000, "train_loss": 0.029187791347503662, "subset_score_loss": 0.029187791347503662} +{"step": 1670000, "wall_time": 16826.68171262741, "train_loss_step": 3.9901881217956543, "n_params": 4469860, "total_flops": 22931454566400000, "train_loss": 0.028045196533203125, "subset_score_loss": 0.028045196533203125} +{"step": 1680000, "wall_time": 16921.28191256523, "train_loss_step": 4.267087936401367, "n_params": 4469860, "total_flops": 23068768665600000, "train_loss": 0.027966921329498292, "subset_score_loss": 0.027966921329498292} +{"step": 1690000, "wall_time": 17016.119231700897, "train_loss_step": 4.2524495124816895, "n_params": 4469860, "total_flops": 23206082764800000, "train_loss": 0.02861832857131958, "subset_score_loss": 0.02861832857131958} +{"step": 1700000, "wall_time": 17183.264518260956, "train_loss_step": 4.110493183135986, "n_params": 4469860, "total_flops": 23343396864000000, "train_loss": 0.0288077712059021, "subset_score_loss": 0.0288077712059021, "memorization_fraction_pixel": 0.43540000915527344, "mean_nn_ratio_pixel": 0.574558675289154, "fid": 53.79156993297742} +{"step": 1710000, "wall_time": 17278.179372787476, "train_loss_step": 4.052934646606445, "n_params": 4469860, "total_flops": 23480710963200000, "train_loss": 0.02873932123184204, "subset_score_loss": 0.02873932123184204} +{"step": 1720000, "wall_time": 17372.592755556107, "train_loss_step": 3.6476006507873535, "n_params": 4469860, "total_flops": 23618025062400000, "train_loss": 0.028563170433044432, "subset_score_loss": 0.028563170433044432} +{"step": 1730000, "wall_time": 17464.622357845306, "train_loss_step": 4.152426719665527, "n_params": 4469860, "total_flops": 23755339161600000, "train_loss": 0.028685855865478515, "subset_score_loss": 0.028685855865478515} +{"step": 1740000, "wall_time": 17554.983243465424, "train_loss_step": 4.21749210357666, "n_params": 4469860, "total_flops": 23892653260800000, "train_loss": 0.02831068992614746, "subset_score_loss": 0.02831068992614746} +{"step": 1750000, "wall_time": 17650.149745702744, "train_loss_step": 3.976506233215332, "n_params": 4469860, "total_flops": 24029967360000000, "train_loss": 0.028124239444732666, "subset_score_loss": 0.028124239444732666} +{"step": 1760000, "wall_time": 17744.50923895836, "train_loss_step": 3.780822515487671, "n_params": 4469860, "total_flops": 24167281459200000, "train_loss": 0.02773836612701416, "subset_score_loss": 0.02773836612701416} +{"step": 1770000, "wall_time": 17839.13595867157, "train_loss_step": 3.756000518798828, "n_params": 4469860, "total_flops": 24304595558400000, "train_loss": 0.02698894023895264, "subset_score_loss": 0.02698894023895264} +{"step": 1780000, "wall_time": 17933.796768426895, "train_loss_step": 4.387933254241943, "n_params": 4469860, "total_flops": 24441909657600000, "train_loss": 0.02808392286300659, "subset_score_loss": 0.02808392286300659} +{"step": 1790000, "wall_time": 18028.833783864975, "train_loss_step": 3.9592385292053223, "n_params": 4469860, "total_flops": 24579223756800000, "train_loss": 0.027636773586273193, "subset_score_loss": 0.027636773586273193} +{"step": 1800000, "wall_time": 18194.539567947388, "train_loss_step": 3.9337193965911865, "n_params": 4469860, "total_flops": 24716537856000000, "train_loss": 0.026651580333709717, "subset_score_loss": 0.026651580333709717, "memorization_fraction_pixel": 0.4691999852657318, "mean_nn_ratio_pixel": 0.5623419880867004, "fid": 50.974154377912626} +{"step": 1810000, "wall_time": 18289.210726737976, "train_loss_step": 4.004914283752441, "n_params": 4469860, "total_flops": 24853851955200000, "train_loss": 0.02669692039489746, "subset_score_loss": 0.02669692039489746} +{"step": 1820000, "wall_time": 18380.299157857895, "train_loss_step": 4.097081184387207, "n_params": 4469860, "total_flops": 24991166054400000, "train_loss": 0.02719754695892334, "subset_score_loss": 0.02719754695892334} +{"step": 1830000, "wall_time": 18471.597683429718, "train_loss_step": 3.8178768157958984, "n_params": 4469860, "total_flops": 25128480153600000, "train_loss": 0.027455875873565672, "subset_score_loss": 0.027455875873565672} +{"step": 1840000, "wall_time": 18566.597650051117, "train_loss_step": 3.8818607330322266, "n_params": 4469860, "total_flops": 25265794252800000, "train_loss": 0.026746177673339845, "subset_score_loss": 0.026746177673339845} +{"step": 1850000, "wall_time": 18661.23716378212, "train_loss_step": 4.361668586730957, "n_params": 4469860, "total_flops": 25403108352000000, "train_loss": 0.02648556709289551, "subset_score_loss": 0.02648556709289551} +{"step": 1860000, "wall_time": 18756.077155828476, "train_loss_step": 3.8626456260681152, "n_params": 4469860, "total_flops": 25540422451200000, "train_loss": 0.026076388359069825, "subset_score_loss": 0.026076388359069825} +{"step": 1870000, "wall_time": 18850.671475172043, "train_loss_step": 4.1170334815979, "n_params": 4469860, "total_flops": 25677736550400000, "train_loss": 0.02649773597717285, "subset_score_loss": 0.02649773597717285} +{"step": 1880000, "wall_time": 18945.13912463188, "train_loss_step": 4.100538730621338, "n_params": 4469860, "total_flops": 25815050649600000, "train_loss": 0.02677063226699829, "subset_score_loss": 0.02677063226699829} +{"step": 1890000, "wall_time": 19040.208921194077, "train_loss_step": 3.9604880809783936, "n_params": 4469860, "total_flops": 25952364748800000, "train_loss": 0.026399776935577393, "subset_score_loss": 0.026399776935577393} +{"step": 1900000, "wall_time": 19196.6247048378, "train_loss_step": 4.04166841506958, "n_params": 4469860, "total_flops": 26089678848000000, "train_loss": 0.027212677001953126, "subset_score_loss": 0.027212677001953126, "memorization_fraction_pixel": 0.5077999830245972, "mean_nn_ratio_pixel": 0.5341348648071289, "fid": 48.78679146425807} +{"step": 1910000, "wall_time": 19289.34246635437, "train_loss_step": 4.030779838562012, "n_params": 4469860, "total_flops": 26226992947200000, "train_loss": 0.025935537815093994, "subset_score_loss": 0.025935537815093994} +{"step": 1920000, "wall_time": 19380.392075777054, "train_loss_step": 4.14116096496582, "n_params": 4469860, "total_flops": 26364307046400000, "train_loss": 0.025258851051330567, "subset_score_loss": 0.025258851051330567} +{"step": 1930000, "wall_time": 19474.20172905922, "train_loss_step": 4.001218795776367, "n_params": 4469860, "total_flops": 26501621145600000, "train_loss": 0.02552715539932251, "subset_score_loss": 0.02552715539932251} +{"step": 1940000, "wall_time": 19569.374874830246, "train_loss_step": 4.3173322677612305, "n_params": 4469860, "total_flops": 26638935244800000, "train_loss": 0.0257155442237854, "subset_score_loss": 0.0257155442237854} +{"step": 1950000, "wall_time": 19663.85899925232, "train_loss_step": 3.693376064300537, "n_params": 4469860, "total_flops": 26776249344000000, "train_loss": 0.025779576301574708, "subset_score_loss": 0.025779576301574708} +{"step": 1960000, "wall_time": 19759.071790218353, "train_loss_step": 3.9093503952026367, "n_params": 4469860, "total_flops": 26913563443200000, "train_loss": 0.02464560031890869, "subset_score_loss": 0.02464560031890869} +{"step": 1970000, "wall_time": 19854.06915640831, "train_loss_step": 3.8259966373443604, "n_params": 4469860, "total_flops": 27050877542400000, "train_loss": 0.02517080068588257, "subset_score_loss": 0.02517080068588257} +{"step": 1980000, "wall_time": 19948.820300340652, "train_loss_step": 3.7851221561431885, "n_params": 4469860, "total_flops": 27188191641600000, "train_loss": 0.025060572624206544, "subset_score_loss": 0.025060572624206544} +{"step": 1990000, "wall_time": 20043.640570163727, "train_loss_step": 3.522446393966675, "n_params": 4469860, "total_flops": 27325505740800000, "train_loss": 0.026161899566650392, "subset_score_loss": 0.026161899566650392} +{"step": 2000000, "wall_time": 20200.930434942245, "train_loss_step": 3.8733232021331787, "n_params": 4469860, "total_flops": 27462819840000000, "train_loss": 0.025338623523712158, "subset_score_loss": 0.025338623523712158, "memorization_fraction_pixel": 0.5095000267028809, "mean_nn_ratio_pixel": 0.5403668880462646, "fid": 49.12932893603282} +{"step": 2010000, "wall_time": 20292.45030450821, "train_loss_step": 3.687518835067749, "n_params": 4469860, "total_flops": 27600133939200000, "train_loss": 0.02467182159423828, "subset_score_loss": 0.02467182159423828} +{"step": 2020000, "wall_time": 20385.460740804672, "train_loss_step": 3.98532772064209, "n_params": 4469860, "total_flops": 27737448038400000, "train_loss": 0.024884655475616455, "subset_score_loss": 0.024884655475616455} +{"step": 2030000, "wall_time": 20480.869649648666, "train_loss_step": 3.8129961490631104, "n_params": 4469860, "total_flops": 27874762137600000, "train_loss": 0.025206031799316405, "subset_score_loss": 0.025206031799316405} +{"step": 2040000, "wall_time": 20576.32053565979, "train_loss_step": 3.7014636993408203, "n_params": 4469860, "total_flops": 28012076236800000, "train_loss": 0.024547817707061766, "subset_score_loss": 0.024547817707061766} +{"step": 2050000, "wall_time": 20671.078662395477, "train_loss_step": 3.8402113914489746, "n_params": 4469860, "total_flops": 28149390336000000, "train_loss": 0.024532740116119386, "subset_score_loss": 0.024532740116119386} +{"step": 2060000, "wall_time": 20765.718188285828, "train_loss_step": 3.9108376502990723, "n_params": 4469860, "total_flops": 28286704435200000, "train_loss": 0.025094714164733887, "subset_score_loss": 0.025094714164733887} +{"step": 2070000, "wall_time": 20861.185507059097, "train_loss_step": 3.82468843460083, "n_params": 4469860, "total_flops": 28424018534400000, "train_loss": 0.023899357318878173, "subset_score_loss": 0.023899357318878173} +{"step": 2080000, "wall_time": 20956.00972390175, "train_loss_step": 3.8076066970825195, "n_params": 4469860, "total_flops": 28561332633600000, "train_loss": 0.023775415420532228, "subset_score_loss": 0.023775415420532228} +{"step": 2090000, "wall_time": 21051.079175949097, "train_loss_step": 3.2877297401428223, "n_params": 4469860, "total_flops": 28698646732800000, "train_loss": 0.023344976902008055, "subset_score_loss": 0.023344976902008055} +{"step": 2100000, "wall_time": 21205.455446720123, "train_loss_step": 3.9314143657684326, "n_params": 4469860, "total_flops": 28835960832000000, "train_loss": 0.023848655223846434, "subset_score_loss": 0.023848655223846434, "memorization_fraction_pixel": 0.5432999730110168, "mean_nn_ratio_pixel": 0.5183064937591553, "fid": 46.54353400938969} +{"step": 2110000, "wall_time": 21298.24485850334, "train_loss_step": 3.9803597927093506, "n_params": 4469860, "total_flops": 28973274931200000, "train_loss": 0.025247302055358887, "subset_score_loss": 0.025247302055358887} +{"step": 2120000, "wall_time": 21393.14221215248, "train_loss_step": 3.706557512283325, "n_params": 4469860, "total_flops": 29110589030400000, "train_loss": 0.026053123474121094, "subset_score_loss": 0.026053123474121094} +{"step": 2130000, "wall_time": 21488.303324460983, "train_loss_step": 3.775790214538574, "n_params": 4469860, "total_flops": 29247903129600000, "train_loss": 0.023895955085754393, "subset_score_loss": 0.023895955085754393} +{"step": 2140000, "wall_time": 21583.155244588852, "train_loss_step": 3.794037103652954, "n_params": 4469860, "total_flops": 29385217228800000, "train_loss": 0.024285962581634523, "subset_score_loss": 0.024285962581634523} +{"step": 2150000, "wall_time": 21677.893787145615, "train_loss_step": 3.752596616744995, "n_params": 4469860, "total_flops": 29522531328000000, "train_loss": 0.023979332447052002, "subset_score_loss": 0.023979332447052002} +{"step": 2160000, "wall_time": 21773.08910393715, "train_loss_step": 3.6316184997558594, "n_params": 4469860, "total_flops": 29659845427200000, "train_loss": 0.02312130928039551, "subset_score_loss": 0.02312130928039551} +{"step": 2170000, "wall_time": 21868.31713795662, "train_loss_step": 3.7724661827087402, "n_params": 4469860, "total_flops": 29797159526400000, "train_loss": 0.0245520281791687, "subset_score_loss": 0.0245520281791687} +{"step": 2180000, "wall_time": 21962.939836263657, "train_loss_step": 3.574728012084961, "n_params": 4469860, "total_flops": 29934473625600000, "train_loss": 0.024296813011169434, "subset_score_loss": 0.024296813011169434} +{"step": 2190000, "wall_time": 22055.837713479996, "train_loss_step": 3.9577279090881348, "n_params": 4469860, "total_flops": 30071787724800000, "train_loss": 0.024019055366516114, "subset_score_loss": 0.024019055366516114} +{"step": 2200000, "wall_time": 22211.6931681633, "train_loss_step": 3.667065143585205, "n_params": 4469860, "total_flops": 30209101824000000, "train_loss": 0.024054830074310304, "subset_score_loss": 0.024054830074310304, "memorization_fraction_pixel": 0.5863999724388123, "mean_nn_ratio_pixel": 0.49075257778167725, "fid": 45.95600183594575} +{"step": 2210000, "wall_time": 22303.89221072197, "train_loss_step": 3.7702722549438477, "n_params": 4469860, "total_flops": 30346415923200000, "train_loss": 0.023469011783599853, "subset_score_loss": 0.023469011783599853} +{"step": 2220000, "wall_time": 22399.12386417389, "train_loss_step": 3.67836332321167, "n_params": 4469860, "total_flops": 30483730022400000, "train_loss": 0.023359923362731932, "subset_score_loss": 0.023359923362731932} +{"step": 2230000, "wall_time": 22494.120634555817, "train_loss_step": 3.5740790367126465, "n_params": 4469860, "total_flops": 30621044121600000, "train_loss": 0.02323948383331299, "subset_score_loss": 0.02323948383331299} +{"step": 2240000, "wall_time": 22588.74360895157, "train_loss_step": 3.5108463764190674, "n_params": 4469860, "total_flops": 30758358220800000, "train_loss": 0.02289084196090698, "subset_score_loss": 0.02289084196090698} +{"step": 2250000, "wall_time": 22683.602630376816, "train_loss_step": 3.7661385536193848, "n_params": 4469860, "total_flops": 30895672320000000, "train_loss": 0.022779419422149658, "subset_score_loss": 0.022779419422149658} +{"step": 2260000, "wall_time": 22777.71203327179, "train_loss_step": 3.6823015213012695, "n_params": 4469860, "total_flops": 31032986419200000, "train_loss": 0.02282042980194092, "subset_score_loss": 0.02282042980194092} +{"step": 2270000, "wall_time": 22872.772460460663, "train_loss_step": 3.602175235748291, "n_params": 4469860, "total_flops": 31170300518400000, "train_loss": 0.023206300735473633, "subset_score_loss": 0.023206300735473633} +{"step": 2280000, "wall_time": 22965.33949947357, "train_loss_step": 3.5904674530029297, "n_params": 4469860, "total_flops": 31307614617600000, "train_loss": 0.02254613399505615, "subset_score_loss": 0.02254613399505615} +{"step": 2290000, "wall_time": 23056.77385520935, "train_loss_step": 3.560887098312378, "n_params": 4469860, "total_flops": 31444928716800000, "train_loss": 0.022059433460235596, "subset_score_loss": 0.022059433460235596} +{"step": 2300000, "wall_time": 23219.695558071136, "train_loss_step": 3.4383060932159424, "n_params": 4469860, "total_flops": 31582242816000000, "train_loss": 0.02307034730911255, "subset_score_loss": 0.02307034730911255, "memorization_fraction_pixel": 0.5627999901771545, "mean_nn_ratio_pixel": 0.5080332159996033, "fid": 46.496995759376816} +{"step": 2310000, "wall_time": 23314.614342212677, "train_loss_step": 3.6297667026519775, "n_params": 4469860, "total_flops": 31719556915200000, "train_loss": 0.0225015926361084, "subset_score_loss": 0.0225015926361084} +{"step": 2320000, "wall_time": 23410.279144525528, "train_loss_step": 3.8932242393493652, "n_params": 4469860, "total_flops": 31856871014400000, "train_loss": 0.021761214733123778, "subset_score_loss": 0.021761214733123778} +{"step": 2330000, "wall_time": 23505.302686929703, "train_loss_step": 3.291534900665283, "n_params": 4469860, "total_flops": 31994185113600000, "train_loss": 0.022220187187194824, "subset_score_loss": 0.022220187187194824} +{"step": 2340000, "wall_time": 23600.417870521545, "train_loss_step": 3.616783618927002, "n_params": 4469860, "total_flops": 32131499212800000, "train_loss": 0.022062242031097412, "subset_score_loss": 0.022062242031097412} +{"step": 2350000, "wall_time": 23695.508492469788, "train_loss_step": 3.762322425842285, "n_params": 4469860, "total_flops": 32268813312000000, "train_loss": 0.02159813404083252, "subset_score_loss": 0.02159813404083252} +{"step": 2360000, "wall_time": 23790.073109149933, "train_loss_step": 3.5610766410827637, "n_params": 4469860, "total_flops": 32406127411200000, "train_loss": 0.022489395141601563, "subset_score_loss": 0.022489395141601563} +{"step": 2370000, "wall_time": 23883.521648168564, "train_loss_step": 3.775132179260254, "n_params": 4469860, "total_flops": 32543441510400000, "train_loss": 0.021929707527160645, "subset_score_loss": 0.021929707527160645} +{"step": 2380000, "wall_time": 23976.081565380096, "train_loss_step": 3.560551881790161, "n_params": 4469860, "total_flops": 32680755609600000, "train_loss": 0.023275835514068602, "subset_score_loss": 0.023275835514068602} +{"step": 2390000, "wall_time": 24067.448402643204, "train_loss_step": 3.8443002700805664, "n_params": 4469860, "total_flops": 32818069708800000, "train_loss": 0.023035883903503418, "subset_score_loss": 0.023035883903503418} +{"step": 2400000, "wall_time": 24227.357593536377, "train_loss_step": 3.788200855255127, "n_params": 4469860, "total_flops": 32955383808000000, "train_loss": 0.022369420528411864, "subset_score_loss": 0.022369420528411864, "memorization_fraction_pixel": 0.5914000272750854, "mean_nn_ratio_pixel": 0.4865035116672516, "fid": 43.25901230185577} +{"step": 2410000, "wall_time": 24317.960451364517, "train_loss_step": 3.6736128330230713, "n_params": 4469860, "total_flops": 33092697907200000, "train_loss": 0.0227396559715271, "subset_score_loss": 0.0227396559715271} +{"step": 2420000, "wall_time": 24413.425075531006, "train_loss_step": 3.472719669342041, "n_params": 4469860, "total_flops": 33230012006400000, "train_loss": 0.02196962833404541, "subset_score_loss": 0.02196962833404541} +{"step": 2430000, "wall_time": 24508.722448587418, "train_loss_step": 3.5926895141601562, "n_params": 4469860, "total_flops": 33367326105600000, "train_loss": 0.020419540405273436, "subset_score_loss": 0.020419540405273436} +{"step": 2440000, "wall_time": 24603.413667678833, "train_loss_step": 3.516815662384033, "n_params": 4469860, "total_flops": 33504640204800000, "train_loss": 0.02117070198059082, "subset_score_loss": 0.02117070198059082} +{"step": 2450000, "wall_time": 24698.6105325222, "train_loss_step": 3.675912618637085, "n_params": 4469860, "total_flops": 33641954304000000, "train_loss": 0.021274194717407227, "subset_score_loss": 0.021274194717407227} +{"step": 2460000, "wall_time": 24791.651504039764, "train_loss_step": 3.7143607139587402, "n_params": 4469860, "total_flops": 33779268403200000, "train_loss": 0.021992146968841553, "subset_score_loss": 0.021992146968841553} +{"step": 2470000, "wall_time": 24883.894542217255, "train_loss_step": 3.741208076477051, "n_params": 4469860, "total_flops": 33916582502400000, "train_loss": 0.021506364345550536, "subset_score_loss": 0.021506364345550536} +{"step": 2480000, "wall_time": 24975.57552266121, "train_loss_step": 3.88820219039917, "n_params": 4469860, "total_flops": 34053896601600000, "train_loss": 0.021610176563262938, "subset_score_loss": 0.021610176563262938} +{"step": 2490000, "wall_time": 25070.244633436203, "train_loss_step": 3.7567076683044434, "n_params": 4469860, "total_flops": 34191210700800000, "train_loss": 0.02111316442489624, "subset_score_loss": 0.02111316442489624} +{"step": 2500000, "wall_time": 25237.602113962173, "train_loss_step": 3.3762998580932617, "n_params": 4469860, "total_flops": 34328524800000000, "train_loss": 0.020642118453979494, "subset_score_loss": 0.020642118453979494, "memorization_fraction_pixel": 0.6155999898910522, "mean_nn_ratio_pixel": 0.4728560447692871, "fid": 43.774072855877996} +{"step": 2510000, "wall_time": 25333.00745487213, "train_loss_step": 3.8136954307556152, "n_params": 4469860, "total_flops": 34465838899200000, "train_loss": 0.021573452949523925, "subset_score_loss": 0.021573452949523925} +{"step": 2520000, "wall_time": 25427.826908111572, "train_loss_step": 3.5332913398742676, "n_params": 4469860, "total_flops": 34603152998400000, "train_loss": 0.021182081699371337, "subset_score_loss": 0.021182081699371337} +{"step": 2530000, "wall_time": 25522.708593845367, "train_loss_step": 3.8478174209594727, "n_params": 4469860, "total_flops": 34740467097600000, "train_loss": 0.022253766059875488, "subset_score_loss": 0.022253766059875488} +{"step": 2540000, "wall_time": 25617.619859695435, "train_loss_step": 3.739823818206787, "n_params": 4469860, "total_flops": 34877781196800000, "train_loss": 0.02158913850784302, "subset_score_loss": 0.02158913850784302} +{"step": 2550000, "wall_time": 25710.547520160675, "train_loss_step": 3.680866003036499, "n_params": 4469860, "total_flops": 35015095296000000, "train_loss": 0.020892541408538818, "subset_score_loss": 0.020892541408538818} +{"step": 2560000, "wall_time": 25802.335721731186, "train_loss_step": 3.9085693359375, "n_params": 4469860, "total_flops": 35152409395200000, "train_loss": 0.02115854501724243, "subset_score_loss": 0.02115854501724243} +{"step": 2570000, "wall_time": 25895.029658317566, "train_loss_step": 3.3721234798431396, "n_params": 4469860, "total_flops": 35289723494400000, "train_loss": 0.02134521484375, "subset_score_loss": 0.02134521484375} +{"step": 2580000, "wall_time": 25987.956558704376, "train_loss_step": 3.7006583213806152, "n_params": 4469860, "total_flops": 35427037593600000, "train_loss": 0.021240360736846924, "subset_score_loss": 0.021240360736846924} +{"step": 2590000, "wall_time": 26082.815771341324, "train_loss_step": 3.8206915855407715, "n_params": 4469860, "total_flops": 35564351692800000, "train_loss": 0.021286232471466063, "subset_score_loss": 0.021286232471466063} +{"step": 2600000, "wall_time": 26245.85727095604, "train_loss_step": 3.4529643058776855, "n_params": 4469860, "total_flops": 35701665792000000, "train_loss": 0.021080734729766844, "subset_score_loss": 0.021080734729766844, "memorization_fraction_pixel": 0.6258000135421753, "mean_nn_ratio_pixel": 0.4666643440723419, "fid": 44.60895701201446} +{"step": 2610000, "wall_time": 26336.286294698715, "train_loss_step": 3.4681739807128906, "n_params": 4469860, "total_flops": 35838979891200000, "train_loss": 0.020333068370819093, "subset_score_loss": 0.020333068370819093} +{"step": 2620000, "wall_time": 26431.604766845703, "train_loss_step": 3.678744077682495, "n_params": 4469860, "total_flops": 35976293990400000, "train_loss": 0.019985694885253907, "subset_score_loss": 0.019985694885253907} +{"step": 2630000, "wall_time": 26526.243337631226, "train_loss_step": 3.5744705200195312, "n_params": 4469860, "total_flops": 36113608089600000, "train_loss": 0.020991318225860596, "subset_score_loss": 0.020991318225860596} +{"step": 2640000, "wall_time": 26618.684339523315, "train_loss_step": 3.525623083114624, "n_params": 4469860, "total_flops": 36250922188800000, "train_loss": 0.022139887809753418, "subset_score_loss": 0.022139887809753418} +{"step": 2650000, "wall_time": 26710.473361730576, "train_loss_step": 3.3814544677734375, "n_params": 4469860, "total_flops": 36388236288000000, "train_loss": 0.02067746639251709, "subset_score_loss": 0.02067746639251709} +{"step": 2660000, "wall_time": 26803.528930187225, "train_loss_step": 3.69999623298645, "n_params": 4469860, "total_flops": 36525550387200000, "train_loss": 0.021025800704956056, "subset_score_loss": 0.021025800704956056} +{"step": 2670000, "wall_time": 26897.619516849518, "train_loss_step": 3.3340373039245605, "n_params": 4469860, "total_flops": 36662864486400000, "train_loss": 0.020471065044403075, "subset_score_loss": 0.020471065044403075} +{"step": 2680000, "wall_time": 26991.987096071243, "train_loss_step": 3.2926549911499023, "n_params": 4469860, "total_flops": 36800178585600000, "train_loss": 0.02130331754684448, "subset_score_loss": 0.02130331754684448} +{"step": 2690000, "wall_time": 27087.35281944275, "train_loss_step": 3.546656847000122, "n_params": 4469860, "total_flops": 36937492684800000, "train_loss": 0.020278832912445068, "subset_score_loss": 0.020278832912445068} +{"step": 2700000, "wall_time": 27254.763729572296, "train_loss_step": 3.6518712043762207, "n_params": 4469860, "total_flops": 37074806784000000, "train_loss": 0.019557037353515626, "subset_score_loss": 0.019557037353515626, "memorization_fraction_pixel": 0.6488999724388123, "mean_nn_ratio_pixel": 0.44728291034698486, "fid": 42.2547251599244} +{"step": 2710000, "wall_time": 27350.132485866547, "train_loss_step": 3.524587631225586, "n_params": 4469860, "total_flops": 37212120883200000, "train_loss": 0.019601364135742188, "subset_score_loss": 0.019601364135742188} +{"step": 2720000, "wall_time": 27445.31028699875, "train_loss_step": 3.404900074005127, "n_params": 4469860, "total_flops": 37349434982400000, "train_loss": 0.020793869495391845, "subset_score_loss": 0.020793869495391845} +{"step": 2730000, "wall_time": 27538.352021694183, "train_loss_step": 3.3306007385253906, "n_params": 4469860, "total_flops": 37486749081600000, "train_loss": 0.020726451873779295, "subset_score_loss": 0.020726451873779295} +{"step": 2740000, "wall_time": 27630.687823534012, "train_loss_step": 3.36645770072937, "n_params": 4469860, "total_flops": 37624063180800000, "train_loss": 0.01930957555770874, "subset_score_loss": 0.01930957555770874} +{"step": 2750000, "wall_time": 27722.85244202614, "train_loss_step": 3.442929267883301, "n_params": 4469860, "total_flops": 37761377280000000, "train_loss": 0.019497294425964356, "subset_score_loss": 0.019497294425964356} +{"step": 2760000, "wall_time": 27816.60200214386, "train_loss_step": 3.5689268112182617, "n_params": 4469860, "total_flops": 37898691379200000, "train_loss": 0.019569636583328248, "subset_score_loss": 0.019569636583328248} +{"step": 2770000, "wall_time": 27911.591726779938, "train_loss_step": 3.2275424003601074, "n_params": 4469860, "total_flops": 38036005478400000, "train_loss": 0.020018336772918702, "subset_score_loss": 0.020018336772918702} +{"step": 2780000, "wall_time": 28006.114064455032, "train_loss_step": 3.4764699935913086, "n_params": 4469860, "total_flops": 38173319577600000, "train_loss": 0.02000527620315552, "subset_score_loss": 0.02000527620315552} +{"step": 2790000, "wall_time": 28101.38690495491, "train_loss_step": 3.6976399421691895, "n_params": 4469860, "total_flops": 38310633676800000, "train_loss": 0.019103296995162965, "subset_score_loss": 0.019103296995162965} +{"step": 2800000, "wall_time": 28266.897607564926, "train_loss_step": 3.179378032684326, "n_params": 4469860, "total_flops": 38447947776000000, "train_loss": 0.020690350532531737, "subset_score_loss": 0.020690350532531737, "memorization_fraction_pixel": 0.6661999821662903, "mean_nn_ratio_pixel": 0.43771207332611084, "fid": 41.820727636888776} +{"step": 2810000, "wall_time": 28362.34456205368, "train_loss_step": 3.5301363468170166, "n_params": 4469860, "total_flops": 38585261875200000, "train_loss": 0.01987260103225708, "subset_score_loss": 0.01987260103225708} +{"step": 2820000, "wall_time": 28455.688741207123, "train_loss_step": 3.4908597469329834, "n_params": 4469860, "total_flops": 38722575974400000, "train_loss": 0.019731789827346802, "subset_score_loss": 0.019731789827346802} +{"step": 2830000, "wall_time": 28548.349690675735, "train_loss_step": 3.4788050651550293, "n_params": 4469860, "total_flops": 38859890073600000, "train_loss": 0.019372397661209108, "subset_score_loss": 0.019372397661209108} +{"step": 2840000, "wall_time": 28641.010513544083, "train_loss_step": 3.4063057899475098, "n_params": 4469860, "total_flops": 38997204172800000, "train_loss": 0.01974258780479431, "subset_score_loss": 0.01974258780479431} +{"step": 2850000, "wall_time": 28735.381736516953, "train_loss_step": 3.509826898574829, "n_params": 4469860, "total_flops": 39134518272000000, "train_loss": 0.019298064708709716, "subset_score_loss": 0.019298064708709716} +{"step": 2860000, "wall_time": 28829.824607610703, "train_loss_step": 3.5399398803710938, "n_params": 4469860, "total_flops": 39271832371200000, "train_loss": 0.019324053525924683, "subset_score_loss": 0.019324053525924683} +{"step": 2870000, "wall_time": 28924.67002105713, "train_loss_step": 3.4684834480285645, "n_params": 4469860, "total_flops": 39409146470400000, "train_loss": 0.019668091535568238, "subset_score_loss": 0.019668091535568238} +{"step": 2880000, "wall_time": 29019.97631931305, "train_loss_step": 3.528668165206909, "n_params": 4469860, "total_flops": 39546460569600000, "train_loss": 0.019603110551834106, "subset_score_loss": 0.019603110551834106} +{"step": 2890000, "wall_time": 29115.155472040176, "train_loss_step": 3.5945239067077637, "n_params": 4469860, "total_flops": 39683774668800000, "train_loss": 0.01976771354675293, "subset_score_loss": 0.01976771354675293} +{"step": 2900000, "wall_time": 29280.420641183853, "train_loss_step": 3.7268989086151123, "n_params": 4469860, "total_flops": 39821088768000000, "train_loss": 0.018795979022979737, "subset_score_loss": 0.018795979022979737, "memorization_fraction_pixel": 0.66839998960495, "mean_nn_ratio_pixel": 0.43379712104797363, "fid": 41.71112318850721} +{"step": 2910000, "wall_time": 29373.075299263, "train_loss_step": 3.4352798461914062, "n_params": 4469860, "total_flops": 39958402867200000, "train_loss": 0.019296936988830567, "subset_score_loss": 0.019296936988830567} +{"step": 2920000, "wall_time": 29465.218627929688, "train_loss_step": 3.4711055755615234, "n_params": 4469860, "total_flops": 40095716966400000, "train_loss": 0.01956506371498108, "subset_score_loss": 0.01956506371498108} +{"step": 2930000, "wall_time": 29558.151673078537, "train_loss_step": 3.463474750518799, "n_params": 4469860, "total_flops": 40233031065600000, "train_loss": 0.018742575645446777, "subset_score_loss": 0.018742575645446777} +{"step": 2940000, "wall_time": 29653.02158498764, "train_loss_step": 3.5488438606262207, "n_params": 4469860, "total_flops": 40370345164800000, "train_loss": 0.019866738319396973, "subset_score_loss": 0.019866738319396973} +{"step": 2950000, "wall_time": 29746.94623732567, "train_loss_step": 3.4521045684814453, "n_params": 4469860, "total_flops": 40507659264000000, "train_loss": 0.021068518161773683, "subset_score_loss": 0.021068518161773683} +{"step": 2960000, "wall_time": 29841.702594041824, "train_loss_step": 3.6369071006774902, "n_params": 4469860, "total_flops": 40644973363200000, "train_loss": 0.019598753452301027, "subset_score_loss": 0.019598753452301027} +{"step": 2970000, "wall_time": 29937.030875444412, "train_loss_step": 3.6539459228515625, "n_params": 4469860, "total_flops": 40782287462400000, "train_loss": 0.01997581362724304, "subset_score_loss": 0.01997581362724304} +{"step": 2980000, "wall_time": 30032.15794324875, "train_loss_step": 3.187263011932373, "n_params": 4469860, "total_flops": 40919601561600000, "train_loss": 0.018957076072692872, "subset_score_loss": 0.018957076072692872} +{"step": 2990000, "wall_time": 30127.02363562584, "train_loss_step": 3.4060990810394287, "n_params": 4469860, "total_flops": 41056915660800000, "train_loss": 0.020113506317138673, "subset_score_loss": 0.020113506317138673} +{"step": 3000000, "wall_time": 30288.717606306076, "train_loss_step": 3.334714412689209, "n_params": 4469860, "total_flops": 41194229760000000, "train_loss": 0.018527350425720214, "subset_score_loss": 0.018527350425720214, "memorization_fraction_pixel": 0.7071999907493591, "mean_nn_ratio_pixel": 0.41092991828918457, "fid": 40.92707950867808} +{"step": 3010000, "wall_time": 30382.64543032646, "train_loss_step": 3.805908203125, "n_params": 4469860, "total_flops": 41331543859200000, "train_loss": 0.01978193998336792, "subset_score_loss": 0.01978193998336792} +{"step": 3020000, "wall_time": 30473.9898250103, "train_loss_step": 3.6079227924346924, "n_params": 4469860, "total_flops": 41468857958400000, "train_loss": 0.01905322551727295, "subset_score_loss": 0.01905322551727295} +{"step": 3030000, "wall_time": 30568.9699113369, "train_loss_step": 3.1973659992218018, "n_params": 4469860, "total_flops": 41606172057600000, "train_loss": 0.020038306713104248, "subset_score_loss": 0.020038306713104248} +{"step": 3040000, "wall_time": 30662.771928071976, "train_loss_step": 3.4393560886383057, "n_params": 4469860, "total_flops": 41743486156800000, "train_loss": 0.01895609378814697, "subset_score_loss": 0.01895609378814697} +{"step": 3050000, "wall_time": 30757.857537984848, "train_loss_step": 3.363140106201172, "n_params": 4469860, "total_flops": 41880800256000000, "train_loss": 0.018544998168945313, "subset_score_loss": 0.018544998168945313} +{"step": 3060000, "wall_time": 30852.740160942078, "train_loss_step": 3.330951690673828, "n_params": 4469860, "total_flops": 42018114355200000, "train_loss": 0.018786287307739256, "subset_score_loss": 0.018786287307739256} +{"step": 3070000, "wall_time": 30947.9194252491, "train_loss_step": 3.7385730743408203, "n_params": 4469860, "total_flops": 42155428454400000, "train_loss": 0.017826499938964843, "subset_score_loss": 0.017826499938964843} +{"step": 3080000, "wall_time": 31042.9458899498, "train_loss_step": 3.2885324954986572, "n_params": 4469860, "total_flops": 42292742553600000, "train_loss": 0.0181883442401886, "subset_score_loss": 0.0181883442401886} +{"step": 3090000, "wall_time": 31138.06982922554, "train_loss_step": 3.155653476715088, "n_params": 4469860, "total_flops": 42430056652800000, "train_loss": 0.01795880317687988, "subset_score_loss": 0.01795880317687988} +{"step": 3100000, "wall_time": 31291.423766374588, "train_loss_step": 3.591042995452881, "n_params": 4469860, "total_flops": 42567370752000000, "train_loss": 0.018003408908843995, "subset_score_loss": 0.018003408908843995, "memorization_fraction_pixel": 0.6898999810218811, "mean_nn_ratio_pixel": 0.4174336791038513, "fid": 41.38277766647096} +{"step": 3110000, "wall_time": 31381.77232861519, "train_loss_step": 3.2979319095611572, "n_params": 4469860, "total_flops": 42704684851200000, "train_loss": 0.018895190954208375, "subset_score_loss": 0.018895190954208375} +{"step": 3120000, "wall_time": 31476.588506937027, "train_loss_step": 3.361835479736328, "n_params": 4469860, "total_flops": 42841998950400000, "train_loss": 0.01942254066467285, "subset_score_loss": 0.01942254066467285} +{"step": 3130000, "wall_time": 31571.209340572357, "train_loss_step": 3.7288153171539307, "n_params": 4469860, "total_flops": 42979313049600000, "train_loss": 0.017751907110214234, "subset_score_loss": 0.017751907110214234} +{"step": 3140000, "wall_time": 31665.85298395157, "train_loss_step": 3.4321818351745605, "n_params": 4469860, "total_flops": 43116627148800000, "train_loss": 0.01785008192062378, "subset_score_loss": 0.01785008192062378} +{"step": 3150000, "wall_time": 31760.68204474449, "train_loss_step": 3.293217897415161, "n_params": 4469860, "total_flops": 43253941248000000, "train_loss": 0.01823077917098999, "subset_score_loss": 0.01823077917098999} +{"step": 3160000, "wall_time": 31855.933030843735, "train_loss_step": 3.484081745147705, "n_params": 4469860, "total_flops": 43391255347200000, "train_loss": 0.018102229833602906, "subset_score_loss": 0.018102229833602906} +{"step": 3170000, "wall_time": 31950.916868925095, "train_loss_step": 3.286283016204834, "n_params": 4469860, "total_flops": 43528569446400000, "train_loss": 0.018320016860961914, "subset_score_loss": 0.018320016860961914} +{"step": 3180000, "wall_time": 32046.01493692398, "train_loss_step": 3.506640911102295, "n_params": 4469860, "total_flops": 43665883545600000, "train_loss": 0.01860322117805481, "subset_score_loss": 0.01860322117805481} +{"step": 3190000, "wall_time": 32137.71002650261, "train_loss_step": 3.594182252883911, "n_params": 4469860, "total_flops": 43803197644800000, "train_loss": 0.017361726760864258, "subset_score_loss": 0.017361726760864258} +{"step": 3200000, "wall_time": 32297.868260860443, "train_loss_step": 3.748032808303833, "n_params": 4469860, "total_flops": 43940511744000000, "train_loss": 0.017756773233413695, "subset_score_loss": 0.017756773233413695, "memorization_fraction_pixel": 0.6967999935150146, "mean_nn_ratio_pixel": 0.41501113772392273, "fid": 41.914415944910125} +{"step": 3210000, "wall_time": 32392.74736714363, "train_loss_step": 3.4992599487304688, "n_params": 4469860, "total_flops": 44077825843200000, "train_loss": 0.01752735733985901, "subset_score_loss": 0.01752735733985901} +{"step": 3220000, "wall_time": 32487.29586291313, "train_loss_step": 3.427335023880005, "n_params": 4469860, "total_flops": 44215139942400000, "train_loss": 0.019242581129074097, "subset_score_loss": 0.019242581129074097} +{"step": 3230000, "wall_time": 32581.93001961708, "train_loss_step": 3.6907660961151123, "n_params": 4469860, "total_flops": 44352454041600000, "train_loss": 0.01916348695755005, "subset_score_loss": 0.01916348695755005} +{"step": 3240000, "wall_time": 32676.035179376602, "train_loss_step": 3.21218204498291, "n_params": 4469860, "total_flops": 44489768140800000, "train_loss": 0.01764163851737976, "subset_score_loss": 0.01764163851737976} +{"step": 3250000, "wall_time": 32771.018146276474, "train_loss_step": 2.9785830974578857, "n_params": 4469860, "total_flops": 44627082240000000, "train_loss": 0.01709394097328186, "subset_score_loss": 0.01709394097328186} +{"step": 3260000, "wall_time": 32866.05488324165, "train_loss_step": 3.509031295776367, "n_params": 4469860, "total_flops": 44764396339200000, "train_loss": 0.01944051146507263, "subset_score_loss": 0.01944051146507263} +{"step": 3270000, "wall_time": 32960.98249220848, "train_loss_step": 3.3877038955688477, "n_params": 4469860, "total_flops": 44901710438400000, "train_loss": 0.01815290093421936, "subset_score_loss": 0.01815290093421936} +{"step": 3280000, "wall_time": 33054.550465106964, "train_loss_step": 3.3547229766845703, "n_params": 4469860, "total_flops": 45039024537600000, "train_loss": 0.01857456088066101, "subset_score_loss": 0.01857456088066101} +{"step": 3290000, "wall_time": 33148.58305621147, "train_loss_step": 3.4394917488098145, "n_params": 4469860, "total_flops": 45176338636800000, "train_loss": 0.017729610204696655, "subset_score_loss": 0.017729610204696655} +{"step": 3300000, "wall_time": 33302.42454743385, "train_loss_step": 3.4197778701782227, "n_params": 4469860, "total_flops": 45313652736000000, "train_loss": 0.017339239120483397, "subset_score_loss": 0.017339239120483397, "memorization_fraction_pixel": 0.6978999972343445, "mean_nn_ratio_pixel": 0.41731470823287964, "fid": 42.47097284636486} +{"step": 3310000, "wall_time": 33397.258484363556, "train_loss_step": 3.3927736282348633, "n_params": 4469860, "total_flops": 45450966835200000, "train_loss": 0.018065075874328613, "subset_score_loss": 0.018065075874328613} +{"step": 3320000, "wall_time": 33490.533485651016, "train_loss_step": 3.2391247749328613, "n_params": 4469860, "total_flops": 45588280934400000, "train_loss": 0.017211791276931763, "subset_score_loss": 0.017211791276931763} +{"step": 3330000, "wall_time": 33584.590853214264, "train_loss_step": 3.256002902984619, "n_params": 4469860, "total_flops": 45725595033600000, "train_loss": 0.01717504620552063, "subset_score_loss": 0.01717504620552063} +{"step": 3340000, "wall_time": 33678.6961414814, "train_loss_step": 3.3090953826904297, "n_params": 4469860, "total_flops": 45862909132800000, "train_loss": 0.01804581880569458, "subset_score_loss": 0.01804581880569458} +{"step": 3350000, "wall_time": 33773.67662858963, "train_loss_step": 3.4800987243652344, "n_params": 4469860, "total_flops": 46000223232000000, "train_loss": 0.018040651082992555, "subset_score_loss": 0.018040651082992555} +{"step": 3360000, "wall_time": 33868.857013463974, "train_loss_step": 3.82908296585083, "n_params": 4469860, "total_flops": 46137537331200000, "train_loss": 0.017733579874038695, "subset_score_loss": 0.017733579874038695} +{"step": 3370000, "wall_time": 33957.35023474693, "train_loss_step": 3.091010093688965, "n_params": 4469860, "total_flops": 46274851430400000, "train_loss": 0.01759433388710022, "subset_score_loss": 0.01759433388710022} +{"step": 3380000, "wall_time": 34047.7263379097, "train_loss_step": 3.4376890659332275, "n_params": 4469860, "total_flops": 46412165529600000, "train_loss": 0.017012864351272583, "subset_score_loss": 0.017012864351272583} +{"step": 3390000, "wall_time": 34139.52449917793, "train_loss_step": 3.5085110664367676, "n_params": 4469860, "total_flops": 46549479628800000, "train_loss": 0.018941144943237304, "subset_score_loss": 0.018941144943237304} +{"step": 3400000, "wall_time": 34298.91329050064, "train_loss_step": 3.382795810699463, "n_params": 4469860, "total_flops": 46686793728000000, "train_loss": 0.017852439880371093, "subset_score_loss": 0.017852439880371093, "memorization_fraction_pixel": 0.7038999795913696, "mean_nn_ratio_pixel": 0.4116363823413849, "fid": 40.67384391645279} +{"step": 3410000, "wall_time": 34393.239698171616, "train_loss_step": 3.5763063430786133, "n_params": 4469860, "total_flops": 46824107827200000, "train_loss": 0.01753209114074707, "subset_score_loss": 0.01753209114074707} +{"step": 3420000, "wall_time": 34487.9084982872, "train_loss_step": 3.055258274078369, "n_params": 4469860, "total_flops": 46961421926400000, "train_loss": 0.01702491521835327, "subset_score_loss": 0.01702491521835327} +{"step": 3430000, "wall_time": 34581.66037774086, "train_loss_step": 3.245725631713867, "n_params": 4469860, "total_flops": 47098736025600000, "train_loss": 0.01753745436668396, "subset_score_loss": 0.01753745436668396} +{"step": 3440000, "wall_time": 34676.37232422829, "train_loss_step": 3.099720001220703, "n_params": 4469860, "total_flops": 47236050124800000, "train_loss": 0.017457828521728516, "subset_score_loss": 0.017457828521728516} +{"step": 3450000, "wall_time": 34771.71388506889, "train_loss_step": 3.3671441078186035, "n_params": 4469860, "total_flops": 47373364224000000, "train_loss": 0.017309861183166506, "subset_score_loss": 0.017309861183166506} +{"step": 3460000, "wall_time": 34867.06748175621, "train_loss_step": 3.1426827907562256, "n_params": 4469860, "total_flops": 47510678323200000, "train_loss": 0.01648771047592163, "subset_score_loss": 0.01648771047592163} +{"step": 3470000, "wall_time": 34945.71395564079, "train_loss_step": 3.160339117050171, "n_params": 4469860, "total_flops": 47647992422400000, "train_loss": 0.01745239019393921, "subset_score_loss": 0.01745239019393921} +{"step": 3480000, "wall_time": 35036.02582406998, "train_loss_step": 3.5863113403320312, "n_params": 4469860, "total_flops": 47785306521600000, "train_loss": 0.017169934511184693, "subset_score_loss": 0.017169934511184693} +{"step": 3490000, "wall_time": 35131.24616479874, "train_loss_step": 3.6104393005371094, "n_params": 4469860, "total_flops": 47922620620800000, "train_loss": 0.017359662055969238, "subset_score_loss": 0.017359662055969238} +{"step": 3500000, "wall_time": 35284.03323960304, "train_loss_step": 3.132481813430786, "n_params": 4469860, "total_flops": 48059934720000000, "train_loss": 0.01704414129257202, "subset_score_loss": 0.01704414129257202, "memorization_fraction_pixel": 0.7299000024795532, "mean_nn_ratio_pixel": 0.3919561803340912, "fid": 40.810202285899685} +{"step": 3510000, "wall_time": 35376.992170095444, "train_loss_step": 3.420513153076172, "n_params": 4469860, "total_flops": 48197248819200000, "train_loss": 0.016911017894744872, "subset_score_loss": 0.016911017894744872} +{"step": 3520000, "wall_time": 35471.46965098381, "train_loss_step": 3.473389148712158, "n_params": 4469860, "total_flops": 48334562918400000, "train_loss": 0.01737114191055298, "subset_score_loss": 0.01737114191055298} +{"step": 3530000, "wall_time": 35565.7204580307, "train_loss_step": 3.5461244583129883, "n_params": 4469860, "total_flops": 48471877017600000, "train_loss": 0.017410715818405153, "subset_score_loss": 0.017410715818405153} +{"step": 3540000, "wall_time": 35660.13760495186, "train_loss_step": 3.240302085876465, "n_params": 4469860, "total_flops": 48609191116800000, "train_loss": 0.01742529630661011, "subset_score_loss": 0.01742529630661011} +{"step": 3550000, "wall_time": 35755.3048183918, "train_loss_step": 3.3365445137023926, "n_params": 4469860, "total_flops": 48746505216000000, "train_loss": 0.016824913024902344, "subset_score_loss": 0.016824913024902344} +{"step": 3560000, "wall_time": 35849.85260462761, "train_loss_step": 3.3177695274353027, "n_params": 4469860, "total_flops": 48883819315200000, "train_loss": 0.018588534593582152, "subset_score_loss": 0.018588534593582152} +{"step": 3570000, "wall_time": 35940.00602722168, "train_loss_step": 3.039797782897949, "n_params": 4469860, "total_flops": 49021133414400000, "train_loss": 0.01710308313369751, "subset_score_loss": 0.01710308313369751} +{"step": 3580000, "wall_time": 36033.9347949028, "train_loss_step": 2.9970178604125977, "n_params": 4469860, "total_flops": 49158447513600000, "train_loss": 0.01727836012840271, "subset_score_loss": 0.01727836012840271} +{"step": 3590000, "wall_time": 36128.571145772934, "train_loss_step": 3.291855812072754, "n_params": 4469860, "total_flops": 49295761612800000, "train_loss": 0.017536951303482054, "subset_score_loss": 0.017536951303482054} +{"step": 3600000, "wall_time": 36285.15522003174, "train_loss_step": 3.4695839881896973, "n_params": 4469860, "total_flops": 49433075712000000, "train_loss": 0.016970181465148927, "subset_score_loss": 0.016970181465148927, "memorization_fraction_pixel": 0.7264000177383423, "mean_nn_ratio_pixel": 0.39386048913002014, "fid": 40.944893446709415} +{"step": 3610000, "wall_time": 36380.014144182205, "train_loss_step": 3.186694383621216, "n_params": 4469860, "total_flops": 49570389811200000, "train_loss": 0.01584514856338501, "subset_score_loss": 0.01584514856338501} +{"step": 3620000, "wall_time": 36475.02364206314, "train_loss_step": 3.1520376205444336, "n_params": 4469860, "total_flops": 49707703910400000, "train_loss": 0.016807100772857665, "subset_score_loss": 0.016807100772857665} +{"step": 3630000, "wall_time": 36569.96947789192, "train_loss_step": 3.3208794593811035, "n_params": 4469860, "total_flops": 49845018009600000, "train_loss": 0.016420198678970335, "subset_score_loss": 0.016420198678970335} +{"step": 3640000, "wall_time": 36664.317816495895, "train_loss_step": 3.302215576171875, "n_params": 4469860, "total_flops": 49982332108800000, "train_loss": 0.016109559535980224, "subset_score_loss": 0.016109559535980224} +{"step": 3650000, "wall_time": 36759.40380048752, "train_loss_step": 2.9218647480010986, "n_params": 4469860, "total_flops": 50119646208000000, "train_loss": 0.016191915273666382, "subset_score_loss": 0.016191915273666382} +{"step": 3660000, "wall_time": 36849.06044268608, "train_loss_step": 3.380138874053955, "n_params": 4469860, "total_flops": 50256960307200000, "train_loss": 0.015980509519577028, "subset_score_loss": 0.015980509519577028} +{"step": 3670000, "wall_time": 36943.53094267845, "train_loss_step": 3.3760533332824707, "n_params": 4469860, "total_flops": 50394274406400000, "train_loss": 0.016172136068344115, "subset_score_loss": 0.016172136068344115} +{"step": 3680000, "wall_time": 37038.547213315964, "train_loss_step": 3.6422016620635986, "n_params": 4469860, "total_flops": 50531588505600000, "train_loss": 0.01621023416519165, "subset_score_loss": 0.01621023416519165} +{"step": 3690000, "wall_time": 37133.498732089996, "train_loss_step": 3.3091914653778076, "n_params": 4469860, "total_flops": 50668902604800000, "train_loss": 0.016853408813476564, "subset_score_loss": 0.016853408813476564} +{"step": 3700000, "wall_time": 37293.012888908386, "train_loss_step": 3.2469749450683594, "n_params": 4469860, "total_flops": 50806216704000000, "train_loss": 0.016223376989364623, "subset_score_loss": 0.016223376989364623, "memorization_fraction_pixel": 0.7253999710083008, "mean_nn_ratio_pixel": 0.39577516913414, "fid": 40.87439662579058} +{"step": 3710000, "wall_time": 37387.906435251236, "train_loss_step": 3.310401439666748, "n_params": 4469860, "total_flops": 50943530803200000, "train_loss": 0.017101138830184937, "subset_score_loss": 0.017101138830184937} +{"step": 3720000, "wall_time": 37482.596608400345, "train_loss_step": 3.1565120220184326, "n_params": 4469860, "total_flops": 51080844902400000, "train_loss": 0.01716583013534546, "subset_score_loss": 0.01716583013534546} +{"step": 3730000, "wall_time": 37577.73344564438, "train_loss_step": 3.3068413734436035, "n_params": 4469860, "total_flops": 51218159001600000, "train_loss": 0.016451072692871094, "subset_score_loss": 0.016451072692871094} +{"step": 3740000, "wall_time": 37672.53289747238, "train_loss_step": 3.189178943634033, "n_params": 4469860, "total_flops": 51355473100800000, "train_loss": 0.016604174375534058, "subset_score_loss": 0.016604174375534058} +{"step": 3750000, "wall_time": 37762.59614396095, "train_loss_step": 3.6883015632629395, "n_params": 4469860, "total_flops": 51492787200000000, "train_loss": 0.016696420907974244, "subset_score_loss": 0.016696420907974244} +{"step": 3760000, "wall_time": 37857.394381284714, "train_loss_step": 3.223996162414551, "n_params": 4469860, "total_flops": 51630101299200000, "train_loss": 0.016581546068191528, "subset_score_loss": 0.016581546068191528} +{"step": 3770000, "wall_time": 37952.45964050293, "train_loss_step": 3.3615009784698486, "n_params": 4469860, "total_flops": 51767415398400000, "train_loss": 0.01590814471244812, "subset_score_loss": 0.01590814471244812} +{"step": 3780000, "wall_time": 38047.035581827164, "train_loss_step": 3.1766138076782227, "n_params": 4469860, "total_flops": 51904729497600000, "train_loss": 0.01612252712249756, "subset_score_loss": 0.01612252712249756} +{"step": 3790000, "wall_time": 38142.00114941597, "train_loss_step": 3.2401907444000244, "n_params": 4469860, "total_flops": 52042043596800000, "train_loss": 0.01698277711868286, "subset_score_loss": 0.01698277711868286} +{"step": 3800000, "wall_time": 38300.67653822899, "train_loss_step": 3.4729104042053223, "n_params": 4469860, "total_flops": 52179357696000000, "train_loss": 0.016755837202072143, "subset_score_loss": 0.016755837202072143, "memorization_fraction_pixel": 0.72079998254776, "mean_nn_ratio_pixel": 0.39954397082328796, "fid": 40.21519045770809} +{"step": 3810000, "wall_time": 38395.70095014572, "train_loss_step": 3.2247977256774902, "n_params": 4469860, "total_flops": 52316671795200000, "train_loss": 0.016138662099838257, "subset_score_loss": 0.016138662099838257} +{"step": 3820000, "wall_time": 38490.72047352791, "train_loss_step": 2.917297840118408, "n_params": 4469860, "total_flops": 52453985894400000, "train_loss": 0.016020598411560057, "subset_score_loss": 0.016020598411560057} +{"step": 3830000, "wall_time": 38585.4456717968, "train_loss_step": 3.0301833152770996, "n_params": 4469860, "total_flops": 52591299993600000, "train_loss": 0.016168898344039916, "subset_score_loss": 0.016168898344039916} +{"step": 3840000, "wall_time": 38674.912959337234, "train_loss_step": 3.0328421592712402, "n_params": 4469860, "total_flops": 52728614092800000, "train_loss": 0.015518842935562134, "subset_score_loss": 0.015518842935562134} +{"step": 3850000, "wall_time": 38769.69253253937, "train_loss_step": 3.176708459854126, "n_params": 4469860, "total_flops": 52865928192000000, "train_loss": 0.01618282914161682, "subset_score_loss": 0.01618282914161682} +{"step": 3860000, "wall_time": 38864.696925640106, "train_loss_step": 3.287196159362793, "n_params": 4469860, "total_flops": 53003242291200000, "train_loss": 0.015863685607910155, "subset_score_loss": 0.015863685607910155} +{"step": 3870000, "wall_time": 38959.41641449928, "train_loss_step": 3.2335143089294434, "n_params": 4469860, "total_flops": 53140556390400000, "train_loss": 0.01616025924682617, "subset_score_loss": 0.01616025924682617} +{"step": 3880000, "wall_time": 39053.956164598465, "train_loss_step": 3.4112491607666016, "n_params": 4469860, "total_flops": 53277870489600000, "train_loss": 0.0163348126411438, "subset_score_loss": 0.0163348126411438} +{"step": 3890000, "wall_time": 39148.241243839264, "train_loss_step": 3.153416633605957, "n_params": 4469860, "total_flops": 53415184588800000, "train_loss": 0.01596827745437622, "subset_score_loss": 0.01596827745437622} +{"step": 3900000, "wall_time": 39300.87031292915, "train_loss_step": 3.346003293991089, "n_params": 4469860, "total_flops": 53552498688000000, "train_loss": 0.01544581413269043, "subset_score_loss": 0.01544581413269043, "memorization_fraction_pixel": 0.7372000217437744, "mean_nn_ratio_pixel": 0.38757872581481934, "fid": 40.61851911443425} +{"step": 3910000, "wall_time": 39393.31777024269, "train_loss_step": 3.131533622741699, "n_params": 4469860, "total_flops": 53689812787200000, "train_loss": 0.015865613222122193, "subset_score_loss": 0.015865613222122193} +{"step": 3920000, "wall_time": 39488.035056591034, "train_loss_step": 3.5143544673919678, "n_params": 4469860, "total_flops": 53827126886400000, "train_loss": 0.01576927661895752, "subset_score_loss": 0.01576927661895752} +{"step": 3930000, "wall_time": 39578.12578058243, "train_loss_step": 3.7126224040985107, "n_params": 4469860, "total_flops": 53964440985600000, "train_loss": 0.01526979088783264, "subset_score_loss": 0.01526979088783264} +{"step": 3940000, "wall_time": 39672.469309806824, "train_loss_step": 3.4502921104431152, "n_params": 4469860, "total_flops": 54101755084800000, "train_loss": 0.015310776233673096, "subset_score_loss": 0.015310776233673096} +{"step": 3950000, "wall_time": 39767.18325328827, "train_loss_step": 3.261932611465454, "n_params": 4469860, "total_flops": 54239069184000000, "train_loss": 0.01585972785949707, "subset_score_loss": 0.01585972785949707} +{"step": 3960000, "wall_time": 39862.040598630905, "train_loss_step": 3.03176212310791, "n_params": 4469860, "total_flops": 54376383283200000, "train_loss": 0.015551427602767945, "subset_score_loss": 0.015551427602767945} +{"step": 3970000, "wall_time": 39956.61966872215, "train_loss_step": 3.2478132247924805, "n_params": 4469860, "total_flops": 54513697382400000, "train_loss": 0.014917806386947632, "subset_score_loss": 0.014917806386947632} +{"step": 3980000, "wall_time": 40051.55310869217, "train_loss_step": 2.9843602180480957, "n_params": 4469860, "total_flops": 54651011481600000, "train_loss": 0.014777679443359375, "subset_score_loss": 0.014777679443359375} +{"step": 3990000, "wall_time": 40146.300617456436, "train_loss_step": 3.238145351409912, "n_params": 4469860, "total_flops": 54788325580800000, "train_loss": 0.015318164825439453, "subset_score_loss": 0.015318164825439453} +{"step": 4000000, "wall_time": 40310.96060633659, "train_loss_step": 3.2684335708618164, "n_params": 4469860, "total_flops": 54925639680000000, "train_loss": 0.015266741514205933, "subset_score_loss": 0.015266741514205933, "memorization_fraction_pixel": 0.7458999752998352, "mean_nn_ratio_pixel": 0.38257598876953125, "fid": 40.64394176996694} +{"step": 4010000, "wall_time": 40398.06090402603, "train_loss_step": 3.3116965293884277, "n_params": 4469860, "total_flops": 55062953779200000, "train_loss": 0.01601057291030884, "subset_score_loss": 0.01601057291030884} +{"step": 4020000, "wall_time": 40489.31293439865, "train_loss_step": 3.2290091514587402, "n_params": 4469860, "total_flops": 55200267878400000, "train_loss": 0.015986695289611816, "subset_score_loss": 0.015986695289611816} +{"step": 4030000, "wall_time": 40582.662113428116, "train_loss_step": 3.1553726196289062, "n_params": 4469860, "total_flops": 55337581977600000, "train_loss": 0.015479267835617065, "subset_score_loss": 0.015479267835617065} +{"step": 4040000, "wall_time": 40676.9213821888, "train_loss_step": 3.3275794982910156, "n_params": 4469860, "total_flops": 55474896076800000, "train_loss": 0.015704694986343384, "subset_score_loss": 0.015704694986343384} +{"step": 4050000, "wall_time": 40771.893325805664, "train_loss_step": 3.456535816192627, "n_params": 4469860, "total_flops": 55612210176000000, "train_loss": 0.01509712815284729, "subset_score_loss": 0.01509712815284729} +{"step": 4060000, "wall_time": 40866.80100750923, "train_loss_step": 3.6073508262634277, "n_params": 4469860, "total_flops": 55749524275200000, "train_loss": 0.015404677391052246, "subset_score_loss": 0.015404677391052246} +{"step": 4070000, "wall_time": 40961.558624506, "train_loss_step": 3.2154974937438965, "n_params": 4469860, "total_flops": 55886838374400000, "train_loss": 0.015720882415771485, "subset_score_loss": 0.015720882415771485} +{"step": 4080000, "wall_time": 41055.306695222855, "train_loss_step": 2.9158945083618164, "n_params": 4469860, "total_flops": 56024152473600000, "train_loss": 0.01554500699043274, "subset_score_loss": 0.01554500699043274} +{"step": 4090000, "wall_time": 41149.3602809906, "train_loss_step": 3.0111212730407715, "n_params": 4469860, "total_flops": 56161466572800000, "train_loss": 0.01507699966430664, "subset_score_loss": 0.01507699966430664} +{"step": 4100000, "wall_time": 41317.70167803764, "train_loss_step": 3.248535394668579, "n_params": 4469860, "total_flops": 56298780672000000, "train_loss": 0.016695483922958373, "subset_score_loss": 0.016695483922958373, "memorization_fraction_pixel": 0.7569000124931335, "mean_nn_ratio_pixel": 0.3762681484222412, "fid": 40.2840718858865} +{"step": 4110000, "wall_time": 41391.511279821396, "train_loss_step": 3.571159839630127, "n_params": 4469860, "total_flops": 56436094771200000, "train_loss": 0.014990051984786987, "subset_score_loss": 0.014990051984786987} +{"step": 4120000, "wall_time": 41484.49803996086, "train_loss_step": 3.1369638442993164, "n_params": 4469860, "total_flops": 56573408870400000, "train_loss": 0.01607166051864624, "subset_score_loss": 0.01607166051864624} +{"step": 4130000, "wall_time": 41578.6865735054, "train_loss_step": 3.1774368286132812, "n_params": 4469860, "total_flops": 56710722969600000, "train_loss": 0.015267759561538696, "subset_score_loss": 0.015267759561538696} +{"step": 4140000, "wall_time": 41673.9854221344, "train_loss_step": 2.902120351791382, "n_params": 4469860, "total_flops": 56848037068800000, "train_loss": 0.015637078285217286, "subset_score_loss": 0.015637078285217286} +{"step": 4150000, "wall_time": 41769.429233551025, "train_loss_step": 3.192216396331787, "n_params": 4469860, "total_flops": 56985351168000000, "train_loss": 0.015248086452484131, "subset_score_loss": 0.015248086452484131} +{"step": 4160000, "wall_time": 41864.81433343887, "train_loss_step": 3.109259843826294, "n_params": 4469860, "total_flops": 57122665267200000, "train_loss": 0.014454233646392822, "subset_score_loss": 0.014454233646392822} +{"step": 4170000, "wall_time": 41958.71927142143, "train_loss_step": 3.302168130874634, "n_params": 4469860, "total_flops": 57259979366400000, "train_loss": 0.01587180733680725, "subset_score_loss": 0.01587180733680725} +{"step": 4180000, "wall_time": 42053.4732105732, "train_loss_step": 3.0547313690185547, "n_params": 4469860, "total_flops": 57397293465600000, "train_loss": 0.01452357292175293, "subset_score_loss": 0.01452357292175293} +{"step": 4190000, "wall_time": 42147.505226135254, "train_loss_step": 3.069296360015869, "n_params": 4469860, "total_flops": 57534607564800000, "train_loss": 0.01656481146812439, "subset_score_loss": 0.01656481146812439} +{"step": 4200000, "wall_time": 42311.8397963047, "train_loss_step": 3.001382350921631, "n_params": 4469860, "total_flops": 57671921664000000, "train_loss": 0.015069036483764649, "subset_score_loss": 0.015069036483764649, "memorization_fraction_pixel": 0.7615000009536743, "mean_nn_ratio_pixel": 0.3728361427783966, "fid": 39.4749860950202} +{"step": 4210000, "wall_time": 42387.96332883835, "train_loss_step": 2.8144679069519043, "n_params": 4469860, "total_flops": 57809235763200000, "train_loss": 0.014490625858306884, "subset_score_loss": 0.014490625858306884} +{"step": 4220000, "wall_time": 42482.59935379028, "train_loss_step": 3.1291987895965576, "n_params": 4469860, "total_flops": 57946549862400000, "train_loss": 0.014732888936996459, "subset_score_loss": 0.014732888936996459} +{"step": 4230000, "wall_time": 42576.255685567856, "train_loss_step": 3.06357479095459, "n_params": 4469860, "total_flops": 58083863961600000, "train_loss": 0.01594595432281494, "subset_score_loss": 0.01594595432281494} +{"step": 4240000, "wall_time": 42671.261244773865, "train_loss_step": 3.071631908416748, "n_params": 4469860, "total_flops": 58221178060800000, "train_loss": 0.014621304273605347, "subset_score_loss": 0.014621304273605347} +{"step": 4250000, "wall_time": 42766.53046250343, "train_loss_step": 3.26527738571167, "n_params": 4469860, "total_flops": 58358492160000000, "train_loss": 0.015216840505599976, "subset_score_loss": 0.015216840505599976} +{"step": 4260000, "wall_time": 42860.95154762268, "train_loss_step": 3.275419235229492, "n_params": 4469860, "total_flops": 58495806259200000, "train_loss": 0.015564520359039307, "subset_score_loss": 0.015564520359039307} +{"step": 4270000, "wall_time": 42955.309894800186, "train_loss_step": 3.1853623390197754, "n_params": 4469860, "total_flops": 58633120358400000, "train_loss": 0.01742087721824646, "subset_score_loss": 0.01742087721824646} +{"step": 4280000, "wall_time": 43049.13109397888, "train_loss_step": 3.3141331672668457, "n_params": 4469860, "total_flops": 58770434457600000, "train_loss": 0.015155638456344605, "subset_score_loss": 0.015155638456344605} +{"step": 4290000, "wall_time": 43144.148483514786, "train_loss_step": 3.075256824493408, "n_params": 4469860, "total_flops": 58907748556800000, "train_loss": 0.014596002101898193, "subset_score_loss": 0.014596002101898193} +{"step": 4300000, "wall_time": 43306.850095033646, "train_loss_step": 3.2680649757385254, "n_params": 4469860, "total_flops": 59045062656000000, "train_loss": 0.014201294183731079, "subset_score_loss": 0.014201294183731079, "memorization_fraction_pixel": 0.7409999966621399, "mean_nn_ratio_pixel": 0.38451507687568665, "fid": 40.52636505554355} +{"step": 4310000, "wall_time": 43390.805559158325, "train_loss_step": 3.0396318435668945, "n_params": 4469860, "total_flops": 59182376755200000, "train_loss": 0.015152938365936279, "subset_score_loss": 0.015152938365936279} +{"step": 4320000, "wall_time": 43485.04427242279, "train_loss_step": 3.2863075733184814, "n_params": 4469860, "total_flops": 59319690854400000, "train_loss": 0.014058699607849121, "subset_score_loss": 0.014058699607849121} +{"step": 4330000, "wall_time": 43579.75361967087, "train_loss_step": 3.053785800933838, "n_params": 4469860, "total_flops": 59457004953600000, "train_loss": 0.014977735280990601, "subset_score_loss": 0.014977735280990601} +{"step": 4340000, "wall_time": 43675.079370975494, "train_loss_step": 2.7950778007507324, "n_params": 4469860, "total_flops": 59594319052800000, "train_loss": 0.01529408574104309, "subset_score_loss": 0.01529408574104309} +{"step": 4350000, "wall_time": 43769.349247694016, "train_loss_step": 3.012725353240967, "n_params": 4469860, "total_flops": 59731633152000000, "train_loss": 0.014735848903656005, "subset_score_loss": 0.014735848903656005} +{"step": 4360000, "wall_time": 43864.34709739685, "train_loss_step": 3.3744306564331055, "n_params": 4469860, "total_flops": 59868947251200000, "train_loss": 0.014804326295852661, "subset_score_loss": 0.014804326295852661} +{"step": 4370000, "wall_time": 43959.53845024109, "train_loss_step": 3.2159271240234375, "n_params": 4469860, "total_flops": 60006261350400000, "train_loss": 0.015026429891586304, "subset_score_loss": 0.015026429891586304} +{"step": 4380000, "wall_time": 44054.34836816788, "train_loss_step": 2.9947457313537598, "n_params": 4469860, "total_flops": 60143575449600000, "train_loss": 0.014991028308868408, "subset_score_loss": 0.014991028308868408} +{"step": 4390000, "wall_time": 44145.62244129181, "train_loss_step": 3.230316162109375, "n_params": 4469860, "total_flops": 60280889548800000, "train_loss": 0.014514135122299194, "subset_score_loss": 0.014514135122299194} +{"step": 4400000, "wall_time": 44310.63461279869, "train_loss_step": 3.33017635345459, "n_params": 4469860, "total_flops": 60418203648000000, "train_loss": 0.015011768341064453, "subset_score_loss": 0.015011768341064453, "memorization_fraction_pixel": 0.7584999799728394, "mean_nn_ratio_pixel": 0.37408846616744995, "fid": 39.90485633725582} +{"step": 4410000, "wall_time": 44398.09722518921, "train_loss_step": 3.1737170219421387, "n_params": 4469860, "total_flops": 60555517747200000, "train_loss": 0.014094796180725098, "subset_score_loss": 0.014094796180725098} +{"step": 4420000, "wall_time": 44490.29316854477, "train_loss_step": 3.0343940258026123, "n_params": 4469860, "total_flops": 60692831846400000, "train_loss": 0.014574432373046875, "subset_score_loss": 0.014574432373046875} +{"step": 4430000, "wall_time": 44585.36248803139, "train_loss_step": 3.1201109886169434, "n_params": 4469860, "total_flops": 60830145945600000, "train_loss": 0.01422510027885437, "subset_score_loss": 0.01422510027885437} +{"step": 4440000, "wall_time": 44680.70697212219, "train_loss_step": 3.0941321849823, "n_params": 4469860, "total_flops": 60967460044800000, "train_loss": 0.014667156934738159, "subset_score_loss": 0.014667156934738159} +{"step": 4450000, "wall_time": 44775.635222435, "train_loss_step": 3.0169758796691895, "n_params": 4469860, "total_flops": 61104774144000000, "train_loss": 0.015713616609573364, "subset_score_loss": 0.015713616609573364} +{"step": 4460000, "wall_time": 44871.13447237015, "train_loss_step": 3.006289482116699, "n_params": 4469860, "total_flops": 61242088243200000, "train_loss": 0.014351738691329956, "subset_score_loss": 0.014351738691329956} +{"step": 4470000, "wall_time": 44966.0110476017, "train_loss_step": 3.3293516635894775, "n_params": 4469860, "total_flops": 61379402342400000, "train_loss": 0.01576086163520813, "subset_score_loss": 0.01576086163520813} +{"step": 4480000, "wall_time": 45057.232362508774, "train_loss_step": 3.0379366874694824, "n_params": 4469860, "total_flops": 61516716441600000, "train_loss": 0.015624382495880128, "subset_score_loss": 0.015624382495880128} +{"step": 4490000, "wall_time": 45150.636884212494, "train_loss_step": 3.1877760887145996, "n_params": 4469860, "total_flops": 61654030540800000, "train_loss": 0.014523370265960693, "subset_score_loss": 0.014523370265960693} +{"step": 4500000, "wall_time": 45318.427493572235, "train_loss_step": 3.1215527057647705, "n_params": 4469860, "total_flops": 61791344640000000, "train_loss": 0.015046126842498779, "subset_score_loss": 0.015046126842498779, "memorization_fraction_pixel": 0.7656000256538391, "mean_nn_ratio_pixel": 0.3696627914905548, "fid": 39.96286952902699} +{"step": 4510000, "wall_time": 45410.44348406792, "train_loss_step": 3.1500461101531982, "n_params": 4469860, "total_flops": 61928658739200000, "train_loss": 0.013777097463607788, "subset_score_loss": 0.013777097463607788} +{"step": 4520000, "wall_time": 45505.053814888, "train_loss_step": 2.817026138305664, "n_params": 4469860, "total_flops": 62065972838400000, "train_loss": 0.014688324928283692, "subset_score_loss": 0.014688324928283692} +{"step": 4530000, "wall_time": 45599.959698438644, "train_loss_step": 3.307952880859375, "n_params": 4469860, "total_flops": 62203286937600000, "train_loss": 0.014415578842163086, "subset_score_loss": 0.014415578842163086} +{"step": 4540000, "wall_time": 45694.78754520416, "train_loss_step": 3.718273162841797, "n_params": 4469860, "total_flops": 62340601036800000, "train_loss": 0.014332752227783203, "subset_score_loss": 0.014332752227783203} +{"step": 4550000, "wall_time": 45788.41006922722, "train_loss_step": 3.2193384170532227, "n_params": 4469860, "total_flops": 62477915136000000, "train_loss": 0.014973260164260864, "subset_score_loss": 0.014973260164260864} +{"step": 4560000, "wall_time": 45883.32048392296, "train_loss_step": 3.062185525894165, "n_params": 4469860, "total_flops": 62615229235200000, "train_loss": 0.014863857030868531, "subset_score_loss": 0.014863857030868531} +{"step": 4570000, "wall_time": 45954.13062334061, "train_loss_step": 3.4516191482543945, "n_params": 4469860, "total_flops": 62752543334400000, "train_loss": 0.014271570444107056, "subset_score_loss": 0.014271570444107056} +{"step": 4580000, "wall_time": 45997.82949256897, "train_loss_step": 3.5076804161071777, "n_params": 4469860, "total_flops": 62889857433600000, "train_loss": 0.013805185556411742, "subset_score_loss": 0.013805185556411742} +{"step": 4590000, "wall_time": 46037.39052462578, "train_loss_step": 2.839855194091797, "n_params": 4469860, "total_flops": 63027171532800000, "train_loss": 0.014840992689132691, "subset_score_loss": 0.014840992689132691} +{"step": 4600000, "wall_time": 46112.17467021942, "train_loss_step": 2.899426221847534, "n_params": 4469860, "total_flops": 63164485632000000, "train_loss": 0.014291441440582276, "subset_score_loss": 0.014291441440582276, "memorization_fraction_pixel": 0.7741000056266785, "mean_nn_ratio_pixel": 0.36471807956695557, "fid": 39.55697556237912} +{"step": 4610000, "wall_time": 46143.4612121582, "train_loss_step": 3.106545925140381, "n_params": 4469860, "total_flops": 63301799731200000, "train_loss": 0.014147369861602784, "subset_score_loss": 0.014147369861602784} +{"step": 4620000, "wall_time": 46183.05909395218, "train_loss_step": 3.0236682891845703, "n_params": 4469860, "total_flops": 63439113830400000, "train_loss": 0.015019102096557617, "subset_score_loss": 0.015019102096557617} +{"step": 4630000, "wall_time": 46222.25327992439, "train_loss_step": 3.0231573581695557, "n_params": 4469860, "total_flops": 63576427929600000, "train_loss": 0.014582716226577759, "subset_score_loss": 0.014582716226577759} +{"step": 4640000, "wall_time": 46261.91214585304, "train_loss_step": 3.445852279663086, "n_params": 4469860, "total_flops": 63713742028800000, "train_loss": 0.013482016324996949, "subset_score_loss": 0.013482016324996949} +{"step": 4650000, "wall_time": 46301.51095414162, "train_loss_step": 3.0357255935668945, "n_params": 4469860, "total_flops": 63851056128000000, "train_loss": 0.01400176167488098, "subset_score_loss": 0.01400176167488098} +{"step": 4660000, "wall_time": 46340.838628292084, "train_loss_step": 3.4599013328552246, "n_params": 4469860, "total_flops": 63988370227200000, "train_loss": 0.01378403902053833, "subset_score_loss": 0.01378403902053833} +{"step": 4670000, "wall_time": 46380.54897594452, "train_loss_step": 3.39633846282959, "n_params": 4469860, "total_flops": 64125684326400000, "train_loss": 0.01379300594329834, "subset_score_loss": 0.01379300594329834} +{"step": 4680000, "wall_time": 46420.06997179985, "train_loss_step": 3.124441146850586, "n_params": 4469860, "total_flops": 64262998425600000, "train_loss": 0.013582264184951781, "subset_score_loss": 0.013582264184951781} +{"step": 4690000, "wall_time": 46459.68162083626, "train_loss_step": 2.866495370864868, "n_params": 4469860, "total_flops": 64400312524800000, "train_loss": 0.013141181468963623, "subset_score_loss": 0.013141181468963623} +{"step": 4700000, "wall_time": 46533.99319934845, "train_loss_step": 2.993825912475586, "n_params": 4469860, "total_flops": 64537626624000000, "train_loss": 0.013897929191589355, "subset_score_loss": 0.013897929191589355, "memorization_fraction_pixel": 0.7781000137329102, "mean_nn_ratio_pixel": 0.36317533254623413, "fid": 40.466637406528434} +{"step": 4710000, "wall_time": 46568.429361104965, "train_loss_step": 2.9656710624694824, "n_params": 4469860, "total_flops": 64674940723200000, "train_loss": 0.013806496858596801, "subset_score_loss": 0.013806496858596801} +{"step": 4720000, "wall_time": 46608.03599023819, "train_loss_step": 3.0946712493896484, "n_params": 4469860, "total_flops": 64812254822400000, "train_loss": 0.013910423517227172, "subset_score_loss": 0.013910423517227172} +{"step": 4730000, "wall_time": 46647.6975171566, "train_loss_step": 3.1934876441955566, "n_params": 4469860, "total_flops": 64949568921600000, "train_loss": 0.014132530689239501, "subset_score_loss": 0.014132530689239501} +{"step": 4740000, "wall_time": 46687.274565935135, "train_loss_step": 2.6981852054595947, "n_params": 4469860, "total_flops": 65086883020800000, "train_loss": 0.013627949953079223, "subset_score_loss": 0.013627949953079223} +{"step": 4750000, "wall_time": 46726.67871212959, "train_loss_step": 3.3779702186584473, "n_params": 4469860, "total_flops": 65224197120000000, "train_loss": 0.013747334480285645, "subset_score_loss": 0.013747334480285645} +{"step": 4760000, "wall_time": 46766.49528384209, "train_loss_step": 3.2181546688079834, "n_params": 4469860, "total_flops": 65361511219200000, "train_loss": 0.013746653795242309, "subset_score_loss": 0.013746653795242309} +{"step": 4770000, "wall_time": 46806.11361479759, "train_loss_step": 2.8999977111816406, "n_params": 4469860, "total_flops": 65498825318400000, "train_loss": 0.013577442169189453, "subset_score_loss": 0.013577442169189453} +{"step": 4780000, "wall_time": 46845.55788898468, "train_loss_step": 3.067779541015625, "n_params": 4469860, "total_flops": 65636139417600000, "train_loss": 0.01475411057472229, "subset_score_loss": 0.01475411057472229} +{"step": 4790000, "wall_time": 46885.242007017136, "train_loss_step": 2.819047212600708, "n_params": 4469860, "total_flops": 65773453516800000, "train_loss": 0.013657568693161011, "subset_score_loss": 0.013657568693161011} +{"step": 4800000, "wall_time": 46959.865016937256, "train_loss_step": 3.1075620651245117, "n_params": 4469860, "total_flops": 65910767616000000, "train_loss": 0.013906141519546509, "subset_score_loss": 0.013906141519546509, "memorization_fraction_pixel": 0.7696999907493591, "mean_nn_ratio_pixel": 0.36740702390670776, "fid": 39.726493571471266} +{"step": 4810000, "wall_time": 46999.0385222435, "train_loss_step": 3.15386962890625, "n_params": 4469860, "total_flops": 66048081715200000, "train_loss": 0.013169666528701782, "subset_score_loss": 0.013169666528701782} +{"step": 4820000, "wall_time": 47038.4984126091, "train_loss_step": 3.0561232566833496, "n_params": 4469860, "total_flops": 66185395814400000, "train_loss": 0.012983914613723755, "subset_score_loss": 0.012983914613723755} +{"step": 4830000, "wall_time": 47078.13671684265, "train_loss_step": 3.3097164630889893, "n_params": 4469860, "total_flops": 66322709913600000, "train_loss": 0.013427398204803466, "subset_score_loss": 0.013427398204803466} +{"step": 4840000, "wall_time": 47117.81894350052, "train_loss_step": 3.0898587703704834, "n_params": 4469860, "total_flops": 66460024012800000, "train_loss": 0.0128643536567688, "subset_score_loss": 0.0128643536567688} +{"step": 4850000, "wall_time": 47157.48773288727, "train_loss_step": 3.0057573318481445, "n_params": 4469860, "total_flops": 66597338112000000, "train_loss": 0.01369843602180481, "subset_score_loss": 0.01369843602180481} +{"step": 4860000, "wall_time": 47197.212003946304, "train_loss_step": 3.157202959060669, "n_params": 4469860, "total_flops": 66734652211200000, "train_loss": 0.01396472692489624, "subset_score_loss": 0.01396472692489624} +{"step": 4870000, "wall_time": 47236.78876328468, "train_loss_step": 2.8783063888549805, "n_params": 4469860, "total_flops": 66871966310400000, "train_loss": 0.013122736215591431, "subset_score_loss": 0.013122736215591431} +{"step": 4880000, "wall_time": 47276.18854212761, "train_loss_step": 2.8571653366088867, "n_params": 4469860, "total_flops": 67009280409600000, "train_loss": 0.01323943853378296, "subset_score_loss": 0.01323943853378296} +{"step": 4890000, "wall_time": 47315.721037864685, "train_loss_step": 2.8720855712890625, "n_params": 4469860, "total_flops": 67146594508800000, "train_loss": 0.013193035125732422, "subset_score_loss": 0.013193035125732422} +{"step": 4900000, "wall_time": 47382.94952368736, "train_loss_step": 2.7727694511413574, "n_params": 4469860, "total_flops": 67283908608000000, "train_loss": 0.013986597061157227, "subset_score_loss": 0.013986597061157227, "memorization_fraction_pixel": 0.7781999707221985, "mean_nn_ratio_pixel": 0.36045339703559875, "fid": 40.009448108894595} +{"step": 4910000, "wall_time": 47422.48448586464, "train_loss_step": 2.863030195236206, "n_params": 4469860, "total_flops": 67421222707200000, "train_loss": 0.01354339838027954, "subset_score_loss": 0.01354339838027954} +{"step": 4920000, "wall_time": 47462.039818286896, "train_loss_step": 2.665851593017578, "n_params": 4469860, "total_flops": 67558536806400000, "train_loss": 0.013106091022491455, "subset_score_loss": 0.013106091022491455} +{"step": 4930000, "wall_time": 47501.415758132935, "train_loss_step": 2.9461448192596436, "n_params": 4469860, "total_flops": 67695850905600000, "train_loss": 0.013058017492294311, "subset_score_loss": 0.013058017492294311} +{"step": 4940000, "wall_time": 47540.77672743797, "train_loss_step": 2.972994804382324, "n_params": 4469860, "total_flops": 67833165004800000, "train_loss": 0.013729323148727417, "subset_score_loss": 0.013729323148727417} +{"step": 4950000, "wall_time": 47580.125368356705, "train_loss_step": 2.903883457183838, "n_params": 4469860, "total_flops": 67970479104000000, "train_loss": 0.012660393714904785, "subset_score_loss": 0.012660393714904785} +{"step": 4960000, "wall_time": 47619.38766527176, "train_loss_step": 2.9868357181549072, "n_params": 4469860, "total_flops": 68107793203200000, "train_loss": 0.014433736801147462, "subset_score_loss": 0.014433736801147462} +{"step": 4970000, "wall_time": 47658.91174054146, "train_loss_step": 3.099590539932251, "n_params": 4469860, "total_flops": 68245107302400000, "train_loss": 0.014873828887939453, "subset_score_loss": 0.014873828887939453} +{"step": 4980000, "wall_time": 47698.16671347618, "train_loss_step": 3.296731472015381, "n_params": 4469860, "total_flops": 68382421401600000, "train_loss": 0.01283832311630249, "subset_score_loss": 0.01283832311630249} +{"step": 4990000, "wall_time": 47737.50431585312, "train_loss_step": 3.1554641723632812, "n_params": 4469860, "total_flops": 68519735500800000, "train_loss": 0.013324360847473144, "subset_score_loss": 0.013324360847473144} +{"step": 5000000, "wall_time": 47800.34089875221, "train_loss_step": 3.112210273742676, "n_params": 4469860, "total_flops": 68657049600000000, "train_loss": 0.013185313940048217, "subset_score_loss": 0.013185313940048217, "memorization_fraction_pixel": 0.7807999849319458, "mean_nn_ratio_pixel": 0.36191660165786743, "fid": 40.32100682755721} diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d100/runner.log b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d100/runner.log new file mode 100644 index 0000000000000000000000000000000000000000..c2246c08cfead965d84935079c720d6f89194c8e --- /dev/null +++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d100/runner.log @@ -0,0 +1,502 @@ + FID real-side stats cached over 1000 diverse train images + step 1 | 73s | train_loss=0.9982 | fid=289.1489 + step 10000 | 169s | train_loss=0.8036 + step 20000 | 264s | train_loss=0.6788 + step 30000 | 360s | train_loss=0.5423 + step 40000 | 455s | train_loss=0.4010 + step 50000 | 550s | train_loss=0.2892 + step 60000 | 644s | train_loss=0.2172 + step 70000 | 739s | train_loss=0.1769 + step 80000 | 834s | train_loss=0.1561 + step 90000 | 929s | train_loss=0.1375 + step 100000 | 1092s | train_loss=0.1281 | fid=59.2126 + step 110000 | 1187s | train_loss=0.1210 + step 120000 | 1282s | train_loss=0.1140 + step 130000 | 1377s | train_loss=0.1099 + step 140000 | 1472s | train_loss=0.1030 + step 150000 | 1565s | train_loss=0.0990 + step 160000 | 1660s | train_loss=0.0975 + step 170000 | 1755s | train_loss=0.0924 + step 180000 | 1850s | train_loss=0.0919 + step 190000 | 1939s | train_loss=0.0867 + step 200000 | 2109s | train_loss=0.0839 | fid=57.9158 + step 210000 | 2205s | train_loss=0.0818 + step 220000 | 2300s | train_loss=0.0795 + step 230000 | 2395s | train_loss=0.0768 + step 240000 | 2489s | train_loss=0.0767 + step 250000 | 2584s | train_loss=0.0731 + step 260000 | 2679s | train_loss=0.0726 + step 270000 | 2774s | train_loss=0.0699 + step 280000 | 2862s | train_loss=0.0705 + step 290000 | 2957s | train_loss=0.0669 + step 300000 | 3116s | train_loss=0.0665 | fid=55.1474 + step 310000 | 3211s | train_loss=0.0672 + step 320000 | 3306s | train_loss=0.0647 + step 330000 | 3400s | train_loss=0.0630 + step 340000 | 3495s | train_loss=0.0620 + step 350000 | 3590s | train_loss=0.0605 + step 360000 | 3685s | train_loss=0.0608 + step 370000 | 3774s | train_loss=0.0594 + step 380000 | 3869s | train_loss=0.0584 + step 390000 | 3964s | train_loss=0.0580 + step 400000 | 4127s | train_loss=0.0577 | fid=53.8473 + step 410000 | 4220s | train_loss=0.0568 + step 420000 | 4309s | train_loss=0.0556 + step 430000 | 4400s | train_loss=0.0556 + step 440000 | 4490s | train_loss=0.0551 + step 450000 | 4586s | train_loss=0.0542 + step 460000 | 4676s | train_loss=0.0539 + step 470000 | 4769s | train_loss=0.0531 + step 480000 | 4864s | train_loss=0.0522 + step 490000 | 4959s | train_loss=0.0521 + step 500000 | 5122s | train_loss=0.0514 | fid=52.4779 + step 510000 | 5217s | train_loss=0.0506 + step 520000 | 5311s | train_loss=0.0504 + step 530000 | 5406s | train_loss=0.0505 + step 540000 | 5501s | train_loss=0.0500 + step 550000 | 5592s | train_loss=0.0502 + step 560000 | 5685s | train_loss=0.0493 + step 570000 | 5780s | train_loss=0.0480 + step 580000 | 5875s | train_loss=0.0490 + step 590000 | 5970s | train_loss=0.0476 + step 600000 | 6122s | train_loss=0.0472 | fid=51.8697 + step 610000 | 6217s | train_loss=0.0466 + step 620000 | 6312s | train_loss=0.0473 + step 630000 | 6407s | train_loss=0.0468 + step 640000 | 6499s | train_loss=0.0448 + step 650000 | 6591s | train_loss=0.0459 + step 660000 | 6686s | train_loss=0.0457 + step 670000 | 6780s | train_loss=0.0446 + step 680000 | 6874s | train_loss=0.0449 + step 690000 | 6968s | train_loss=0.0451 + step 700000 | 7129s | train_loss=0.0443 | fid=51.2762 + step 710000 | 7224s | train_loss=0.0430 + step 720000 | 7319s | train_loss=0.0452 + step 730000 | 7412s | train_loss=0.0443 + step 740000 | 7503s | train_loss=0.0442 + step 750000 | 7598s | train_loss=0.0437 + step 760000 | 7693s | train_loss=0.0428 + step 770000 | 7787s | train_loss=0.0416 + step 780000 | 7882s | train_loss=0.0409 + step 790000 | 7976s | train_loss=0.0422 + step 800000 | 8125s | train_loss=0.0414 | fid=51.6989 + step 810000 | 8220s | train_loss=0.0419 + step 820000 | 8313s | train_loss=0.0412 + step 830000 | 8404s | train_loss=0.0404 + step 840000 | 8499s | train_loss=0.0407 + step 850000 | 8594s | train_loss=0.0397 + step 860000 | 8689s | train_loss=0.0401 + step 870000 | 8783s | train_loss=0.0399 + step 880000 | 8878s | train_loss=0.0400 + step 890000 | 8971s | train_loss=0.0391 + step 900000 | 9130s | train_loss=0.0405 | fid=53.3680 + step 910000 | 9221s | train_loss=0.0396 + step 920000 | 9312s | train_loss=0.0396 + step 930000 | 9407s | train_loss=0.0382 + step 940000 | 9501s | train_loss=0.0386 + step 950000 | 9596s | train_loss=0.0394 + step 960000 | 9691s | train_loss=0.0377 + step 970000 | 9786s | train_loss=0.0377 + step 980000 | 9880s | train_loss=0.0385 + step 990000 | 9974s | train_loss=0.0379 + step 1000000 | 10137s | train_loss=0.0376 | fid=52.4810 + step 1010000 | 10229s | train_loss=0.0370 + step 1020000 | 10323s | train_loss=0.0369 + step 1030000 | 10418s | train_loss=0.0372 + step 1040000 | 10513s | train_loss=0.0367 + step 1050000 | 10608s | train_loss=0.0374 + step 1060000 | 10704s | train_loss=0.0371 + step 1070000 | 10799s | train_loss=0.0367 + step 1080000 | 10893s | train_loss=0.0352 + step 1090000 | 10988s | train_loss=0.0366 + step 1100000 | 11146s | train_loss=0.0359 | fid=53.6025 + step 1110000 | 11241s | train_loss=0.0355 + step 1120000 | 11336s | train_loss=0.0351 + step 1130000 | 11431s | train_loss=0.0352 + step 1140000 | 11525s | train_loss=0.0340 + step 1150000 | 11619s | train_loss=0.0362 + step 1160000 | 11714s | train_loss=0.0347 + step 1170000 | 11808s | train_loss=0.0352 + step 1180000 | 11902s | train_loss=0.0339 + step 1190000 | 11995s | train_loss=0.0351 + step 1200000 | 12150s | train_loss=0.0343 | fid=53.7242 + step 1210000 | 12245s | train_loss=0.0357 + step 1220000 | 12340s | train_loss=0.0337 + step 1230000 | 12435s | train_loss=0.0337 + step 1240000 | 12528s | train_loss=0.0340 + step 1250000 | 12623s | train_loss=0.0324 + step 1260000 | 12718s | train_loss=0.0333 + step 1270000 | 12812s | train_loss=0.0325 + step 1280000 | 12904s | train_loss=0.0335 + step 1290000 | 12996s | train_loss=0.0327 + step 1300000 | 13160s | train_loss=0.0343 | fid=54.7898 + step 1310000 | 13255s | train_loss=0.0333 + step 1320000 | 13350s | train_loss=0.0334 + step 1330000 | 13445s | train_loss=0.0327 + step 1340000 | 13540s | train_loss=0.0317 + step 1350000 | 13634s | train_loss=0.0329 + step 1360000 | 13729s | train_loss=0.0336 + step 1370000 | 13821s | train_loss=0.0336 + step 1380000 | 13912s | train_loss=0.0315 + step 1390000 | 14008s | train_loss=0.0324 + step 1400000 | 14173s | train_loss=0.0315 | fid=56.4888 + step 1410000 | 14268s | train_loss=0.0326 + step 1420000 | 14363s | train_loss=0.0322 + step 1430000 | 14457s | train_loss=0.0318 + step 1440000 | 14551s | train_loss=0.0305 + step 1450000 | 14646s | train_loss=0.0320 + step 1460000 | 14738s | train_loss=0.0308 + step 1470000 | 14828s | train_loss=0.0309 + step 1480000 | 14923s | train_loss=0.0311 + step 1490000 | 15018s | train_loss=0.0294 + step 1500000 | 15171s | train_loss=0.0306 | fid=55.5831 + step 1510000 | 15266s | train_loss=0.0297 + step 1520000 | 15361s | train_loss=0.0298 + step 1530000 | 15455s | train_loss=0.0306 + step 1540000 | 15550s | train_loss=0.0307 + step 1550000 | 15643s | train_loss=0.0301 + step 1560000 | 15733s | train_loss=0.0306 + step 1570000 | 15828s | train_loss=0.0294 + step 1580000 | 15923s | train_loss=0.0301 + step 1590000 | 16018s | train_loss=0.0298 + step 1600000 | 16173s | train_loss=0.0299 | fid=52.9611 + step 1610000 | 16264s | train_loss=0.0288 + step 1620000 | 16359s | train_loss=0.0284 + step 1630000 | 16453s | train_loss=0.0291 + step 1640000 | 16547s | train_loss=0.0284 + step 1650000 | 16638s | train_loss=0.0288 + step 1660000 | 16732s | train_loss=0.0292 + step 1670000 | 16827s | train_loss=0.0280 + step 1680000 | 16921s | train_loss=0.0280 + step 1690000 | 17016s | train_loss=0.0286 + step 1700000 | 17183s | train_loss=0.0288 | fid=53.7916 + step 1710000 | 17278s | train_loss=0.0287 + step 1720000 | 17373s | train_loss=0.0286 + step 1730000 | 17465s | train_loss=0.0287 + step 1740000 | 17555s | train_loss=0.0283 + step 1750000 | 17650s | train_loss=0.0281 + step 1760000 | 17745s | train_loss=0.0277 + step 1770000 | 17839s | train_loss=0.0270 + step 1780000 | 17934s | train_loss=0.0281 + step 1790000 | 18029s | train_loss=0.0276 + step 1800000 | 18195s | train_loss=0.0267 | fid=50.9742 + step 1810000 | 18289s | train_loss=0.0267 + step 1820000 | 18380s | train_loss=0.0272 + step 1830000 | 18472s | train_loss=0.0275 + step 1840000 | 18567s | train_loss=0.0267 + step 1850000 | 18661s | train_loss=0.0265 + step 1860000 | 18756s | train_loss=0.0261 + step 1870000 | 18851s | train_loss=0.0265 + step 1880000 | 18945s | train_loss=0.0268 + step 1890000 | 19040s | train_loss=0.0264 + step 1900000 | 19197s | train_loss=0.0272 | fid=48.7868 + step 1910000 | 19289s | train_loss=0.0259 + step 1920000 | 19380s | train_loss=0.0253 + step 1930000 | 19474s | train_loss=0.0255 + step 1940000 | 19569s | train_loss=0.0257 + step 1950000 | 19664s | train_loss=0.0258 + step 1960000 | 19759s | train_loss=0.0246 + step 1970000 | 19854s | train_loss=0.0252 + step 1980000 | 19949s | train_loss=0.0251 + step 1990000 | 20044s | train_loss=0.0262 + step 2000000 | 20201s | train_loss=0.0253 | fid=49.1293 + step 2010000 | 20292s | train_loss=0.0247 + step 2020000 | 20385s | train_loss=0.0249 + step 2030000 | 20481s | train_loss=0.0252 + step 2040000 | 20576s | train_loss=0.0245 + step 2050000 | 20671s | train_loss=0.0245 + step 2060000 | 20766s | train_loss=0.0251 + step 2070000 | 20861s | train_loss=0.0239 + step 2080000 | 20956s | train_loss=0.0238 + step 2090000 | 21051s | train_loss=0.0233 + step 2100000 | 21205s | train_loss=0.0238 | fid=46.5435 + step 2110000 | 21298s | train_loss=0.0252 + step 2120000 | 21393s | train_loss=0.0261 + step 2130000 | 21488s | train_loss=0.0239 + step 2140000 | 21583s | train_loss=0.0243 + step 2150000 | 21678s | train_loss=0.0240 + step 2160000 | 21773s | train_loss=0.0231 + step 2170000 | 21868s | train_loss=0.0246 + step 2180000 | 21963s | train_loss=0.0243 + step 2190000 | 22056s | train_loss=0.0240 + step 2200000 | 22212s | train_loss=0.0241 | fid=45.9560 + step 2210000 | 22304s | train_loss=0.0235 + step 2220000 | 22399s | train_loss=0.0234 + step 2230000 | 22494s | train_loss=0.0232 + step 2240000 | 22589s | train_loss=0.0229 + step 2250000 | 22684s | train_loss=0.0228 + step 2260000 | 22778s | train_loss=0.0228 + step 2270000 | 22873s | train_loss=0.0232 + step 2280000 | 22965s | train_loss=0.0225 + step 2290000 | 23057s | train_loss=0.0221 + step 2300000 | 23220s | train_loss=0.0231 | fid=46.4970 + step 2310000 | 23315s | train_loss=0.0225 + step 2320000 | 23410s | train_loss=0.0218 + step 2330000 | 23505s | train_loss=0.0222 + step 2340000 | 23600s | train_loss=0.0221 + step 2350000 | 23696s | train_loss=0.0216 + step 2360000 | 23790s | train_loss=0.0225 + step 2370000 | 23884s | train_loss=0.0219 + step 2380000 | 23976s | train_loss=0.0233 + step 2390000 | 24067s | train_loss=0.0230 + step 2400000 | 24227s | train_loss=0.0224 | fid=43.2590 + step 2410000 | 24318s | train_loss=0.0227 + step 2420000 | 24413s | train_loss=0.0220 + step 2430000 | 24509s | train_loss=0.0204 + step 2440000 | 24603s | train_loss=0.0212 + step 2450000 | 24699s | train_loss=0.0213 + step 2460000 | 24792s | train_loss=0.0220 + step 2470000 | 24884s | train_loss=0.0215 + step 2480000 | 24976s | train_loss=0.0216 + step 2490000 | 25070s | train_loss=0.0211 + step 2500000 | 25238s | train_loss=0.0206 | fid=43.7741 + step 2510000 | 25333s | train_loss=0.0216 + step 2520000 | 25428s | train_loss=0.0212 + step 2530000 | 25523s | train_loss=0.0223 + step 2540000 | 25618s | train_loss=0.0216 + step 2550000 | 25711s | train_loss=0.0209 + step 2560000 | 25802s | train_loss=0.0212 + step 2570000 | 25895s | train_loss=0.0213 + step 2580000 | 25988s | train_loss=0.0212 + step 2590000 | 26083s | train_loss=0.0213 + step 2600000 | 26246s | train_loss=0.0211 | fid=44.6090 + step 2610000 | 26336s | train_loss=0.0203 + step 2620000 | 26432s | train_loss=0.0200 + step 2630000 | 26526s | train_loss=0.0210 + step 2640000 | 26619s | train_loss=0.0221 + step 2650000 | 26710s | train_loss=0.0207 + step 2660000 | 26804s | train_loss=0.0210 + step 2670000 | 26898s | train_loss=0.0205 + step 2680000 | 26992s | train_loss=0.0213 + step 2690000 | 27087s | train_loss=0.0203 + step 2700000 | 27255s | train_loss=0.0196 | fid=42.2547 + step 2710000 | 27350s | train_loss=0.0196 + step 2720000 | 27445s | train_loss=0.0208 + step 2730000 | 27538s | train_loss=0.0207 + step 2740000 | 27631s | train_loss=0.0193 + step 2750000 | 27723s | train_loss=0.0195 + step 2760000 | 27817s | train_loss=0.0196 + step 2770000 | 27912s | train_loss=0.0200 + step 2780000 | 28006s | train_loss=0.0200 + step 2790000 | 28101s | train_loss=0.0191 + step 2800000 | 28267s | train_loss=0.0207 | fid=41.8207 + step 2810000 | 28362s | train_loss=0.0199 + step 2820000 | 28456s | train_loss=0.0197 + step 2830000 | 28548s | train_loss=0.0194 + step 2840000 | 28641s | train_loss=0.0197 + step 2850000 | 28735s | train_loss=0.0193 + step 2860000 | 28830s | train_loss=0.0193 + step 2870000 | 28925s | train_loss=0.0197 + step 2880000 | 29020s | train_loss=0.0196 + step 2890000 | 29115s | train_loss=0.0198 + step 2900000 | 29280s | train_loss=0.0188 | fid=41.7111 + step 2910000 | 29373s | train_loss=0.0193 + step 2920000 | 29465s | train_loss=0.0196 + step 2930000 | 29558s | train_loss=0.0187 + step 2940000 | 29653s | train_loss=0.0199 + step 2950000 | 29747s | train_loss=0.0211 + step 2960000 | 29842s | train_loss=0.0196 + step 2970000 | 29937s | train_loss=0.0200 + step 2980000 | 30032s | train_loss=0.0190 + step 2990000 | 30127s | train_loss=0.0201 + step 3000000 | 30289s | train_loss=0.0185 | fid=40.9271 + step 3010000 | 30383s | train_loss=0.0198 + step 3020000 | 30474s | train_loss=0.0191 + step 3030000 | 30569s | train_loss=0.0200 + step 3040000 | 30663s | train_loss=0.0190 + step 3050000 | 30758s | train_loss=0.0185 + step 3060000 | 30853s | train_loss=0.0188 + step 3070000 | 30948s | train_loss=0.0178 + step 3080000 | 31043s | train_loss=0.0182 + step 3090000 | 31138s | train_loss=0.0180 + step 3100000 | 31291s | train_loss=0.0180 | fid=41.3828 + step 3110000 | 31382s | train_loss=0.0189 + step 3120000 | 31477s | train_loss=0.0194 + step 3130000 | 31571s | train_loss=0.0178 + step 3140000 | 31666s | train_loss=0.0179 + step 3150000 | 31761s | train_loss=0.0182 + step 3160000 | 31856s | train_loss=0.0181 + step 3170000 | 31951s | train_loss=0.0183 + step 3180000 | 32046s | train_loss=0.0186 + step 3190000 | 32138s | train_loss=0.0174 + step 3200000 | 32298s | train_loss=0.0178 | fid=41.9144 + step 3210000 | 32393s | train_loss=0.0175 + step 3220000 | 32487s | train_loss=0.0192 + step 3230000 | 32582s | train_loss=0.0192 + step 3240000 | 32676s | train_loss=0.0176 + step 3250000 | 32771s | train_loss=0.0171 + step 3260000 | 32866s | train_loss=0.0194 + step 3270000 | 32961s | train_loss=0.0182 + step 3280000 | 33055s | train_loss=0.0186 + step 3290000 | 33149s | train_loss=0.0177 + step 3300000 | 33302s | train_loss=0.0173 | fid=42.4710 + step 3310000 | 33397s | train_loss=0.0181 + step 3320000 | 33491s | train_loss=0.0172 + step 3330000 | 33585s | train_loss=0.0172 + step 3340000 | 33679s | train_loss=0.0180 + step 3350000 | 33774s | train_loss=0.0180 + step 3360000 | 33869s | train_loss=0.0177 + step 3370000 | 33957s | train_loss=0.0176 + step 3380000 | 34048s | train_loss=0.0170 + step 3390000 | 34140s | train_loss=0.0189 + step 3400000 | 34299s | train_loss=0.0179 | fid=40.6738 + step 3410000 | 34393s | train_loss=0.0175 + step 3420000 | 34488s | train_loss=0.0170 + step 3430000 | 34582s | train_loss=0.0175 + step 3440000 | 34676s | train_loss=0.0175 + step 3450000 | 34772s | train_loss=0.0173 + step 3460000 | 34867s | train_loss=0.0165 + step 3470000 | 34946s | train_loss=0.0175 + step 3480000 | 35036s | train_loss=0.0172 + step 3490000 | 35131s | train_loss=0.0174 + step 3500000 | 35284s | train_loss=0.0170 | fid=40.8102 + step 3510000 | 35377s | train_loss=0.0169 + step 3520000 | 35471s | train_loss=0.0174 + step 3530000 | 35566s | train_loss=0.0174 + step 3540000 | 35660s | train_loss=0.0174 + step 3550000 | 35755s | train_loss=0.0168 + step 3560000 | 35850s | train_loss=0.0186 + step 3570000 | 35940s | train_loss=0.0171 + step 3580000 | 36034s | train_loss=0.0173 + step 3590000 | 36129s | train_loss=0.0175 + step 3600000 | 36285s | train_loss=0.0170 | fid=40.9449 + step 3610000 | 36380s | train_loss=0.0158 + step 3620000 | 36475s | train_loss=0.0168 + step 3630000 | 36570s | train_loss=0.0164 + step 3640000 | 36664s | train_loss=0.0161 + step 3650000 | 36759s | train_loss=0.0162 + step 3660000 | 36849s | train_loss=0.0160 + step 3670000 | 36944s | train_loss=0.0162 + step 3680000 | 37039s | train_loss=0.0162 + step 3690000 | 37133s | train_loss=0.0169 + step 3700000 | 37293s | train_loss=0.0162 | fid=40.8744 + step 3710000 | 37388s | train_loss=0.0171 + step 3720000 | 37483s | train_loss=0.0172 + step 3730000 | 37578s | train_loss=0.0165 + step 3740000 | 37673s | train_loss=0.0166 + step 3750000 | 37763s | train_loss=0.0167 + step 3760000 | 37857s | train_loss=0.0166 + step 3770000 | 37952s | train_loss=0.0159 + step 3780000 | 38047s | train_loss=0.0161 + step 3790000 | 38142s | train_loss=0.0170 + step 3800000 | 38301s | train_loss=0.0168 | fid=40.2152 + step 3810000 | 38396s | train_loss=0.0161 + step 3820000 | 38491s | train_loss=0.0160 + step 3830000 | 38585s | train_loss=0.0162 + step 3840000 | 38675s | train_loss=0.0155 + step 3850000 | 38770s | train_loss=0.0162 + step 3860000 | 38865s | train_loss=0.0159 + step 3870000 | 38959s | train_loss=0.0162 + step 3880000 | 39054s | train_loss=0.0163 + step 3890000 | 39148s | train_loss=0.0160 + step 3900000 | 39301s | train_loss=0.0154 | fid=40.6185 + step 3910000 | 39393s | train_loss=0.0159 + step 3920000 | 39488s | train_loss=0.0158 + step 3930000 | 39578s | train_loss=0.0153 + step 3940000 | 39672s | train_loss=0.0153 + step 3950000 | 39767s | train_loss=0.0159 + step 3960000 | 39862s | train_loss=0.0156 + step 3970000 | 39957s | train_loss=0.0149 + step 3980000 | 40052s | train_loss=0.0148 + step 3990000 | 40146s | train_loss=0.0153 + step 4000000 | 40311s | train_loss=0.0153 | fid=40.6439 + step 4010000 | 40398s | train_loss=0.0160 + step 4020000 | 40489s | train_loss=0.0160 + step 4030000 | 40583s | train_loss=0.0155 + step 4040000 | 40677s | train_loss=0.0157 + step 4050000 | 40772s | train_loss=0.0151 + step 4060000 | 40867s | train_loss=0.0154 + step 4070000 | 40962s | train_loss=0.0157 + step 4080000 | 41055s | train_loss=0.0155 + step 4090000 | 41149s | train_loss=0.0151 + step 4100000 | 41318s | train_loss=0.0167 | fid=40.2841 + step 4110000 | 41392s | train_loss=0.0150 + step 4120000 | 41484s | train_loss=0.0161 + step 4130000 | 41579s | train_loss=0.0153 + step 4140000 | 41674s | train_loss=0.0156 + step 4150000 | 41769s | train_loss=0.0152 + step 4160000 | 41865s | train_loss=0.0145 + step 4170000 | 41959s | train_loss=0.0159 + step 4180000 | 42053s | train_loss=0.0145 + step 4190000 | 42148s | train_loss=0.0166 + step 4200000 | 42312s | train_loss=0.0151 | fid=39.4750 + step 4210000 | 42388s | train_loss=0.0145 + step 4220000 | 42483s | train_loss=0.0147 + step 4230000 | 42576s | train_loss=0.0159 + step 4240000 | 42671s | train_loss=0.0146 + step 4250000 | 42767s | train_loss=0.0152 + step 4260000 | 42861s | train_loss=0.0156 + step 4270000 | 42955s | train_loss=0.0174 + step 4280000 | 43049s | train_loss=0.0152 + step 4290000 | 43144s | train_loss=0.0146 + step 4300000 | 43307s | train_loss=0.0142 | fid=40.5264 + step 4310000 | 43391s | train_loss=0.0152 + step 4320000 | 43485s | train_loss=0.0141 + step 4330000 | 43580s | train_loss=0.0150 + step 4340000 | 43675s | train_loss=0.0153 + step 4350000 | 43769s | train_loss=0.0147 + step 4360000 | 43864s | train_loss=0.0148 + step 4370000 | 43960s | train_loss=0.0150 + step 4380000 | 44054s | train_loss=0.0150 + step 4390000 | 44146s | train_loss=0.0145 + step 4400000 | 44311s | train_loss=0.0150 | fid=39.9049 + step 4410000 | 44398s | train_loss=0.0141 + step 4420000 | 44490s | train_loss=0.0146 + step 4430000 | 44585s | train_loss=0.0142 + step 4440000 | 44681s | train_loss=0.0147 + step 4450000 | 44776s | train_loss=0.0157 + step 4460000 | 44871s | train_loss=0.0144 + step 4470000 | 44966s | train_loss=0.0158 + step 4480000 | 45057s | train_loss=0.0156 + step 4490000 | 45151s | train_loss=0.0145 + step 4500000 | 45318s | train_loss=0.0150 | fid=39.9629 + step 4510000 | 45410s | train_loss=0.0138 + step 4520000 | 45505s | train_loss=0.0147 + step 4530000 | 45600s | train_loss=0.0144 + step 4540000 | 45695s | train_loss=0.0143 + step 4550000 | 45788s | train_loss=0.0150 + step 4560000 | 45883s | train_loss=0.0149 + step 4570000 | 45954s | train_loss=0.0143 + step 4580000 | 45998s | train_loss=0.0138 + step 4590000 | 46037s | train_loss=0.0148 + step 4600000 | 46112s | train_loss=0.0143 | fid=39.5570 + step 4610000 | 46143s | train_loss=0.0141 + step 4620000 | 46183s | train_loss=0.0150 + step 4630000 | 46222s | train_loss=0.0146 + step 4640000 | 46262s | train_loss=0.0135 + step 4650000 | 46302s | train_loss=0.0140 + step 4660000 | 46341s | train_loss=0.0138 + step 4670000 | 46381s | train_loss=0.0138 + step 4680000 | 46420s | train_loss=0.0136 + step 4690000 | 46460s | train_loss=0.0131 + step 4700000 | 46534s | train_loss=0.0139 | fid=40.4666 + step 4710000 | 46568s | train_loss=0.0138 + step 4720000 | 46608s | train_loss=0.0139 + step 4730000 | 46648s | train_loss=0.0141 + step 4740000 | 46687s | train_loss=0.0136 + step 4750000 | 46727s | train_loss=0.0137 + step 4760000 | 46766s | train_loss=0.0137 + step 4770000 | 46806s | train_loss=0.0136 + step 4780000 | 46846s | train_loss=0.0148 + step 4790000 | 46885s | train_loss=0.0137 + step 4800000 | 46960s | train_loss=0.0139 | fid=39.7265 + step 4810000 | 46999s | train_loss=0.0132 + step 4820000 | 47038s | train_loss=0.0130 + step 4830000 | 47078s | train_loss=0.0134 + step 4840000 | 47118s | train_loss=0.0129 + step 4850000 | 47157s | train_loss=0.0137 + step 4860000 | 47197s | train_loss=0.0140 + step 4870000 | 47237s | train_loss=0.0131 + step 4880000 | 47276s | train_loss=0.0132 + step 4890000 | 47316s | train_loss=0.0132 + step 4900000 | 47383s | train_loss=0.0140 | fid=40.0094 + step 4910000 | 47422s | train_loss=0.0135 + step 4920000 | 47462s | train_loss=0.0131 + step 4930000 | 47501s | train_loss=0.0131 + step 4940000 | 47541s | train_loss=0.0137 + step 4950000 | 47580s | train_loss=0.0127 + step 4960000 | 47619s | train_loss=0.0144 + step 4970000 | 47659s | train_loss=0.0149 + step 4980000 | 47698s | train_loss=0.0128 + step 4990000 | 47738s | train_loss=0.0133 + step 5000000 | 47800s | train_loss=0.0132 | fid=40.3210 diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d20/config.json b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d20/config.json new file mode 100644 index 0000000000000000000000000000000000000000..8fc5430582640f7beef36a1169cef3f6b019b718 --- /dev/null +++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d20/config.json @@ -0,0 +1,26 @@ +{ + "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d20/vae.pt", + "out": "results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d20", + "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json", + "train_tar": "/overflow/data/cerberus/celeba_hq_256_partitioned_ws/train/celeba_hq_256-train-0000.tar", + "n_train": 1000, + "total_steps": 5000000, + "eval_interval": 10000, + "mem_interval": 100000, + "fid_interval": 100000, + "fid_n_real": 1000, + "fid_n_gen": 10000, + "n_gen_samples": 10000, + "n_sde_steps": 500, + "batch_size": 512, + "hidden": 1024, + "depth": 5, + "optimizer": "sgd", + "lr": 0.001, + "momentum": 0.8, + "t_min": 0.01, + "t_max": 3.0, + "t_eval": 0.1, + "seed": 47, + "device": null +} diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d20/metrics.jsonl b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d20/metrics.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..4e78303e47e974c2586b70acbe4b220c6170fc30 --- /dev/null +++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d20/metrics.jsonl @@ -0,0 +1,502 @@ +{"event": "meta", "data": "celeba_hq_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 20, "n": 1000, "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d20/vae.pt", "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [20952, 7797, 13007, 15253, 1802, 20760, 3302, 2937, 12429, 13098, 20076, 19572, 10577, 5564, 11381, 5775, 5276, 17998, 2240, 2519, 11388, 7263, 4196, 10568, 2158, 19965, 9295, 2040, 19851, 8718, 9370, 15052, 13447, 2513, 1591, 9658, 13292, 12806, 14560, 2355, 9290, 17698, 4901, 20580, 2127, 14432, 8576, 20295, 129, 14022, 19119, 15050, 18760, 288, 13973, 2168, 14462, 2292, 8199, 18932, 6429, 20664, 8787, 16525, 10377, 6994, 16130, 6724, 13244, 20903, 11718, 8813, 7745, 14314, 13381, 7425, 8918, 18001, 18601, 17689, 8193, 470, 13341, 5477, 12269, 7092, 11369, 16932, 14217, 12925, 15969, 15866, 12197, 9148, 9971, 6425, 19208, 112, 13306, 16558, 1303, 19554, 17868, 13767, 4996, 11785, 8997, 17159, 9157, 13344, 7193, 14890, 893, 12961, 4480, 20648, 1871, 14734, 7352, 7321, 17855, 20812, 5617, 12632, 793, 17758, 7441, 20850, 8716, 9049, 5480, 7856, 16261, 5910, 16773, 9795, 4390, 6696, 14888, 12975, 16432, 9254, 6712, 1464, 13523, 641, 20792, 7029, 20339, 5365, 18551, 11929, 13976, 5064, 1978, 3092, 13092, 14987, 9204, 4723, 12378, 12008, 8196, 136, 19652, 8477, 19824, 2919, 13627, 19248, 9044, 3780, 12267, 8395, 7223, 8828, 4794, 1238, 3918, 6410, 14610, 2563, 18499, 7857, 3061, 15109, 11568, 6764, 10989, 18957, 8115, 20211, 19901, 20120, 10169, 4920, 9969, 10241, 17413, 5421, 14514, 20658, 10122, 5760, 1280, 11010, 8517, 4746, 6765, 4667, 4144, 8117, 4488, 17978, 13454, 18660, 8665, 45, 7031, 903, 16818, 18231, 17390, 312, 13864, 3668, 10948, 3614, 19604, 5027, 14941, 16471, 6783, 5178, 9335, 17408, 11831, 14242, 20072, 8405, 5198, 7163, 14369, 3939, 18102, 9996, 1580, 14702, 11215, 12045, 15533, 11854, 20171, 8345, 13606, 20457, 4849, 1500, 4026, 1891, 19053, 15329, 14020, 8742, 9233, 5280, 14522, 19492, 19005, 15421, 20902, 2380, 15726, 10965, 14683, 8786, 10203, 2842, 12666, 16692, 11495, 13620, 13743, 19967, 2117, 13142, 18220, 9184, 7484, 20600, 18310, 11438, 13671, 19232, 12924, 7682, 6420, 6638, 8141, 9558, 14608, 16288, 8979, 18506, 10073, 15365, 17535, 1111, 15229, 5083, 3615, 14472, 9250, 2157, 14039, 7423, 12464, 17398, 7148, 18584, 3958, 17549, 7943, 5819, 4614, 5871, 6171, 8176, 442, 7457, 11538, 15416, 15446, 1476, 16702, 17386, 344, 2590, 4412, 14795, 3511, 3253, 2551, 4805, 10115, 19988, 8304, 12851, 10913, 15518, 12417, 4132, 840, 10288, 7062, 402, 15245, 2646, 10740, 15201, 12745, 16350, 3423, 15088, 14921, 1876, 11228, 17039, 2764, 14670, 3571, 20091, 18464, 1243, 32, 651, 6130, 15342, 8091, 18828, 9117, 12336, 1061, 1889, 11916, 2684, 6657, 18769, 16598, 12693, 17833, 4505, 1755, 5317, 17939, 8049, 15854, 2015, 6255, 7794, 8551, 8848, 6079, 19416, 9201, 9716, 4758, 12841, 18120, 5409, 2645, 17139, 12999, 20071, 11362, 16024, 1012, 3774, 89, 4789, 14143, 541, 19389, 17049, 11702, 9028, 38, 11395, 12833, 19976, 10415, 6753, 3479, 10950, 10730, 2864, 17034, 16113, 14211, 11231, 10526, 3344, 7261, 15216, 1908, 9176, 2681, 9498, 18417, 20330, 19267, 8645, 17348, 3136, 17753, 4834, 14445, 1672, 13858, 18557, 2470, 9766, 18654, 162, 16584, 20852, 14886, 13360, 20524, 19279, 13997, 18291, 1348, 5843, 8721, 20735, 20977, 15333, 8243, 16529, 13154, 10788, 5379, 4739, 5636, 18019, 7950, 6588, 786, 6257, 8375, 3630, 14367, 510, 17431, 18890, 2241, 4398, 13654, 2768, 2899, 12526, 17703, 18984, 5733, 20074, 19421, 3368, 17161, 3891, 15748, 14407, 9678, 13320, 16555, 13838, 20279, 11098, 386, 12574, 2638, 13238, 2777, 13223, 5037, 5813, 19373, 13398, 15442, 5983, 3556, 1790, 6314, 13062, 5358, 17460, 8621, 15321, 9903, 15036, 13479, 19963, 6056, 9168, 2337, 18563, 19062, 11299, 19051, 17806, 17617, 7357, 6977, 19296, 15000, 16443, 14982, 15757, 15704, 5582, 2942, 16890, 8400, 9917, 16834, 567, 659, 9366, 1700, 5402, 4682, 2280, 765, 2961, 4577, 8421, 18091, 18080, 3290, 16429, 7945, 7235, 19280, 6240, 6343, 10436, 6470, 17901, 9219, 13304, 14735, 14786, 10334, 9645, 15485, 15119, 18615, 10837, 6813, 13431, 5024, 11164, 4421, 6786, 12382, 9459, 10595, 3685, 11181, 10328, 2900, 13285, 19615, 598, 157, 3120, 5529, 13749, 880, 5976, 19463, 16851, 2785, 3976, 20553, 19955, 6877, 1999, 20607, 10853, 8557, 7159, 17184, 10263, 9068, 12865, 5383, 18321, 2827, 2557, 7003, 6506, 13066, 16625, 15600, 10682, 18067, 14801, 13212, 9938, 7768, 14004, 11935, 12469, 12488, 13369, 20018, 19169, 4550, 6811, 11149, 37, 10051, 9046, 1576, 14946, 18907, 14521, 19659, 18099, 19638, 12050, 19893, 10324, 14542, 16992, 3456, 795, 5001, 14177, 18909, 18362, 11062, 3201, 6571, 10607, 11677, 4651, 18636, 4078, 6863, 9047, 9346, 5713, 13400, 13011, 12890, 12611, 15357, 7685, 15356, 10982, 15996, 4004, 1566, 9705, 11488, 1775, 17724, 8914, 9553, 3439, 1340, 7931, 16610, 5956, 7683, 3971, 3010, 8407, 3234, 6422, 7216, 2412, 4082, 12822, 5462, 5841, 15427, 5125, 11056, 8331, 4330, 6004, 15595, 4522, 14489, 11545, 12949, 6735, 17874, 11843, 11870, 11752, 14026, 18781, 4107, 12435, 8184, 1894, 9501, 6897, 14322, 4925, 17746, 3540, 3892, 10979, 10164, 2026, 4222, 1302, 19608, 6106, 20705, 1413, 12551, 2515, 5546, 7675, 5986, 7326, 17606, 9322, 9025, 12134, 20845, 1355, 5975, 4924, 9718, 2988, 12371, 8809, 9623, 14696, 17591, 20420, 16528, 15025, 4086, 11756, 4938, 6833, 15181, 11357, 16067, 12427, 5124, 4992, 13926, 20499, 18307, 4955, 7145, 18724, 35, 15577, 8779, 12132, 2322, 5756, 5220, 4518, 10666, 9584, 5903, 5523, 18943, 20654, 5822, 3200, 19022, 7533, 879, 17337, 8171, 8959, 5836, 15782, 18975, 989, 16566, 17613, 18341, 20220, 14326, 15459, 4315, 4874, 7122, 12740, 12259, 10824, 8098, 14910, 8434, 3601, 18430, 10733, 16177, 10780, 1324, 20023, 2408, 11121, 9237, 14519, 14858, 14630, 20871, 15604, 20373, 2311, 20475, 171, 2624, 7590, 4608, 13160, 4506, 10003, 4097, 10252, 18586, 18018, 7960, 9942, 6044, 16467, 3797, 20547, 17560, 7905, 20698, 12686, 5683, 115, 4181, 15828, 20515, 1287, 20636, 2828, 15685, 13399, 18580, 7902, 4380, 10083, 9273, 18142, 15396, 1402, 3101, 19049, 12462, 7659, 164, 1117, 14996, 10741, 17, 18797, 1976, 8898, 11319, 9178, 19713, 19657, 3095, 5405, 15206, 17743, 2834, 20208, 1847, 1488, 3025, 9332, 13967, 14043, 7846, 3126, 11244, 17468, 8874, 13461, 3788, 2725, 5793, 20764, 5132, 16487, 17712, 776, 5042, 9486, 9158, 18638, 6603, 17685, 15564, 11419, 5628, 4296, 8107, 1106, 12274, 3579, 11265, 17185, 7416, 1434, 7934, 19543, 7397, 19689, 3737, 4263, 2141, 5096, 3164, 2924, 2738, 6210, 36, 8651, 17892, 16670, 18803, 11118, 3966, 1913, 20926, 4105, 6428, 17717, 17240, 16019, 4501, 13280, 15814, 19328, 2893, 1993, 681, 4066, 20723, 4437], "fid_reference": "same farthest-first 1k training subset", "seed": 47} +{"step": 1, "wall_time": 64.14042830467224, "train_loss_step": 20.35973358154297, "n_params": 4305940, "total_flops": 13227847680, "train_loss": 1.002436351776123, "subset_score_loss": 1.002436351776123, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9628000855445862, "fid": 224.9716872275068} +{"step": 10000, "wall_time": 136.4435043334961, "train_loss_step": 4.436281681060791, "n_params": 4305940, "total_flops": 132278476800000, "train_loss": 0.8799947738647461, "subset_score_loss": 0.8799947738647461} +{"step": 20000, "wall_time": 221.20974206924438, "train_loss_step": 4.536616325378418, "n_params": 4305940, "total_flops": 264556953600000, "train_loss": 0.874015998840332, "subset_score_loss": 0.874015998840332} +{"step": 30000, "wall_time": 305.97655725479126, "train_loss_step": 4.406490802764893, "n_params": 4305940, "total_flops": 396835430400000, "train_loss": 0.8692434310913086, "subset_score_loss": 0.8692434310913086} +{"step": 40000, "wall_time": 390.7728428840637, "train_loss_step": 4.068360328674316, "n_params": 4305940, "total_flops": 529113907200000, "train_loss": 0.8636416435241699, "subset_score_loss": 0.8636416435241699} +{"step": 50000, "wall_time": 475.61459398269653, "train_loss_step": 4.406953811645508, "n_params": 4305940, "total_flops": 661392384000000, "train_loss": 0.8577517509460449, "subset_score_loss": 0.8577517509460449} +{"step": 60000, "wall_time": 560.0754306316376, "train_loss_step": 3.779216766357422, "n_params": 4305940, "total_flops": 793670860800000, "train_loss": 0.8501598358154296, "subset_score_loss": 0.8501598358154296} +{"step": 70000, "wall_time": 644.5095887184143, "train_loss_step": 4.151497840881348, "n_params": 4305940, "total_flops": 925949337600000, "train_loss": 0.8373299598693847, "subset_score_loss": 0.8373299598693847} +{"step": 80000, "wall_time": 729.2540876865387, "train_loss_step": 4.338820457458496, "n_params": 4305940, "total_flops": 1058227814400000, "train_loss": 0.8136545181274414, "subset_score_loss": 0.8136545181274414} +{"step": 90000, "wall_time": 813.8348300457001, "train_loss_step": 4.038216590881348, "n_params": 4305940, "total_flops": 1190506291200000, "train_loss": 0.7785233974456787, "subset_score_loss": 0.7785233974456787} +{"step": 100000, "wall_time": 963.4764142036438, "train_loss_step": 3.7079274654388428, "n_params": 4305940, "total_flops": 1322784768000000, "train_loss": 0.733618974685669, "subset_score_loss": 0.733618974685669, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9395290017127991, "fid": 71.08064823675144} +{"step": 110000, "wall_time": 1044.3405494689941, "train_loss_step": 3.368709087371826, "n_params": 4305940, "total_flops": 1455063244800000, "train_loss": 0.6725712299346924, "subset_score_loss": 0.6725712299346924} +{"step": 120000, "wall_time": 1121.4421429634094, "train_loss_step": 3.439267873764038, "n_params": 4305940, "total_flops": 1587341721600000, "train_loss": 0.5909527778625489, "subset_score_loss": 0.5909527778625489} +{"step": 130000, "wall_time": 1206.2092616558075, "train_loss_step": 3.32422137260437, "n_params": 4305940, "total_flops": 1719620198400000, "train_loss": 0.5044080734252929, "subset_score_loss": 0.5044080734252929} +{"step": 140000, "wall_time": 1290.9210505485535, "train_loss_step": 3.1168394088745117, "n_params": 4305940, "total_flops": 1851898675200000, "train_loss": 0.4205069065093994, "subset_score_loss": 0.4205069065093994} +{"step": 150000, "wall_time": 1375.595848083496, "train_loss_step": 3.0786821842193604, "n_params": 4305940, "total_flops": 1984177152000000, "train_loss": 0.35484673976898196, "subset_score_loss": 0.35484673976898196} +{"step": 160000, "wall_time": 1460.1420540809631, "train_loss_step": 2.8660144805908203, "n_params": 4305940, "total_flops": 2116455628800000, "train_loss": 0.3047100782394409, "subset_score_loss": 0.3047100782394409} +{"step": 170000, "wall_time": 1544.510176897049, "train_loss_step": 3.1275219917297363, "n_params": 4305940, "total_flops": 2248734105600000, "train_loss": 0.26588056087493894, "subset_score_loss": 0.26588056087493894} +{"step": 180000, "wall_time": 1629.2560708522797, "train_loss_step": 3.092818260192871, "n_params": 4305940, "total_flops": 2381012582400000, "train_loss": 0.24361021518707277, "subset_score_loss": 0.24361021518707277} +{"step": 190000, "wall_time": 1713.900539636612, "train_loss_step": 2.571755886077881, "n_params": 4305940, "total_flops": 2513291059200000, "train_loss": 0.22364728450775145, "subset_score_loss": 0.22364728450775145} +{"step": 200000, "wall_time": 1864.498961687088, "train_loss_step": 2.8320164680480957, "n_params": 4305940, "total_flops": 2645569536000000, "train_loss": 0.20976681709289552, "subset_score_loss": 0.20976681709289552, "memorization_fraction_pixel": 0.0003000000142492354, "mean_nn_ratio_pixel": 0.8694337606430054, "fid": 69.88223303998689} +{"step": 210000, "wall_time": 1946.8133680820465, "train_loss_step": 2.651515007019043, "n_params": 4305940, "total_flops": 2777848012800000, "train_loss": 0.19585318565368653, "subset_score_loss": 0.19585318565368653} +{"step": 220000, "wall_time": 2029.0342152118683, "train_loss_step": 2.555656909942627, "n_params": 4305940, "total_flops": 2910126489600000, "train_loss": 0.18612388372421265, "subset_score_loss": 0.18612388372421265} +{"step": 230000, "wall_time": 2106.4478089809418, "train_loss_step": 2.705951452255249, "n_params": 4305940, "total_flops": 3042404966400000, "train_loss": 0.17809100151062013, "subset_score_loss": 0.17809100151062013} +{"step": 240000, "wall_time": 2191.238436937332, "train_loss_step": 2.567681074142456, "n_params": 4305940, "total_flops": 3174683443200000, "train_loss": 0.16779927015304566, "subset_score_loss": 0.16779927015304566} +{"step": 250000, "wall_time": 2276.0439302921295, "train_loss_step": 2.5620312690734863, "n_params": 4305940, "total_flops": 3306961920000000, "train_loss": 0.16482033729553222, "subset_score_loss": 0.16482033729553222} +{"step": 260000, "wall_time": 2360.8891232013702, "train_loss_step": 2.9783942699432373, "n_params": 4305940, "total_flops": 3439240396800000, "train_loss": 0.15409990549087524, "subset_score_loss": 0.15409990549087524} +{"step": 270000, "wall_time": 2445.25115776062, "train_loss_step": 2.531111240386963, "n_params": 4305940, "total_flops": 3571518873600000, "train_loss": 0.1489659309387207, "subset_score_loss": 0.1489659309387207} +{"step": 280000, "wall_time": 2529.796216726303, "train_loss_step": 2.7038652896881104, "n_params": 4305940, "total_flops": 3703797350400000, "train_loss": 0.14272183179855347, "subset_score_loss": 0.14272183179855347} +{"step": 290000, "wall_time": 2614.504537820816, "train_loss_step": 2.48934268951416, "n_params": 4305940, "total_flops": 3836075827200000, "train_loss": 0.1397754192352295, "subset_score_loss": 0.1397754192352295} +{"step": 300000, "wall_time": 2764.7384729385376, "train_loss_step": 2.515288829803467, "n_params": 4305940, "total_flops": 3968354304000000, "train_loss": 0.13468170166015625, "subset_score_loss": 0.13468170166015625, "memorization_fraction_pixel": 0.0032999999821186066, "mean_nn_ratio_pixel": 0.8058091998100281, "fid": 69.09414010695568} +{"step": 310000, "wall_time": 2846.8376502990723, "train_loss_step": 2.39157772064209, "n_params": 4305940, "total_flops": 4100632780800000, "train_loss": 0.1279544711112976, "subset_score_loss": 0.1279544711112976} +{"step": 320000, "wall_time": 2926.47407412529, "train_loss_step": 2.340085029602051, "n_params": 4305940, "total_flops": 4232911257600000, "train_loss": 0.12498769760131836, "subset_score_loss": 0.12498769760131836} +{"step": 330000, "wall_time": 3001.9481678009033, "train_loss_step": 2.2560887336730957, "n_params": 4305940, "total_flops": 4365189734400000, "train_loss": 0.12175410985946655, "subset_score_loss": 0.12175410985946655} +{"step": 340000, "wall_time": 3066.8302686214447, "train_loss_step": 2.209620952606201, "n_params": 4305940, "total_flops": 4497468211200000, "train_loss": 0.12008974552154542, "subset_score_loss": 0.12008974552154542} +{"step": 350000, "wall_time": 3151.4684445858, "train_loss_step": 2.1567180156707764, "n_params": 4305940, "total_flops": 4629746688000000, "train_loss": 0.11531355381011962, "subset_score_loss": 0.11531355381011962} +{"step": 360000, "wall_time": 3236.1486241817474, "train_loss_step": 2.510270357131958, "n_params": 4305940, "total_flops": 4762025164800000, "train_loss": 0.11265381574630737, "subset_score_loss": 0.11265381574630737} +{"step": 370000, "wall_time": 3320.7227342128754, "train_loss_step": 2.3840925693511963, "n_params": 4305940, "total_flops": 4894303641600000, "train_loss": 0.11024575233459473, "subset_score_loss": 0.11024575233459473} +{"step": 380000, "wall_time": 3405.1475682258606, "train_loss_step": 2.518486976623535, "n_params": 4305940, "total_flops": 5026582118400000, "train_loss": 0.1059586763381958, "subset_score_loss": 0.1059586763381958} +{"step": 390000, "wall_time": 3489.861576795578, "train_loss_step": 2.512352466583252, "n_params": 4305940, "total_flops": 5158860595200000, "train_loss": 0.10417449474334717, "subset_score_loss": 0.10417449474334717} +{"step": 400000, "wall_time": 3640.517360687256, "train_loss_step": 2.251798152923584, "n_params": 4305940, "total_flops": 5291139072000000, "train_loss": 0.10203511714935302, "subset_score_loss": 0.10203511714935302, "memorization_fraction_pixel": 0.008500000461935997, "mean_nn_ratio_pixel": 0.7621771693229675, "fid": 70.24691500190673} +{"step": 410000, "wall_time": 3722.512511730194, "train_loss_step": 2.4515881538391113, "n_params": 4305940, "total_flops": 5423417548800000, "train_loss": 0.09959797859191895, "subset_score_loss": 0.09959797859191895} +{"step": 420000, "wall_time": 3807.0407178401947, "train_loss_step": 2.4986062049865723, "n_params": 4305940, "total_flops": 5555696025600000, "train_loss": 0.09596277475357055, "subset_score_loss": 0.09596277475357055} +{"step": 430000, "wall_time": 3890.1440262794495, "train_loss_step": 2.1573891639709473, "n_params": 4305940, "total_flops": 5687974502400000, "train_loss": 0.0957239031791687, "subset_score_loss": 0.0957239031791687} +{"step": 440000, "wall_time": 3974.4667007923126, "train_loss_step": 2.501321315765381, "n_params": 4305940, "total_flops": 5820252979200000, "train_loss": 0.09262536764144898, "subset_score_loss": 0.09262536764144898} +{"step": 450000, "wall_time": 4051.8501737117767, "train_loss_step": 2.423085927963257, "n_params": 4305940, "total_flops": 5952531456000000, "train_loss": 0.09125419855117797, "subset_score_loss": 0.09125419855117797} +{"step": 460000, "wall_time": 4136.551247835159, "train_loss_step": 2.6500375270843506, "n_params": 4305940, "total_flops": 6084809932800000, "train_loss": 0.08969253301620483, "subset_score_loss": 0.08969253301620483} +{"step": 470000, "wall_time": 4220.759687900543, "train_loss_step": 2.3147804737091064, "n_params": 4305940, "total_flops": 6217088409600000, "train_loss": 0.08711833953857422, "subset_score_loss": 0.08711833953857422} +{"step": 480000, "wall_time": 4304.456862688065, "train_loss_step": 2.3823421001434326, "n_params": 4305940, "total_flops": 6349366886400000, "train_loss": 0.08586783409118652, "subset_score_loss": 0.08586783409118652} +{"step": 490000, "wall_time": 4388.211816310883, "train_loss_step": 2.4762768745422363, "n_params": 4305940, "total_flops": 6481645363200000, "train_loss": 0.08522916436195374, "subset_score_loss": 0.08522916436195374} +{"step": 500000, "wall_time": 4537.749321222305, "train_loss_step": 2.5279932022094727, "n_params": 4305940, "total_flops": 6613923840000000, "train_loss": 0.08304750919342041, "subset_score_loss": 0.08304750919342041, "memorization_fraction_pixel": 0.015699999406933784, "mean_nn_ratio_pixel": 0.7246103286743164, "fid": 70.11612275816347} +{"step": 510000, "wall_time": 4619.986745357513, "train_loss_step": 2.4678452014923096, "n_params": 4305940, "total_flops": 6746202316800000, "train_loss": 0.08145079612731934, "subset_score_loss": 0.08145079612731934} +{"step": 520000, "wall_time": 4704.477752685547, "train_loss_step": 2.3535826206207275, "n_params": 4305940, "total_flops": 6878480793600000, "train_loss": 0.080227130651474, "subset_score_loss": 0.080227130651474} +{"step": 530000, "wall_time": 4789.13133597374, "train_loss_step": 2.436793327331543, "n_params": 4305940, "total_flops": 7010759270400000, "train_loss": 0.07826664447784423, "subset_score_loss": 0.07826664447784423} +{"step": 540000, "wall_time": 4870.698155641556, "train_loss_step": 2.3918871879577637, "n_params": 4305940, "total_flops": 7143037747200000, "train_loss": 0.07783140540122986, "subset_score_loss": 0.07783140540122986} +{"step": 550000, "wall_time": 4956.225877523422, "train_loss_step": 2.2699148654937744, "n_params": 4305940, "total_flops": 7275316224000000, "train_loss": 0.07733350992202759, "subset_score_loss": 0.07733350992202759} +{"step": 560000, "wall_time": 5033.328832387924, "train_loss_step": 2.4660723209381104, "n_params": 4305940, "total_flops": 7407594700800000, "train_loss": 0.0761065125465393, "subset_score_loss": 0.0761065125465393} +{"step": 570000, "wall_time": 5117.863151550293, "train_loss_step": 2.4424471855163574, "n_params": 4305940, "total_flops": 7539873177600000, "train_loss": 0.07412341237068176, "subset_score_loss": 0.07412341237068176} +{"step": 580000, "wall_time": 5202.419358253479, "train_loss_step": 2.2134644985198975, "n_params": 4305940, "total_flops": 7672151654400000, "train_loss": 0.07362083792686462, "subset_score_loss": 0.07362083792686462} +{"step": 590000, "wall_time": 5286.987626075745, "train_loss_step": 2.154937744140625, "n_params": 4305940, "total_flops": 7804430131200000, "train_loss": 0.0720025658607483, "subset_score_loss": 0.0720025658607483} +{"step": 600000, "wall_time": 5437.882117986679, "train_loss_step": 2.305194854736328, "n_params": 4305940, "total_flops": 7936708608000000, "train_loss": 0.07094327807426452, "subset_score_loss": 0.07094327807426452, "memorization_fraction_pixel": 0.022199999541044235, "mean_nn_ratio_pixel": 0.6915769577026367, "fid": 68.72335018776378} +{"step": 610000, "wall_time": 5520.1560797691345, "train_loss_step": 2.5877151489257812, "n_params": 4305940, "total_flops": 8068987084800000, "train_loss": 0.07045006155967712, "subset_score_loss": 0.07045006155967712} +{"step": 620000, "wall_time": 5604.847303152084, "train_loss_step": 2.3688931465148926, "n_params": 4305940, "total_flops": 8201265561600000, "train_loss": 0.06898013353347779, "subset_score_loss": 0.06898013353347779} +{"step": 630000, "wall_time": 5689.386684894562, "train_loss_step": 2.297166347503662, "n_params": 4305940, "total_flops": 8333544038400000, "train_loss": 0.06873648762702941, "subset_score_loss": 0.06873648762702941} +{"step": 640000, "wall_time": 5774.048980712891, "train_loss_step": 2.2181854248046875, "n_params": 4305940, "total_flops": 8465822515200000, "train_loss": 0.06709272861480713, "subset_score_loss": 0.06709272861480713} +{"step": 650000, "wall_time": 5850.285507202148, "train_loss_step": 2.369197368621826, "n_params": 4305940, "total_flops": 8598100992000000, "train_loss": 0.06620773077011108, "subset_score_loss": 0.06620773077011108} +{"step": 660000, "wall_time": 5935.837975025177, "train_loss_step": 2.2666540145874023, "n_params": 4305940, "total_flops": 8730379468800000, "train_loss": 0.06554028391838074, "subset_score_loss": 0.06554028391838074} +{"step": 670000, "wall_time": 5995.683077096939, "train_loss_step": 2.339761257171631, "n_params": 4305940, "total_flops": 8862657945600000, "train_loss": 0.06611090302467346, "subset_score_loss": 0.06611090302467346} +{"step": 680000, "wall_time": 6080.163972854614, "train_loss_step": 2.315246105194092, "n_params": 4305940, "total_flops": 8994936422400000, "train_loss": 0.06367934346199036, "subset_score_loss": 0.06367934346199036} +{"step": 690000, "wall_time": 6164.433887958527, "train_loss_step": 2.1287500858306885, "n_params": 4305940, "total_flops": 9127214899200000, "train_loss": 0.06302568316459656, "subset_score_loss": 0.06302568316459656} +{"step": 700000, "wall_time": 6314.731528043747, "train_loss_step": 2.0378942489624023, "n_params": 4305940, "total_flops": 9259493376000000, "train_loss": 0.062324410676956175, "subset_score_loss": 0.062324410676956175, "memorization_fraction_pixel": 0.02590000070631504, "mean_nn_ratio_pixel": 0.672448456287384, "fid": 68.73094999270317} +{"step": 710000, "wall_time": 6399.167315721512, "train_loss_step": 2.4811811447143555, "n_params": 4305940, "total_flops": 9391771852800000, "train_loss": 0.06302582025527954, "subset_score_loss": 0.06302582025527954} +{"step": 720000, "wall_time": 6471.754731178284, "train_loss_step": 2.087110757827759, "n_params": 4305940, "total_flops": 9524050329600000, "train_loss": 0.06121857166290283, "subset_score_loss": 0.06121857166290283} +{"step": 730000, "wall_time": 6556.442157745361, "train_loss_step": 2.4286227226257324, "n_params": 4305940, "total_flops": 9656328806400000, "train_loss": 0.06131393313407898, "subset_score_loss": 0.06131393313407898} +{"step": 740000, "wall_time": 6640.95387506485, "train_loss_step": 2.2942631244659424, "n_params": 4305940, "total_flops": 9788607283200000, "train_loss": 0.06018733382225037, "subset_score_loss": 0.06018733382225037} +{"step": 750000, "wall_time": 6724.2738308906555, "train_loss_step": 2.406831741333008, "n_params": 4305940, "total_flops": 9920885760000000, "train_loss": 0.0589088499546051, "subset_score_loss": 0.0589088499546051} +{"step": 760000, "wall_time": 6798.897878408432, "train_loss_step": 2.3315207958221436, "n_params": 4305940, "total_flops": 10053164236800000, "train_loss": 0.058503419160842896, "subset_score_loss": 0.058503419160842896} +{"step": 770000, "wall_time": 6883.678980588913, "train_loss_step": 2.252436876296997, "n_params": 4305940, "total_flops": 10185442713600000, "train_loss": 0.0583705723285675, "subset_score_loss": 0.0583705723285675} +{"step": 780000, "wall_time": 6953.482756614685, "train_loss_step": 2.228616714477539, "n_params": 4305940, "total_flops": 10317721190400000, "train_loss": 0.05691823363304138, "subset_score_loss": 0.05691823363304138} +{"step": 790000, "wall_time": 7028.917961597443, "train_loss_step": 2.233865737915039, "n_params": 4305940, "total_flops": 10449999667200000, "train_loss": 0.05660592317581177, "subset_score_loss": 0.05660592317581177} +{"step": 800000, "wall_time": 7178.894945144653, "train_loss_step": 2.1357691287994385, "n_params": 4305940, "total_flops": 10582278144000000, "train_loss": 0.056415051221847534, "subset_score_loss": 0.056415051221847534, "memorization_fraction_pixel": 0.029600000008940697, "mean_nn_ratio_pixel": 0.6534382104873657, "fid": 69.1467203672786} +{"step": 810000, "wall_time": 7263.51749420166, "train_loss_step": 2.0442283153533936, "n_params": 4305940, "total_flops": 10714556620800000, "train_loss": 0.05521396994590759, "subset_score_loss": 0.05521396994590759} +{"step": 820000, "wall_time": 7343.957544565201, "train_loss_step": 2.1440110206604004, "n_params": 4305940, "total_flops": 10846835097600000, "train_loss": 0.05558426976203919, "subset_score_loss": 0.05558426976203919} +{"step": 830000, "wall_time": 7418.098200559616, "train_loss_step": 2.2415642738342285, "n_params": 4305940, "total_flops": 10979113574400000, "train_loss": 0.05465354919433594, "subset_score_loss": 0.05465354919433594} +{"step": 840000, "wall_time": 7502.8433701992035, "train_loss_step": 1.9723761081695557, "n_params": 4305940, "total_flops": 11111392051200000, "train_loss": 0.05426876544952393, "subset_score_loss": 0.05426876544952393} +{"step": 850000, "wall_time": 7587.322984933853, "train_loss_step": 2.320573329925537, "n_params": 4305940, "total_flops": 11243670528000000, "train_loss": 0.05383450984954834, "subset_score_loss": 0.05383450984954834} +{"step": 860000, "wall_time": 7671.80415725708, "train_loss_step": 2.373796224594116, "n_params": 4305940, "total_flops": 11375949004800000, "train_loss": 0.05339047908782959, "subset_score_loss": 0.05339047908782959} +{"step": 870000, "wall_time": 7743.261404275894, "train_loss_step": 2.132596969604492, "n_params": 4305940, "total_flops": 11508227481600000, "train_loss": 0.052144032716751096, "subset_score_loss": 0.052144032716751096} +{"step": 880000, "wall_time": 7827.795753240585, "train_loss_step": 2.4518017768859863, "n_params": 4305940, "total_flops": 11640505958400000, "train_loss": 0.052609866857528685, "subset_score_loss": 0.052609866857528685} +{"step": 890000, "wall_time": 7911.256573200226, "train_loss_step": 2.2032413482666016, "n_params": 4305940, "total_flops": 11772784435200000, "train_loss": 0.05134844183921814, "subset_score_loss": 0.05134844183921814} +{"step": 900000, "wall_time": 8038.315937042236, "train_loss_step": 2.0564064979553223, "n_params": 4305940, "total_flops": 11905062912000000, "train_loss": 0.05085501670837402, "subset_score_loss": 0.05085501670837402, "memorization_fraction_pixel": 0.03629999980330467, "mean_nn_ratio_pixel": 0.635519802570343, "fid": 69.47745370584815} +{"step": 910000, "wall_time": 8122.84694480896, "train_loss_step": 2.1355714797973633, "n_params": 4305940, "total_flops": 12037341388800000, "train_loss": 0.050426775217056276, "subset_score_loss": 0.050426775217056276} +{"step": 920000, "wall_time": 8207.334702014923, "train_loss_step": 2.0883212089538574, "n_params": 4305940, "total_flops": 12169619865600000, "train_loss": 0.04993371069431305, "subset_score_loss": 0.04993371069431305} +{"step": 930000, "wall_time": 8286.128041505814, "train_loss_step": 2.2674593925476074, "n_params": 4305940, "total_flops": 12301898342400000, "train_loss": 0.04998396635055542, "subset_score_loss": 0.04998396635055542} +{"step": 940000, "wall_time": 8358.173484325409, "train_loss_step": 2.016571044921875, "n_params": 4305940, "total_flops": 12434176819200000, "train_loss": 0.049258604645729065, "subset_score_loss": 0.049258604645729065} +{"step": 950000, "wall_time": 8442.878954172134, "train_loss_step": 2.5110528469085693, "n_params": 4305940, "total_flops": 12566455296000000, "train_loss": 0.049309706687927245, "subset_score_loss": 0.049309706687927245} +{"step": 960000, "wall_time": 8527.470017671585, "train_loss_step": 2.2733688354492188, "n_params": 4305940, "total_flops": 12698733772800000, "train_loss": 0.04900330305099487, "subset_score_loss": 0.04900330305099487} +{"step": 970000, "wall_time": 8612.090108156204, "train_loss_step": 2.2064337730407715, "n_params": 4305940, "total_flops": 12831012249600000, "train_loss": 0.04836203157901764, "subset_score_loss": 0.04836203157901764} +{"step": 980000, "wall_time": 8683.477108955383, "train_loss_step": 2.415121078491211, "n_params": 4305940, "total_flops": 12963290726400000, "train_loss": 0.04796375334262848, "subset_score_loss": 0.04796375334262848} +{"step": 990000, "wall_time": 8764.135283231735, "train_loss_step": 2.0767812728881836, "n_params": 4305940, "total_flops": 13095569203200000, "train_loss": 0.04767996370792389, "subset_score_loss": 0.04767996370792389} +{"step": 1000000, "wall_time": 8906.657753229141, "train_loss_step": 2.153820514678955, "n_params": 4305940, "total_flops": 13227847680000000, "train_loss": 0.046359974145889285, "subset_score_loss": 0.046359974145889285, "memorization_fraction_pixel": 0.03840000182390213, "mean_nn_ratio_pixel": 0.6260250806808472, "fid": 68.08208147972641} +{"step": 1010000, "wall_time": 8983.737754583359, "train_loss_step": 2.5275845527648926, "n_params": 4305940, "total_flops": 13360126156800000, "train_loss": 0.046475154161453244, "subset_score_loss": 0.046475154161453244} +{"step": 1020000, "wall_time": 9068.41745853424, "train_loss_step": 2.1980276107788086, "n_params": 4305940, "total_flops": 13492404633600000, "train_loss": 0.047114187479019166, "subset_score_loss": 0.047114187479019166} +{"step": 1030000, "wall_time": 9152.89093542099, "train_loss_step": 2.0460615158081055, "n_params": 4305940, "total_flops": 13624683110400000, "train_loss": 0.04584367573261261, "subset_score_loss": 0.04584367573261261} +{"step": 1040000, "wall_time": 9231.344083070755, "train_loss_step": 2.1966896057128906, "n_params": 4305940, "total_flops": 13756961587200000, "train_loss": 0.04534103572368622, "subset_score_loss": 0.04534103572368622} +{"step": 1050000, "wall_time": 9309.05081319809, "train_loss_step": 2.138864278793335, "n_params": 4305940, "total_flops": 13889240064000000, "train_loss": 0.0456667572259903, "subset_score_loss": 0.0456667572259903} +{"step": 1060000, "wall_time": 9393.693867444992, "train_loss_step": 1.79782235622406, "n_params": 4305940, "total_flops": 14021518540800000, "train_loss": 0.04517308473587036, "subset_score_loss": 0.04517308473587036} +{"step": 1070000, "wall_time": 9478.396912574768, "train_loss_step": 2.265043020248413, "n_params": 4305940, "total_flops": 14153797017600000, "train_loss": 0.044705596566200254, "subset_score_loss": 0.044705596566200254} +{"step": 1080000, "wall_time": 9562.96100950241, "train_loss_step": 2.0216076374053955, "n_params": 4305940, "total_flops": 14286075494400000, "train_loss": 0.04453759491443634, "subset_score_loss": 0.04453759491443634} +{"step": 1090000, "wall_time": 9639.673179626465, "train_loss_step": 1.9919100999832153, "n_params": 4305940, "total_flops": 14418353971200000, "train_loss": 0.04448207318782806, "subset_score_loss": 0.04448207318782806} +{"step": 1100000, "wall_time": 9782.039840459824, "train_loss_step": 2.1285290718078613, "n_params": 4305940, "total_flops": 14550632448000000, "train_loss": 0.044189867377281186, "subset_score_loss": 0.044189867377281186, "memorization_fraction_pixel": 0.04270000010728836, "mean_nn_ratio_pixel": 0.6158799529075623, "fid": 68.54705148392169} +{"step": 1110000, "wall_time": 9862.436957359314, "train_loss_step": 2.0455946922302246, "n_params": 4305940, "total_flops": 14682910924800000, "train_loss": 0.043946748971939086, "subset_score_loss": 0.043946748971939086} +{"step": 1120000, "wall_time": 9933.07750415802, "train_loss_step": 2.0399112701416016, "n_params": 4305940, "total_flops": 14815189401600000, "train_loss": 0.04371696412563324, "subset_score_loss": 0.04371696412563324} +{"step": 1130000, "wall_time": 10017.76651096344, "train_loss_step": 2.0840930938720703, "n_params": 4305940, "total_flops": 14947467878400000, "train_loss": 0.04321483969688415, "subset_score_loss": 0.04321483969688415} +{"step": 1140000, "wall_time": 10102.363734006882, "train_loss_step": 2.0702319145202637, "n_params": 4305940, "total_flops": 15079746355200000, "train_loss": 0.043078041076660155, "subset_score_loss": 0.043078041076660155} +{"step": 1150000, "wall_time": 10183.97476053238, "train_loss_step": 2.1335086822509766, "n_params": 4305940, "total_flops": 15212024832000000, "train_loss": 0.042630317807197574, "subset_score_loss": 0.042630317807197574} +{"step": 1160000, "wall_time": 10268.646820545197, "train_loss_step": 2.1588101387023926, "n_params": 4305940, "total_flops": 15344303308800000, "train_loss": 0.04232741892337799, "subset_score_loss": 0.04232741892337799} +{"step": 1170000, "wall_time": 10353.249526262283, "train_loss_step": 2.117128372192383, "n_params": 4305940, "total_flops": 15476581785600000, "train_loss": 0.042121922969818114, "subset_score_loss": 0.042121922969818114} +{"step": 1180000, "wall_time": 10437.97612786293, "train_loss_step": 2.2888145446777344, "n_params": 4305940, "total_flops": 15608860262400000, "train_loss": 0.04163197875022888, "subset_score_loss": 0.04163197875022888} +{"step": 1190000, "wall_time": 10522.44071483612, "train_loss_step": 2.1385555267333984, "n_params": 4305940, "total_flops": 15741138739200000, "train_loss": 0.04136742651462555, "subset_score_loss": 0.04136742651462555} +{"step": 1200000, "wall_time": 10669.810462474823, "train_loss_step": 2.0495734214782715, "n_params": 4305940, "total_flops": 15873417216000000, "train_loss": 0.04189073145389557, "subset_score_loss": 0.04189073145389557, "memorization_fraction_pixel": 0.04859999939799309, "mean_nn_ratio_pixel": 0.5988107919692993, "fid": 67.90884305585638} +{"step": 1210000, "wall_time": 10754.524313211441, "train_loss_step": 2.3908371925354004, "n_params": 4305940, "total_flops": 16005695692800000, "train_loss": 0.040894076228141785, "subset_score_loss": 0.040894076228141785} +{"step": 1220000, "wall_time": 10837.756617546082, "train_loss_step": 2.19840407371521, "n_params": 4305940, "total_flops": 16137974169600000, "train_loss": 0.04072881639003754, "subset_score_loss": 0.04072881639003754} +{"step": 1230000, "wall_time": 10917.363447666168, "train_loss_step": 2.1744027137756348, "n_params": 4305940, "total_flops": 16270252646400000, "train_loss": 0.04069092273712158, "subset_score_loss": 0.04069092273712158} +{"step": 1240000, "wall_time": 11002.032885789871, "train_loss_step": 2.0606024265289307, "n_params": 4305940, "total_flops": 16402531123200000, "train_loss": 0.04104028046131134, "subset_score_loss": 0.04104028046131134} +{"step": 1250000, "wall_time": 11083.251213788986, "train_loss_step": 1.8534533977508545, "n_params": 4305940, "total_flops": 16534809600000000, "train_loss": 0.040368080139160156, "subset_score_loss": 0.040368080139160156} +{"step": 1260000, "wall_time": 11167.82664322853, "train_loss_step": 1.9920077323913574, "n_params": 4305940, "total_flops": 16667088076800000, "train_loss": 0.039685383439064026, "subset_score_loss": 0.039685383439064026} +{"step": 1270000, "wall_time": 11252.54175376892, "train_loss_step": 2.012413263320923, "n_params": 4305940, "total_flops": 16799366553600000, "train_loss": 0.039103516936302186, "subset_score_loss": 0.039103516936302186} +{"step": 1280000, "wall_time": 11337.324742078781, "train_loss_step": 2.509676456451416, "n_params": 4305940, "total_flops": 16931645030400000, "train_loss": 0.03903496265411377, "subset_score_loss": 0.03903496265411377} +{"step": 1290000, "wall_time": 11421.96929526329, "train_loss_step": 2.1826038360595703, "n_params": 4305940, "total_flops": 17063923507200000, "train_loss": 0.03922209143638611, "subset_score_loss": 0.03922209143638611} +{"step": 1300000, "wall_time": 11568.78202700615, "train_loss_step": 2.090432643890381, "n_params": 4305940, "total_flops": 17196201984000000, "train_loss": 0.03852227330207825, "subset_score_loss": 0.03852227330207825, "memorization_fraction_pixel": 0.04569999873638153, "mean_nn_ratio_pixel": 0.5931026339530945, "fid": 67.58321615842273} +{"step": 1310000, "wall_time": 11653.51169347763, "train_loss_step": 2.0733349323272705, "n_params": 4305940, "total_flops": 17328480460800000, "train_loss": 0.03854282796382904, "subset_score_loss": 0.03854282796382904} +{"step": 1320000, "wall_time": 11738.102485179901, "train_loss_step": 2.330406904220581, "n_params": 4305940, "total_flops": 17460758937600000, "train_loss": 0.038958653807640076, "subset_score_loss": 0.038958653807640076} +{"step": 1330000, "wall_time": 11820.458688020706, "train_loss_step": 2.0132386684417725, "n_params": 4305940, "total_flops": 17593037414400000, "train_loss": 0.03813828825950623, "subset_score_loss": 0.03813828825950623} +{"step": 1340000, "wall_time": 11902.19063782692, "train_loss_step": 2.0493111610412598, "n_params": 4305940, "total_flops": 17725315891200000, "train_loss": 0.038687708973884585, "subset_score_loss": 0.038687708973884585} +{"step": 1350000, "wall_time": 11984.060543060303, "train_loss_step": 2.005910873413086, "n_params": 4305940, "total_flops": 17857594368000000, "train_loss": 0.03821710348129272, "subset_score_loss": 0.03821710348129272} +{"step": 1360000, "wall_time": 12067.105936527252, "train_loss_step": 2.0678458213806152, "n_params": 4305940, "total_flops": 17989872844800000, "train_loss": 0.037932556867599485, "subset_score_loss": 0.037932556867599485} +{"step": 1370000, "wall_time": 12151.64106464386, "train_loss_step": 2.0644149780273438, "n_params": 4305940, "total_flops": 18122151321600000, "train_loss": 0.03736031949520111, "subset_score_loss": 0.03736031949520111} +{"step": 1380000, "wall_time": 12236.414488315582, "train_loss_step": 2.1889243125915527, "n_params": 4305940, "total_flops": 18254429798400000, "train_loss": 0.037436389923095705, "subset_score_loss": 0.037436389923095705} +{"step": 1390000, "wall_time": 12321.154572486877, "train_loss_step": 2.1920652389526367, "n_params": 4305940, "total_flops": 18386708275200000, "train_loss": 0.03706585764884949, "subset_score_loss": 0.03706585764884949} +{"step": 1400000, "wall_time": 12471.449640274048, "train_loss_step": 2.0400071144104004, "n_params": 4305940, "total_flops": 18518986752000000, "train_loss": 0.03677154183387756, "subset_score_loss": 0.03677154183387756, "memorization_fraction_pixel": 0.05040000006556511, "mean_nn_ratio_pixel": 0.5849007368087769, "fid": 67.70814459981727} +{"step": 1410000, "wall_time": 12553.314763307571, "train_loss_step": 2.0778467655181885, "n_params": 4305940, "total_flops": 18651265228800000, "train_loss": 0.03673960864543915, "subset_score_loss": 0.03673960864543915} +{"step": 1420000, "wall_time": 12637.960908651352, "train_loss_step": 2.1465160846710205, "n_params": 4305940, "total_flops": 18783543705600000, "train_loss": 0.036774826049804685, "subset_score_loss": 0.036774826049804685} +{"step": 1430000, "wall_time": 12722.50751709938, "train_loss_step": 2.2119078636169434, "n_params": 4305940, "total_flops": 18915822182400000, "train_loss": 0.03648461103439331, "subset_score_loss": 0.03648461103439331} +{"step": 1440000, "wall_time": 12804.536601543427, "train_loss_step": 2.184584617614746, "n_params": 4305940, "total_flops": 19048100659200000, "train_loss": 0.036488085985183716, "subset_score_loss": 0.036488085985183716} +{"step": 1450000, "wall_time": 12886.44444656372, "train_loss_step": 1.8577139377593994, "n_params": 4305940, "total_flops": 19180379136000000, "train_loss": 0.03543680310249329, "subset_score_loss": 0.03543680310249329} +{"step": 1460000, "wall_time": 12968.676253795624, "train_loss_step": 2.0424892902374268, "n_params": 4305940, "total_flops": 19312657612800000, "train_loss": 0.035776346921920776, "subset_score_loss": 0.035776346921920776} +{"step": 1470000, "wall_time": 13053.318819999695, "train_loss_step": 2.4453539848327637, "n_params": 4305940, "total_flops": 19444936089600000, "train_loss": 0.03612017929553986, "subset_score_loss": 0.03612017929553986} +{"step": 1480000, "wall_time": 13137.887789011002, "train_loss_step": 2.11623477935791, "n_params": 4305940, "total_flops": 19577214566400000, "train_loss": 0.03554495275020599, "subset_score_loss": 0.03554495275020599} +{"step": 1490000, "wall_time": 13222.52497434616, "train_loss_step": 2.026721715927124, "n_params": 4305940, "total_flops": 19709493043200000, "train_loss": 0.03586299419403076, "subset_score_loss": 0.03586299419403076} +{"step": 1500000, "wall_time": 13371.918423175812, "train_loss_step": 2.2709202766418457, "n_params": 4305940, "total_flops": 19841771520000000, "train_loss": 0.034843751788139345, "subset_score_loss": 0.034843751788139345, "memorization_fraction_pixel": 0.0551999993622303, "mean_nn_ratio_pixel": 0.5728393793106079, "fid": 68.292227564483} +{"step": 1510000, "wall_time": 13453.635862350464, "train_loss_step": 2.33388090133667, "n_params": 4305940, "total_flops": 19974049996800000, "train_loss": 0.035549518465995786, "subset_score_loss": 0.035549518465995786} +{"step": 1520000, "wall_time": 13538.291705608368, "train_loss_step": 1.9313877820968628, "n_params": 4305940, "total_flops": 20106328473600000, "train_loss": 0.03496999144554138, "subset_score_loss": 0.03496999144554138} +{"step": 1530000, "wall_time": 13622.905251026154, "train_loss_step": 2.0888147354125977, "n_params": 4305940, "total_flops": 20238606950400000, "train_loss": 0.03462387323379516, "subset_score_loss": 0.03462387323379516} +{"step": 1540000, "wall_time": 13707.523850917816, "train_loss_step": 2.0148699283599854, "n_params": 4305940, "total_flops": 20370885427200000, "train_loss": 0.03442831039428711, "subset_score_loss": 0.03442831039428711} +{"step": 1550000, "wall_time": 13789.322145700455, "train_loss_step": 2.1166203022003174, "n_params": 4305940, "total_flops": 20503163904000000, "train_loss": 0.034279468655586245, "subset_score_loss": 0.034279468655586245} +{"step": 1560000, "wall_time": 13867.546728134155, "train_loss_step": 1.9454197883605957, "n_params": 4305940, "total_flops": 20635442380800000, "train_loss": 0.03434547781944275, "subset_score_loss": 0.03434547781944275} +{"step": 1570000, "wall_time": 13952.229979991913, "train_loss_step": 2.249784469604492, "n_params": 4305940, "total_flops": 20767720857600000, "train_loss": 0.03398136496543884, "subset_score_loss": 0.03398136496543884} +{"step": 1580000, "wall_time": 14036.896315336227, "train_loss_step": 1.9529685974121094, "n_params": 4305940, "total_flops": 20899999334400000, "train_loss": 0.0344481885433197, "subset_score_loss": 0.0344481885433197} +{"step": 1590000, "wall_time": 14121.58515548706, "train_loss_step": 2.018817186355591, "n_params": 4305940, "total_flops": 21032277811200000, "train_loss": 0.03358774483203888, "subset_score_loss": 0.03358774483203888} +{"step": 1600000, "wall_time": 14272.131337404251, "train_loss_step": 2.306170701980591, "n_params": 4305940, "total_flops": 21164556288000000, "train_loss": 0.03369380235671997, "subset_score_loss": 0.03369380235671997, "memorization_fraction_pixel": 0.05299999937415123, "mean_nn_ratio_pixel": 0.5727362036705017, "fid": 67.21629559810684} +{"step": 1610000, "wall_time": 14356.930714607239, "train_loss_step": 2.0496442317962646, "n_params": 4305940, "total_flops": 21296834764800000, "train_loss": 0.03350726664066315, "subset_score_loss": 0.03350726664066315} +{"step": 1620000, "wall_time": 14431.03473329544, "train_loss_step": 2.1466479301452637, "n_params": 4305940, "total_flops": 21429113241600000, "train_loss": 0.03340117931365967, "subset_score_loss": 0.03340117931365967} +{"step": 1630000, "wall_time": 14514.284766197205, "train_loss_step": 2.163851261138916, "n_params": 4305940, "total_flops": 21561391718400000, "train_loss": 0.03283179998397827, "subset_score_loss": 0.03283179998397827} +{"step": 1640000, "wall_time": 14598.732187271118, "train_loss_step": 2.23079252243042, "n_params": 4305940, "total_flops": 21693670195200000, "train_loss": 0.03341117799282074, "subset_score_loss": 0.03341117799282074} +{"step": 1650000, "wall_time": 14683.523290872574, "train_loss_step": 2.3237509727478027, "n_params": 4305940, "total_flops": 21825948672000000, "train_loss": 0.03334828913211822, "subset_score_loss": 0.03334828913211822} +{"step": 1660000, "wall_time": 14753.362916469574, "train_loss_step": 2.103849411010742, "n_params": 4305940, "total_flops": 21958227148800000, "train_loss": 0.0323699414730072, "subset_score_loss": 0.0323699414730072} +{"step": 1670000, "wall_time": 14818.352104663849, "train_loss_step": 2.142273426055908, "n_params": 4305940, "total_flops": 22090505625600000, "train_loss": 0.03332745432853699, "subset_score_loss": 0.03332745432853699} +{"step": 1680000, "wall_time": 14901.10242652893, "train_loss_step": 2.1257212162017822, "n_params": 4305940, "total_flops": 22222784102400000, "train_loss": 0.03236247301101684, "subset_score_loss": 0.03236247301101684} +{"step": 1690000, "wall_time": 14985.803565263748, "train_loss_step": 2.077007293701172, "n_params": 4305940, "total_flops": 22355062579200000, "train_loss": 0.03261593878269196, "subset_score_loss": 0.03261593878269196} +{"step": 1700000, "wall_time": 15136.079524993896, "train_loss_step": 2.056243896484375, "n_params": 4305940, "total_flops": 22487341056000000, "train_loss": 0.03280355930328369, "subset_score_loss": 0.03280355930328369, "memorization_fraction_pixel": 0.05739999935030937, "mean_nn_ratio_pixel": 0.5659330487251282, "fid": 68.38861661926671} +{"step": 1710000, "wall_time": 15220.73969244957, "train_loss_step": 2.088914394378662, "n_params": 4305940, "total_flops": 22619619532800000, "train_loss": 0.03203580379486084, "subset_score_loss": 0.03203580379486084} +{"step": 1720000, "wall_time": 15305.445195674896, "train_loss_step": 1.9604790210723877, "n_params": 4305940, "total_flops": 22751898009600000, "train_loss": 0.03223066031932831, "subset_score_loss": 0.03223066031932831} +{"step": 1730000, "wall_time": 15381.25897860527, "train_loss_step": 2.165217876434326, "n_params": 4305940, "total_flops": 22884176486400000, "train_loss": 0.032102161645889284, "subset_score_loss": 0.032102161645889284} +{"step": 1740000, "wall_time": 15464.632812261581, "train_loss_step": 1.9463543891906738, "n_params": 4305940, "total_flops": 23016454963200000, "train_loss": 0.03191993534564972, "subset_score_loss": 0.03191993534564972} +{"step": 1750000, "wall_time": 15549.142164945602, "train_loss_step": 2.0862653255462646, "n_params": 4305940, "total_flops": 23148733440000000, "train_loss": 0.031325137615203856, "subset_score_loss": 0.031325137615203856} +{"step": 1760000, "wall_time": 15633.804815292358, "train_loss_step": 1.948767900466919, "n_params": 4305940, "total_flops": 23281011916800000, "train_loss": 0.032444527745246886, "subset_score_loss": 0.032444527745246886} +{"step": 1770000, "wall_time": 15709.891911506653, "train_loss_step": 2.224266529083252, "n_params": 4305940, "total_flops": 23413290393600000, "train_loss": 0.031611707806587216, "subset_score_loss": 0.031611707806587216} +{"step": 1780000, "wall_time": 15780.191762924194, "train_loss_step": 2.1196820735931396, "n_params": 4305940, "total_flops": 23545568870400000, "train_loss": 0.03184218406677246, "subset_score_loss": 0.03184218406677246} +{"step": 1790000, "wall_time": 15851.004430532455, "train_loss_step": 2.1823086738586426, "n_params": 4305940, "total_flops": 23677847347200000, "train_loss": 0.031258592009544374, "subset_score_loss": 0.031258592009544374} +{"step": 1800000, "wall_time": 16001.26786661148, "train_loss_step": 2.2503137588500977, "n_params": 4305940, "total_flops": 23810125824000000, "train_loss": 0.031159713864326477, "subset_score_loss": 0.031159713864326477, "memorization_fraction_pixel": 0.06019999831914902, "mean_nn_ratio_pixel": 0.5591079592704773, "fid": 68.37070992111437} +{"step": 1810000, "wall_time": 16086.057604551315, "train_loss_step": 1.9841222763061523, "n_params": 4305940, "total_flops": 23942404300800000, "train_loss": 0.031114229559898378, "subset_score_loss": 0.031114229559898378} +{"step": 1820000, "wall_time": 16170.600741147995, "train_loss_step": 1.9579219818115234, "n_params": 4305940, "total_flops": 24074682777600000, "train_loss": 0.030542370676994324, "subset_score_loss": 0.030542370676994324} +{"step": 1830000, "wall_time": 16255.321877002716, "train_loss_step": 1.8780784606933594, "n_params": 4305940, "total_flops": 24206961254400000, "train_loss": 0.030420708656311034, "subset_score_loss": 0.030420708656311034} +{"step": 1840000, "wall_time": 16331.140931844711, "train_loss_step": 2.0227296352386475, "n_params": 4305940, "total_flops": 24339239731200000, "train_loss": 0.030156946182250975, "subset_score_loss": 0.030156946182250975} +{"step": 1850000, "wall_time": 16410.179308891296, "train_loss_step": 1.8602687120437622, "n_params": 4305940, "total_flops": 24471518208000000, "train_loss": 0.030391010642051696, "subset_score_loss": 0.030391010642051696} +{"step": 1860000, "wall_time": 16494.65267086029, "train_loss_step": 1.993110179901123, "n_params": 4305940, "total_flops": 24603796684800000, "train_loss": 0.030418086051940917, "subset_score_loss": 0.030418086051940917} +{"step": 1870000, "wall_time": 16576.067331552505, "train_loss_step": 2.13136625289917, "n_params": 4305940, "total_flops": 24736075161600000, "train_loss": 0.02995271682739258, "subset_score_loss": 0.02995271682739258} +{"step": 1880000, "wall_time": 16660.786148786545, "train_loss_step": 1.95485520362854, "n_params": 4305940, "total_flops": 24868353638400000, "train_loss": 0.030401548743247984, "subset_score_loss": 0.030401548743247984} +{"step": 1890000, "wall_time": 16742.97433757782, "train_loss_step": 2.089085340499878, "n_params": 4305940, "total_flops": 25000632115200000, "train_loss": 0.030081507563591004, "subset_score_loss": 0.030081507563591004} +{"step": 1900000, "wall_time": 16890.161252260208, "train_loss_step": 1.9399373531341553, "n_params": 4305940, "total_flops": 25132910592000000, "train_loss": 0.029274368286132814, "subset_score_loss": 0.029274368286132814, "memorization_fraction_pixel": 0.05920000001788139, "mean_nn_ratio_pixel": 0.5521581768989563, "fid": 67.49227714706905} +{"step": 1910000, "wall_time": 16974.82240986824, "train_loss_step": 2.0416243076324463, "n_params": 4305940, "total_flops": 25265189068800000, "train_loss": 0.02958177626132965, "subset_score_loss": 0.02958177626132965} +{"step": 1920000, "wall_time": 17059.578503370285, "train_loss_step": 2.3868818283081055, "n_params": 4305940, "total_flops": 25397467545600000, "train_loss": 0.029270339012145995, "subset_score_loss": 0.029270339012145995} +{"step": 1930000, "wall_time": 17144.21916937828, "train_loss_step": 1.9564725160598755, "n_params": 4305940, "total_flops": 25529746022400000, "train_loss": 0.029335400462150572, "subset_score_loss": 0.029335400462150572} +{"step": 1940000, "wall_time": 17228.876031398773, "train_loss_step": 1.8807836771011353, "n_params": 4305940, "total_flops": 25662024499200000, "train_loss": 0.029405373334884643, "subset_score_loss": 0.029405373334884643} +{"step": 1950000, "wall_time": 17309.122998952866, "train_loss_step": 1.9774940013885498, "n_params": 4305940, "total_flops": 25794302976000000, "train_loss": 0.029319038987159728, "subset_score_loss": 0.029319038987159728} +{"step": 1960000, "wall_time": 17383.615209817886, "train_loss_step": 2.021577835083008, "n_params": 4305940, "total_flops": 25926581452800000, "train_loss": 0.02874222993850708, "subset_score_loss": 0.02874222993850708} +{"step": 1970000, "wall_time": 17466.932479143143, "train_loss_step": 2.1640524864196777, "n_params": 4305940, "total_flops": 26058859929600000, "train_loss": 0.028764143586158752, "subset_score_loss": 0.028764143586158752} +{"step": 1980000, "wall_time": 17540.092990398407, "train_loss_step": 2.0301878452301025, "n_params": 4305940, "total_flops": 26191138406400000, "train_loss": 0.028885161876678465, "subset_score_loss": 0.028885161876678465} +{"step": 1990000, "wall_time": 17624.965011119843, "train_loss_step": 2.1252808570861816, "n_params": 4305940, "total_flops": 26323416883200000, "train_loss": 0.028956446051597595, "subset_score_loss": 0.028956446051597595} +{"step": 2000000, "wall_time": 17768.691865205765, "train_loss_step": 1.7739098072052002, "n_params": 4305940, "total_flops": 26455695360000000, "train_loss": 0.028730294108390807, "subset_score_loss": 0.028730294108390807, "memorization_fraction_pixel": 0.06440000236034393, "mean_nn_ratio_pixel": 0.549823522567749, "fid": 68.0468085691349} +{"step": 2010000, "wall_time": 17853.465979099274, "train_loss_step": 1.8522530794143677, "n_params": 4305940, "total_flops": 26587973836800000, "train_loss": 0.028604725003242494, "subset_score_loss": 0.028604725003242494} +{"step": 2020000, "wall_time": 17938.07580971718, "train_loss_step": 2.008686065673828, "n_params": 4305940, "total_flops": 26720252313600000, "train_loss": 0.028420239686965942, "subset_score_loss": 0.028420239686965942} +{"step": 2030000, "wall_time": 18022.8774600029, "train_loss_step": 1.9510126113891602, "n_params": 4305940, "total_flops": 26852530790400000, "train_loss": 0.02833021283149719, "subset_score_loss": 0.02833021283149719} +{"step": 2040000, "wall_time": 18107.671738147736, "train_loss_step": 2.13445782661438, "n_params": 4305940, "total_flops": 26984809267200000, "train_loss": 0.02823055684566498, "subset_score_loss": 0.02823055684566498} +{"step": 2050000, "wall_time": 18192.168818950653, "train_loss_step": 2.1026456356048584, "n_params": 4305940, "total_flops": 27117087744000000, "train_loss": 0.028242000937461854, "subset_score_loss": 0.028242000937461854} +{"step": 2060000, "wall_time": 18276.723445653915, "train_loss_step": 2.14514422416687, "n_params": 4305940, "total_flops": 27249366220800000, "train_loss": 0.028053590655326845, "subset_score_loss": 0.028053590655326845} +{"step": 2070000, "wall_time": 18349.221821308136, "train_loss_step": 1.9795403480529785, "n_params": 4305940, "total_flops": 27381644697600000, "train_loss": 0.02795189619064331, "subset_score_loss": 0.02795189619064331} +{"step": 2080000, "wall_time": 18428.932218551636, "train_loss_step": 2.008803367614746, "n_params": 4305940, "total_flops": 27513923174400000, "train_loss": 0.028162533044815065, "subset_score_loss": 0.028162533044815065} +{"step": 2090000, "wall_time": 18505.925334692, "train_loss_step": 1.9672558307647705, "n_params": 4305940, "total_flops": 27646201651200000, "train_loss": 0.028145807981491088, "subset_score_loss": 0.028145807981491088} +{"step": 2100000, "wall_time": 18649.1562871933, "train_loss_step": 2.060512065887451, "n_params": 4305940, "total_flops": 27778480128000000, "train_loss": 0.027748629450798035, "subset_score_loss": 0.027748629450798035, "memorization_fraction_pixel": 0.07209999859333038, "mean_nn_ratio_pixel": 0.5361376404762268, "fid": 67.4754351399753} +{"step": 2110000, "wall_time": 18723.57294011116, "train_loss_step": 2.0751564502716064, "n_params": 4305940, "total_flops": 27910758604800000, "train_loss": 0.027808123826980592, "subset_score_loss": 0.027808123826980592} +{"step": 2120000, "wall_time": 18798.607712984085, "train_loss_step": 2.0855462551116943, "n_params": 4305940, "total_flops": 28043037081600000, "train_loss": 0.027399450540542603, "subset_score_loss": 0.027399450540542603} +{"step": 2130000, "wall_time": 18883.23817563057, "train_loss_step": 2.10957407951355, "n_params": 4305940, "total_flops": 28175315558400000, "train_loss": 0.02761530876159668, "subset_score_loss": 0.02761530876159668} +{"step": 2140000, "wall_time": 18967.76632118225, "train_loss_step": 2.131014823913574, "n_params": 4305940, "total_flops": 28307594035200000, "train_loss": 0.026868438720703124, "subset_score_loss": 0.026868438720703124} +{"step": 2150000, "wall_time": 19052.50309896469, "train_loss_step": 1.965116262435913, "n_params": 4305940, "total_flops": 28439872512000000, "train_loss": 0.026799720525741578, "subset_score_loss": 0.026799720525741578} +{"step": 2160000, "wall_time": 19137.064751148224, "train_loss_step": 2.296405792236328, "n_params": 4305940, "total_flops": 28572150988800000, "train_loss": 0.02731429636478424, "subset_score_loss": 0.02731429636478424} +{"step": 2170000, "wall_time": 19221.543192625046, "train_loss_step": 2.033421516418457, "n_params": 4305940, "total_flops": 28704429465600000, "train_loss": 0.0270443856716156, "subset_score_loss": 0.0270443856716156} +{"step": 2180000, "wall_time": 19296.47821521759, "train_loss_step": 2.0042359828948975, "n_params": 4305940, "total_flops": 28836707942400000, "train_loss": 0.02651289403438568, "subset_score_loss": 0.02651289403438568} +{"step": 2190000, "wall_time": 19371.374183654785, "train_loss_step": 2.1694283485412598, "n_params": 4305940, "total_flops": 28968986419200000, "train_loss": 0.02693617343902588, "subset_score_loss": 0.02693617343902588} +{"step": 2200000, "wall_time": 19520.025364398956, "train_loss_step": 2.141174077987671, "n_params": 4305940, "total_flops": 29101264896000000, "train_loss": 0.026512494683265685, "subset_score_loss": 0.026512494683265685, "memorization_fraction_pixel": 0.07360000163316727, "mean_nn_ratio_pixel": 0.5334438681602478, "fid": 67.05868880308523} +{"step": 2210000, "wall_time": 19603.78141975403, "train_loss_step": 1.6670838594436646, "n_params": 4305940, "total_flops": 29233543372800000, "train_loss": 0.02657301127910614, "subset_score_loss": 0.02657301127910614} +{"step": 2220000, "wall_time": 19675.99647951126, "train_loss_step": 1.993344783782959, "n_params": 4305940, "total_flops": 29365821849600000, "train_loss": 0.026786386966705322, "subset_score_loss": 0.026786386966705322} +{"step": 2230000, "wall_time": 19748.37465262413, "train_loss_step": 2.0384747982025146, "n_params": 4305940, "total_flops": 29498100326400000, "train_loss": 0.02647227942943573, "subset_score_loss": 0.02647227942943573} +{"step": 2240000, "wall_time": 19827.340095996857, "train_loss_step": 2.187041759490967, "n_params": 4305940, "total_flops": 29630378803200000, "train_loss": 0.02638845443725586, "subset_score_loss": 0.02638845443725586} +{"step": 2250000, "wall_time": 19911.96695637703, "train_loss_step": 1.908196210861206, "n_params": 4305940, "total_flops": 29762657280000000, "train_loss": 0.02642744779586792, "subset_score_loss": 0.02642744779586792} +{"step": 2260000, "wall_time": 19996.445662260056, "train_loss_step": 2.1282267570495605, "n_params": 4305940, "total_flops": 29894935756800000, "train_loss": 0.02616443336009979, "subset_score_loss": 0.02616443336009979} +{"step": 2270000, "wall_time": 20081.00151205063, "train_loss_step": 2.2677664756774902, "n_params": 4305940, "total_flops": 30027214233600000, "train_loss": 0.025947290658950805, "subset_score_loss": 0.025947290658950805} +{"step": 2280000, "wall_time": 20165.573897600174, "train_loss_step": 1.8011243343353271, "n_params": 4305940, "total_flops": 30159492710400000, "train_loss": 0.026046046614646913, "subset_score_loss": 0.026046046614646913} +{"step": 2290000, "wall_time": 20243.566603183746, "train_loss_step": 2.1243531703948975, "n_params": 4305940, "total_flops": 30291771187200000, "train_loss": 0.02558092474937439, "subset_score_loss": 0.02558092474937439} +{"step": 2300000, "wall_time": 20389.70956468582, "train_loss_step": 1.9908947944641113, "n_params": 4305940, "total_flops": 30424049664000000, "train_loss": 0.025739589333534242, "subset_score_loss": 0.025739589333534242, "memorization_fraction_pixel": 0.07159999758005142, "mean_nn_ratio_pixel": 0.5295725464820862, "fid": 67.50437378776847} +{"step": 2310000, "wall_time": 20474.451233386993, "train_loss_step": 1.8333508968353271, "n_params": 4305940, "total_flops": 30556328140800000, "train_loss": 0.0255595326423645, "subset_score_loss": 0.0255595326423645} +{"step": 2320000, "wall_time": 20559.35779118538, "train_loss_step": 2.210447311401367, "n_params": 4305940, "total_flops": 30688606617600000, "train_loss": 0.02560347318649292, "subset_score_loss": 0.02560347318649292} +{"step": 2330000, "wall_time": 20641.118245601654, "train_loss_step": 1.9917008876800537, "n_params": 4305940, "total_flops": 30820885094400000, "train_loss": 0.025685831904411316, "subset_score_loss": 0.025685831904411316} +{"step": 2340000, "wall_time": 20726.306572437286, "train_loss_step": 2.2679245471954346, "n_params": 4305940, "total_flops": 30953163571200000, "train_loss": 0.02544180750846863, "subset_score_loss": 0.02544180750846863} +{"step": 2350000, "wall_time": 20801.865074634552, "train_loss_step": 1.9844629764556885, "n_params": 4305940, "total_flops": 31085442048000000, "train_loss": 0.025179064273834227, "subset_score_loss": 0.025179064273834227} +{"step": 2360000, "wall_time": 20886.560558080673, "train_loss_step": 1.8916947841644287, "n_params": 4305940, "total_flops": 31217720524800000, "train_loss": 0.025222033262252808, "subset_score_loss": 0.025222033262252808} +{"step": 2370000, "wall_time": 20971.18954849243, "train_loss_step": 2.048567533493042, "n_params": 4305940, "total_flops": 31349999001600000, "train_loss": 0.02523907721042633, "subset_score_loss": 0.02523907721042633} +{"step": 2380000, "wall_time": 21055.759800195694, "train_loss_step": 2.0788750648498535, "n_params": 4305940, "total_flops": 31482277478400000, "train_loss": 0.025074243545532227, "subset_score_loss": 0.025074243545532227} +{"step": 2390000, "wall_time": 21137.18270635605, "train_loss_step": 1.9566683769226074, "n_params": 4305940, "total_flops": 31614555955200000, "train_loss": 0.025189998745918273, "subset_score_loss": 0.025189998745918273} +{"step": 2400000, "wall_time": 21268.87988781929, "train_loss_step": 1.9728562831878662, "n_params": 4305940, "total_flops": 31746834432000000, "train_loss": 0.02470555603504181, "subset_score_loss": 0.02470555603504181, "memorization_fraction_pixel": 0.0729999989271164, "mean_nn_ratio_pixel": 0.527777910232544, "fid": 67.24215002427005} +{"step": 2410000, "wall_time": 21353.45915365219, "train_loss_step": 2.2716057300567627, "n_params": 4305940, "total_flops": 31879112908800000, "train_loss": 0.02497061938047409, "subset_score_loss": 0.02497061938047409} +{"step": 2420000, "wall_time": 21438.157360315323, "train_loss_step": 2.021389961242676, "n_params": 4305940, "total_flops": 32011391385600000, "train_loss": 0.024904823303222655, "subset_score_loss": 0.024904823303222655} +{"step": 2430000, "wall_time": 21523.11032652855, "train_loss_step": 2.0120644569396973, "n_params": 4305940, "total_flops": 32143669862400000, "train_loss": 0.02456534802913666, "subset_score_loss": 0.02456534802913666} +{"step": 2440000, "wall_time": 21595.952341794968, "train_loss_step": 2.2094931602478027, "n_params": 4305940, "total_flops": 32275948339200000, "train_loss": 0.024460534751415252, "subset_score_loss": 0.024460534751415252} +{"step": 2450000, "wall_time": 21675.964118242264, "train_loss_step": 2.225736618041992, "n_params": 4305940, "total_flops": 32408226816000000, "train_loss": 0.024776643514633177, "subset_score_loss": 0.024776643514633177} +{"step": 2460000, "wall_time": 21749.793825149536, "train_loss_step": 1.972275733947754, "n_params": 4305940, "total_flops": 32540505292800000, "train_loss": 0.024424631893634797, "subset_score_loss": 0.024424631893634797} +{"step": 2470000, "wall_time": 21824.676978826523, "train_loss_step": 1.8834712505340576, "n_params": 4305940, "total_flops": 32672783769600000, "train_loss": 0.02449909895658493, "subset_score_loss": 0.02449909895658493} +{"step": 2480000, "wall_time": 21909.37439274788, "train_loss_step": 2.0444488525390625, "n_params": 4305940, "total_flops": 32805062246400000, "train_loss": 0.024006000161170958, "subset_score_loss": 0.024006000161170958} +{"step": 2490000, "wall_time": 21993.862304210663, "train_loss_step": 2.076850175857544, "n_params": 4305940, "total_flops": 32937340723200000, "train_loss": 0.024142743647098543, "subset_score_loss": 0.024142743647098543} +{"step": 2500000, "wall_time": 22121.85190486908, "train_loss_step": 2.0718486309051514, "n_params": 4305940, "total_flops": 33069619200000000, "train_loss": 0.023902271687984467, "subset_score_loss": 0.023902271687984467, "memorization_fraction_pixel": 0.0763000026345253, "mean_nn_ratio_pixel": 0.521891176700592, "fid": 68.6182022636822} +{"step": 2510000, "wall_time": 22206.10361456871, "train_loss_step": 2.0776820182800293, "n_params": 4305940, "total_flops": 33201897676800000, "train_loss": 0.023777151107788087, "subset_score_loss": 0.023777151107788087} +{"step": 2520000, "wall_time": 22290.632987499237, "train_loss_step": 2.0966198444366455, "n_params": 4305940, "total_flops": 33334176153600000, "train_loss": 0.023896552622318268, "subset_score_loss": 0.023896552622318268} +{"step": 2530000, "wall_time": 22375.347428798676, "train_loss_step": 2.1643550395965576, "n_params": 4305940, "total_flops": 33466454630400000, "train_loss": 0.023555478453636168, "subset_score_loss": 0.023555478453636168} +{"step": 2540000, "wall_time": 22460.1422727108, "train_loss_step": 2.1481359004974365, "n_params": 4305940, "total_flops": 33598733107200000, "train_loss": 0.02434190809726715, "subset_score_loss": 0.02434190809726715} +{"step": 2550000, "wall_time": 22545.434815883636, "train_loss_step": 1.9594826698303223, "n_params": 4305940, "total_flops": 33731011584000000, "train_loss": 0.02415488362312317, "subset_score_loss": 0.02415488362312317} +{"step": 2560000, "wall_time": 22612.898501873016, "train_loss_step": 2.252370595932007, "n_params": 4305940, "total_flops": 33863290060800000, "train_loss": 0.023680245876312254, "subset_score_loss": 0.023680245876312254} +{"step": 2570000, "wall_time": 22697.79408788681, "train_loss_step": 2.007948398590088, "n_params": 4305940, "total_flops": 33995568537600000, "train_loss": 0.023996804654598237, "subset_score_loss": 0.023996804654598237} +{"step": 2580000, "wall_time": 22771.608013868332, "train_loss_step": 2.0390892028808594, "n_params": 4305940, "total_flops": 34127847014400000, "train_loss": 0.023826833069324493, "subset_score_loss": 0.023826833069324493} +{"step": 2590000, "wall_time": 22856.222131490707, "train_loss_step": 1.9107530117034912, "n_params": 4305940, "total_flops": 34260125491200000, "train_loss": 0.023546795547008514, "subset_score_loss": 0.023546795547008514} +{"step": 2600000, "wall_time": 23003.88649749756, "train_loss_step": 2.0762033462524414, "n_params": 4305940, "total_flops": 34392403968000000, "train_loss": 0.023156134784221648, "subset_score_loss": 0.023156134784221648, "memorization_fraction_pixel": 0.07689999788999557, "mean_nn_ratio_pixel": 0.5191754102706909, "fid": 66.99664350636195} +{"step": 2610000, "wall_time": 23085.10331439972, "train_loss_step": 2.010274887084961, "n_params": 4305940, "total_flops": 34524682444800000, "train_loss": 0.02350655198097229, "subset_score_loss": 0.02350655198097229} +{"step": 2620000, "wall_time": 23169.595063447952, "train_loss_step": 1.811723232269287, "n_params": 4305940, "total_flops": 34656960921600000, "train_loss": 0.023479676246643065, "subset_score_loss": 0.023479676246643065} +{"step": 2630000, "wall_time": 23254.18044948578, "train_loss_step": 2.193608045578003, "n_params": 4305940, "total_flops": 34789239398400000, "train_loss": 0.022927811741828917, "subset_score_loss": 0.022927811741828917} +{"step": 2640000, "wall_time": 23338.952984809875, "train_loss_step": 2.175109624862671, "n_params": 4305940, "total_flops": 34921517875200000, "train_loss": 0.023100125789642333, "subset_score_loss": 0.023100125789642333} +{"step": 2650000, "wall_time": 23423.673892736435, "train_loss_step": 2.1260826587677, "n_params": 4305940, "total_flops": 35053796352000000, "train_loss": 0.023082363605499267, "subset_score_loss": 0.023082363605499267} +{"step": 2660000, "wall_time": 23508.543072462082, "train_loss_step": 2.0619077682495117, "n_params": 4305940, "total_flops": 35186074828800000, "train_loss": 0.02351548820734024, "subset_score_loss": 0.02351548820734024} +{"step": 2670000, "wall_time": 23590.43395113945, "train_loss_step": 2.168851613998413, "n_params": 4305940, "total_flops": 35318353305600000, "train_loss": 0.023030075430870055, "subset_score_loss": 0.023030075430870055} +{"step": 2680000, "wall_time": 23675.244480371475, "train_loss_step": 2.0630006790161133, "n_params": 4305940, "total_flops": 35450631782400000, "train_loss": 0.022702232003211975, "subset_score_loss": 0.022702232003211975} +{"step": 2690000, "wall_time": 23757.8166744709, "train_loss_step": 2.2557387351989746, "n_params": 4305940, "total_flops": 35582910259200000, "train_loss": 0.02293129712343216, "subset_score_loss": 0.02293129712343216} +{"step": 2700000, "wall_time": 23908.2634370327, "train_loss_step": 2.0739622116088867, "n_params": 4305940, "total_flops": 35715188736000000, "train_loss": 0.023019596934318542, "subset_score_loss": 0.023019596934318542, "memorization_fraction_pixel": 0.07450000196695328, "mean_nn_ratio_pixel": 0.5211588740348816, "fid": 67.43345921737243} +{"step": 2710000, "wall_time": 23986.780970573425, "train_loss_step": 1.918908715248108, "n_params": 4305940, "total_flops": 35847467212800000, "train_loss": 0.0226087361574173, "subset_score_loss": 0.0226087361574173} +{"step": 2720000, "wall_time": 24067.42976117134, "train_loss_step": 2.1237094402313232, "n_params": 4305940, "total_flops": 35979745689600000, "train_loss": 0.022450748085975646, "subset_score_loss": 0.022450748085975646} +{"step": 2730000, "wall_time": 24151.98272252083, "train_loss_step": 1.9236955642700195, "n_params": 4305940, "total_flops": 36112024166400000, "train_loss": 0.02239161729812622, "subset_score_loss": 0.02239161729812622} +{"step": 2740000, "wall_time": 24236.479810476303, "train_loss_step": 1.952345848083496, "n_params": 4305940, "total_flops": 36244302643200000, "train_loss": 0.022694949805736542, "subset_score_loss": 0.022694949805736542} +{"step": 2750000, "wall_time": 24321.085829019547, "train_loss_step": 2.13069224357605, "n_params": 4305940, "total_flops": 36376581120000000, "train_loss": 0.022756205499172212, "subset_score_loss": 0.022756205499172212} +{"step": 2760000, "wall_time": 24405.864895820618, "train_loss_step": 2.0345237255096436, "n_params": 4305940, "total_flops": 36508859596800000, "train_loss": 0.022325064241886138, "subset_score_loss": 0.022325064241886138} +{"step": 2770000, "wall_time": 24490.65656852722, "train_loss_step": 2.03731107711792, "n_params": 4305940, "total_flops": 36641138073600000, "train_loss": 0.02243589162826538, "subset_score_loss": 0.02243589162826538} +{"step": 2780000, "wall_time": 24567.948601722717, "train_loss_step": 1.9803625345230103, "n_params": 4305940, "total_flops": 36773416550400000, "train_loss": 0.022256910800933838, "subset_score_loss": 0.022256910800933838} +{"step": 2790000, "wall_time": 24646.586582183838, "train_loss_step": 1.9788470268249512, "n_params": 4305940, "total_flops": 36905695027200000, "train_loss": 0.022640809416770935, "subset_score_loss": 0.022640809416770935} +{"step": 2800000, "wall_time": 24783.15182352066, "train_loss_step": 2.0714874267578125, "n_params": 4305940, "total_flops": 37037973504000000, "train_loss": 0.021979835629463196, "subset_score_loss": 0.021979835629463196, "memorization_fraction_pixel": 0.07729999721050262, "mean_nn_ratio_pixel": 0.5134750604629517, "fid": 67.9624471839341} +{"step": 2810000, "wall_time": 24858.793595075607, "train_loss_step": 2.004251480102539, "n_params": 4305940, "total_flops": 37170251980800000, "train_loss": 0.022258006036281586, "subset_score_loss": 0.022258006036281586} +{"step": 2820000, "wall_time": 24937.13209605217, "train_loss_step": 2.2686731815338135, "n_params": 4305940, "total_flops": 37302530457600000, "train_loss": 0.021781250834465027, "subset_score_loss": 0.021781250834465027} +{"step": 2830000, "wall_time": 25017.522508621216, "train_loss_step": 1.9052666425704956, "n_params": 4305940, "total_flops": 37434808934400000, "train_loss": 0.022214046120643614, "subset_score_loss": 0.022214046120643614} +{"step": 2840000, "wall_time": 25102.154622077942, "train_loss_step": 1.8589868545532227, "n_params": 4305940, "total_flops": 37567087411200000, "train_loss": 0.022066751122474672, "subset_score_loss": 0.022066751122474672} +{"step": 2850000, "wall_time": 25186.92433476448, "train_loss_step": 1.8996119499206543, "n_params": 4305940, "total_flops": 37699365888000000, "train_loss": 0.021671009063720704, "subset_score_loss": 0.021671009063720704} +{"step": 2860000, "wall_time": 25271.550269126892, "train_loss_step": 1.8201584815979004, "n_params": 4305940, "total_flops": 37831644364800000, "train_loss": 0.022025710344314574, "subset_score_loss": 0.022025710344314574} +{"step": 2870000, "wall_time": 25356.193279743195, "train_loss_step": 1.910487413406372, "n_params": 4305940, "total_flops": 37963922841600000, "train_loss": 0.0215763583779335, "subset_score_loss": 0.0215763583779335} +{"step": 2880000, "wall_time": 25440.81964635849, "train_loss_step": 1.7927184104919434, "n_params": 4305940, "total_flops": 38096201318400000, "train_loss": 0.021683377027511597, "subset_score_loss": 0.021683377027511597} +{"step": 2890000, "wall_time": 25525.991485595703, "train_loss_step": 1.7850911617279053, "n_params": 4305940, "total_flops": 38228479795200000, "train_loss": 0.02162063866853714, "subset_score_loss": 0.02162063866853714} +{"step": 2900000, "wall_time": 25674.065695524216, "train_loss_step": 1.980685830116272, "n_params": 4305940, "total_flops": 38360758272000000, "train_loss": 0.02156931906938553, "subset_score_loss": 0.02156931906938553, "memorization_fraction_pixel": 0.07660000026226044, "mean_nn_ratio_pixel": 0.5120849013328552, "fid": 67.35028180923918} +{"step": 2910000, "wall_time": 25750.62465620041, "train_loss_step": 1.8867790699005127, "n_params": 4305940, "total_flops": 38493036748800000, "train_loss": 0.02178359031677246, "subset_score_loss": 0.02178359031677246} +{"step": 2920000, "wall_time": 25828.608608961105, "train_loss_step": 1.9661920070648193, "n_params": 4305940, "total_flops": 38625315225600000, "train_loss": 0.021774180233478546, "subset_score_loss": 0.021774180233478546} +{"step": 2930000, "wall_time": 25906.940734148026, "train_loss_step": 1.9713199138641357, "n_params": 4305940, "total_flops": 38757593702400000, "train_loss": 0.021505776047706603, "subset_score_loss": 0.021505776047706603} +{"step": 2940000, "wall_time": 25990.04558324814, "train_loss_step": 2.183110237121582, "n_params": 4305940, "total_flops": 38889872179200000, "train_loss": 0.02136933207511902, "subset_score_loss": 0.02136933207511902} +{"step": 2950000, "wall_time": 26074.559381484985, "train_loss_step": 2.018489122390747, "n_params": 4305940, "total_flops": 39022150656000000, "train_loss": 0.021394477784633638, "subset_score_loss": 0.021394477784633638} +{"step": 2960000, "wall_time": 26159.233869075775, "train_loss_step": 1.9223144054412842, "n_params": 4305940, "total_flops": 39154429132800000, "train_loss": 0.021454423666000366, "subset_score_loss": 0.021454423666000366} +{"step": 2970000, "wall_time": 26243.896301031113, "train_loss_step": 2.242406129837036, "n_params": 4305940, "total_flops": 39286707609600000, "train_loss": 0.02112189829349518, "subset_score_loss": 0.02112189829349518} +{"step": 2980000, "wall_time": 26328.5797829628, "train_loss_step": 1.8772832155227661, "n_params": 4305940, "total_flops": 39418986086400000, "train_loss": 0.021269477903842926, "subset_score_loss": 0.021269477903842926} +{"step": 2990000, "wall_time": 26413.33843278885, "train_loss_step": 1.8370141983032227, "n_params": 4305940, "total_flops": 39551264563200000, "train_loss": 0.021238073706626892, "subset_score_loss": 0.021238073706626892} +{"step": 3000000, "wall_time": 26550.964069128036, "train_loss_step": 2.173802137374878, "n_params": 4305940, "total_flops": 39683543040000000, "train_loss": 0.020833146572113038, "subset_score_loss": 0.020833146572113038, "memorization_fraction_pixel": 0.08160000294446945, "mean_nn_ratio_pixel": 0.507990837097168, "fid": 67.15392971611305} +{"step": 3010000, "wall_time": 26635.771728754044, "train_loss_step": 1.9425163269042969, "n_params": 4305940, "total_flops": 39815821516800000, "train_loss": 0.020996588468551635, "subset_score_loss": 0.020996588468551635} +{"step": 3020000, "wall_time": 26696.772282600403, "train_loss_step": 2.108778715133667, "n_params": 4305940, "total_flops": 39948099993600000, "train_loss": 0.02082569748163223, "subset_score_loss": 0.02082569748163223} +{"step": 3030000, "wall_time": 26780.43500995636, "train_loss_step": 2.0533742904663086, "n_params": 4305940, "total_flops": 40080378470400000, "train_loss": 0.021104948222637178, "subset_score_loss": 0.021104948222637178} +{"step": 3040000, "wall_time": 26855.699516057968, "train_loss_step": 1.8367350101470947, "n_params": 4305940, "total_flops": 40212656947200000, "train_loss": 0.02066211849451065, "subset_score_loss": 0.02066211849451065} +{"step": 3050000, "wall_time": 26940.295909404755, "train_loss_step": 1.6823121309280396, "n_params": 4305940, "total_flops": 40344935424000000, "train_loss": 0.020718656480312347, "subset_score_loss": 0.020718656480312347} +{"step": 3060000, "wall_time": 27024.721626996994, "train_loss_step": 2.023993492126465, "n_params": 4305940, "total_flops": 40477213900800000, "train_loss": 0.020560719072818756, "subset_score_loss": 0.020560719072818756} +{"step": 3070000, "wall_time": 27109.40615129471, "train_loss_step": 2.2489776611328125, "n_params": 4305940, "total_flops": 40609492377600000, "train_loss": 0.020303349196910857, "subset_score_loss": 0.020303349196910857} +{"step": 3080000, "wall_time": 27194.02425956726, "train_loss_step": 2.1500959396362305, "n_params": 4305940, "total_flops": 40741770854400000, "train_loss": 0.020518632233142854, "subset_score_loss": 0.020518632233142854} +{"step": 3090000, "wall_time": 27278.620181798935, "train_loss_step": 2.221997022628784, "n_params": 4305940, "total_flops": 40874049331200000, "train_loss": 0.02042912244796753, "subset_score_loss": 0.02042912244796753} +{"step": 3100000, "wall_time": 27428.89560866356, "train_loss_step": 2.044593572616577, "n_params": 4305940, "total_flops": 41006327808000000, "train_loss": 0.020607422292232513, "subset_score_loss": 0.020607422292232513, "memorization_fraction_pixel": 0.07479999959468842, "mean_nn_ratio_pixel": 0.5112000703811646, "fid": 67.14318976562559} +{"step": 3110000, "wall_time": 27510.697210788727, "train_loss_step": 1.684305191040039, "n_params": 4305940, "total_flops": 41138606284800000, "train_loss": 0.020436644554138184, "subset_score_loss": 0.020436644554138184} +{"step": 3120000, "wall_time": 27595.324320793152, "train_loss_step": 1.9712810516357422, "n_params": 4305940, "total_flops": 41270884761600000, "train_loss": 0.020502838492393493, "subset_score_loss": 0.020502838492393493} +{"step": 3130000, "wall_time": 27673.397285223007, "train_loss_step": 1.907200574874878, "n_params": 4305940, "total_flops": 41403163238400000, "train_loss": 0.020510496199131013, "subset_score_loss": 0.020510496199131013} +{"step": 3140000, "wall_time": 27745.273742437363, "train_loss_step": 1.9474337100982666, "n_params": 4305940, "total_flops": 41535441715200000, "train_loss": 0.0201848641037941, "subset_score_loss": 0.0201848641037941} +{"step": 3150000, "wall_time": 27823.589302778244, "train_loss_step": 2.111513137817383, "n_params": 4305940, "total_flops": 41667720192000000, "train_loss": 0.020341990888118743, "subset_score_loss": 0.020341990888118743} +{"step": 3160000, "wall_time": 27908.261527061462, "train_loss_step": 1.887805700302124, "n_params": 4305940, "total_flops": 41799998668800000, "train_loss": 0.020255734026432038, "subset_score_loss": 0.020255734026432038} +{"step": 3170000, "wall_time": 27992.73423242569, "train_loss_step": 1.8451852798461914, "n_params": 4305940, "total_flops": 41932277145600000, "train_loss": 0.0202316477894783, "subset_score_loss": 0.0202316477894783} +{"step": 3180000, "wall_time": 28077.449696540833, "train_loss_step": 2.167668342590332, "n_params": 4305940, "total_flops": 42064555622400000, "train_loss": 0.019862207770347595, "subset_score_loss": 0.019862207770347595} +{"step": 3190000, "wall_time": 28162.197407722473, "train_loss_step": 2.042628765106201, "n_params": 4305940, "total_flops": 42196834099200000, "train_loss": 0.02021445780992508, "subset_score_loss": 0.02021445780992508} +{"step": 3200000, "wall_time": 28312.418108940125, "train_loss_step": 2.0676839351654053, "n_params": 4305940, "total_flops": 42329112576000000, "train_loss": 0.020265211164951325, "subset_score_loss": 0.020265211164951325, "memorization_fraction_pixel": 0.08590000122785568, "mean_nn_ratio_pixel": 0.5029097199440002, "fid": 67.79649896777752} +{"step": 3210000, "wall_time": 28397.251232862473, "train_loss_step": 2.1410677433013916, "n_params": 4305940, "total_flops": 42461391052800000, "train_loss": 0.019793304800987243, "subset_score_loss": 0.019793304800987243} +{"step": 3220000, "wall_time": 28479.07030749321, "train_loss_step": 2.101691246032715, "n_params": 4305940, "total_flops": 42593669529600000, "train_loss": 0.019974386692047118, "subset_score_loss": 0.019974386692047118} +{"step": 3230000, "wall_time": 28560.829092741013, "train_loss_step": 2.1160895824432373, "n_params": 4305940, "total_flops": 42725948006400000, "train_loss": 0.019747282564640044, "subset_score_loss": 0.019747282564640044} +{"step": 3240000, "wall_time": 28645.465466976166, "train_loss_step": 1.8649554252624512, "n_params": 4305940, "total_flops": 42858226483200000, "train_loss": 0.019803479313850403, "subset_score_loss": 0.019803479313850403} +{"step": 3250000, "wall_time": 28727.134319782257, "train_loss_step": 2.13840913772583, "n_params": 4305940, "total_flops": 42990504960000000, "train_loss": 0.019803044199943543, "subset_score_loss": 0.019803044199943543} +{"step": 3260000, "wall_time": 28808.6807410717, "train_loss_step": 1.9796178340911865, "n_params": 4305940, "total_flops": 43122783436800000, "train_loss": 0.019617103040218353, "subset_score_loss": 0.019617103040218353} +{"step": 3270000, "wall_time": 28893.37774825096, "train_loss_step": 1.943111777305603, "n_params": 4305940, "total_flops": 43255061913600000, "train_loss": 0.0194227397441864, "subset_score_loss": 0.0194227397441864} +{"step": 3280000, "wall_time": 28978.01756811142, "train_loss_step": 1.8099933862686157, "n_params": 4305940, "total_flops": 43387340390400000, "train_loss": 0.019666428864002227, "subset_score_loss": 0.019666428864002227} +{"step": 3290000, "wall_time": 29062.69086098671, "train_loss_step": 1.888130784034729, "n_params": 4305940, "total_flops": 43519618867200000, "train_loss": 0.019556277990341188, "subset_score_loss": 0.019556277990341188} +{"step": 3300000, "wall_time": 29213.142594099045, "train_loss_step": 2.1375012397766113, "n_params": 4305940, "total_flops": 43651897344000000, "train_loss": 0.0197147473692894, "subset_score_loss": 0.0197147473692894, "memorization_fraction_pixel": 0.07400000095367432, "mean_nn_ratio_pixel": 0.5064451098442078, "fid": 67.60330220389777} +{"step": 3310000, "wall_time": 29297.72350549698, "train_loss_step": 2.2296981811523438, "n_params": 4305940, "total_flops": 43784175820800000, "train_loss": 0.01954200565814972, "subset_score_loss": 0.01954200565814972} +{"step": 3320000, "wall_time": 29382.387721061707, "train_loss_step": 1.8365176916122437, "n_params": 4305940, "total_flops": 43916454297600000, "train_loss": 0.019277065992355347, "subset_score_loss": 0.019277065992355347} +{"step": 3330000, "wall_time": 29449.721649169922, "train_loss_step": 1.9900810718536377, "n_params": 4305940, "total_flops": 44048732774400000, "train_loss": 0.019458945095539092, "subset_score_loss": 0.019458945095539092} +{"step": 3340000, "wall_time": 29531.674279928207, "train_loss_step": 2.0996389389038086, "n_params": 4305940, "total_flops": 44181011251200000, "train_loss": 0.019233927130699158, "subset_score_loss": 0.019233927130699158} +{"step": 3350000, "wall_time": 29616.5040872097, "train_loss_step": 2.071194648742676, "n_params": 4305940, "total_flops": 44313289728000000, "train_loss": 0.019282807409763337, "subset_score_loss": 0.019282807409763337} +{"step": 3360000, "wall_time": 29695.247544527054, "train_loss_step": 2.026158094406128, "n_params": 4305940, "total_flops": 44445568204800000, "train_loss": 0.019114503264427186, "subset_score_loss": 0.019114503264427186} +{"step": 3370000, "wall_time": 29780.017111301422, "train_loss_step": 2.104628562927246, "n_params": 4305940, "total_flops": 44577846681600000, "train_loss": 0.01918177306652069, "subset_score_loss": 0.01918177306652069} +{"step": 3380000, "wall_time": 29864.73640036583, "train_loss_step": 2.3706881999969482, "n_params": 4305940, "total_flops": 44710125158400000, "train_loss": 0.01908113956451416, "subset_score_loss": 0.01908113956451416} +{"step": 3390000, "wall_time": 29949.36271071434, "train_loss_step": 2.145496368408203, "n_params": 4305940, "total_flops": 44842403635200000, "train_loss": 0.019257745146751402, "subset_score_loss": 0.019257745146751402} +{"step": 3400000, "wall_time": 30098.795756578445, "train_loss_step": 2.0963897705078125, "n_params": 4305940, "total_flops": 44974682112000000, "train_loss": 0.019164261221885682, "subset_score_loss": 0.019164261221885682, "memorization_fraction_pixel": 0.0763000026345253, "mean_nn_ratio_pixel": 0.504027247428894, "fid": 67.76933846424814} +{"step": 3410000, "wall_time": 30183.555657863617, "train_loss_step": 2.0557472705841064, "n_params": 4305940, "total_flops": 45106960588800000, "train_loss": 0.019279633462429047, "subset_score_loss": 0.019279633462429047} +{"step": 3420000, "wall_time": 30267.98220014572, "train_loss_step": 2.114502429962158, "n_params": 4305940, "total_flops": 45239239065600000, "train_loss": 0.019315674901008606, "subset_score_loss": 0.019315674901008606} +{"step": 3430000, "wall_time": 30352.662152290344, "train_loss_step": 1.933365821838379, "n_params": 4305940, "total_flops": 45371517542400000, "train_loss": 0.01913973391056061, "subset_score_loss": 0.01913973391056061} +{"step": 3440000, "wall_time": 30422.047449588776, "train_loss_step": 2.2422876358032227, "n_params": 4305940, "total_flops": 45503796019200000, "train_loss": 0.018828290700912475, "subset_score_loss": 0.018828290700912475} +{"step": 3450000, "wall_time": 30499.67974114418, "train_loss_step": 1.9573761224746704, "n_params": 4305940, "total_flops": 45636074496000000, "train_loss": 0.019181904196739197, "subset_score_loss": 0.019181904196739197} +{"step": 3460000, "wall_time": 30584.562083482742, "train_loss_step": 1.8742213249206543, "n_params": 4305940, "total_flops": 45768352972800000, "train_loss": 0.01887434720993042, "subset_score_loss": 0.01887434720993042} +{"step": 3470000, "wall_time": 30648.835574626923, "train_loss_step": 1.9268028736114502, "n_params": 4305940, "total_flops": 45900631449600000, "train_loss": 0.01897263526916504, "subset_score_loss": 0.01897263526916504} +{"step": 3480000, "wall_time": 30730.384127616882, "train_loss_step": 1.8503985404968262, "n_params": 4305940, "total_flops": 46032909926400000, "train_loss": 0.018647629022598266, "subset_score_loss": 0.018647629022598266} +{"step": 3490000, "wall_time": 30815.01199245453, "train_loss_step": 1.9771634340286255, "n_params": 4305940, "total_flops": 46165188403200000, "train_loss": 0.01846630573272705, "subset_score_loss": 0.01846630573272705} +{"step": 3500000, "wall_time": 30965.58268713951, "train_loss_step": 2.0060782432556152, "n_params": 4305940, "total_flops": 46297466880000000, "train_loss": 0.019079235196113587, "subset_score_loss": 0.019079235196113587, "memorization_fraction_pixel": 0.08150000125169754, "mean_nn_ratio_pixel": 0.49875086545944214, "fid": 68.03356338249681} +{"step": 3510000, "wall_time": 31050.40710043907, "train_loss_step": 1.7307829856872559, "n_params": 4305940, "total_flops": 46429745356800000, "train_loss": 0.01884198635816574, "subset_score_loss": 0.01884198635816574} +{"step": 3520000, "wall_time": 31135.21718430519, "train_loss_step": 2.0302395820617676, "n_params": 4305940, "total_flops": 46562023833600000, "train_loss": 0.01861581802368164, "subset_score_loss": 0.01861581802368164} +{"step": 3530000, "wall_time": 31219.54092144966, "train_loss_step": 2.1966686248779297, "n_params": 4305940, "total_flops": 46694302310400000, "train_loss": 0.018537211418151855, "subset_score_loss": 0.018537211418151855} +{"step": 3540000, "wall_time": 31302.30987095833, "train_loss_step": 2.0351860523223877, "n_params": 4305940, "total_flops": 46826580787200000, "train_loss": 0.018738916516304015, "subset_score_loss": 0.018738916516304015} +{"step": 3550000, "wall_time": 31385.962596654892, "train_loss_step": 1.977745771408081, "n_params": 4305940, "total_flops": 46958859264000000, "train_loss": 0.018604257702827455, "subset_score_loss": 0.018604257702827455} +{"step": 3560000, "wall_time": 31468.194781780243, "train_loss_step": 2.2054615020751953, "n_params": 4305940, "total_flops": 47091137740800000, "train_loss": 0.018532721698284148, "subset_score_loss": 0.018532721698284148} +{"step": 3570000, "wall_time": 31552.800277233124, "train_loss_step": 2.0085341930389404, "n_params": 4305940, "total_flops": 47223416217600000, "train_loss": 0.018567420542240143, "subset_score_loss": 0.018567420542240143} +{"step": 3580000, "wall_time": 31634.599756240845, "train_loss_step": 1.8442009687423706, "n_params": 4305940, "total_flops": 47355694694400000, "train_loss": 0.018466906249523164, "subset_score_loss": 0.018466906249523164} +{"step": 3590000, "wall_time": 31717.118298768997, "train_loss_step": 2.0167717933654785, "n_params": 4305940, "total_flops": 47487973171200000, "train_loss": 0.018538521230220796, "subset_score_loss": 0.018538521230220796} +{"step": 3600000, "wall_time": 31866.6266810894, "train_loss_step": 2.070176601409912, "n_params": 4305940, "total_flops": 47620251648000000, "train_loss": 0.01878020167350769, "subset_score_loss": 0.01878020167350769, "memorization_fraction_pixel": 0.0812000036239624, "mean_nn_ratio_pixel": 0.49573931097984314, "fid": 67.69143966442458} +{"step": 3610000, "wall_time": 31951.24665594101, "train_loss_step": 1.9889674186706543, "n_params": 4305940, "total_flops": 47752530124800000, "train_loss": 0.018220429122447968, "subset_score_loss": 0.018220429122447968} +{"step": 3620000, "wall_time": 32035.96089577675, "train_loss_step": 2.0772762298583984, "n_params": 4305940, "total_flops": 47884808601600000, "train_loss": 0.018566271662712096, "subset_score_loss": 0.018566271662712096} +{"step": 3630000, "wall_time": 32120.592928171158, "train_loss_step": 2.042552947998047, "n_params": 4305940, "total_flops": 48017087078400000, "train_loss": 0.01828760504722595, "subset_score_loss": 0.01828760504722595} +{"step": 3640000, "wall_time": 32205.135832071304, "train_loss_step": 1.9455078840255737, "n_params": 4305940, "total_flops": 48149365555200000, "train_loss": 0.01809070408344269, "subset_score_loss": 0.01809070408344269} +{"step": 3650000, "wall_time": 32286.53435397148, "train_loss_step": 1.9809490442276, "n_params": 4305940, "total_flops": 48281644032000000, "train_loss": 0.018098609149456026, "subset_score_loss": 0.018098609149456026} +{"step": 3660000, "wall_time": 32371.72118282318, "train_loss_step": 2.0127525329589844, "n_params": 4305940, "total_flops": 48413922508800000, "train_loss": 0.017998503148555757, "subset_score_loss": 0.017998503148555757} +{"step": 3670000, "wall_time": 32453.157288074493, "train_loss_step": 2.271076202392578, "n_params": 4305940, "total_flops": 48546200985600000, "train_loss": 0.018158774077892303, "subset_score_loss": 0.018158774077892303} +{"step": 3680000, "wall_time": 32534.182708978653, "train_loss_step": 2.1180124282836914, "n_params": 4305940, "total_flops": 48678479462400000, "train_loss": 0.01838170886039734, "subset_score_loss": 0.01838170886039734} +{"step": 3690000, "wall_time": 32611.991060972214, "train_loss_step": 1.8797423839569092, "n_params": 4305940, "total_flops": 48810757939200000, "train_loss": 0.0180661141872406, "subset_score_loss": 0.0180661141872406} +{"step": 3700000, "wall_time": 32756.00003504753, "train_loss_step": 2.234208345413208, "n_params": 4305940, "total_flops": 48943036416000000, "train_loss": 0.01796865165233612, "subset_score_loss": 0.01796865165233612, "memorization_fraction_pixel": 0.07750000059604645, "mean_nn_ratio_pixel": 0.49531444907188416, "fid": 67.5720347921226} +{"step": 3710000, "wall_time": 32840.83169674873, "train_loss_step": 1.8334236145019531, "n_params": 4305940, "total_flops": 49075314892800000, "train_loss": 0.017956994473934174, "subset_score_loss": 0.017956994473934174} +{"step": 3720000, "wall_time": 32925.48242497444, "train_loss_step": 1.8701947927474976, "n_params": 4305940, "total_flops": 49207593369600000, "train_loss": 0.01785660833120346, "subset_score_loss": 0.01785660833120346} +{"step": 3730000, "wall_time": 33010.15891122818, "train_loss_step": 2.1223580837249756, "n_params": 4305940, "total_flops": 49339871846400000, "train_loss": 0.017716489732265472, "subset_score_loss": 0.017716489732265472} +{"step": 3740000, "wall_time": 33094.854667663574, "train_loss_step": 1.9917945861816406, "n_params": 4305940, "total_flops": 49472150323200000, "train_loss": 0.01770863085985184, "subset_score_loss": 0.01770863085985184} +{"step": 3750000, "wall_time": 33167.868299007416, "train_loss_step": 2.0136332511901855, "n_params": 4305940, "total_flops": 49604428800000000, "train_loss": 0.01779921501874924, "subset_score_loss": 0.01779921501874924} +{"step": 3760000, "wall_time": 33250.03096246719, "train_loss_step": 1.9586509466171265, "n_params": 4305940, "total_flops": 49736707276800000, "train_loss": 0.01773396283388138, "subset_score_loss": 0.01773396283388138} +{"step": 3770000, "wall_time": 33334.75561904907, "train_loss_step": 1.9348852634429932, "n_params": 4305940, "total_flops": 49868985753600000, "train_loss": 0.01766243129968643, "subset_score_loss": 0.01766243129968643} +{"step": 3780000, "wall_time": 33407.07760453224, "train_loss_step": 2.222010850906372, "n_params": 4305940, "total_flops": 50001264230400000, "train_loss": 0.0177951917052269, "subset_score_loss": 0.0177951917052269} +{"step": 3790000, "wall_time": 33487.058250427246, "train_loss_step": 1.9578943252563477, "n_params": 4305940, "total_flops": 50133542707200000, "train_loss": 0.017417769134044647, "subset_score_loss": 0.017417769134044647} +{"step": 3800000, "wall_time": 33623.81581521034, "train_loss_step": 1.7995946407318115, "n_params": 4305940, "total_flops": 50265821184000000, "train_loss": 0.017425744235515593, "subset_score_loss": 0.017425744235515593, "memorization_fraction_pixel": 0.08760000020265579, "mean_nn_ratio_pixel": 0.4901813864707947, "fid": 67.54578881734106} +{"step": 3810000, "wall_time": 33707.26549291611, "train_loss_step": 1.8485606908798218, "n_params": 4305940, "total_flops": 50398099660800000, "train_loss": 0.017693284153938293, "subset_score_loss": 0.017693284153938293} +{"step": 3820000, "wall_time": 33791.965700149536, "train_loss_step": 1.9711744785308838, "n_params": 4305940, "total_flops": 50530378137600000, "train_loss": 0.01742597669363022, "subset_score_loss": 0.01742597669363022} +{"step": 3830000, "wall_time": 33876.61741614342, "train_loss_step": 1.9957077503204346, "n_params": 4305940, "total_flops": 50662656614400000, "train_loss": 0.01773722916841507, "subset_score_loss": 0.01773722916841507} +{"step": 3840000, "wall_time": 33961.20826339722, "train_loss_step": 2.230595588684082, "n_params": 4305940, "total_flops": 50794935091200000, "train_loss": 0.017496514320373534, "subset_score_loss": 0.017496514320373534} +{"step": 3850000, "wall_time": 34045.785618543625, "train_loss_step": 2.0448639392852783, "n_params": 4305940, "total_flops": 50927213568000000, "train_loss": 0.017176325619220733, "subset_score_loss": 0.017176325619220733} +{"step": 3860000, "wall_time": 34115.8725399971, "train_loss_step": 1.7545708417892456, "n_params": 4305940, "total_flops": 51059492044800000, "train_loss": 0.01723334491252899, "subset_score_loss": 0.01723334491252899} +{"step": 3870000, "wall_time": 34200.3991355896, "train_loss_step": 1.6887270212173462, "n_params": 4305940, "total_flops": 51191770521600000, "train_loss": 0.017309336364269255, "subset_score_loss": 0.017309336364269255} +{"step": 3880000, "wall_time": 34285.35260772705, "train_loss_step": 2.0231070518493652, "n_params": 4305940, "total_flops": 51324048998400000, "train_loss": 0.017059342563152315, "subset_score_loss": 0.017059342563152315} +{"step": 3890000, "wall_time": 34360.69801592827, "train_loss_step": 2.04837703704834, "n_params": 4305940, "total_flops": 51456327475200000, "train_loss": 0.017185260355472565, "subset_score_loss": 0.017185260355472565} +{"step": 3900000, "wall_time": 34501.02425813675, "train_loss_step": 2.017843246459961, "n_params": 4305940, "total_flops": 51588605952000000, "train_loss": 0.01718365550041199, "subset_score_loss": 0.01718365550041199, "memorization_fraction_pixel": 0.08579999953508377, "mean_nn_ratio_pixel": 0.4911075234413147, "fid": 67.65451663283947} +{"step": 3910000, "wall_time": 34583.18141937256, "train_loss_step": 1.9872413873672485, "n_params": 4305940, "total_flops": 51720884428800000, "train_loss": 0.017296873033046722, "subset_score_loss": 0.017296873033046722} +{"step": 3920000, "wall_time": 34654.27652096748, "train_loss_step": 2.122251510620117, "n_params": 4305940, "total_flops": 51853162905600000, "train_loss": 0.01758659482002258, "subset_score_loss": 0.01758659482002258} +{"step": 3930000, "wall_time": 34739.09201288223, "train_loss_step": 2.1988840103149414, "n_params": 4305940, "total_flops": 51985441382400000, "train_loss": 0.01682313680648804, "subset_score_loss": 0.01682313680648804} +{"step": 3940000, "wall_time": 34823.71899032593, "train_loss_step": 2.002742290496826, "n_params": 4305940, "total_flops": 52117719859200000, "train_loss": 0.01710442900657654, "subset_score_loss": 0.01710442900657654} +{"step": 3950000, "wall_time": 34908.248220443726, "train_loss_step": 1.9630420207977295, "n_params": 4305940, "total_flops": 52249998336000000, "train_loss": 0.016879066824913025, "subset_score_loss": 0.016879066824913025} +{"step": 3960000, "wall_time": 34992.70487952232, "train_loss_step": 2.086683988571167, "n_params": 4305940, "total_flops": 52382276812800000, "train_loss": 0.017355848848819733, "subset_score_loss": 0.017355848848819733} +{"step": 3970000, "wall_time": 35061.06690096855, "train_loss_step": 1.964537501335144, "n_params": 4305940, "total_flops": 52514555289600000, "train_loss": 0.01692904531955719, "subset_score_loss": 0.01692904531955719} +{"step": 3980000, "wall_time": 35144.21976065636, "train_loss_step": 2.008939743041992, "n_params": 4305940, "total_flops": 52646833766400000, "train_loss": 0.016869637370109557, "subset_score_loss": 0.016869637370109557} +{"step": 3990000, "wall_time": 35228.81701159477, "train_loss_step": 1.9950135946273804, "n_params": 4305940, "total_flops": 52779112243200000, "train_loss": 0.01712460070848465, "subset_score_loss": 0.01712460070848465} +{"step": 4000000, "wall_time": 35368.15625476837, "train_loss_step": 1.9199669361114502, "n_params": 4305940, "total_flops": 52911390720000000, "train_loss": 0.016755928099155427, "subset_score_loss": 0.016755928099155427, "memorization_fraction_pixel": 0.08540000021457672, "mean_nn_ratio_pixel": 0.4876314401626587, "fid": 67.6277641315932} +{"step": 4010000, "wall_time": 35444.26154637337, "train_loss_step": 1.98460054397583, "n_params": 4305940, "total_flops": 53043669196800000, "train_loss": 0.016699719429016113, "subset_score_loss": 0.016699719429016113} +{"step": 4020000, "wall_time": 35528.82160663605, "train_loss_step": 1.9366698265075684, "n_params": 4305940, "total_flops": 53175947673600000, "train_loss": 0.016808854043483736, "subset_score_loss": 0.016808854043483736} +{"step": 4030000, "wall_time": 35604.64761590958, "train_loss_step": 2.1778807640075684, "n_params": 4305940, "total_flops": 53308226150400000, "train_loss": 0.01678972542285919, "subset_score_loss": 0.01678972542285919} +{"step": 4040000, "wall_time": 35688.90018248558, "train_loss_step": 2.132962703704834, "n_params": 4305940, "total_flops": 53440504627200000, "train_loss": 0.0167459174990654, "subset_score_loss": 0.0167459174990654} +{"step": 4050000, "wall_time": 35773.66660642624, "train_loss_step": 1.8235260248184204, "n_params": 4305940, "total_flops": 53572783104000000, "train_loss": 0.016798651218414305, "subset_score_loss": 0.016798651218414305} +{"step": 4060000, "wall_time": 35858.257323503494, "train_loss_step": 1.9330235719680786, "n_params": 4305940, "total_flops": 53705061580800000, "train_loss": 0.016623809933662415, "subset_score_loss": 0.016623809933662415} +{"step": 4070000, "wall_time": 35942.707574129105, "train_loss_step": 1.825376272201538, "n_params": 4305940, "total_flops": 53837340057600000, "train_loss": 0.0169391930103302, "subset_score_loss": 0.0169391930103302} +{"step": 4080000, "wall_time": 36017.36901688576, "train_loss_step": 2.087555170059204, "n_params": 4305940, "total_flops": 53969618534400000, "train_loss": 0.0167654424905777, "subset_score_loss": 0.0167654424905777} +{"step": 4090000, "wall_time": 36102.08775520325, "train_loss_step": 2.3565447330474854, "n_params": 4305940, "total_flops": 54101897011200000, "train_loss": 0.01675795316696167, "subset_score_loss": 0.01675795316696167} +{"step": 4100000, "wall_time": 36252.69871735573, "train_loss_step": 2.089277982711792, "n_params": 4305940, "total_flops": 54234175488000000, "train_loss": 0.016499543190002443, "subset_score_loss": 0.016499543190002443, "memorization_fraction_pixel": 0.07880000025033951, "mean_nn_ratio_pixel": 0.4916306138038635, "fid": 67.47663243312957} +{"step": 4110000, "wall_time": 36325.313921928406, "train_loss_step": 1.948439359664917, "n_params": 4305940, "total_flops": 54366453964800000, "train_loss": 0.016537049412727357, "subset_score_loss": 0.016537049412727357} +{"step": 4120000, "wall_time": 36396.49273896217, "train_loss_step": 2.048595905303955, "n_params": 4305940, "total_flops": 54498732441600000, "train_loss": 0.01685795933008194, "subset_score_loss": 0.01685795933008194} +{"step": 4130000, "wall_time": 36481.09184336662, "train_loss_step": 2.0677475929260254, "n_params": 4305940, "total_flops": 54631010918400000, "train_loss": 0.016616787016391753, "subset_score_loss": 0.016616787016391753} +{"step": 4140000, "wall_time": 36562.20646619797, "train_loss_step": 1.7267687320709229, "n_params": 4305940, "total_flops": 54763289395200000, "train_loss": 0.016597864031791688, "subset_score_loss": 0.016597864031791688} +{"step": 4150000, "wall_time": 36631.06685042381, "train_loss_step": 2.239872694015503, "n_params": 4305940, "total_flops": 54895567872000000, "train_loss": 0.016471879184246065, "subset_score_loss": 0.016471879184246065} +{"step": 4160000, "wall_time": 36715.806109428406, "train_loss_step": 1.9347788095474243, "n_params": 4305940, "total_flops": 55027846348800000, "train_loss": 0.016703088581562043, "subset_score_loss": 0.016703088581562043} +{"step": 4170000, "wall_time": 36800.39653849602, "train_loss_step": 1.9997037649154663, "n_params": 4305940, "total_flops": 55160124825600000, "train_loss": 0.016385626792907716, "subset_score_loss": 0.016385626792907716} +{"step": 4180000, "wall_time": 36878.90054774284, "train_loss_step": 1.9650301933288574, "n_params": 4305940, "total_flops": 55292403302400000, "train_loss": 0.016671234369277955, "subset_score_loss": 0.016671234369277955} +{"step": 4190000, "wall_time": 36954.19956755638, "train_loss_step": 2.024719476699829, "n_params": 4305940, "total_flops": 55424681779200000, "train_loss": 0.016479666531085967, "subset_score_loss": 0.016479666531085967} +{"step": 4200000, "wall_time": 37104.68371987343, "train_loss_step": 2.153987407684326, "n_params": 4305940, "total_flops": 55556960256000000, "train_loss": 0.016374668478965758, "subset_score_loss": 0.016374668478965758, "memorization_fraction_pixel": 0.09160000085830688, "mean_nn_ratio_pixel": 0.4843843877315521, "fid": 67.10478806966624} +{"step": 4210000, "wall_time": 37189.67591381073, "train_loss_step": 1.798452377319336, "n_params": 4305940, "total_flops": 55689238732800000, "train_loss": 0.016074912250041963, "subset_score_loss": 0.016074912250041963} +{"step": 4220000, "wall_time": 37264.723749399185, "train_loss_step": 1.975927472114563, "n_params": 4305940, "total_flops": 55821517209600000, "train_loss": 0.016030217707157134, "subset_score_loss": 0.016030217707157134} +{"step": 4230000, "wall_time": 37339.265333652496, "train_loss_step": 2.197567939758301, "n_params": 4305940, "total_flops": 55953795686400000, "train_loss": 0.01627155691385269, "subset_score_loss": 0.01627155691385269} +{"step": 4240000, "wall_time": 37424.012023210526, "train_loss_step": 1.9702403545379639, "n_params": 4305940, "total_flops": 56086074163200000, "train_loss": 0.01628403663635254, "subset_score_loss": 0.01628403663635254} +{"step": 4250000, "wall_time": 37508.76711177826, "train_loss_step": 1.858567476272583, "n_params": 4305940, "total_flops": 56218352640000000, "train_loss": 0.01624964624643326, "subset_score_loss": 0.01624964624643326} +{"step": 4260000, "wall_time": 37588.01029753685, "train_loss_step": 1.8665331602096558, "n_params": 4305940, "total_flops": 56350631116800000, "train_loss": 0.016350947320461273, "subset_score_loss": 0.016350947320461273} +{"step": 4270000, "wall_time": 37668.0373980999, "train_loss_step": 2.0220491886138916, "n_params": 4305940, "total_flops": 56482909593600000, "train_loss": 0.01607086807489395, "subset_score_loss": 0.01607086807489395} +{"step": 4280000, "wall_time": 37752.653274297714, "train_loss_step": 2.0119576454162598, "n_params": 4305940, "total_flops": 56615188070400000, "train_loss": 0.016085578501224516, "subset_score_loss": 0.016085578501224516} +{"step": 4290000, "wall_time": 37830.17815089226, "train_loss_step": 1.926419973373413, "n_params": 4305940, "total_flops": 56747466547200000, "train_loss": 0.01599433273077011, "subset_score_loss": 0.01599433273077011} +{"step": 4300000, "wall_time": 37977.16192698479, "train_loss_step": 2.0874743461608887, "n_params": 4305940, "total_flops": 56879745024000000, "train_loss": 0.016038507223129272, "subset_score_loss": 0.016038507223129272, "memorization_fraction_pixel": 0.08959999680519104, "mean_nn_ratio_pixel": 0.4842578172683716, "fid": 68.0183268744681} +{"step": 4310000, "wall_time": 38061.72083425522, "train_loss_step": 1.9388259649276733, "n_params": 4305940, "total_flops": 57012023500800000, "train_loss": 0.016030924022197725, "subset_score_loss": 0.016030924022197725} +{"step": 4320000, "wall_time": 38146.382457494736, "train_loss_step": 2.073253631591797, "n_params": 4305940, "total_flops": 57144301977600000, "train_loss": 0.015998309850692748, "subset_score_loss": 0.015998309850692748} +{"step": 4330000, "wall_time": 38224.48761963844, "train_loss_step": 1.9465034008026123, "n_params": 4305940, "total_flops": 57276580454400000, "train_loss": 0.01596231609582901, "subset_score_loss": 0.01596231609582901} +{"step": 4340000, "wall_time": 38297.32875442505, "train_loss_step": 1.8851444721221924, "n_params": 4305940, "total_flops": 57408858931200000, "train_loss": 0.015891049802303315, "subset_score_loss": 0.015891049802303315} +{"step": 4350000, "wall_time": 38381.953364133835, "train_loss_step": 2.0427231788635254, "n_params": 4305940, "total_flops": 57541137408000000, "train_loss": 0.016072984039783477, "subset_score_loss": 0.016072984039783477} +{"step": 4360000, "wall_time": 38466.58400058746, "train_loss_step": 1.9911283254623413, "n_params": 4305940, "total_flops": 57673415884800000, "train_loss": 0.015836024284362794, "subset_score_loss": 0.015836024284362794} +{"step": 4370000, "wall_time": 38551.79114294052, "train_loss_step": 1.874497413635254, "n_params": 4305940, "total_flops": 57805694361600000, "train_loss": 0.01590978056192398, "subset_score_loss": 0.01590978056192398} +{"step": 4380000, "wall_time": 38622.507742881775, "train_loss_step": 1.8959875106811523, "n_params": 4305940, "total_flops": 57937972838400000, "train_loss": 0.0159684956073761, "subset_score_loss": 0.0159684956073761} +{"step": 4390000, "wall_time": 38707.030265808105, "train_loss_step": 1.9638997316360474, "n_params": 4305940, "total_flops": 58070251315200000, "train_loss": 0.01579502522945404, "subset_score_loss": 0.01579502522945404} +{"step": 4400000, "wall_time": 38842.84643578529, "train_loss_step": 1.8628308773040771, "n_params": 4305940, "total_flops": 58202529792000000, "train_loss": 0.01569293886423111, "subset_score_loss": 0.01569293886423111, "memorization_fraction_pixel": 0.09099999815225601, "mean_nn_ratio_pixel": 0.4818893074989319, "fid": 67.56182063826371} +{"step": 4410000, "wall_time": 38927.58718109131, "train_loss_step": 1.9643198251724243, "n_params": 4305940, "total_flops": 58334808268800000, "train_loss": 0.015850867331027984, "subset_score_loss": 0.015850867331027984} +{"step": 4420000, "wall_time": 39012.12609910965, "train_loss_step": 1.8876110315322876, "n_params": 4305940, "total_flops": 58467086745600000, "train_loss": 0.015383553504943848, "subset_score_loss": 0.015383553504943848} +{"step": 4430000, "wall_time": 39096.70078754425, "train_loss_step": 1.7766517400741577, "n_params": 4305940, "total_flops": 58599365222400000, "train_loss": 0.01567239761352539, "subset_score_loss": 0.01567239761352539} +{"step": 4440000, "wall_time": 39181.76042532921, "train_loss_step": 2.0296027660369873, "n_params": 4305940, "total_flops": 58731643699200000, "train_loss": 0.016032586991786956, "subset_score_loss": 0.016032586991786956} +{"step": 4450000, "wall_time": 39241.0964179039, "train_loss_step": 1.944070816040039, "n_params": 4305940, "total_flops": 58863922176000000, "train_loss": 0.015574564039707185, "subset_score_loss": 0.015574564039707185} +{"step": 4460000, "wall_time": 39325.68138003349, "train_loss_step": 1.9713873863220215, "n_params": 4305940, "total_flops": 58996200652800000, "train_loss": 0.015662720799446105, "subset_score_loss": 0.015662720799446105} +{"step": 4470000, "wall_time": 39410.26656508446, "train_loss_step": 1.9645287990570068, "n_params": 4305940, "total_flops": 59128479129600000, "train_loss": 0.015645697712898254, "subset_score_loss": 0.015645697712898254} +{"step": 4480000, "wall_time": 39495.1294836998, "train_loss_step": 1.9391542673110962, "n_params": 4305940, "total_flops": 59260757606400000, "train_loss": 0.015623708069324494, "subset_score_loss": 0.015623708069324494} +{"step": 4490000, "wall_time": 39573.174261808395, "train_loss_step": 2.020268440246582, "n_params": 4305940, "total_flops": 59393036083200000, "train_loss": 0.015530578792095184, "subset_score_loss": 0.015530578792095184} +{"step": 4500000, "wall_time": 39704.33386158943, "train_loss_step": 1.8172096014022827, "n_params": 4305940, "total_flops": 59525314560000000, "train_loss": 0.015850475430488585, "subset_score_loss": 0.015850475430488585, "memorization_fraction_pixel": 0.08089999854564667, "mean_nn_ratio_pixel": 0.4877512753009796, "fid": 68.32228389134818} +{"step": 4510000, "wall_time": 39786.26134157181, "train_loss_step": 1.999530553817749, "n_params": 4305940, "total_flops": 59657593036800000, "train_loss": 0.01545417457818985, "subset_score_loss": 0.01545417457818985} +{"step": 4520000, "wall_time": 39870.97285056114, "train_loss_step": 2.0182676315307617, "n_params": 4305940, "total_flops": 59789871513600000, "train_loss": 0.015740808844566346, "subset_score_loss": 0.015740808844566346} +{"step": 4530000, "wall_time": 39955.53037691116, "train_loss_step": 1.9724594354629517, "n_params": 4305940, "total_flops": 59922149990400000, "train_loss": 0.01555725485086441, "subset_score_loss": 0.01555725485086441} +{"step": 4540000, "wall_time": 40040.187532663345, "train_loss_step": 2.075819492340088, "n_params": 4305940, "total_flops": 60054428467200000, "train_loss": 0.015412922203540801, "subset_score_loss": 0.015412922203540801} +{"step": 4550000, "wall_time": 40125.005554914474, "train_loss_step": 1.9689173698425293, "n_params": 4305940, "total_flops": 60186706944000000, "train_loss": 0.015255288779735565, "subset_score_loss": 0.015255288779735565} +{"step": 4560000, "wall_time": 40186.16358613968, "train_loss_step": 2.0632822513580322, "n_params": 4305940, "total_flops": 60318985420800000, "train_loss": 0.01536925435066223, "subset_score_loss": 0.01536925435066223} +{"step": 4570000, "wall_time": 40268.42207789421, "train_loss_step": 1.9393353462219238, "n_params": 4305940, "total_flops": 60451263897600000, "train_loss": 0.015286765992641449, "subset_score_loss": 0.015286765992641449} +{"step": 4580000, "wall_time": 40352.89183950424, "train_loss_step": 2.0656113624572754, "n_params": 4305940, "total_flops": 60583542374400000, "train_loss": 0.015274643898010254, "subset_score_loss": 0.015274643898010254} +{"step": 4590000, "wall_time": 40437.51725387573, "train_loss_step": 2.040154457092285, "n_params": 4305940, "total_flops": 60715820851200000, "train_loss": 0.01517646163702011, "subset_score_loss": 0.01517646163702011} +{"step": 4600000, "wall_time": 40579.880960702896, "train_loss_step": 2.1391873359680176, "n_params": 4305940, "total_flops": 60848099328000000, "train_loss": 0.015177921950817108, "subset_score_loss": 0.015177921950817108, "memorization_fraction_pixel": 0.10000000149011612, "mean_nn_ratio_pixel": 0.47680479288101196, "fid": 67.59089483508689} +{"step": 4610000, "wall_time": 40646.78826498985, "train_loss_step": 1.9250996112823486, "n_params": 4305940, "total_flops": 60980377804800000, "train_loss": 0.015150968730449677, "subset_score_loss": 0.015150968730449677} +{"step": 4620000, "wall_time": 40728.572028160095, "train_loss_step": 1.9160155057907104, "n_params": 4305940, "total_flops": 61112656281600000, "train_loss": 0.015424196422100068, "subset_score_loss": 0.015424196422100068} +{"step": 4630000, "wall_time": 40813.2255961895, "train_loss_step": 2.0679776668548584, "n_params": 4305940, "total_flops": 61244934758400000, "train_loss": 0.015117712318897247, "subset_score_loss": 0.015117712318897247} +{"step": 4640000, "wall_time": 40897.76745176315, "train_loss_step": 1.8924691677093506, "n_params": 4305940, "total_flops": 61377213235200000, "train_loss": 0.01530168354511261, "subset_score_loss": 0.01530168354511261} +{"step": 4650000, "wall_time": 40982.33715009689, "train_loss_step": 2.0322911739349365, "n_params": 4305940, "total_flops": 61509491712000000, "train_loss": 0.015286032855510712, "subset_score_loss": 0.015286032855510712} +{"step": 4660000, "wall_time": 41066.66337442398, "train_loss_step": 2.192730665206909, "n_params": 4305940, "total_flops": 61641770188800000, "train_loss": 0.01507088989019394, "subset_score_loss": 0.01507088989019394} +{"step": 4670000, "wall_time": 41137.406427145004, "train_loss_step": 1.9683582782745361, "n_params": 4305940, "total_flops": 61774048665600000, "train_loss": 0.015320682525634765, "subset_score_loss": 0.015320682525634765} +{"step": 4680000, "wall_time": 41204.97721815109, "train_loss_step": 1.865058183670044, "n_params": 4305940, "total_flops": 61906327142400000, "train_loss": 0.015010276436805725, "subset_score_loss": 0.015010276436805725} +{"step": 4690000, "wall_time": 41289.63689041138, "train_loss_step": 1.98543119430542, "n_params": 4305940, "total_flops": 62038605619200000, "train_loss": 0.014870569109916687, "subset_score_loss": 0.014870569109916687} +{"step": 4700000, "wall_time": 41439.63513469696, "train_loss_step": 1.9162544012069702, "n_params": 4305940, "total_flops": 62170884096000000, "train_loss": 0.015417297184467316, "subset_score_loss": 0.015417297184467316, "memorization_fraction_pixel": 0.0885000005364418, "mean_nn_ratio_pixel": 0.47988516092300415, "fid": 67.36700684737652} +{"step": 4710000, "wall_time": 41523.77194786072, "train_loss_step": 1.860266089439392, "n_params": 4305940, "total_flops": 62303162572800000, "train_loss": 0.015038533508777619, "subset_score_loss": 0.015038533508777619} +{"step": 4720000, "wall_time": 41582.22080898285, "train_loss_step": 1.7851300239562988, "n_params": 4305940, "total_flops": 62435441049600000, "train_loss": 0.015400072932243348, "subset_score_loss": 0.015400072932243348} +{"step": 4730000, "wall_time": 41666.66243004799, "train_loss_step": 1.831642746925354, "n_params": 4305940, "total_flops": 62567719526400000, "train_loss": 0.015275046229362488, "subset_score_loss": 0.015275046229362488} +{"step": 4740000, "wall_time": 41751.407859802246, "train_loss_step": 2.000462293624878, "n_params": 4305940, "total_flops": 62699998003200000, "train_loss": 0.015084977447986602, "subset_score_loss": 0.015084977447986602} +{"step": 4750000, "wall_time": 41836.08970141411, "train_loss_step": 1.92430579662323, "n_params": 4305940, "total_flops": 62832276480000000, "train_loss": 0.015209631621837616, "subset_score_loss": 0.015209631621837616} +{"step": 4760000, "wall_time": 41920.48974895477, "train_loss_step": 2.030208110809326, "n_params": 4305940, "total_flops": 62964554956800000, "train_loss": 0.014991010725498199, "subset_score_loss": 0.014991010725498199} +{"step": 4770000, "wall_time": 42004.90800833702, "train_loss_step": 1.9265844821929932, "n_params": 4305940, "total_flops": 63096833433600000, "train_loss": 0.014746606349945068, "subset_score_loss": 0.014746606349945068} +{"step": 4780000, "wall_time": 42081.61278986931, "train_loss_step": 1.9780815839767456, "n_params": 4305940, "total_flops": 63229111910400000, "train_loss": 0.014717541635036469, "subset_score_loss": 0.014717541635036469} +{"step": 4790000, "wall_time": 42154.75780558586, "train_loss_step": 2.048905611038208, "n_params": 4305940, "total_flops": 63361390387200000, "train_loss": 0.015099334716796874, "subset_score_loss": 0.015099334716796874} +{"step": 4800000, "wall_time": 42297.446521520615, "train_loss_step": 1.9557920694351196, "n_params": 4305940, "total_flops": 63493668864000000, "train_loss": 0.014757336676120758, "subset_score_loss": 0.014757336676120758, "memorization_fraction_pixel": 0.093299999833107, "mean_nn_ratio_pixel": 0.48100176453590393, "fid": 66.79712387584716} +{"step": 4810000, "wall_time": 42381.95953011513, "train_loss_step": 2.0249826908111572, "n_params": 4305940, "total_flops": 63625947340800000, "train_loss": 0.014802856743335724, "subset_score_loss": 0.014802856743335724} +{"step": 4820000, "wall_time": 42466.662227630615, "train_loss_step": 1.9656362533569336, "n_params": 4305940, "total_flops": 63758225817600000, "train_loss": 0.014729548990726472, "subset_score_loss": 0.014729548990726472} +{"step": 4830000, "wall_time": 42531.67043352127, "train_loss_step": 1.9682753086090088, "n_params": 4305940, "total_flops": 63890504294400000, "train_loss": 0.014700391888618469, "subset_score_loss": 0.014700391888618469} +{"step": 4840000, "wall_time": 42612.27089881897, "train_loss_step": 2.0467770099639893, "n_params": 4305940, "total_flops": 64022782771200000, "train_loss": 0.014811044931411744, "subset_score_loss": 0.014811044931411744} +{"step": 4850000, "wall_time": 42696.9351170063, "train_loss_step": 1.892123818397522, "n_params": 4305940, "total_flops": 64155061248000000, "train_loss": 0.014385540783405305, "subset_score_loss": 0.014385540783405305} +{"step": 4860000, "wall_time": 42781.612431287766, "train_loss_step": 2.013491153717041, "n_params": 4305940, "total_flops": 64287339724800000, "train_loss": 0.014572766423225404, "subset_score_loss": 0.014572766423225404} +{"step": 4870000, "wall_time": 42866.1431415081, "train_loss_step": 1.9141457080841064, "n_params": 4305940, "total_flops": 64419618201600000, "train_loss": 0.01469271332025528, "subset_score_loss": 0.01469271332025528} +{"step": 4880000, "wall_time": 42950.61831355095, "train_loss_step": 2.1667070388793945, "n_params": 4305940, "total_flops": 64551896678400000, "train_loss": 0.014708311855792999, "subset_score_loss": 0.014708311855792999} +{"step": 4890000, "wall_time": 43028.34265613556, "train_loss_step": 2.000998020172119, "n_params": 4305940, "total_flops": 64684175155200000, "train_loss": 0.01460145264863968, "subset_score_loss": 0.01460145264863968} +{"step": 4900000, "wall_time": 43168.78121781349, "train_loss_step": 1.9769948720932007, "n_params": 4305940, "total_flops": 64816453632000000, "train_loss": 0.014479924738407136, "subset_score_loss": 0.014479924738407136, "memorization_fraction_pixel": 0.09489999711513519, "mean_nn_ratio_pixel": 0.4786929786205292, "fid": 68.14716271463674} +{"step": 4910000, "wall_time": 43249.77861618996, "train_loss_step": 2.0715718269348145, "n_params": 4305940, "total_flops": 64948732108800000, "train_loss": 0.014485618472099305, "subset_score_loss": 0.014485618472099305} +{"step": 4920000, "wall_time": 43334.393631219864, "train_loss_step": 1.82447350025177, "n_params": 4305940, "total_flops": 65081010585600000, "train_loss": 0.014547817409038544, "subset_score_loss": 0.014547817409038544} +{"step": 4930000, "wall_time": 43412.47910237312, "train_loss_step": 1.8571726083755493, "n_params": 4305940, "total_flops": 65213289062400000, "train_loss": 0.014702971279621124, "subset_score_loss": 0.014702971279621124} +{"step": 4940000, "wall_time": 43493.282373428345, "train_loss_step": 1.9622770547866821, "n_params": 4305940, "total_flops": 65345567539200000, "train_loss": 0.01449473351240158, "subset_score_loss": 0.01449473351240158} +{"step": 4950000, "wall_time": 43560.14622402191, "train_loss_step": 2.0954058170318604, "n_params": 4305940, "total_flops": 65477846016000000, "train_loss": 0.014506778120994568, "subset_score_loss": 0.014506778120994568} +{"step": 4960000, "wall_time": 43644.83486580849, "train_loss_step": 1.891453504562378, "n_params": 4305940, "total_flops": 65610124492800000, "train_loss": 0.01436348855495453, "subset_score_loss": 0.01436348855495453} +{"step": 4970000, "wall_time": 43729.37758731842, "train_loss_step": 2.042025327682495, "n_params": 4305940, "total_flops": 65742402969600000, "train_loss": 0.01438968926668167, "subset_score_loss": 0.01438968926668167} +{"step": 4980000, "wall_time": 43813.85917663574, "train_loss_step": 2.0225634574890137, "n_params": 4305940, "total_flops": 65874681446400000, "train_loss": 0.014550921320915223, "subset_score_loss": 0.014550921320915223} +{"step": 4990000, "wall_time": 43898.634556531906, "train_loss_step": 2.018911838531494, "n_params": 4305940, "total_flops": 66006959923200000, "train_loss": 0.014208579063415527, "subset_score_loss": 0.014208579063415527} +{"step": 5000000, "wall_time": 44030.94104409218, "train_loss_step": 2.115774631500244, "n_params": 4305940, "total_flops": 66139238400000000, "train_loss": 0.014591413736343383, "subset_score_loss": 0.014591413736343383, "memorization_fraction_pixel": 0.09030000120401382, "mean_nn_ratio_pixel": 0.4781104028224945, "fid": 67.21223328678903} diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d20/runner.log b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d20/runner.log new file mode 100644 index 0000000000000000000000000000000000000000..a107516811dccac4f4164da7acd715914553bd44 --- /dev/null +++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d20/runner.log @@ -0,0 +1,502 @@ + FID real-side stats cached over 1000 diverse train images + step 1 | 64s | train_loss=1.0024 | fid=224.9717 + step 10000 | 136s | train_loss=0.8800 + step 20000 | 221s | train_loss=0.8740 + step 30000 | 306s | train_loss=0.8692 + step 40000 | 391s | train_loss=0.8636 + step 50000 | 476s | train_loss=0.8578 + step 60000 | 560s | train_loss=0.8502 + step 70000 | 645s | train_loss=0.8373 + step 80000 | 729s | train_loss=0.8137 + step 90000 | 814s | train_loss=0.7785 + step 100000 | 963s | train_loss=0.7336 | fid=71.0806 + step 110000 | 1044s | train_loss=0.6726 + step 120000 | 1121s | train_loss=0.5910 + step 130000 | 1206s | train_loss=0.5044 + step 140000 | 1291s | train_loss=0.4205 + step 150000 | 1376s | train_loss=0.3548 + step 160000 | 1460s | train_loss=0.3047 + step 170000 | 1545s | train_loss=0.2659 + step 180000 | 1629s | train_loss=0.2436 + step 190000 | 1714s | train_loss=0.2236 + step 200000 | 1864s | train_loss=0.2098 | fid=69.8822 + step 210000 | 1947s | train_loss=0.1959 + step 220000 | 2029s | train_loss=0.1861 + step 230000 | 2106s | train_loss=0.1781 + step 240000 | 2191s | train_loss=0.1678 + step 250000 | 2276s | train_loss=0.1648 + step 260000 | 2361s | train_loss=0.1541 + step 270000 | 2445s | train_loss=0.1490 + step 280000 | 2530s | train_loss=0.1427 + step 290000 | 2615s | train_loss=0.1398 + step 300000 | 2765s | train_loss=0.1347 | fid=69.0941 + step 310000 | 2847s | train_loss=0.1280 + step 320000 | 2926s | train_loss=0.1250 + step 330000 | 3002s | train_loss=0.1218 + step 340000 | 3067s | train_loss=0.1201 + step 350000 | 3151s | train_loss=0.1153 + step 360000 | 3236s | train_loss=0.1127 + step 370000 | 3321s | train_loss=0.1102 + step 380000 | 3405s | train_loss=0.1060 + step 390000 | 3490s | train_loss=0.1042 + step 400000 | 3641s | train_loss=0.1020 | fid=70.2469 + step 410000 | 3723s | train_loss=0.0996 + step 420000 | 3807s | train_loss=0.0960 + step 430000 | 3890s | train_loss=0.0957 + step 440000 | 3974s | train_loss=0.0926 + step 450000 | 4052s | train_loss=0.0913 + step 460000 | 4137s | train_loss=0.0897 + step 470000 | 4221s | train_loss=0.0871 + step 480000 | 4304s | train_loss=0.0859 + step 490000 | 4388s | train_loss=0.0852 + step 500000 | 4538s | train_loss=0.0830 | fid=70.1161 + step 510000 | 4620s | train_loss=0.0815 + step 520000 | 4704s | train_loss=0.0802 + step 530000 | 4789s | train_loss=0.0783 + step 540000 | 4871s | train_loss=0.0778 + step 550000 | 4956s | train_loss=0.0773 + step 560000 | 5033s | train_loss=0.0761 + step 570000 | 5118s | train_loss=0.0741 + step 580000 | 5202s | train_loss=0.0736 + step 590000 | 5287s | train_loss=0.0720 + step 600000 | 5438s | train_loss=0.0709 | fid=68.7234 + step 610000 | 5520s | train_loss=0.0705 + step 620000 | 5605s | train_loss=0.0690 + step 630000 | 5689s | train_loss=0.0687 + step 640000 | 5774s | train_loss=0.0671 + step 650000 | 5850s | train_loss=0.0662 + step 660000 | 5936s | train_loss=0.0655 + step 670000 | 5996s | train_loss=0.0661 + step 680000 | 6080s | train_loss=0.0637 + step 690000 | 6164s | train_loss=0.0630 + step 700000 | 6315s | train_loss=0.0623 | fid=68.7309 + step 710000 | 6399s | train_loss=0.0630 + step 720000 | 6472s | train_loss=0.0612 + step 730000 | 6556s | train_loss=0.0613 + step 740000 | 6641s | train_loss=0.0602 + step 750000 | 6724s | train_loss=0.0589 + step 760000 | 6799s | train_loss=0.0585 + step 770000 | 6884s | train_loss=0.0584 + step 780000 | 6953s | train_loss=0.0569 + step 790000 | 7029s | train_loss=0.0566 + step 800000 | 7179s | train_loss=0.0564 | fid=69.1467 + step 810000 | 7264s | train_loss=0.0552 + step 820000 | 7344s | train_loss=0.0556 + step 830000 | 7418s | train_loss=0.0547 + step 840000 | 7503s | train_loss=0.0543 + step 850000 | 7587s | train_loss=0.0538 + step 860000 | 7672s | train_loss=0.0534 + step 870000 | 7743s | train_loss=0.0521 + step 880000 | 7828s | train_loss=0.0526 + step 890000 | 7911s | train_loss=0.0513 + step 900000 | 8038s | train_loss=0.0509 | fid=69.4775 + step 910000 | 8123s | train_loss=0.0504 + step 920000 | 8207s | train_loss=0.0499 + step 930000 | 8286s | train_loss=0.0500 + step 940000 | 8358s | train_loss=0.0493 + step 950000 | 8443s | train_loss=0.0493 + step 960000 | 8527s | train_loss=0.0490 + step 970000 | 8612s | train_loss=0.0484 + step 980000 | 8683s | train_loss=0.0480 + step 990000 | 8764s | train_loss=0.0477 + step 1000000 | 8907s | train_loss=0.0464 | fid=68.0821 + step 1010000 | 8984s | train_loss=0.0465 + step 1020000 | 9068s | train_loss=0.0471 + step 1030000 | 9153s | train_loss=0.0458 + step 1040000 | 9231s | train_loss=0.0453 + step 1050000 | 9309s | train_loss=0.0457 + step 1060000 | 9394s | train_loss=0.0452 + step 1070000 | 9478s | train_loss=0.0447 + step 1080000 | 9563s | train_loss=0.0445 + step 1090000 | 9640s | train_loss=0.0445 + step 1100000 | 9782s | train_loss=0.0442 | fid=68.5471 + step 1110000 | 9862s | train_loss=0.0439 + step 1120000 | 9933s | train_loss=0.0437 + step 1130000 | 10018s | train_loss=0.0432 + step 1140000 | 10102s | train_loss=0.0431 + step 1150000 | 10184s | train_loss=0.0426 + step 1160000 | 10269s | train_loss=0.0423 + step 1170000 | 10353s | train_loss=0.0421 + step 1180000 | 10438s | train_loss=0.0416 + step 1190000 | 10522s | train_loss=0.0414 + step 1200000 | 10670s | train_loss=0.0419 | fid=67.9088 + step 1210000 | 10755s | train_loss=0.0409 + step 1220000 | 10838s | train_loss=0.0407 + step 1230000 | 10917s | train_loss=0.0407 + step 1240000 | 11002s | train_loss=0.0410 + step 1250000 | 11083s | train_loss=0.0404 + step 1260000 | 11168s | train_loss=0.0397 + step 1270000 | 11253s | train_loss=0.0391 + step 1280000 | 11337s | train_loss=0.0390 + step 1290000 | 11422s | train_loss=0.0392 + step 1300000 | 11569s | train_loss=0.0385 | fid=67.5832 + step 1310000 | 11654s | train_loss=0.0385 + step 1320000 | 11738s | train_loss=0.0390 + step 1330000 | 11820s | train_loss=0.0381 + step 1340000 | 11902s | train_loss=0.0387 + step 1350000 | 11984s | train_loss=0.0382 + step 1360000 | 12067s | train_loss=0.0379 + step 1370000 | 12152s | train_loss=0.0374 + step 1380000 | 12236s | train_loss=0.0374 + step 1390000 | 12321s | train_loss=0.0371 + step 1400000 | 12471s | train_loss=0.0368 | fid=67.7081 + step 1410000 | 12553s | train_loss=0.0367 + step 1420000 | 12638s | train_loss=0.0368 + step 1430000 | 12723s | train_loss=0.0365 + step 1440000 | 12805s | train_loss=0.0365 + step 1450000 | 12886s | train_loss=0.0354 + step 1460000 | 12969s | train_loss=0.0358 + step 1470000 | 13053s | train_loss=0.0361 + step 1480000 | 13138s | train_loss=0.0355 + step 1490000 | 13223s | train_loss=0.0359 + step 1500000 | 13372s | train_loss=0.0348 | fid=68.2922 + step 1510000 | 13454s | train_loss=0.0355 + step 1520000 | 13538s | train_loss=0.0350 + step 1530000 | 13623s | train_loss=0.0346 + step 1540000 | 13708s | train_loss=0.0344 + step 1550000 | 13789s | train_loss=0.0343 + step 1560000 | 13868s | train_loss=0.0343 + step 1570000 | 13952s | train_loss=0.0340 + step 1580000 | 14037s | train_loss=0.0344 + step 1590000 | 14122s | train_loss=0.0336 + step 1600000 | 14272s | train_loss=0.0337 | fid=67.2163 + step 1610000 | 14357s | train_loss=0.0335 + step 1620000 | 14431s | train_loss=0.0334 + step 1630000 | 14514s | train_loss=0.0328 + step 1640000 | 14599s | train_loss=0.0334 + step 1650000 | 14684s | train_loss=0.0333 + step 1660000 | 14753s | train_loss=0.0324 + step 1670000 | 14818s | train_loss=0.0333 + step 1680000 | 14901s | train_loss=0.0324 + step 1690000 | 14986s | train_loss=0.0326 + step 1700000 | 15136s | train_loss=0.0328 | fid=68.3886 + step 1710000 | 15221s | train_loss=0.0320 + step 1720000 | 15305s | train_loss=0.0322 + step 1730000 | 15381s | train_loss=0.0321 + step 1740000 | 15465s | train_loss=0.0319 + step 1750000 | 15549s | train_loss=0.0313 + step 1760000 | 15634s | train_loss=0.0324 + step 1770000 | 15710s | train_loss=0.0316 + step 1780000 | 15780s | train_loss=0.0318 + step 1790000 | 15851s | train_loss=0.0313 + step 1800000 | 16001s | train_loss=0.0312 | fid=68.3707 + step 1810000 | 16086s | train_loss=0.0311 + step 1820000 | 16171s | train_loss=0.0305 + step 1830000 | 16255s | train_loss=0.0304 + step 1840000 | 16331s | train_loss=0.0302 + step 1850000 | 16410s | train_loss=0.0304 + step 1860000 | 16495s | train_loss=0.0304 + step 1870000 | 16576s | train_loss=0.0300 + step 1880000 | 16661s | train_loss=0.0304 + step 1890000 | 16743s | train_loss=0.0301 + step 1900000 | 16890s | train_loss=0.0293 | fid=67.4923 + step 1910000 | 16975s | train_loss=0.0296 + step 1920000 | 17060s | train_loss=0.0293 + step 1930000 | 17144s | train_loss=0.0293 + step 1940000 | 17229s | train_loss=0.0294 + step 1950000 | 17309s | train_loss=0.0293 + step 1960000 | 17384s | train_loss=0.0287 + step 1970000 | 17467s | train_loss=0.0288 + step 1980000 | 17540s | train_loss=0.0289 + step 1990000 | 17625s | train_loss=0.0290 + step 2000000 | 17769s | train_loss=0.0287 | fid=68.0468 + step 2010000 | 17853s | train_loss=0.0286 + step 2020000 | 17938s | train_loss=0.0284 + step 2030000 | 18023s | train_loss=0.0283 + step 2040000 | 18108s | train_loss=0.0282 + step 2050000 | 18192s | train_loss=0.0282 + step 2060000 | 18277s | train_loss=0.0281 + step 2070000 | 18349s | train_loss=0.0280 + step 2080000 | 18429s | train_loss=0.0282 + step 2090000 | 18506s | train_loss=0.0281 + step 2100000 | 18649s | train_loss=0.0277 | fid=67.4754 + step 2110000 | 18724s | train_loss=0.0278 + step 2120000 | 18799s | train_loss=0.0274 + step 2130000 | 18883s | train_loss=0.0276 + step 2140000 | 18968s | train_loss=0.0269 + step 2150000 | 19053s | train_loss=0.0268 + step 2160000 | 19137s | train_loss=0.0273 + step 2170000 | 19222s | train_loss=0.0270 + step 2180000 | 19296s | train_loss=0.0265 + step 2190000 | 19371s | train_loss=0.0269 + step 2200000 | 19520s | train_loss=0.0265 | fid=67.0587 + step 2210000 | 19604s | train_loss=0.0266 + step 2220000 | 19676s | train_loss=0.0268 + step 2230000 | 19748s | train_loss=0.0265 + step 2240000 | 19827s | train_loss=0.0264 + step 2250000 | 19912s | train_loss=0.0264 + step 2260000 | 19996s | train_loss=0.0262 + step 2270000 | 20081s | train_loss=0.0259 + step 2280000 | 20166s | train_loss=0.0260 + step 2290000 | 20244s | train_loss=0.0256 + step 2300000 | 20390s | train_loss=0.0257 | fid=67.5044 + step 2310000 | 20474s | train_loss=0.0256 + step 2320000 | 20559s | train_loss=0.0256 + step 2330000 | 20641s | train_loss=0.0257 + step 2340000 | 20726s | train_loss=0.0254 + step 2350000 | 20802s | train_loss=0.0252 + step 2360000 | 20887s | train_loss=0.0252 + step 2370000 | 20971s | train_loss=0.0252 + step 2380000 | 21056s | train_loss=0.0251 + step 2390000 | 21137s | train_loss=0.0252 + step 2400000 | 21269s | train_loss=0.0247 | fid=67.2422 + step 2410000 | 21353s | train_loss=0.0250 + step 2420000 | 21438s | train_loss=0.0249 + step 2430000 | 21523s | train_loss=0.0246 + step 2440000 | 21596s | train_loss=0.0245 + step 2450000 | 21676s | train_loss=0.0248 + step 2460000 | 21750s | train_loss=0.0244 + step 2470000 | 21825s | train_loss=0.0245 + step 2480000 | 21909s | train_loss=0.0240 + step 2490000 | 21994s | train_loss=0.0241 + step 2500000 | 22122s | train_loss=0.0239 | fid=68.6182 + step 2510000 | 22206s | train_loss=0.0238 + step 2520000 | 22291s | train_loss=0.0239 + step 2530000 | 22375s | train_loss=0.0236 + step 2540000 | 22460s | train_loss=0.0243 + step 2550000 | 22545s | train_loss=0.0242 + step 2560000 | 22613s | train_loss=0.0237 + step 2570000 | 22698s | train_loss=0.0240 + step 2580000 | 22772s | train_loss=0.0238 + step 2590000 | 22856s | train_loss=0.0235 + step 2600000 | 23004s | train_loss=0.0232 | fid=66.9966 + step 2610000 | 23085s | train_loss=0.0235 + step 2620000 | 23170s | train_loss=0.0235 + step 2630000 | 23254s | train_loss=0.0229 + step 2640000 | 23339s | train_loss=0.0231 + step 2650000 | 23424s | train_loss=0.0231 + step 2660000 | 23509s | train_loss=0.0235 + step 2670000 | 23590s | train_loss=0.0230 + step 2680000 | 23675s | train_loss=0.0227 + step 2690000 | 23758s | train_loss=0.0229 + step 2700000 | 23908s | train_loss=0.0230 | fid=67.4335 + step 2710000 | 23987s | train_loss=0.0226 + step 2720000 | 24067s | train_loss=0.0225 + step 2730000 | 24152s | train_loss=0.0224 + step 2740000 | 24236s | train_loss=0.0227 + step 2750000 | 24321s | train_loss=0.0228 + step 2760000 | 24406s | train_loss=0.0223 + step 2770000 | 24491s | train_loss=0.0224 + step 2780000 | 24568s | train_loss=0.0223 + step 2790000 | 24647s | train_loss=0.0226 + step 2800000 | 24783s | train_loss=0.0220 | fid=67.9624 + step 2810000 | 24859s | train_loss=0.0223 + step 2820000 | 24937s | train_loss=0.0218 + step 2830000 | 25018s | train_loss=0.0222 + step 2840000 | 25102s | train_loss=0.0221 + step 2850000 | 25187s | train_loss=0.0217 + step 2860000 | 25272s | train_loss=0.0220 + step 2870000 | 25356s | train_loss=0.0216 + step 2880000 | 25441s | train_loss=0.0217 + step 2890000 | 25526s | train_loss=0.0216 + step 2900000 | 25674s | train_loss=0.0216 | fid=67.3503 + step 2910000 | 25751s | train_loss=0.0218 + step 2920000 | 25829s | train_loss=0.0218 + step 2930000 | 25907s | train_loss=0.0215 + step 2940000 | 25990s | train_loss=0.0214 + step 2950000 | 26075s | train_loss=0.0214 + step 2960000 | 26159s | train_loss=0.0215 + step 2970000 | 26244s | train_loss=0.0211 + step 2980000 | 26329s | train_loss=0.0213 + step 2990000 | 26413s | train_loss=0.0212 + step 3000000 | 26551s | train_loss=0.0208 | fid=67.1539 + step 3010000 | 26636s | train_loss=0.0210 + step 3020000 | 26697s | train_loss=0.0208 + step 3030000 | 26780s | train_loss=0.0211 + step 3040000 | 26856s | train_loss=0.0207 + step 3050000 | 26940s | train_loss=0.0207 + step 3060000 | 27025s | train_loss=0.0206 + step 3070000 | 27109s | train_loss=0.0203 + step 3080000 | 27194s | train_loss=0.0205 + step 3090000 | 27279s | train_loss=0.0204 + step 3100000 | 27429s | train_loss=0.0206 | fid=67.1432 + step 3110000 | 27511s | train_loss=0.0204 + step 3120000 | 27595s | train_loss=0.0205 + step 3130000 | 27673s | train_loss=0.0205 + step 3140000 | 27745s | train_loss=0.0202 + step 3150000 | 27824s | train_loss=0.0203 + step 3160000 | 27908s | train_loss=0.0203 + step 3170000 | 27993s | train_loss=0.0202 + step 3180000 | 28077s | train_loss=0.0199 + step 3190000 | 28162s | train_loss=0.0202 + step 3200000 | 28312s | train_loss=0.0203 | fid=67.7965 + step 3210000 | 28397s | train_loss=0.0198 + step 3220000 | 28479s | train_loss=0.0200 + step 3230000 | 28561s | train_loss=0.0197 + step 3240000 | 28645s | train_loss=0.0198 + step 3250000 | 28727s | train_loss=0.0198 + step 3260000 | 28809s | train_loss=0.0196 + step 3270000 | 28893s | train_loss=0.0194 + step 3280000 | 28978s | train_loss=0.0197 + step 3290000 | 29063s | train_loss=0.0196 + step 3300000 | 29213s | train_loss=0.0197 | fid=67.6033 + step 3310000 | 29298s | train_loss=0.0195 + step 3320000 | 29382s | train_loss=0.0193 + step 3330000 | 29450s | train_loss=0.0195 + step 3340000 | 29532s | train_loss=0.0192 + step 3350000 | 29617s | train_loss=0.0193 + step 3360000 | 29695s | train_loss=0.0191 + step 3370000 | 29780s | train_loss=0.0192 + step 3380000 | 29865s | train_loss=0.0191 + step 3390000 | 29949s | train_loss=0.0193 + step 3400000 | 30099s | train_loss=0.0192 | fid=67.7693 + step 3410000 | 30184s | train_loss=0.0193 + step 3420000 | 30268s | train_loss=0.0193 + step 3430000 | 30353s | train_loss=0.0191 + step 3440000 | 30422s | train_loss=0.0188 + step 3450000 | 30500s | train_loss=0.0192 + step 3460000 | 30585s | train_loss=0.0189 + step 3470000 | 30649s | train_loss=0.0190 + step 3480000 | 30730s | train_loss=0.0186 + step 3490000 | 30815s | train_loss=0.0185 + step 3500000 | 30966s | train_loss=0.0191 | fid=68.0336 + step 3510000 | 31050s | train_loss=0.0188 + step 3520000 | 31135s | train_loss=0.0186 + step 3530000 | 31220s | train_loss=0.0185 + step 3540000 | 31302s | train_loss=0.0187 + step 3550000 | 31386s | train_loss=0.0186 + step 3560000 | 31468s | train_loss=0.0185 + step 3570000 | 31553s | train_loss=0.0186 + step 3580000 | 31635s | train_loss=0.0185 + step 3590000 | 31717s | train_loss=0.0185 + step 3600000 | 31867s | train_loss=0.0188 | fid=67.6914 + step 3610000 | 31951s | train_loss=0.0182 + step 3620000 | 32036s | train_loss=0.0186 + step 3630000 | 32121s | train_loss=0.0183 + step 3640000 | 32205s | train_loss=0.0181 + step 3650000 | 32287s | train_loss=0.0181 + step 3660000 | 32372s | train_loss=0.0180 + step 3670000 | 32453s | train_loss=0.0182 + step 3680000 | 32534s | train_loss=0.0184 + step 3690000 | 32612s | train_loss=0.0181 + step 3700000 | 32756s | train_loss=0.0180 | fid=67.5720 + step 3710000 | 32841s | train_loss=0.0180 + step 3720000 | 32925s | train_loss=0.0179 + step 3730000 | 33010s | train_loss=0.0177 + step 3740000 | 33095s | train_loss=0.0177 + step 3750000 | 33168s | train_loss=0.0178 + step 3760000 | 33250s | train_loss=0.0177 + step 3770000 | 33335s | train_loss=0.0177 + step 3780000 | 33407s | train_loss=0.0178 + step 3790000 | 33487s | train_loss=0.0174 + step 3800000 | 33624s | train_loss=0.0174 | fid=67.5458 + step 3810000 | 33707s | train_loss=0.0177 + step 3820000 | 33792s | train_loss=0.0174 + step 3830000 | 33877s | train_loss=0.0177 + step 3840000 | 33961s | train_loss=0.0175 + step 3850000 | 34046s | train_loss=0.0172 + step 3860000 | 34116s | train_loss=0.0172 + step 3870000 | 34200s | train_loss=0.0173 + step 3880000 | 34285s | train_loss=0.0171 + step 3890000 | 34361s | train_loss=0.0172 + step 3900000 | 34501s | train_loss=0.0172 | fid=67.6545 + step 3910000 | 34583s | train_loss=0.0173 + step 3920000 | 34654s | train_loss=0.0176 + step 3930000 | 34739s | train_loss=0.0168 + step 3940000 | 34824s | train_loss=0.0171 + step 3950000 | 34908s | train_loss=0.0169 + step 3960000 | 34993s | train_loss=0.0174 + step 3970000 | 35061s | train_loss=0.0169 + step 3980000 | 35144s | train_loss=0.0169 + step 3990000 | 35229s | train_loss=0.0171 + step 4000000 | 35368s | train_loss=0.0168 | fid=67.6278 + step 4010000 | 35444s | train_loss=0.0167 + step 4020000 | 35529s | train_loss=0.0168 + step 4030000 | 35605s | train_loss=0.0168 + step 4040000 | 35689s | train_loss=0.0167 + step 4050000 | 35774s | train_loss=0.0168 + step 4060000 | 35858s | train_loss=0.0166 + step 4070000 | 35943s | train_loss=0.0169 + step 4080000 | 36017s | train_loss=0.0168 + step 4090000 | 36102s | train_loss=0.0168 + step 4100000 | 36253s | train_loss=0.0165 | fid=67.4766 + step 4110000 | 36325s | train_loss=0.0165 + step 4120000 | 36396s | train_loss=0.0169 + step 4130000 | 36481s | train_loss=0.0166 + step 4140000 | 36562s | train_loss=0.0166 + step 4150000 | 36631s | train_loss=0.0165 + step 4160000 | 36716s | train_loss=0.0167 + step 4170000 | 36800s | train_loss=0.0164 + step 4180000 | 36879s | train_loss=0.0167 + step 4190000 | 36954s | train_loss=0.0165 + step 4200000 | 37105s | train_loss=0.0164 | fid=67.1048 + step 4210000 | 37190s | train_loss=0.0161 + step 4220000 | 37265s | train_loss=0.0160 + step 4230000 | 37339s | train_loss=0.0163 + step 4240000 | 37424s | train_loss=0.0163 + step 4250000 | 37509s | train_loss=0.0162 + step 4260000 | 37588s | train_loss=0.0164 + step 4270000 | 37668s | train_loss=0.0161 + step 4280000 | 37753s | train_loss=0.0161 + step 4290000 | 37830s | train_loss=0.0160 + step 4300000 | 37977s | train_loss=0.0160 | fid=68.0183 + step 4310000 | 38062s | train_loss=0.0160 + step 4320000 | 38146s | train_loss=0.0160 + step 4330000 | 38224s | train_loss=0.0160 + step 4340000 | 38297s | train_loss=0.0159 + step 4350000 | 38382s | train_loss=0.0161 + step 4360000 | 38467s | train_loss=0.0158 + step 4370000 | 38552s | train_loss=0.0159 + step 4380000 | 38623s | train_loss=0.0160 + step 4390000 | 38707s | train_loss=0.0158 + step 4400000 | 38843s | train_loss=0.0157 | fid=67.5618 + step 4410000 | 38928s | train_loss=0.0159 + step 4420000 | 39012s | train_loss=0.0154 + step 4430000 | 39097s | train_loss=0.0157 + step 4440000 | 39182s | train_loss=0.0160 + step 4450000 | 39241s | train_loss=0.0156 + step 4460000 | 39326s | train_loss=0.0157 + step 4470000 | 39410s | train_loss=0.0156 + step 4480000 | 39495s | train_loss=0.0156 + step 4490000 | 39573s | train_loss=0.0155 + step 4500000 | 39704s | train_loss=0.0159 | fid=68.3223 + step 4510000 | 39786s | train_loss=0.0155 + step 4520000 | 39871s | train_loss=0.0157 + step 4530000 | 39956s | train_loss=0.0156 + step 4540000 | 40040s | train_loss=0.0154 + step 4550000 | 40125s | train_loss=0.0153 + step 4560000 | 40186s | train_loss=0.0154 + step 4570000 | 40268s | train_loss=0.0153 + step 4580000 | 40353s | train_loss=0.0153 + step 4590000 | 40438s | train_loss=0.0152 + step 4600000 | 40580s | train_loss=0.0152 | fid=67.5909 + step 4610000 | 40647s | train_loss=0.0152 + step 4620000 | 40729s | train_loss=0.0154 + step 4630000 | 40813s | train_loss=0.0151 + step 4640000 | 40898s | train_loss=0.0153 + step 4650000 | 40982s | train_loss=0.0153 + step 4660000 | 41067s | train_loss=0.0151 + step 4670000 | 41137s | train_loss=0.0153 + step 4680000 | 41205s | train_loss=0.0150 + step 4690000 | 41290s | train_loss=0.0149 + step 4700000 | 41440s | train_loss=0.0154 | fid=67.3670 + step 4710000 | 41524s | train_loss=0.0150 + step 4720000 | 41582s | train_loss=0.0154 + step 4730000 | 41667s | train_loss=0.0153 + step 4740000 | 41751s | train_loss=0.0151 + step 4750000 | 41836s | train_loss=0.0152 + step 4760000 | 41920s | train_loss=0.0150 + step 4770000 | 42005s | train_loss=0.0147 + step 4780000 | 42082s | train_loss=0.0147 + step 4790000 | 42155s | train_loss=0.0151 + step 4800000 | 42297s | train_loss=0.0148 | fid=66.7971 + step 4810000 | 42382s | train_loss=0.0148 + step 4820000 | 42467s | train_loss=0.0147 + step 4830000 | 42532s | train_loss=0.0147 + step 4840000 | 42612s | train_loss=0.0148 + step 4850000 | 42697s | train_loss=0.0144 + step 4860000 | 42782s | train_loss=0.0146 + step 4870000 | 42866s | train_loss=0.0147 + step 4880000 | 42951s | train_loss=0.0147 + step 4890000 | 43028s | train_loss=0.0146 + step 4900000 | 43169s | train_loss=0.0145 | fid=68.1472 + step 4910000 | 43250s | train_loss=0.0145 + step 4920000 | 43334s | train_loss=0.0145 + step 4930000 | 43412s | train_loss=0.0147 + step 4940000 | 43493s | train_loss=0.0145 + step 4950000 | 43560s | train_loss=0.0145 + step 4960000 | 43645s | train_loss=0.0144 + step 4970000 | 43729s | train_loss=0.0144 + step 4980000 | 43814s | train_loss=0.0146 + step 4990000 | 43899s | train_loss=0.0142 + step 5000000 | 44031s | train_loss=0.0146 | fid=67.2122 diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d30/config.json b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d30/config.json new file mode 100644 index 0000000000000000000000000000000000000000..008e834f95c7042b2558f9a9b8241e08f7b80670 --- /dev/null +++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d30/config.json @@ -0,0 +1,26 @@ +{ + "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d30/vae.pt", + "out": "results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d30", + "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json", + "train_tar": "/overflow/data/cerberus/celeba_hq_256_partitioned_ws/train/celeba_hq_256-train-0000.tar", + "n_train": 1000, + "total_steps": 5000000, + "eval_interval": 10000, + "mem_interval": 100000, + "fid_interval": 100000, + "fid_n_real": 1000, + "fid_n_gen": 10000, + "n_gen_samples": 10000, + "n_sde_steps": 500, + "batch_size": 512, + "hidden": 1024, + "depth": 5, + "optimizer": "sgd", + "lr": 0.001, + "momentum": 0.8, + "t_min": 0.01, + "t_max": 3.0, + "t_eval": 0.1, + "seed": 47, + "device": null +} diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d30/metrics.jsonl b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d30/metrics.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..506677d06a1fc10e3d398ebc47abe927d9fe8776 --- /dev/null +++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d30/metrics.jsonl @@ -0,0 +1,502 @@ +{"event": "meta", "data": "celeba_hq_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 30, "n": 1000, "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d30/vae.pt", "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [20952, 7797, 13007, 15253, 1802, 20760, 3302, 2937, 12429, 13098, 20076, 19572, 10577, 5564, 11381, 5775, 5276, 17998, 2240, 2519, 11388, 7263, 4196, 10568, 2158, 19965, 9295, 2040, 19851, 8718, 9370, 15052, 13447, 2513, 1591, 9658, 13292, 12806, 14560, 2355, 9290, 17698, 4901, 20580, 2127, 14432, 8576, 20295, 129, 14022, 19119, 15050, 18760, 288, 13973, 2168, 14462, 2292, 8199, 18932, 6429, 20664, 8787, 16525, 10377, 6994, 16130, 6724, 13244, 20903, 11718, 8813, 7745, 14314, 13381, 7425, 8918, 18001, 18601, 17689, 8193, 470, 13341, 5477, 12269, 7092, 11369, 16932, 14217, 12925, 15969, 15866, 12197, 9148, 9971, 6425, 19208, 112, 13306, 16558, 1303, 19554, 17868, 13767, 4996, 11785, 8997, 17159, 9157, 13344, 7193, 14890, 893, 12961, 4480, 20648, 1871, 14734, 7352, 7321, 17855, 20812, 5617, 12632, 793, 17758, 7441, 20850, 8716, 9049, 5480, 7856, 16261, 5910, 16773, 9795, 4390, 6696, 14888, 12975, 16432, 9254, 6712, 1464, 13523, 641, 20792, 7029, 20339, 5365, 18551, 11929, 13976, 5064, 1978, 3092, 13092, 14987, 9204, 4723, 12378, 12008, 8196, 136, 19652, 8477, 19824, 2919, 13627, 19248, 9044, 3780, 12267, 8395, 7223, 8828, 4794, 1238, 3918, 6410, 14610, 2563, 18499, 7857, 3061, 15109, 11568, 6764, 10989, 18957, 8115, 20211, 19901, 20120, 10169, 4920, 9969, 10241, 17413, 5421, 14514, 20658, 10122, 5760, 1280, 11010, 8517, 4746, 6765, 4667, 4144, 8117, 4488, 17978, 13454, 18660, 8665, 45, 7031, 903, 16818, 18231, 17390, 312, 13864, 3668, 10948, 3614, 19604, 5027, 14941, 16471, 6783, 5178, 9335, 17408, 11831, 14242, 20072, 8405, 5198, 7163, 14369, 3939, 18102, 9996, 1580, 14702, 11215, 12045, 15533, 11854, 20171, 8345, 13606, 20457, 4849, 1500, 4026, 1891, 19053, 15329, 14020, 8742, 9233, 5280, 14522, 19492, 19005, 15421, 20902, 2380, 15726, 10965, 14683, 8786, 10203, 2842, 12666, 16692, 11495, 13620, 13743, 19967, 2117, 13142, 18220, 9184, 7484, 20600, 18310, 11438, 13671, 19232, 12924, 7682, 6420, 6638, 8141, 9558, 14608, 16288, 8979, 18506, 10073, 15365, 17535, 1111, 15229, 5083, 3615, 14472, 9250, 2157, 14039, 7423, 12464, 17398, 7148, 18584, 3958, 17549, 7943, 5819, 4614, 5871, 6171, 8176, 442, 7457, 11538, 15416, 15446, 1476, 16702, 17386, 344, 2590, 4412, 14795, 3511, 3253, 2551, 4805, 10115, 19988, 8304, 12851, 10913, 15518, 12417, 4132, 840, 10288, 7062, 402, 15245, 2646, 10740, 15201, 12745, 16350, 3423, 15088, 14921, 1876, 11228, 17039, 2764, 14670, 3571, 20091, 18464, 1243, 32, 651, 6130, 15342, 8091, 18828, 9117, 12336, 1061, 1889, 11916, 2684, 6657, 18769, 16598, 12693, 17833, 4505, 1755, 5317, 17939, 8049, 15854, 2015, 6255, 7794, 8551, 8848, 6079, 19416, 9201, 9716, 4758, 12841, 18120, 5409, 2645, 17139, 12999, 20071, 11362, 16024, 1012, 3774, 89, 4789, 14143, 541, 19389, 17049, 11702, 9028, 38, 11395, 12833, 19976, 10415, 6753, 3479, 10950, 10730, 2864, 17034, 16113, 14211, 11231, 10526, 3344, 7261, 15216, 1908, 9176, 2681, 9498, 18417, 20330, 19267, 8645, 17348, 3136, 17753, 4834, 14445, 1672, 13858, 18557, 2470, 9766, 18654, 162, 16584, 20852, 14886, 13360, 20524, 19279, 13997, 18291, 1348, 5843, 8721, 20735, 20977, 15333, 8243, 16529, 13154, 10788, 5379, 4739, 5636, 18019, 7950, 6588, 786, 6257, 8375, 3630, 14367, 510, 17431, 18890, 2241, 4398, 13654, 2768, 2899, 12526, 17703, 18984, 5733, 20074, 19421, 3368, 17161, 3891, 15748, 14407, 9678, 13320, 16555, 13838, 20279, 11098, 386, 12574, 2638, 13238, 2777, 13223, 5037, 5813, 19373, 13398, 15442, 5983, 3556, 1790, 6314, 13062, 5358, 17460, 8621, 15321, 9903, 15036, 13479, 19963, 6056, 9168, 2337, 18563, 19062, 11299, 19051, 17806, 17617, 7357, 6977, 19296, 15000, 16443, 14982, 15757, 15704, 5582, 2942, 16890, 8400, 9917, 16834, 567, 659, 9366, 1700, 5402, 4682, 2280, 765, 2961, 4577, 8421, 18091, 18080, 3290, 16429, 7945, 7235, 19280, 6240, 6343, 10436, 6470, 17901, 9219, 13304, 14735, 14786, 10334, 9645, 15485, 15119, 18615, 10837, 6813, 13431, 5024, 11164, 4421, 6786, 12382, 9459, 10595, 3685, 11181, 10328, 2900, 13285, 19615, 598, 157, 3120, 5529, 13749, 880, 5976, 19463, 16851, 2785, 3976, 20553, 19955, 6877, 1999, 20607, 10853, 8557, 7159, 17184, 10263, 9068, 12865, 5383, 18321, 2827, 2557, 7003, 6506, 13066, 16625, 15600, 10682, 18067, 14801, 13212, 9938, 7768, 14004, 11935, 12469, 12488, 13369, 20018, 19169, 4550, 6811, 11149, 37, 10051, 9046, 1576, 14946, 18907, 14521, 19659, 18099, 19638, 12050, 19893, 10324, 14542, 16992, 3456, 795, 5001, 14177, 18909, 18362, 11062, 3201, 6571, 10607, 11677, 4651, 18636, 4078, 6863, 9047, 9346, 5713, 13400, 13011, 12890, 12611, 15357, 7685, 15356, 10982, 15996, 4004, 1566, 9705, 11488, 1775, 17724, 8914, 9553, 3439, 1340, 7931, 16610, 5956, 7683, 3971, 3010, 8407, 3234, 6422, 7216, 2412, 4082, 12822, 5462, 5841, 15427, 5125, 11056, 8331, 4330, 6004, 15595, 4522, 14489, 11545, 12949, 6735, 17874, 11843, 11870, 11752, 14026, 18781, 4107, 12435, 8184, 1894, 9501, 6897, 14322, 4925, 17746, 3540, 3892, 10979, 10164, 2026, 4222, 1302, 19608, 6106, 20705, 1413, 12551, 2515, 5546, 7675, 5986, 7326, 17606, 9322, 9025, 12134, 20845, 1355, 5975, 4924, 9718, 2988, 12371, 8809, 9623, 14696, 17591, 20420, 16528, 15025, 4086, 11756, 4938, 6833, 15181, 11357, 16067, 12427, 5124, 4992, 13926, 20499, 18307, 4955, 7145, 18724, 35, 15577, 8779, 12132, 2322, 5756, 5220, 4518, 10666, 9584, 5903, 5523, 18943, 20654, 5822, 3200, 19022, 7533, 879, 17337, 8171, 8959, 5836, 15782, 18975, 989, 16566, 17613, 18341, 20220, 14326, 15459, 4315, 4874, 7122, 12740, 12259, 10824, 8098, 14910, 8434, 3601, 18430, 10733, 16177, 10780, 1324, 20023, 2408, 11121, 9237, 14519, 14858, 14630, 20871, 15604, 20373, 2311, 20475, 171, 2624, 7590, 4608, 13160, 4506, 10003, 4097, 10252, 18586, 18018, 7960, 9942, 6044, 16467, 3797, 20547, 17560, 7905, 20698, 12686, 5683, 115, 4181, 15828, 20515, 1287, 20636, 2828, 15685, 13399, 18580, 7902, 4380, 10083, 9273, 18142, 15396, 1402, 3101, 19049, 12462, 7659, 164, 1117, 14996, 10741, 17, 18797, 1976, 8898, 11319, 9178, 19713, 19657, 3095, 5405, 15206, 17743, 2834, 20208, 1847, 1488, 3025, 9332, 13967, 14043, 7846, 3126, 11244, 17468, 8874, 13461, 3788, 2725, 5793, 20764, 5132, 16487, 17712, 776, 5042, 9486, 9158, 18638, 6603, 17685, 15564, 11419, 5628, 4296, 8107, 1106, 12274, 3579, 11265, 17185, 7416, 1434, 7934, 19543, 7397, 19689, 3737, 4263, 2141, 5096, 3164, 2924, 2738, 6210, 36, 8651, 17892, 16670, 18803, 11118, 3966, 1913, 20926, 4105, 6428, 17717, 17240, 16019, 4501, 13280, 15814, 19328, 2893, 1993, 681, 4066, 20723, 4437], "fid_reference": "same farthest-first 1k training subset", "seed": 47} +{"step": 1, "wall_time": 68.05658292770386, "train_loss_step": 30.213411331176758, "n_params": 4326430, "total_flops": 13290792960, "train_loss": 1.002700106302897, "subset_score_loss": 1.002700106302897, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9706451892852783, "fid": 247.0266640715896} +{"step": 10000, "wall_time": 155.40331625938416, "train_loss_step": 6.355216026306152, "n_params": 4326430, "total_flops": 132907929600000, "train_loss": 0.8753014246622721, "subset_score_loss": 0.8753014246622721} +{"step": 20000, "wall_time": 244.36960363388062, "train_loss_step": 6.370204925537109, "n_params": 4326430, "total_flops": 265815859200000, "train_loss": 0.8633809407552083, "subset_score_loss": 0.8633809407552083} +{"step": 30000, "wall_time": 333.4180784225464, "train_loss_step": 6.292430877685547, "n_params": 4326430, "total_flops": 398723788800000, "train_loss": 0.8477240244547526, "subset_score_loss": 0.8477240244547526} +{"step": 40000, "wall_time": 422.4608931541443, "train_loss_step": 5.469003200531006, "n_params": 4326430, "total_flops": 531631718400000, "train_loss": 0.8133686701456706, "subset_score_loss": 0.8133686701456706} +{"step": 50000, "wall_time": 511.5418336391449, "train_loss_step": 5.648755073547363, "n_params": 4326430, "total_flops": 664539648000000, "train_loss": 0.7556680043538412, "subset_score_loss": 0.7556680043538412} +{"step": 60000, "wall_time": 599.9024498462677, "train_loss_step": 4.85189151763916, "n_params": 4326430, "total_flops": 797447577600000, "train_loss": 0.671710713704427, "subset_score_loss": 0.671710713704427} +{"step": 70000, "wall_time": 688.8971736431122, "train_loss_step": 4.838170528411865, "n_params": 4326430, "total_flops": 930355507200000, "train_loss": 0.5555673599243164, "subset_score_loss": 0.5555673599243164} +{"step": 80000, "wall_time": 777.7658557891846, "train_loss_step": 4.825407028198242, "n_params": 4326430, "total_flops": 1063263436800000, "train_loss": 0.43666791915893555, "subset_score_loss": 0.43666791915893555} +{"step": 90000, "wall_time": 866.666731595993, "train_loss_step": 4.418010711669922, "n_params": 4326430, "total_flops": 1196171366400000, "train_loss": 0.34118083318074544, "subset_score_loss": 0.34118083318074544} +{"step": 100000, "wall_time": 1019.6398680210114, "train_loss_step": 4.038772106170654, "n_params": 4326430, "total_flops": 1329079296000000, "train_loss": 0.2730733871459961, "subset_score_loss": 0.2730733871459961, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9123080372810364, "fid": 61.862713951518884} +{"step": 110000, "wall_time": 1101.5404789447784, "train_loss_step": 3.582301378250122, "n_params": 4326430, "total_flops": 1461987225600000, "train_loss": 0.23293420473734539, "subset_score_loss": 0.23293420473734539} +{"step": 120000, "wall_time": 1190.542976617813, "train_loss_step": 3.9485185146331787, "n_params": 4326430, "total_flops": 1594895155200000, "train_loss": 0.20352932612101238, "subset_score_loss": 0.20352932612101238} +{"step": 130000, "wall_time": 1279.5391771793365, "train_loss_step": 3.6143174171447754, "n_params": 4326430, "total_flops": 1727803084800000, "train_loss": 0.18410118420918783, "subset_score_loss": 0.18410118420918783} +{"step": 140000, "wall_time": 1368.4333612918854, "train_loss_step": 3.6268181800842285, "n_params": 4326430, "total_flops": 1860711014400000, "train_loss": 0.17038631439208984, "subset_score_loss": 0.17038631439208984} +{"step": 150000, "wall_time": 1457.2143890857697, "train_loss_step": 3.372457981109619, "n_params": 4326430, "total_flops": 1993618944000000, "train_loss": 0.15481281280517578, "subset_score_loss": 0.15481281280517578} +{"step": 160000, "wall_time": 1545.8073601722717, "train_loss_step": 3.3309574127197266, "n_params": 4326430, "total_flops": 2126526873600000, "train_loss": 0.1459301789601644, "subset_score_loss": 0.1459301789601644} +{"step": 170000, "wall_time": 1634.8085315227509, "train_loss_step": 3.486112594604492, "n_params": 4326430, "total_flops": 2259434803200000, "train_loss": 0.13931209246317547, "subset_score_loss": 0.13931209246317547} +{"step": 180000, "wall_time": 1723.698921918869, "train_loss_step": 3.404956817626953, "n_params": 4326430, "total_flops": 2392342732800000, "train_loss": 0.1314847707748413, "subset_score_loss": 0.1314847707748413} +{"step": 190000, "wall_time": 1812.5387964248657, "train_loss_step": 3.0744121074676514, "n_params": 4326430, "total_flops": 2525250662400000, "train_loss": 0.12455786069234212, "subset_score_loss": 0.12455786069234212} +{"step": 200000, "wall_time": 1967.865409374237, "train_loss_step": 3.471196413040161, "n_params": 4326430, "total_flops": 2658158592000000, "train_loss": 0.12000769774119059, "subset_score_loss": 0.12000769774119059, "memorization_fraction_pixel": 0.006300000008195639, "mean_nn_ratio_pixel": 0.8239458799362183, "fid": 61.98224781825661} +{"step": 210000, "wall_time": 2050.1095974445343, "train_loss_step": 3.0950615406036377, "n_params": 4326430, "total_flops": 2791066521600000, "train_loss": 0.11370951334635417, "subset_score_loss": 0.11370951334635417} +{"step": 220000, "wall_time": 2138.9721698760986, "train_loss_step": 3.0510408878326416, "n_params": 4326430, "total_flops": 2923974451200000, "train_loss": 0.10961871147155762, "subset_score_loss": 0.10961871147155762} +{"step": 230000, "wall_time": 2228.0245101451874, "train_loss_step": 3.148745536804199, "n_params": 4326430, "total_flops": 3056882380800000, "train_loss": 0.10507446924845378, "subset_score_loss": 0.10507446924845378} +{"step": 240000, "wall_time": 2317.1012263298035, "train_loss_step": 3.156240463256836, "n_params": 4326430, "total_flops": 3189790310400000, "train_loss": 0.1010367472966512, "subset_score_loss": 0.1010367472966512} +{"step": 250000, "wall_time": 2405.8117587566376, "train_loss_step": 3.123790979385376, "n_params": 4326430, "total_flops": 3322698240000000, "train_loss": 0.09709506034851074, "subset_score_loss": 0.09709506034851074} +{"step": 260000, "wall_time": 2494.493869304657, "train_loss_step": 3.2745933532714844, "n_params": 4326430, "total_flops": 3455606169600000, "train_loss": 0.09356779257456461, "subset_score_loss": 0.09356779257456461} +{"step": 270000, "wall_time": 2583.452789783478, "train_loss_step": 3.161691665649414, "n_params": 4326430, "total_flops": 3588514099200000, "train_loss": 0.09229505856831868, "subset_score_loss": 0.09229505856831868} +{"step": 280000, "wall_time": 2672.330912590027, "train_loss_step": 3.0323901176452637, "n_params": 4326430, "total_flops": 3721422028800000, "train_loss": 0.08844779332478842, "subset_score_loss": 0.08844779332478842} +{"step": 290000, "wall_time": 2759.87104845047, "train_loss_step": 2.758302688598633, "n_params": 4326430, "total_flops": 3854329958400000, "train_loss": 0.08511312007904052, "subset_score_loss": 0.08511312007904052} +{"step": 300000, "wall_time": 2959.6176369190216, "train_loss_step": 2.9298527240753174, "n_params": 4326430, "total_flops": 3987237888000000, "train_loss": 0.08190094629923503, "subset_score_loss": 0.08190094629923503, "memorization_fraction_pixel": 0.021199999377131462, "mean_nn_ratio_pixel": 0.759091854095459, "fid": 60.512915869046054} +{"step": 310000, "wall_time": 3028.037754058838, "train_loss_step": 2.947511672973633, "n_params": 4326430, "total_flops": 4120145817600000, "train_loss": 0.07934894561767578, "subset_score_loss": 0.07934894561767578} +{"step": 320000, "wall_time": 3116.740731716156, "train_loss_step": 2.847217559814453, "n_params": 4326430, "total_flops": 4253053747200000, "train_loss": 0.07947535514831543, "subset_score_loss": 0.07947535514831543} +{"step": 330000, "wall_time": 3205.707250356674, "train_loss_step": 2.981614112854004, "n_params": 4326430, "total_flops": 4385961676800000, "train_loss": 0.07572054068247477, "subset_score_loss": 0.07572054068247477} +{"step": 340000, "wall_time": 3294.5469002723694, "train_loss_step": 2.6650121212005615, "n_params": 4326430, "total_flops": 4518869606400000, "train_loss": 0.074253511428833, "subset_score_loss": 0.074253511428833} +{"step": 350000, "wall_time": 3383.1824855804443, "train_loss_step": 2.58184814453125, "n_params": 4326430, "total_flops": 4651777536000000, "train_loss": 0.07234225273132325, "subset_score_loss": 0.07234225273132325} +{"step": 360000, "wall_time": 3472.1408338546753, "train_loss_step": 2.9384162425994873, "n_params": 4326430, "total_flops": 4784685465600000, "train_loss": 0.07054834365844727, "subset_score_loss": 0.07054834365844727} +{"step": 370000, "wall_time": 3561.165892601013, "train_loss_step": 2.8476338386535645, "n_params": 4326430, "total_flops": 4917593395200000, "train_loss": 0.06917463143666586, "subset_score_loss": 0.06917463143666586} +{"step": 380000, "wall_time": 3648.1785476207733, "train_loss_step": 2.9027578830718994, "n_params": 4326430, "total_flops": 5050501324800000, "train_loss": 0.06768253644307455, "subset_score_loss": 0.06768253644307455} +{"step": 390000, "wall_time": 3734.4481053352356, "train_loss_step": 2.9567317962646484, "n_params": 4326430, "total_flops": 5183409254400000, "train_loss": 0.06633148193359376, "subset_score_loss": 0.06633148193359376} +{"step": 400000, "wall_time": 3891.8796033859253, "train_loss_step": 2.617985725402832, "n_params": 4326430, "total_flops": 5316317184000000, "train_loss": 0.06452467441558837, "subset_score_loss": 0.06452467441558837, "memorization_fraction_pixel": 0.03999999910593033, "mean_nn_ratio_pixel": 0.7118796110153198, "fid": 60.48279207802379} +{"step": 410000, "wall_time": 3981.60946059227, "train_loss_step": 2.8086001873016357, "n_params": 4326430, "total_flops": 5449225113600000, "train_loss": 0.06404873132705688, "subset_score_loss": 0.06404873132705688} +{"step": 420000, "wall_time": 4063.085217475891, "train_loss_step": 3.0961132049560547, "n_params": 4326430, "total_flops": 5582133043200000, "train_loss": 0.06336880127588908, "subset_score_loss": 0.06336880127588908} +{"step": 430000, "wall_time": 4152.013333320618, "train_loss_step": 2.624587059020996, "n_params": 4326430, "total_flops": 5715040972800000, "train_loss": 0.06146242618560791, "subset_score_loss": 0.06146242618560791} +{"step": 440000, "wall_time": 4240.225719690323, "train_loss_step": 2.8986074924468994, "n_params": 4326430, "total_flops": 5847948902400000, "train_loss": 0.06054952144622803, "subset_score_loss": 0.06054952144622803} +{"step": 450000, "wall_time": 4328.095556735992, "train_loss_step": 2.7175207138061523, "n_params": 4326430, "total_flops": 5980856832000000, "train_loss": 0.05899598995844523, "subset_score_loss": 0.05899598995844523} +{"step": 460000, "wall_time": 4416.088051557541, "train_loss_step": 2.918590545654297, "n_params": 4326430, "total_flops": 6113764761600000, "train_loss": 0.058379948139190674, "subset_score_loss": 0.058379948139190674} +{"step": 470000, "wall_time": 4504.245772361755, "train_loss_step": 2.908872604370117, "n_params": 4326430, "total_flops": 6246672691200000, "train_loss": 0.0567371924718221, "subset_score_loss": 0.0567371924718221} +{"step": 480000, "wall_time": 4591.215030670166, "train_loss_step": 2.9695470333099365, "n_params": 4326430, "total_flops": 6379580620800000, "train_loss": 0.05585801601409912, "subset_score_loss": 0.05585801601409912} +{"step": 490000, "wall_time": 4677.510539770126, "train_loss_step": 2.8043723106384277, "n_params": 4326430, "total_flops": 6512488550400000, "train_loss": 0.05539215008417765, "subset_score_loss": 0.05539215008417765} +{"step": 500000, "wall_time": 4837.531186580658, "train_loss_step": 2.824812889099121, "n_params": 4326430, "total_flops": 6645396480000000, "train_loss": 0.05540982484817505, "subset_score_loss": 0.05540982484817505, "memorization_fraction_pixel": 0.06040000170469284, "mean_nn_ratio_pixel": 0.6714573502540588, "fid": 58.736656730606214} +{"step": 510000, "wall_time": 4926.7922031879425, "train_loss_step": 2.7854013442993164, "n_params": 4326430, "total_flops": 6778304409600000, "train_loss": 0.05402388175328573, "subset_score_loss": 0.05402388175328573} +{"step": 520000, "wall_time": 5008.855842590332, "train_loss_step": 2.756622314453125, "n_params": 4326430, "total_flops": 6911212339200000, "train_loss": 0.05353577136993408, "subset_score_loss": 0.05353577136993408} +{"step": 530000, "wall_time": 5097.679594278336, "train_loss_step": 2.8137142658233643, "n_params": 4326430, "total_flops": 7044120268800000, "train_loss": 0.052017839749654134, "subset_score_loss": 0.052017839749654134} +{"step": 540000, "wall_time": 5186.316629886627, "train_loss_step": 2.756739616394043, "n_params": 4326430, "total_flops": 7177028198400000, "train_loss": 0.05202130873998006, "subset_score_loss": 0.05202130873998006} +{"step": 550000, "wall_time": 5275.181345939636, "train_loss_step": 2.6736459732055664, "n_params": 4326430, "total_flops": 7309936128000000, "train_loss": 0.050923073291778566, "subset_score_loss": 0.050923073291778566} +{"step": 560000, "wall_time": 5364.146151065826, "train_loss_step": 2.973904848098755, "n_params": 4326430, "total_flops": 7442844057600000, "train_loss": 0.05006173849105835, "subset_score_loss": 0.05006173849105835} +{"step": 570000, "wall_time": 5451.206470489502, "train_loss_step": 2.7151756286621094, "n_params": 4326430, "total_flops": 7575751987200000, "train_loss": 0.05032169024149577, "subset_score_loss": 0.05032169024149577} +{"step": 580000, "wall_time": 5537.66061425209, "train_loss_step": 2.680352210998535, "n_params": 4326430, "total_flops": 7708659916800000, "train_loss": 0.04931774139404297, "subset_score_loss": 0.04931774139404297} +{"step": 590000, "wall_time": 5626.419940471649, "train_loss_step": 2.80492901802063, "n_params": 4326430, "total_flops": 7841567846400000, "train_loss": 0.04877318541208903, "subset_score_loss": 0.04877318541208903} +{"step": 600000, "wall_time": 5808.113789796829, "train_loss_step": 2.702204465866089, "n_params": 4326430, "total_flops": 7974475776000000, "train_loss": 0.048243379592895506, "subset_score_loss": 0.048243379592895506, "memorization_fraction_pixel": 0.08399999886751175, "mean_nn_ratio_pixel": 0.6385070085525513, "fid": 59.4602542565912} +{"step": 610000, "wall_time": 5897.3287444114685, "train_loss_step": 2.914461135864258, "n_params": 4326430, "total_flops": 8107383705600000, "train_loss": 0.04723514318466186, "subset_score_loss": 0.04723514318466186} +{"step": 620000, "wall_time": 5969.4101593494415, "train_loss_step": 2.812493324279785, "n_params": 4326430, "total_flops": 8240291635200000, "train_loss": 0.04676711559295654, "subset_score_loss": 0.04676711559295654} +{"step": 630000, "wall_time": 6050.822788238525, "train_loss_step": 2.615110397338867, "n_params": 4326430, "total_flops": 8373199564800000, "train_loss": 0.04637606938680013, "subset_score_loss": 0.04637606938680013} +{"step": 640000, "wall_time": 6139.319170475006, "train_loss_step": 2.648211717605591, "n_params": 4326430, "total_flops": 8506107494400000, "train_loss": 0.04529339075088501, "subset_score_loss": 0.04529339075088501} +{"step": 650000, "wall_time": 6228.174559831619, "train_loss_step": 2.7780256271362305, "n_params": 4326430, "total_flops": 8639015424000000, "train_loss": 0.04506928920745849, "subset_score_loss": 0.04506928920745849} +{"step": 660000, "wall_time": 6315.055684804916, "train_loss_step": 2.906552314758301, "n_params": 4326430, "total_flops": 8771923353600000, "train_loss": 0.04592219591140747, "subset_score_loss": 0.04592219591140747} +{"step": 670000, "wall_time": 6402.53099155426, "train_loss_step": 2.541910409927368, "n_params": 4326430, "total_flops": 8904831283200000, "train_loss": 0.04392062822977702, "subset_score_loss": 0.04392062822977702} +{"step": 680000, "wall_time": 6480.564706087112, "train_loss_step": 2.598881721496582, "n_params": 4326430, "total_flops": 9037739212800000, "train_loss": 0.04400717814763387, "subset_score_loss": 0.04400717814763387} +{"step": 690000, "wall_time": 6569.461067199707, "train_loss_step": 2.4876251220703125, "n_params": 4326430, "total_flops": 9170647142400000, "train_loss": 0.04353502194086711, "subset_score_loss": 0.04353502194086711} +{"step": 700000, "wall_time": 6762.486373901367, "train_loss_step": 2.493727922439575, "n_params": 4326430, "total_flops": 9303555072000000, "train_loss": 0.04358625809351603, "subset_score_loss": 0.04358625809351603, "memorization_fraction_pixel": 0.09939999878406525, "mean_nn_ratio_pixel": 0.6173526048660278, "fid": 57.607546297603676} +{"step": 710000, "wall_time": 6851.307103872299, "train_loss_step": 2.8252761363983154, "n_params": 4326430, "total_flops": 9436463001600000, "train_loss": 0.042576686541239424, "subset_score_loss": 0.042576686541239424} +{"step": 720000, "wall_time": 6936.565440654755, "train_loss_step": 2.5410943031311035, "n_params": 4326430, "total_flops": 9569370931200000, "train_loss": 0.042590375741322836, "subset_score_loss": 0.042590375741322836} +{"step": 730000, "wall_time": 7005.255906820297, "train_loss_step": 2.740626335144043, "n_params": 4326430, "total_flops": 9702278860800000, "train_loss": 0.04180521965026855, "subset_score_loss": 0.04180521965026855} +{"step": 740000, "wall_time": 7093.782694101334, "train_loss_step": 2.608823299407959, "n_params": 4326430, "total_flops": 9835186790400000, "train_loss": 0.04155821402867635, "subset_score_loss": 0.04155821402867635} +{"step": 750000, "wall_time": 7180.686938285828, "train_loss_step": 2.586089611053467, "n_params": 4326430, "total_flops": 9968094720000000, "train_loss": 0.0410841703414917, "subset_score_loss": 0.0410841703414917} +{"step": 760000, "wall_time": 7269.560116529465, "train_loss_step": 2.6422204971313477, "n_params": 4326430, "total_flops": 10101002649600000, "train_loss": 0.04089170296986898, "subset_score_loss": 0.04089170296986898} +{"step": 770000, "wall_time": 7351.872952699661, "train_loss_step": 2.654123544692993, "n_params": 4326430, "total_flops": 10233910579200000, "train_loss": 0.04006832043329875, "subset_score_loss": 0.04006832043329875} +{"step": 780000, "wall_time": 7432.550180912018, "train_loss_step": 2.8028554916381836, "n_params": 4326430, "total_flops": 10366818508800000, "train_loss": 0.04049064715703329, "subset_score_loss": 0.04049064715703329} +{"step": 790000, "wall_time": 7521.496881008148, "train_loss_step": 2.4996094703674316, "n_params": 4326430, "total_flops": 10499726438400000, "train_loss": 0.03916120131810506, "subset_score_loss": 0.03916120131810506} +{"step": 800000, "wall_time": 7724.829486370087, "train_loss_step": 2.502218246459961, "n_params": 4326430, "total_flops": 10632634368000000, "train_loss": 0.03957098325093587, "subset_score_loss": 0.03957098325093587, "memorization_fraction_pixel": 0.11169999837875366, "mean_nn_ratio_pixel": 0.594902515411377, "fid": 58.38162281252323} +{"step": 810000, "wall_time": 7813.6575083732605, "train_loss_step": 2.5341317653656006, "n_params": 4326430, "total_flops": 10765542297600000, "train_loss": 0.03886263767878215, "subset_score_loss": 0.03886263767878215} +{"step": 820000, "wall_time": 7902.980328321457, "train_loss_step": 2.5792534351348877, "n_params": 4326430, "total_flops": 10898450227200000, "train_loss": 0.03856108983357747, "subset_score_loss": 0.03856108983357747} +{"step": 830000, "wall_time": 7967.257719516754, "train_loss_step": 2.576718807220459, "n_params": 4326430, "total_flops": 11031358156800000, "train_loss": 0.03830550114313761, "subset_score_loss": 0.03830550114313761} +{"step": 840000, "wall_time": 8053.837263584137, "train_loss_step": 2.471125602722168, "n_params": 4326430, "total_flops": 11164266086400000, "train_loss": 0.03815100987752278, "subset_score_loss": 0.03815100987752278} +{"step": 850000, "wall_time": 8142.55687046051, "train_loss_step": 2.6999855041503906, "n_params": 4326430, "total_flops": 11297174016000000, "train_loss": 0.03724631468454997, "subset_score_loss": 0.03724631468454997} +{"step": 860000, "wall_time": 8231.361451864243, "train_loss_step": 2.7381181716918945, "n_params": 4326430, "total_flops": 11430081945600000, "train_loss": 0.03792095184326172, "subset_score_loss": 0.03792095184326172} +{"step": 870000, "wall_time": 8308.477839708328, "train_loss_step": 2.670067071914673, "n_params": 4326430, "total_flops": 11562989875200000, "train_loss": 0.036556136608123777, "subset_score_loss": 0.036556136608123777} +{"step": 880000, "wall_time": 8390.657645702362, "train_loss_step": 2.8408374786376953, "n_params": 4326430, "total_flops": 11695897804800000, "train_loss": 0.03734647035598755, "subset_score_loss": 0.03734647035598755} +{"step": 890000, "wall_time": 8479.551745653152, "train_loss_step": 2.439075469970703, "n_params": 4326430, "total_flops": 11828805734400000, "train_loss": 0.037019117673238115, "subset_score_loss": 0.037019117673238115} +{"step": 900000, "wall_time": 8698.587743520737, "train_loss_step": 2.504818916320801, "n_params": 4326430, "total_flops": 11961713664000000, "train_loss": 0.03689856926600139, "subset_score_loss": 0.03689856926600139, "memorization_fraction_pixel": 0.1265999972820282, "mean_nn_ratio_pixel": 0.5742707252502441, "fid": 57.971679311230105} +{"step": 910000, "wall_time": 8787.576427698135, "train_loss_step": 2.6253087520599365, "n_params": 4326430, "total_flops": 12094621593600000, "train_loss": 0.03561264673868815, "subset_score_loss": 0.03561264673868815} +{"step": 920000, "wall_time": 8876.24892616272, "train_loss_step": 2.3633604049682617, "n_params": 4326430, "total_flops": 12227529523200000, "train_loss": 0.035809993743896484, "subset_score_loss": 0.035809993743896484} +{"step": 930000, "wall_time": 8938.20540189743, "train_loss_step": 2.5179247856140137, "n_params": 4326430, "total_flops": 12360437452800000, "train_loss": 0.035404463609059654, "subset_score_loss": 0.035404463609059654} +{"step": 940000, "wall_time": 9026.931368350983, "train_loss_step": 2.4132907390594482, "n_params": 4326430, "total_flops": 12493345382400000, "train_loss": 0.034941041469573976, "subset_score_loss": 0.034941041469573976} +{"step": 950000, "wall_time": 9115.780723571777, "train_loss_step": 2.9446091651916504, "n_params": 4326430, "total_flops": 12626253312000000, "train_loss": 0.034950876235961915, "subset_score_loss": 0.034950876235961915} +{"step": 960000, "wall_time": 9204.388170957565, "train_loss_step": 2.6537022590637207, "n_params": 4326430, "total_flops": 12759161241600000, "train_loss": 0.03477695385615031, "subset_score_loss": 0.03477695385615031} +{"step": 970000, "wall_time": 9280.136837005615, "train_loss_step": 2.7027852535247803, "n_params": 4326430, "total_flops": 12892069171200000, "train_loss": 0.034532205263773603, "subset_score_loss": 0.034532205263773603} +{"step": 980000, "wall_time": 9369.058897018433, "train_loss_step": 2.777151584625244, "n_params": 4326430, "total_flops": 13024977100800000, "train_loss": 0.03425837755203247, "subset_score_loss": 0.03425837755203247} +{"step": 990000, "wall_time": 9457.998038053513, "train_loss_step": 2.651245594024658, "n_params": 4326430, "total_flops": 13157885030400000, "train_loss": 0.03378947973251343, "subset_score_loss": 0.03378947973251343} +{"step": 1000000, "wall_time": 9671.764760017395, "train_loss_step": 2.383359432220459, "n_params": 4326430, "total_flops": 13290792960000000, "train_loss": 0.03451871474583944, "subset_score_loss": 0.03451871474583944, "memorization_fraction_pixel": 0.14229999482631683, "mean_nn_ratio_pixel": 0.5589184165000916, "fid": 57.17754049070572} +{"step": 1010000, "wall_time": 9760.738954305649, "train_loss_step": 2.671967029571533, "n_params": 4326430, "total_flops": 13423700889600000, "train_loss": 0.03420259952545166, "subset_score_loss": 0.03420259952545166} +{"step": 1020000, "wall_time": 9847.069522619247, "train_loss_step": 2.72697114944458, "n_params": 4326430, "total_flops": 13556608819200000, "train_loss": 0.03329581022262573, "subset_score_loss": 0.03329581022262573} +{"step": 1030000, "wall_time": 9918.502835273743, "train_loss_step": 2.3296384811401367, "n_params": 4326430, "total_flops": 13689516748800000, "train_loss": 0.03333626985549927, "subset_score_loss": 0.03333626985549927} +{"step": 1040000, "wall_time": 10007.372568368912, "train_loss_step": 2.5752763748168945, "n_params": 4326430, "total_flops": 13822424678400000, "train_loss": 0.03291464646657308, "subset_score_loss": 0.03291464646657308} +{"step": 1050000, "wall_time": 10096.168646812439, "train_loss_step": 2.5854785442352295, "n_params": 4326430, "total_flops": 13955332608000000, "train_loss": 0.03307772874832153, "subset_score_loss": 0.03307772874832153} +{"step": 1060000, "wall_time": 10182.042350292206, "train_loss_step": 2.302618980407715, "n_params": 4326430, "total_flops": 14088240537600000, "train_loss": 0.0323845386505127, "subset_score_loss": 0.0323845386505127} +{"step": 1070000, "wall_time": 10270.961079597473, "train_loss_step": 2.3819620609283447, "n_params": 4326430, "total_flops": 14221148467200000, "train_loss": 0.03183659911155701, "subset_score_loss": 0.03183659911155701} +{"step": 1080000, "wall_time": 10359.817328214645, "train_loss_step": 2.610654592514038, "n_params": 4326430, "total_flops": 14354056396800000, "train_loss": 0.0320891797542572, "subset_score_loss": 0.0320891797542572} +{"step": 1090000, "wall_time": 10448.749948263168, "train_loss_step": 2.510953903198242, "n_params": 4326430, "total_flops": 14486964326400000, "train_loss": 0.031329784790674844, "subset_score_loss": 0.031329784790674844} +{"step": 1100000, "wall_time": 10609.667737960815, "train_loss_step": 2.7424614429473877, "n_params": 4326430, "total_flops": 14619872256000000, "train_loss": 0.031335153182347614, "subset_score_loss": 0.031335153182347614, "memorization_fraction_pixel": 0.15399999916553497, "mean_nn_ratio_pixel": 0.5456535220146179, "fid": 57.53071831360418} +{"step": 1110000, "wall_time": 10696.695006370544, "train_loss_step": 2.543090343475342, "n_params": 4326430, "total_flops": 14752780185600000, "train_loss": 0.03145495255788167, "subset_score_loss": 0.03145495255788167} +{"step": 1120000, "wall_time": 10785.640038967133, "train_loss_step": 2.4122722148895264, "n_params": 4326430, "total_flops": 14885688115200000, "train_loss": 0.03132239778836568, "subset_score_loss": 0.03132239778836568} +{"step": 1130000, "wall_time": 10871.552252054214, "train_loss_step": 2.622410297393799, "n_params": 4326430, "total_flops": 15018596044800000, "train_loss": 0.031581650177637734, "subset_score_loss": 0.031581650177637734} +{"step": 1140000, "wall_time": 10956.99927020073, "train_loss_step": 2.439997434616089, "n_params": 4326430, "total_flops": 15151503974400000, "train_loss": 0.031226007143656413, "subset_score_loss": 0.031226007143656413} +{"step": 1150000, "wall_time": 11045.8243329525, "train_loss_step": 2.5232250690460205, "n_params": 4326430, "total_flops": 15284411904000000, "train_loss": 0.031145773331324258, "subset_score_loss": 0.031145773331324258} +{"step": 1160000, "wall_time": 11131.24574136734, "train_loss_step": 2.4397711753845215, "n_params": 4326430, "total_flops": 15417319833600000, "train_loss": 0.029924166202545167, "subset_score_loss": 0.029924166202545167} +{"step": 1170000, "wall_time": 11220.206618070602, "train_loss_step": 2.4120259284973145, "n_params": 4326430, "total_flops": 15550227763200000, "train_loss": 0.0301168421904246, "subset_score_loss": 0.0301168421904246} +{"step": 1180000, "wall_time": 11309.20083785057, "train_loss_step": 2.4920125007629395, "n_params": 4326430, "total_flops": 15683135692800000, "train_loss": 0.02969960371653239, "subset_score_loss": 0.02969960371653239} +{"step": 1190000, "wall_time": 11398.141469955444, "train_loss_step": 2.2662034034729004, "n_params": 4326430, "total_flops": 15816043622400000, "train_loss": 0.029691505432128906, "subset_score_loss": 0.029691505432128906} +{"step": 1200000, "wall_time": 11555.462280273438, "train_loss_step": 2.6349453926086426, "n_params": 4326430, "total_flops": 15948951552000000, "train_loss": 0.029754477739334106, "subset_score_loss": 0.029754477739334106, "memorization_fraction_pixel": 0.1656000018119812, "mean_nn_ratio_pixel": 0.5321768522262573, "fid": 57.34448886323327} +{"step": 1210000, "wall_time": 11642.795200824738, "train_loss_step": 2.797381639480591, "n_params": 4326430, "total_flops": 16081859481600000, "train_loss": 0.02948960065841675, "subset_score_loss": 0.02948960065841675} +{"step": 1220000, "wall_time": 11731.616401910782, "train_loss_step": 2.5865743160247803, "n_params": 4326430, "total_flops": 16214767411200000, "train_loss": 0.029115907351175942, "subset_score_loss": 0.029115907351175942} +{"step": 1230000, "wall_time": 11818.330816030502, "train_loss_step": 2.614816427230835, "n_params": 4326430, "total_flops": 16347675340800000, "train_loss": 0.029173195362091064, "subset_score_loss": 0.029173195362091064} +{"step": 1240000, "wall_time": 11904.220407009125, "train_loss_step": 2.4064977169036865, "n_params": 4326430, "total_flops": 16480583270400000, "train_loss": 0.028788262605667116, "subset_score_loss": 0.028788262605667116} +{"step": 1250000, "wall_time": 11988.713946580887, "train_loss_step": 2.1101551055908203, "n_params": 4326430, "total_flops": 16613491200000000, "train_loss": 0.028622529904047646, "subset_score_loss": 0.028622529904047646} +{"step": 1260000, "wall_time": 12077.556539058685, "train_loss_step": 2.34169864654541, "n_params": 4326430, "total_flops": 16746399129600000, "train_loss": 0.02844695051511129, "subset_score_loss": 0.02844695051511129} +{"step": 1270000, "wall_time": 12166.358205795288, "train_loss_step": 2.5381360054016113, "n_params": 4326430, "total_flops": 16879307059200000, "train_loss": 0.028576244910558064, "subset_score_loss": 0.028576244910558064} +{"step": 1280000, "wall_time": 12255.347739934921, "train_loss_step": 2.6405093669891357, "n_params": 4326430, "total_flops": 17012214988800000, "train_loss": 0.02843563159306844, "subset_score_loss": 0.02843563159306844} +{"step": 1290000, "wall_time": 12344.249564170837, "train_loss_step": 2.565670967102051, "n_params": 4326430, "total_flops": 17145122918400000, "train_loss": 0.028067119916280112, "subset_score_loss": 0.028067119916280112} +{"step": 1300000, "wall_time": 12501.368552923203, "train_loss_step": 2.374328136444092, "n_params": 4326430, "total_flops": 17278030848000000, "train_loss": 0.02781059145927429, "subset_score_loss": 0.02781059145927429, "memorization_fraction_pixel": 0.1882999986410141, "mean_nn_ratio_pixel": 0.5140073895454407, "fid": 57.149427665381126} +{"step": 1310000, "wall_time": 12590.396037578583, "train_loss_step": 2.2724454402923584, "n_params": 4326430, "total_flops": 17410938777600000, "train_loss": 0.027616469065348308, "subset_score_loss": 0.027616469065348308} +{"step": 1320000, "wall_time": 12679.281358480453, "train_loss_step": 2.531930446624756, "n_params": 4326430, "total_flops": 17543846707200000, "train_loss": 0.02782098452250163, "subset_score_loss": 0.02782098452250163} +{"step": 1330000, "wall_time": 12768.43746471405, "train_loss_step": 2.551614761352539, "n_params": 4326430, "total_flops": 17676754636800000, "train_loss": 0.02698367436726888, "subset_score_loss": 0.02698367436726888} +{"step": 1340000, "wall_time": 12851.74544930458, "train_loss_step": 2.5791525840759277, "n_params": 4326430, "total_flops": 17809662566400000, "train_loss": 0.027224586407343546, "subset_score_loss": 0.027224586407343546} +{"step": 1350000, "wall_time": 12938.134339094162, "train_loss_step": 2.310399055480957, "n_params": 4326430, "total_flops": 17942570496000000, "train_loss": 0.0274334192276001, "subset_score_loss": 0.0274334192276001} +{"step": 1360000, "wall_time": 13027.031767368317, "train_loss_step": 2.385345935821533, "n_params": 4326430, "total_flops": 18075478425600000, "train_loss": 0.02685654560724894, "subset_score_loss": 0.02685654560724894} +{"step": 1370000, "wall_time": 13115.854682207108, "train_loss_step": 2.628082752227783, "n_params": 4326430, "total_flops": 18208386355200000, "train_loss": 0.02718134125073751, "subset_score_loss": 0.02718134125073751} +{"step": 1380000, "wall_time": 13204.737174987793, "train_loss_step": 2.4238932132720947, "n_params": 4326430, "total_flops": 18341294284800000, "train_loss": 0.026686145861943563, "subset_score_loss": 0.026686145861943563} +{"step": 1390000, "wall_time": 13293.606169700623, "train_loss_step": 2.374281883239746, "n_params": 4326430, "total_flops": 18474202214400000, "train_loss": 0.02665479779243469, "subset_score_loss": 0.02665479779243469} +{"step": 1400000, "wall_time": 13450.64561343193, "train_loss_step": 2.4790873527526855, "n_params": 4326430, "total_flops": 18607110144000000, "train_loss": 0.026525998115539552, "subset_score_loss": 0.026525998115539552, "memorization_fraction_pixel": 0.1915999948978424, "mean_nn_ratio_pixel": 0.5059877634048462, "fid": 56.783326673195134} +{"step": 1410000, "wall_time": 13539.556782960892, "train_loss_step": 2.522568702697754, "n_params": 4326430, "total_flops": 18740018073600000, "train_loss": 0.02668459415435791, "subset_score_loss": 0.02668459415435791} +{"step": 1420000, "wall_time": 13628.340534687042, "train_loss_step": 2.5802369117736816, "n_params": 4326430, "total_flops": 18872926003200000, "train_loss": 0.02635236581166585, "subset_score_loss": 0.02635236581166585} +{"step": 1430000, "wall_time": 13717.28949213028, "train_loss_step": 2.4451494216918945, "n_params": 4326430, "total_flops": 19005833932800000, "train_loss": 0.025707199176152547, "subset_score_loss": 0.025707199176152547} +{"step": 1440000, "wall_time": 13803.346261501312, "train_loss_step": 2.507800579071045, "n_params": 4326430, "total_flops": 19138741862400000, "train_loss": 0.02616636355717977, "subset_score_loss": 0.02616636355717977} +{"step": 1450000, "wall_time": 13885.73460316658, "train_loss_step": 2.3121838569641113, "n_params": 4326430, "total_flops": 19271649792000000, "train_loss": 0.025710157553354897, "subset_score_loss": 0.025710157553354897} +{"step": 1460000, "wall_time": 13974.704890727997, "train_loss_step": 2.408357620239258, "n_params": 4326430, "total_flops": 19404557721600000, "train_loss": 0.025628270705540974, "subset_score_loss": 0.025628270705540974} +{"step": 1470000, "wall_time": 14063.63693857193, "train_loss_step": 2.440883159637451, "n_params": 4326430, "total_flops": 19537465651200000, "train_loss": 0.025621549288431803, "subset_score_loss": 0.025621549288431803} +{"step": 1480000, "wall_time": 14152.578469991684, "train_loss_step": 2.4872188568115234, "n_params": 4326430, "total_flops": 19670373580800000, "train_loss": 0.026034953196843465, "subset_score_loss": 0.026034953196843465} +{"step": 1490000, "wall_time": 14241.503514766693, "train_loss_step": 2.4520351886749268, "n_params": 4326430, "total_flops": 19803281510400000, "train_loss": 0.0252510666847229, "subset_score_loss": 0.0252510666847229} +{"step": 1500000, "wall_time": 14434.230419397354, "train_loss_step": 2.3716177940368652, "n_params": 4326430, "total_flops": 19936189440000000, "train_loss": 0.02523123025894165, "subset_score_loss": 0.02523123025894165, "memorization_fraction_pixel": 0.20479999482631683, "mean_nn_ratio_pixel": 0.492767870426178, "fid": 57.130275160477815} +{"step": 1510000, "wall_time": 14523.01544547081, "train_loss_step": 2.41096568107605, "n_params": 4326430, "total_flops": 20069097369600000, "train_loss": 0.025093177954355877, "subset_score_loss": 0.025093177954355877} +{"step": 1520000, "wall_time": 14611.653844356537, "train_loss_step": 2.2677931785583496, "n_params": 4326430, "total_flops": 20202005299200000, "train_loss": 0.025177031755447388, "subset_score_loss": 0.025177031755447388} +{"step": 1530000, "wall_time": 14700.859748363495, "train_loss_step": 2.35562801361084, "n_params": 4326430, "total_flops": 20334913228800000, "train_loss": 0.025102674961090088, "subset_score_loss": 0.025102674961090088} +{"step": 1540000, "wall_time": 14767.471449613571, "train_loss_step": 2.3693506717681885, "n_params": 4326430, "total_flops": 20467821158400000, "train_loss": 0.024709099531173707, "subset_score_loss": 0.024709099531173707} +{"step": 1550000, "wall_time": 14842.100404024124, "train_loss_step": 2.247730016708374, "n_params": 4326430, "total_flops": 20600729088000000, "train_loss": 0.024382285277048745, "subset_score_loss": 0.024382285277048745} +{"step": 1560000, "wall_time": 14931.055057764053, "train_loss_step": 2.245600700378418, "n_params": 4326430, "total_flops": 20733637017600000, "train_loss": 0.02476067344347636, "subset_score_loss": 0.02476067344347636} +{"step": 1570000, "wall_time": 15019.957851409912, "train_loss_step": 2.5474014282226562, "n_params": 4326430, "total_flops": 20866544947200000, "train_loss": 0.02471834619839986, "subset_score_loss": 0.02471834619839986} +{"step": 1580000, "wall_time": 15108.792495965958, "train_loss_step": 2.40899658203125, "n_params": 4326430, "total_flops": 20999452876800000, "train_loss": 0.02441550890604655, "subset_score_loss": 0.02441550890604655} +{"step": 1590000, "wall_time": 15195.775607585907, "train_loss_step": 2.29902982711792, "n_params": 4326430, "total_flops": 21132360806400000, "train_loss": 0.023939365148544313, "subset_score_loss": 0.023939365148544313} +{"step": 1600000, "wall_time": 15384.311848640442, "train_loss_step": 2.596916437149048, "n_params": 4326430, "total_flops": 21265268736000000, "train_loss": 0.02396191159884135, "subset_score_loss": 0.02396191159884135, "memorization_fraction_pixel": 0.21729999780654907, "mean_nn_ratio_pixel": 0.48100435733795166, "fid": 56.39884605238305} +{"step": 1610000, "wall_time": 15473.138875961304, "train_loss_step": 2.361431121826172, "n_params": 4326430, "total_flops": 21398176665600000, "train_loss": 0.02449301481246948, "subset_score_loss": 0.02449301481246948} +{"step": 1620000, "wall_time": 15561.919600963593, "train_loss_step": 2.4148268699645996, "n_params": 4326430, "total_flops": 21531084595200000, "train_loss": 0.024259066581726073, "subset_score_loss": 0.024259066581726073} +{"step": 1630000, "wall_time": 15649.957823038101, "train_loss_step": 2.505523681640625, "n_params": 4326430, "total_flops": 21663992524800000, "train_loss": 0.02377586762110392, "subset_score_loss": 0.02377586762110392} +{"step": 1640000, "wall_time": 15726.614677906036, "train_loss_step": 2.573625326156616, "n_params": 4326430, "total_flops": 21796900454400000, "train_loss": 0.023844714959462485, "subset_score_loss": 0.023844714959462485} +{"step": 1650000, "wall_time": 15800.013212680817, "train_loss_step": 2.2340586185455322, "n_params": 4326430, "total_flops": 21929808384000000, "train_loss": 0.02341449459393819, "subset_score_loss": 0.02341449459393819} +{"step": 1660000, "wall_time": 15880.69109416008, "train_loss_step": 2.4199588298797607, "n_params": 4326430, "total_flops": 22062716313600000, "train_loss": 0.023713990052541097, "subset_score_loss": 0.023713990052541097} +{"step": 1670000, "wall_time": 15969.577284812927, "train_loss_step": 2.3890109062194824, "n_params": 4326430, "total_flops": 22195624243200000, "train_loss": 0.02330670158068339, "subset_score_loss": 0.02330670158068339} +{"step": 1680000, "wall_time": 16056.630577087402, "train_loss_step": 2.307245969772339, "n_params": 4326430, "total_flops": 22328532172800000, "train_loss": 0.02302404443422953, "subset_score_loss": 0.02302404443422953} +{"step": 1690000, "wall_time": 16145.523807048798, "train_loss_step": 2.1087589263916016, "n_params": 4326430, "total_flops": 22461440102400000, "train_loss": 0.022967761754989623, "subset_score_loss": 0.022967761754989623} +{"step": 1700000, "wall_time": 16352.265636444092, "train_loss_step": 2.336822032928467, "n_params": 4326430, "total_flops": 22594348032000000, "train_loss": 0.02282724976539612, "subset_score_loss": 0.02282724976539612, "memorization_fraction_pixel": 0.2134000062942505, "mean_nn_ratio_pixel": 0.47940942645072937, "fid": 56.96168353555441} +{"step": 1710000, "wall_time": 16441.097875356674, "train_loss_step": 2.1073784828186035, "n_params": 4326430, "total_flops": 22727255961600000, "train_loss": 0.02292461395263672, "subset_score_loss": 0.02292461395263672} +{"step": 1720000, "wall_time": 16529.82381248474, "train_loss_step": 2.1394619941711426, "n_params": 4326430, "total_flops": 22860163891200000, "train_loss": 0.022797807057698568, "subset_score_loss": 0.022797807057698568} +{"step": 1730000, "wall_time": 16615.37510228157, "train_loss_step": 2.666810989379883, "n_params": 4326430, "total_flops": 22993071820800000, "train_loss": 0.02324755589167277, "subset_score_loss": 0.02324755589167277} +{"step": 1740000, "wall_time": 16703.247055768967, "train_loss_step": 2.5121395587921143, "n_params": 4326430, "total_flops": 23125979750400000, "train_loss": 0.022355995575586953, "subset_score_loss": 0.022355995575586953} +{"step": 1750000, "wall_time": 16790.71286559105, "train_loss_step": 2.5113515853881836, "n_params": 4326430, "total_flops": 23258887680000000, "train_loss": 0.02249987522761027, "subset_score_loss": 0.02249987522761027} +{"step": 1760000, "wall_time": 16877.457454681396, "train_loss_step": 2.1423401832580566, "n_params": 4326430, "total_flops": 23391795609600000, "train_loss": 0.022600279251734415, "subset_score_loss": 0.022600279251734415} +{"step": 1770000, "wall_time": 16964.747131347656, "train_loss_step": 2.5054192543029785, "n_params": 4326430, "total_flops": 23524703539200000, "train_loss": 0.022184356053670248, "subset_score_loss": 0.022184356053670248} +{"step": 1780000, "wall_time": 17053.722700357437, "train_loss_step": 2.0665230751037598, "n_params": 4326430, "total_flops": 23657611468800000, "train_loss": 0.022256751855214436, "subset_score_loss": 0.022256751855214436} +{"step": 1790000, "wall_time": 17142.591806411743, "train_loss_step": 2.2406349182128906, "n_params": 4326430, "total_flops": 23790519398400000, "train_loss": 0.022298942009607952, "subset_score_loss": 0.022298942009607952} +{"step": 1800000, "wall_time": 17348.926545858383, "train_loss_step": 2.418825626373291, "n_params": 4326430, "total_flops": 23923427328000000, "train_loss": 0.02199685573577881, "subset_score_loss": 0.02199685573577881, "memorization_fraction_pixel": 0.22550000250339508, "mean_nn_ratio_pixel": 0.4717912971973419, "fid": 56.97583656295667} +{"step": 1810000, "wall_time": 17437.56839990616, "train_loss_step": 2.5557477474212646, "n_params": 4326430, "total_flops": 24056335257600000, "train_loss": 0.022539446751276653, "subset_score_loss": 0.022539446751276653} +{"step": 1820000, "wall_time": 17513.936463832855, "train_loss_step": 2.3836164474487305, "n_params": 4326430, "total_flops": 24189243187200000, "train_loss": 0.021927356719970703, "subset_score_loss": 0.021927356719970703} +{"step": 1830000, "wall_time": 17602.825612545013, "train_loss_step": 2.37579607963562, "n_params": 4326430, "total_flops": 24322151116800000, "train_loss": 0.0219050665696462, "subset_score_loss": 0.0219050665696462} +{"step": 1840000, "wall_time": 17689.240602493286, "train_loss_step": 2.3271384239196777, "n_params": 4326430, "total_flops": 24455059046400000, "train_loss": 0.021990458170572918, "subset_score_loss": 0.021990458170572918} +{"step": 1850000, "wall_time": 17773.569879055023, "train_loss_step": 2.2787981033325195, "n_params": 4326430, "total_flops": 24587966976000000, "train_loss": 0.02198890447616577, "subset_score_loss": 0.02198890447616577} +{"step": 1860000, "wall_time": 17862.612770318985, "train_loss_step": 2.3179514408111572, "n_params": 4326430, "total_flops": 24720874905600000, "train_loss": 0.021672648191452027, "subset_score_loss": 0.021672648191452027} +{"step": 1870000, "wall_time": 17951.49038553238, "train_loss_step": 2.2092537879943848, "n_params": 4326430, "total_flops": 24853782835200000, "train_loss": 0.02170403798421224, "subset_score_loss": 0.02170403798421224} +{"step": 1880000, "wall_time": 18040.537005901337, "train_loss_step": 2.2814583778381348, "n_params": 4326430, "total_flops": 24986690764800000, "train_loss": 0.0218905508518219, "subset_score_loss": 0.0218905508518219} +{"step": 1890000, "wall_time": 18129.505356550217, "train_loss_step": 2.146627187728882, "n_params": 4326430, "total_flops": 25119598694400000, "train_loss": 0.021214149395624795, "subset_score_loss": 0.021214149395624795} +{"step": 1900000, "wall_time": 18325.245434761047, "train_loss_step": 2.1924021244049072, "n_params": 4326430, "total_flops": 25252506624000000, "train_loss": 0.021100648244222007, "subset_score_loss": 0.021100648244222007, "memorization_fraction_pixel": 0.23960000276565552, "mean_nn_ratio_pixel": 0.46431249380111694, "fid": 56.77077275504249} +{"step": 1910000, "wall_time": 18412.565283298492, "train_loss_step": 2.178276300430298, "n_params": 4326430, "total_flops": 25385414553600000, "train_loss": 0.0213901956876119, "subset_score_loss": 0.0213901956876119} +{"step": 1920000, "wall_time": 18490.187115192413, "train_loss_step": 2.6432242393493652, "n_params": 4326430, "total_flops": 25518322483200000, "train_loss": 0.021012389659881593, "subset_score_loss": 0.021012389659881593} +{"step": 1930000, "wall_time": 18579.327951192856, "train_loss_step": 2.3982391357421875, "n_params": 4326430, "total_flops": 25651230412800000, "train_loss": 0.020885300636291505, "subset_score_loss": 0.020885300636291505} +{"step": 1940000, "wall_time": 18653.982248067856, "train_loss_step": 2.4869799613952637, "n_params": 4326430, "total_flops": 25784138342400000, "train_loss": 0.020732704798380533, "subset_score_loss": 0.020732704798380533} +{"step": 1950000, "wall_time": 18731.792382001877, "train_loss_step": 2.2124972343444824, "n_params": 4326430, "total_flops": 25917046272000000, "train_loss": 0.021041496594746908, "subset_score_loss": 0.021041496594746908} +{"step": 1960000, "wall_time": 18813.69189810753, "train_loss_step": 2.523855209350586, "n_params": 4326430, "total_flops": 26049954201600000, "train_loss": 0.021310683091481528, "subset_score_loss": 0.021310683091481528} +{"step": 1970000, "wall_time": 18902.485470294952, "train_loss_step": 2.520864963531494, "n_params": 4326430, "total_flops": 26182862131200000, "train_loss": 0.021028757095336914, "subset_score_loss": 0.021028757095336914} +{"step": 1980000, "wall_time": 18991.386399269104, "train_loss_step": 2.1565072536468506, "n_params": 4326430, "total_flops": 26315770060800000, "train_loss": 0.02090885837872823, "subset_score_loss": 0.02090885837872823} +{"step": 1990000, "wall_time": 19080.274473905563, "train_loss_step": 2.495528221130371, "n_params": 4326430, "total_flops": 26448677990400000, "train_loss": 0.02082121968269348, "subset_score_loss": 0.02082121968269348} +{"step": 2000000, "wall_time": 19266.235260248184, "train_loss_step": 2.2498178482055664, "n_params": 4326430, "total_flops": 26581585920000000, "train_loss": 0.020576882362365722, "subset_score_loss": 0.020576882362365722, "memorization_fraction_pixel": 0.23999999463558197, "mean_nn_ratio_pixel": 0.45616602897644043, "fid": 57.047860037083716} +{"step": 2010000, "wall_time": 19349.97799229622, "train_loss_step": 2.2046713829040527, "n_params": 4326430, "total_flops": 26714493849600000, "train_loss": 0.020601820945739747, "subset_score_loss": 0.020601820945739747} +{"step": 2020000, "wall_time": 19432.28576374054, "train_loss_step": 2.282376766204834, "n_params": 4326430, "total_flops": 26847401779200000, "train_loss": 0.02036164402961731, "subset_score_loss": 0.02036164402961731} +{"step": 2030000, "wall_time": 19519.2793841362, "train_loss_step": 2.396214485168457, "n_params": 4326430, "total_flops": 26980309708800000, "train_loss": 0.020285787185033162, "subset_score_loss": 0.020285787185033162} +{"step": 2040000, "wall_time": 19606.17348241806, "train_loss_step": 2.3393757343292236, "n_params": 4326430, "total_flops": 27113217638400000, "train_loss": 0.02085458437601725, "subset_score_loss": 0.02085458437601725} +{"step": 2050000, "wall_time": 19683.86672115326, "train_loss_step": 2.3674302101135254, "n_params": 4326430, "total_flops": 27246125568000000, "train_loss": 0.020251148939132692, "subset_score_loss": 0.020251148939132692} +{"step": 2060000, "wall_time": 19757.531050682068, "train_loss_step": 2.3962979316711426, "n_params": 4326430, "total_flops": 27379033497600000, "train_loss": 0.02018462816874186, "subset_score_loss": 0.02018462816874186} +{"step": 2070000, "wall_time": 19843.586439609528, "train_loss_step": 2.3860979080200195, "n_params": 4326430, "total_flops": 27511941427200000, "train_loss": 0.020130568742752077, "subset_score_loss": 0.020130568742752077} +{"step": 2080000, "wall_time": 19932.476029872894, "train_loss_step": 2.419736862182617, "n_params": 4326430, "total_flops": 27644849356800000, "train_loss": 0.019711544116338093, "subset_score_loss": 0.019711544116338093} +{"step": 2090000, "wall_time": 20021.2199113369, "train_loss_step": 2.1568071842193604, "n_params": 4326430, "total_flops": 27777757286400000, "train_loss": 0.01955146590868632, "subset_score_loss": 0.01955146590868632} +{"step": 2100000, "wall_time": 20192.96127319336, "train_loss_step": 2.2692203521728516, "n_params": 4326430, "total_flops": 27910665216000000, "train_loss": 0.019692335526148477, "subset_score_loss": 0.019692335526148477, "memorization_fraction_pixel": 0.2533999979496002, "mean_nn_ratio_pixel": 0.4515705108642578, "fid": 56.628765629494254} +{"step": 2110000, "wall_time": 20277.48908519745, "train_loss_step": 2.1975045204162598, "n_params": 4326430, "total_flops": 28043573145600000, "train_loss": 0.01938755710919698, "subset_score_loss": 0.01938755710919698} +{"step": 2120000, "wall_time": 20366.231739997864, "train_loss_step": 2.3543195724487305, "n_params": 4326430, "total_flops": 28176481075200000, "train_loss": 0.019600361585617065, "subset_score_loss": 0.019600361585617065} +{"step": 2130000, "wall_time": 20453.355412006378, "train_loss_step": 2.2474894523620605, "n_params": 4326430, "total_flops": 28309389004800000, "train_loss": 0.019299040238062542, "subset_score_loss": 0.019299040238062542} +{"step": 2140000, "wall_time": 20542.39176750183, "train_loss_step": 2.3223628997802734, "n_params": 4326430, "total_flops": 28442296934400000, "train_loss": 0.019612735509872435, "subset_score_loss": 0.019612735509872435} +{"step": 2150000, "wall_time": 20628.457601070404, "train_loss_step": 2.5225863456726074, "n_params": 4326430, "total_flops": 28575204864000000, "train_loss": 0.019211377700169882, "subset_score_loss": 0.019211377700169882} +{"step": 2160000, "wall_time": 20717.845259189606, "train_loss_step": 2.543759346008301, "n_params": 4326430, "total_flops": 28708112793600000, "train_loss": 0.018985060850779216, "subset_score_loss": 0.018985060850779216} +{"step": 2170000, "wall_time": 20797.726523399353, "train_loss_step": 2.4109058380126953, "n_params": 4326430, "total_flops": 28841020723200000, "train_loss": 0.019247108697891237, "subset_score_loss": 0.019247108697891237} +{"step": 2180000, "wall_time": 20886.696625471115, "train_loss_step": 2.4140071868896484, "n_params": 4326430, "total_flops": 28973928652800000, "train_loss": 0.01921898325284322, "subset_score_loss": 0.01921898325284322} +{"step": 2190000, "wall_time": 20975.5298268795, "train_loss_step": 2.3222732543945312, "n_params": 4326430, "total_flops": 29106836582400000, "train_loss": 0.019237613677978514, "subset_score_loss": 0.019237613677978514} +{"step": 2200000, "wall_time": 21172.260061502457, "train_loss_step": 2.133523464202881, "n_params": 4326430, "total_flops": 29239744512000000, "train_loss": 0.018829927841822306, "subset_score_loss": 0.018829927841822306, "memorization_fraction_pixel": 0.24369999766349792, "mean_nn_ratio_pixel": 0.4493744969367981, "fid": 56.936309934459715} +{"step": 2210000, "wall_time": 21256.462881088257, "train_loss_step": 2.10871958732605, "n_params": 4326430, "total_flops": 29372652441600000, "train_loss": 0.019132343928019206, "subset_score_loss": 0.019132343928019206} +{"step": 2220000, "wall_time": 21343.41574883461, "train_loss_step": 2.3947951793670654, "n_params": 4326430, "total_flops": 29505560371200000, "train_loss": 0.019088464975357055, "subset_score_loss": 0.019088464975357055} +{"step": 2230000, "wall_time": 21432.30369734764, "train_loss_step": 2.239891529083252, "n_params": 4326430, "total_flops": 29638468300800000, "train_loss": 0.0187037189801534, "subset_score_loss": 0.0187037189801534} +{"step": 2240000, "wall_time": 21521.483204364777, "train_loss_step": 2.417818307876587, "n_params": 4326430, "total_flops": 29771376230400000, "train_loss": 0.018917888402938843, "subset_score_loss": 0.018917888402938843} +{"step": 2250000, "wall_time": 21597.65899181366, "train_loss_step": 2.2394888401031494, "n_params": 4326430, "total_flops": 29904284160000000, "train_loss": 0.019304964939753214, "subset_score_loss": 0.019304964939753214} +{"step": 2260000, "wall_time": 21682.9451713562, "train_loss_step": 2.39608097076416, "n_params": 4326430, "total_flops": 30037192089600000, "train_loss": 0.019137523571650186, "subset_score_loss": 0.019137523571650186} +{"step": 2270000, "wall_time": 21758.356830835342, "train_loss_step": 2.4375438690185547, "n_params": 4326430, "total_flops": 30170100019200000, "train_loss": 0.018215394020080565, "subset_score_loss": 0.018215394020080565} +{"step": 2280000, "wall_time": 21840.153143167496, "train_loss_step": 2.221015453338623, "n_params": 4326430, "total_flops": 30303007948800000, "train_loss": 0.018773341178894044, "subset_score_loss": 0.018773341178894044} +{"step": 2290000, "wall_time": 21929.05447936058, "train_loss_step": 2.316561698913574, "n_params": 4326430, "total_flops": 30435915878400000, "train_loss": 0.018458590904871622, "subset_score_loss": 0.018458590904871622} +{"step": 2300000, "wall_time": 22107.535563468933, "train_loss_step": 2.379155158996582, "n_params": 4326430, "total_flops": 30568823808000000, "train_loss": 0.01905463735262553, "subset_score_loss": 0.01905463735262553, "memorization_fraction_pixel": 0.25, "mean_nn_ratio_pixel": 0.44224947690963745, "fid": 56.53208896538446} +{"step": 2310000, "wall_time": 22194.437335968018, "train_loss_step": 2.345458507537842, "n_params": 4326430, "total_flops": 30701731737600000, "train_loss": 0.019063440958658855, "subset_score_loss": 0.019063440958658855} +{"step": 2320000, "wall_time": 22283.212122917175, "train_loss_step": 2.6135520935058594, "n_params": 4326430, "total_flops": 30834639667200000, "train_loss": 0.018464928865432738, "subset_score_loss": 0.018464928865432738} +{"step": 2330000, "wall_time": 22372.142022132874, "train_loss_step": 2.3666999340057373, "n_params": 4326430, "total_flops": 30967547596800000, "train_loss": 0.018892798821131387, "subset_score_loss": 0.018892798821131387} +{"step": 2340000, "wall_time": 22461.130986452103, "train_loss_step": 2.2786824703216553, "n_params": 4326430, "total_flops": 31100455526400000, "train_loss": 0.01796083847681681, "subset_score_loss": 0.01796083847681681} +{"step": 2350000, "wall_time": 22549.36272263527, "train_loss_step": 2.243011474609375, "n_params": 4326430, "total_flops": 31233363456000000, "train_loss": 0.018359315395355225, "subset_score_loss": 0.018359315395355225} +{"step": 2360000, "wall_time": 22622.36241364479, "train_loss_step": 2.1779680252075195, "n_params": 4326430, "total_flops": 31366271385600000, "train_loss": 0.018751643101374307, "subset_score_loss": 0.018751643101374307} +{"step": 2370000, "wall_time": 22711.74143576622, "train_loss_step": 2.3580245971679688, "n_params": 4326430, "total_flops": 31499179315200000, "train_loss": 0.018113128344217935, "subset_score_loss": 0.018113128344217935} +{"step": 2380000, "wall_time": 22789.590164661407, "train_loss_step": 2.138296365737915, "n_params": 4326430, "total_flops": 31632087244800000, "train_loss": 0.01823714772860209, "subset_score_loss": 0.01823714772860209} +{"step": 2390000, "wall_time": 22878.452709436417, "train_loss_step": 2.1456522941589355, "n_params": 4326430, "total_flops": 31764995174400000, "train_loss": 0.01813434561093648, "subset_score_loss": 0.01813434561093648} +{"step": 2400000, "wall_time": 23032.22726583481, "train_loss_step": 2.2059569358825684, "n_params": 4326430, "total_flops": 31897903104000000, "train_loss": 0.017992897828420003, "subset_score_loss": 0.017992897828420003, "memorization_fraction_pixel": 0.26600000262260437, "mean_nn_ratio_pixel": 0.437775194644928, "fid": 56.28160504670504} +{"step": 2410000, "wall_time": 23120.96362900734, "train_loss_step": 2.574099063873291, "n_params": 4326430, "total_flops": 32030811033600000, "train_loss": 0.017920283476511638, "subset_score_loss": 0.017920283476511638} +{"step": 2420000, "wall_time": 23209.59737968445, "train_loss_step": 2.2734928131103516, "n_params": 4326430, "total_flops": 32163718963200000, "train_loss": 0.01796062191327413, "subset_score_loss": 0.01796062191327413} +{"step": 2430000, "wall_time": 23298.611167907715, "train_loss_step": 2.110170841217041, "n_params": 4326430, "total_flops": 32296626892800000, "train_loss": 0.017648760477701822, "subset_score_loss": 0.017648760477701822} +{"step": 2440000, "wall_time": 23387.54659795761, "train_loss_step": 2.5900771617889404, "n_params": 4326430, "total_flops": 32429534822400000, "train_loss": 0.017638246218363445, "subset_score_loss": 0.017638246218363445} +{"step": 2450000, "wall_time": 23476.535594940186, "train_loss_step": 2.4305458068847656, "n_params": 4326430, "total_flops": 32562442752000000, "train_loss": 0.017747139930725096, "subset_score_loss": 0.017747139930725096} +{"step": 2460000, "wall_time": 23565.52116894722, "train_loss_step": 2.4010562896728516, "n_params": 4326430, "total_flops": 32695350681600000, "train_loss": 0.017868824799855552, "subset_score_loss": 0.017868824799855552} +{"step": 2470000, "wall_time": 23651.72889661789, "train_loss_step": 2.1592304706573486, "n_params": 4326430, "total_flops": 32828258611200000, "train_loss": 0.017381352186203004, "subset_score_loss": 0.017381352186203004} +{"step": 2480000, "wall_time": 23739.313499450684, "train_loss_step": 2.4815943241119385, "n_params": 4326430, "total_flops": 32961166540800000, "train_loss": 0.017716048161188762, "subset_score_loss": 0.017716048161188762} +{"step": 2490000, "wall_time": 23827.622918844223, "train_loss_step": 2.400886058807373, "n_params": 4326430, "total_flops": 33094074470400000, "train_loss": 0.01764590342839559, "subset_score_loss": 0.01764590342839559} +{"step": 2500000, "wall_time": 24000.182276010513, "train_loss_step": 2.2839748859405518, "n_params": 4326430, "total_flops": 33226982400000000, "train_loss": 0.017734400431315103, "subset_score_loss": 0.017734400431315103, "memorization_fraction_pixel": 0.26649999618530273, "mean_nn_ratio_pixel": 0.4339296519756317, "fid": 56.906228799151705} +{"step": 2510000, "wall_time": 24088.925278902054, "train_loss_step": 2.5982227325439453, "n_params": 4326430, "total_flops": 33359890329600000, "train_loss": 0.017275081078211466, "subset_score_loss": 0.017275081078211466} +{"step": 2520000, "wall_time": 24177.61663722992, "train_loss_step": 2.3201522827148438, "n_params": 4326430, "total_flops": 33492798259200000, "train_loss": 0.01743465065956116, "subset_score_loss": 0.01743465065956116} +{"step": 2530000, "wall_time": 24266.343812704086, "train_loss_step": 2.3354573249816895, "n_params": 4326430, "total_flops": 33625706188800000, "train_loss": 0.01696832577387492, "subset_score_loss": 0.01696832577387492} +{"step": 2540000, "wall_time": 24355.267131328583, "train_loss_step": 2.376148223876953, "n_params": 4326430, "total_flops": 33758614118400000, "train_loss": 0.017862610022226968, "subset_score_loss": 0.017862610022226968} +{"step": 2550000, "wall_time": 24444.250590085983, "train_loss_step": 2.304762840270996, "n_params": 4326430, "total_flops": 33891522048000000, "train_loss": 0.016930752992630006, "subset_score_loss": 0.016930752992630006} +{"step": 2560000, "wall_time": 24533.679889202118, "train_loss_step": 2.380955457687378, "n_params": 4326430, "total_flops": 34024429977600000, "train_loss": 0.017187058925628662, "subset_score_loss": 0.017187058925628662} +{"step": 2570000, "wall_time": 24608.770926713943, "train_loss_step": 2.3685812950134277, "n_params": 4326430, "total_flops": 34157337907200000, "train_loss": 0.016827438275019327, "subset_score_loss": 0.016827438275019327} +{"step": 2580000, "wall_time": 24697.607743263245, "train_loss_step": 2.257242202758789, "n_params": 4326430, "total_flops": 34290245836800000, "train_loss": 0.017081793149312338, "subset_score_loss": 0.017081793149312338} +{"step": 2590000, "wall_time": 24772.702034235, "train_loss_step": 2.429439067840576, "n_params": 4326430, "total_flops": 34423153766400000, "train_loss": 0.0169034739335378, "subset_score_loss": 0.0169034739335378} +{"step": 2600000, "wall_time": 24951.879049301147, "train_loss_step": 2.2345223426818848, "n_params": 4326430, "total_flops": 34556061696000000, "train_loss": 0.016608116030693055, "subset_score_loss": 0.016608116030693055, "memorization_fraction_pixel": 0.28139999508857727, "mean_nn_ratio_pixel": 0.42641839385032654, "fid": 57.130997438531914} +{"step": 2610000, "wall_time": 25040.654123544693, "train_loss_step": 2.405062675476074, "n_params": 4326430, "total_flops": 34688969625600000, "train_loss": 0.01661851108074188, "subset_score_loss": 0.01661851108074188} +{"step": 2620000, "wall_time": 25129.473962545395, "train_loss_step": 2.131760597229004, "n_params": 4326430, "total_flops": 34821877555200000, "train_loss": 0.01689445972442627, "subset_score_loss": 0.01689445972442627} +{"step": 2630000, "wall_time": 25218.471858024597, "train_loss_step": 2.258784770965576, "n_params": 4326430, "total_flops": 34954785484800000, "train_loss": 0.016894384225209554, "subset_score_loss": 0.016894384225209554} +{"step": 2640000, "wall_time": 25307.338732242584, "train_loss_step": 2.315016269683838, "n_params": 4326430, "total_flops": 35087693414400000, "train_loss": 0.01696672836939494, "subset_score_loss": 0.01696672836939494} +{"step": 2650000, "wall_time": 25396.252883195877, "train_loss_step": 2.294551372528076, "n_params": 4326430, "total_flops": 35220601344000000, "train_loss": 0.016566311319669087, "subset_score_loss": 0.016566311319669087} +{"step": 2660000, "wall_time": 25485.223424196243, "train_loss_step": 2.386622905731201, "n_params": 4326430, "total_flops": 35353509273600000, "train_loss": 0.016472217440605164, "subset_score_loss": 0.016472217440605164} +{"step": 2670000, "wall_time": 25571.91997909546, "train_loss_step": 2.2048728466033936, "n_params": 4326430, "total_flops": 35486417203200000, "train_loss": 0.016531074047088624, "subset_score_loss": 0.016531074047088624} +{"step": 2680000, "wall_time": 25660.824922561646, "train_loss_step": 2.4621963500976562, "n_params": 4326430, "total_flops": 35619325132800000, "train_loss": 0.016382653514544168, "subset_score_loss": 0.016382653514544168} +{"step": 2690000, "wall_time": 25741.701815128326, "train_loss_step": 2.5602869987487793, "n_params": 4326430, "total_flops": 35752233062400000, "train_loss": 0.0161842276652654, "subset_score_loss": 0.0161842276652654} +{"step": 2700000, "wall_time": 25909.936249256134, "train_loss_step": 2.257922410964966, "n_params": 4326430, "total_flops": 35885140992000000, "train_loss": 0.01620389918486277, "subset_score_loss": 0.01620389918486277, "memorization_fraction_pixel": 0.28200000524520874, "mean_nn_ratio_pixel": 0.4254853427410126, "fid": 56.577786859903455} +{"step": 2710000, "wall_time": 25998.537033319473, "train_loss_step": 2.39664363861084, "n_params": 4326430, "total_flops": 36018048921600000, "train_loss": 0.01646213134129842, "subset_score_loss": 0.01646213134129842} +{"step": 2720000, "wall_time": 26087.285134792328, "train_loss_step": 2.357064962387085, "n_params": 4326430, "total_flops": 36150956851200000, "train_loss": 0.015938312808672587, "subset_score_loss": 0.015938312808672587} +{"step": 2730000, "wall_time": 26176.220050811768, "train_loss_step": 2.0379228591918945, "n_params": 4326430, "total_flops": 36283864780800000, "train_loss": 0.016369399428367615, "subset_score_loss": 0.016369399428367615} +{"step": 2740000, "wall_time": 26265.01996445656, "train_loss_step": 2.3540070056915283, "n_params": 4326430, "total_flops": 36416772710400000, "train_loss": 0.01596711774667104, "subset_score_loss": 0.01596711774667104} +{"step": 2750000, "wall_time": 26354.048265695572, "train_loss_step": 2.2996129989624023, "n_params": 4326430, "total_flops": 36549680640000000, "train_loss": 0.01625723342100779, "subset_score_loss": 0.01625723342100779} +{"step": 2760000, "wall_time": 26443.147396087646, "train_loss_step": 2.242002487182617, "n_params": 4326430, "total_flops": 36682588569600000, "train_loss": 0.016231354077657065, "subset_score_loss": 0.016231354077657065} +{"step": 2770000, "wall_time": 26523.692932367325, "train_loss_step": 2.353011131286621, "n_params": 4326430, "total_flops": 36815496499200000, "train_loss": 0.016532403230667115, "subset_score_loss": 0.016532403230667115} +{"step": 2780000, "wall_time": 26602.393709659576, "train_loss_step": 2.226966619491577, "n_params": 4326430, "total_flops": 36948404428800000, "train_loss": 0.0157991627852122, "subset_score_loss": 0.0157991627852122} +{"step": 2790000, "wall_time": 26679.034508228302, "train_loss_step": 2.3434042930603027, "n_params": 4326430, "total_flops": 37081312358400000, "train_loss": 0.016431540250778198, "subset_score_loss": 0.016431540250778198} +{"step": 2800000, "wall_time": 26851.959878206253, "train_loss_step": 2.316859245300293, "n_params": 4326430, "total_flops": 37214220288000000, "train_loss": 0.015862963596979775, "subset_score_loss": 0.015862963596979775, "memorization_fraction_pixel": 0.28369998931884766, "mean_nn_ratio_pixel": 0.4219270944595337, "fid": 57.428408758497696} +{"step": 2810000, "wall_time": 26940.813507080078, "train_loss_step": 2.503831148147583, "n_params": 4326430, "total_flops": 37347128217600000, "train_loss": 0.01580328047275543, "subset_score_loss": 0.01580328047275543} +{"step": 2820000, "wall_time": 27029.50353860855, "train_loss_step": 2.1036322116851807, "n_params": 4326430, "total_flops": 37480036147200000, "train_loss": 0.01553461750348409, "subset_score_loss": 0.01553461750348409} +{"step": 2830000, "wall_time": 27118.441991329193, "train_loss_step": 2.355515956878662, "n_params": 4326430, "total_flops": 37612944076800000, "train_loss": 0.01602249046166738, "subset_score_loss": 0.01602249046166738} +{"step": 2840000, "wall_time": 27207.32429075241, "train_loss_step": 1.9638943672180176, "n_params": 4326430, "total_flops": 37745852006400000, "train_loss": 0.015491212407747904, "subset_score_loss": 0.015491212407747904} +{"step": 2850000, "wall_time": 27296.17814016342, "train_loss_step": 2.0552475452423096, "n_params": 4326430, "total_flops": 37878759936000000, "train_loss": 0.01591279705365499, "subset_score_loss": 0.01591279705365499} +{"step": 2860000, "wall_time": 27385.135134220123, "train_loss_step": 2.2023186683654785, "n_params": 4326430, "total_flops": 38011667865600000, "train_loss": 0.016002808014551798, "subset_score_loss": 0.016002808014551798} +{"step": 2870000, "wall_time": 27472.560908079147, "train_loss_step": 2.2492599487304688, "n_params": 4326430, "total_flops": 38144575795200000, "train_loss": 0.015896685918172202, "subset_score_loss": 0.015896685918172202} +{"step": 2880000, "wall_time": 27558.20077586174, "train_loss_step": 2.1295700073242188, "n_params": 4326430, "total_flops": 38277483724800000, "train_loss": 0.015731163819630942, "subset_score_loss": 0.015731163819630942} +{"step": 2890000, "wall_time": 27644.167814731598, "train_loss_step": 2.1793088912963867, "n_params": 4326430, "total_flops": 38410391654400000, "train_loss": 0.015774523218472798, "subset_score_loss": 0.015774523218472798} +{"step": 2900000, "wall_time": 27799.08944916725, "train_loss_step": 2.35909104347229, "n_params": 4326430, "total_flops": 38543299584000000, "train_loss": 0.01562405029932658, "subset_score_loss": 0.01562405029932658, "memorization_fraction_pixel": 0.2856999933719635, "mean_nn_ratio_pixel": 0.41774052381515503, "fid": 57.42099419529125} +{"step": 2910000, "wall_time": 27887.888393878937, "train_loss_step": 2.2709341049194336, "n_params": 4326430, "total_flops": 38676207513600000, "train_loss": 0.015648305416107178, "subset_score_loss": 0.015648305416107178} +{"step": 2920000, "wall_time": 27976.620691537857, "train_loss_step": 2.0827698707580566, "n_params": 4326430, "total_flops": 38809115443200000, "train_loss": 0.01511827011903127, "subset_score_loss": 0.01511827011903127} +{"step": 2930000, "wall_time": 28065.507145166397, "train_loss_step": 2.2761030197143555, "n_params": 4326430, "total_flops": 38942023372800000, "train_loss": 0.015284253160158794, "subset_score_loss": 0.015284253160158794} +{"step": 2940000, "wall_time": 28154.48546886444, "train_loss_step": 2.406433582305908, "n_params": 4326430, "total_flops": 39074931302400000, "train_loss": 0.01545462707678477, "subset_score_loss": 0.01545462707678477} +{"step": 2950000, "wall_time": 28243.3321685791, "train_loss_step": 2.1970386505126953, "n_params": 4326430, "total_flops": 39207839232000000, "train_loss": 0.015331004063288372, "subset_score_loss": 0.015331004063288372} +{"step": 2960000, "wall_time": 28330.30159521103, "train_loss_step": 2.0720086097717285, "n_params": 4326430, "total_flops": 39340747161600000, "train_loss": 0.015534219145774842, "subset_score_loss": 0.015534219145774842} +{"step": 2970000, "wall_time": 28419.473804473877, "train_loss_step": 2.4729270935058594, "n_params": 4326430, "total_flops": 39473655091200000, "train_loss": 0.015034992496172588, "subset_score_loss": 0.015034992496172588} +{"step": 2980000, "wall_time": 28504.163048028946, "train_loss_step": 1.989583969116211, "n_params": 4326430, "total_flops": 39606563020800000, "train_loss": 0.015401943524678548, "subset_score_loss": 0.015401943524678548} +{"step": 2990000, "wall_time": 28591.26894402504, "train_loss_step": 2.1242969036102295, "n_params": 4326430, "total_flops": 39739470950400000, "train_loss": 0.014831501245498657, "subset_score_loss": 0.014831501245498657} +{"step": 3000000, "wall_time": 28747.897812128067, "train_loss_step": 2.3864657878875732, "n_params": 4326430, "total_flops": 39872378880000000, "train_loss": 0.015182255705197652, "subset_score_loss": 0.015182255705197652, "memorization_fraction_pixel": 0.2935999929904938, "mean_nn_ratio_pixel": 0.41243159770965576, "fid": 56.8184011883461} +{"step": 3010000, "wall_time": 28836.86041355133, "train_loss_step": 2.377004861831665, "n_params": 4326430, "total_flops": 40005286809600000, "train_loss": 0.015199517210324606, "subset_score_loss": 0.015199517210324606} +{"step": 3020000, "wall_time": 28925.727496147156, "train_loss_step": 2.1075193881988525, "n_params": 4326430, "total_flops": 40138194739200000, "train_loss": 0.01524250308672587, "subset_score_loss": 0.01524250308672587} +{"step": 3030000, "wall_time": 29014.6011531353, "train_loss_step": 2.2816905975341797, "n_params": 4326430, "total_flops": 40271102668800000, "train_loss": 0.015599979956944784, "subset_score_loss": 0.015599979956944784} +{"step": 3040000, "wall_time": 29103.547023534775, "train_loss_step": 2.2297749519348145, "n_params": 4326430, "total_flops": 40404010598400000, "train_loss": 0.015081916252772014, "subset_score_loss": 0.015081916252772014} +{"step": 3050000, "wall_time": 29192.36147236824, "train_loss_step": 2.0056262016296387, "n_params": 4326430, "total_flops": 40536918528000000, "train_loss": 0.015178307890892029, "subset_score_loss": 0.015178307890892029} +{"step": 3060000, "wall_time": 29279.268834114075, "train_loss_step": 2.2130532264709473, "n_params": 4326430, "total_flops": 40669826457600000, "train_loss": 0.014869260787963866, "subset_score_loss": 0.014869260787963866} +{"step": 3070000, "wall_time": 29368.12769985199, "train_loss_step": 2.2498934268951416, "n_params": 4326430, "total_flops": 40802734387200000, "train_loss": 0.014890513817469279, "subset_score_loss": 0.014890513817469279} +{"step": 3080000, "wall_time": 29443.101702451706, "train_loss_step": 2.3773157596588135, "n_params": 4326430, "total_flops": 40935642316800000, "train_loss": 0.014947301149368286, "subset_score_loss": 0.014947301149368286} +{"step": 3090000, "wall_time": 29525.902436733246, "train_loss_step": 2.4577205181121826, "n_params": 4326430, "total_flops": 41068550246400000, "train_loss": 0.014976980288823445, "subset_score_loss": 0.014976980288823445} +{"step": 3100000, "wall_time": 29682.559204101562, "train_loss_step": 2.3003883361816406, "n_params": 4326430, "total_flops": 41201458176000000, "train_loss": 0.01491740345954895, "subset_score_loss": 0.01491740345954895, "memorization_fraction_pixel": 0.29490000009536743, "mean_nn_ratio_pixel": 0.41510438919067383, "fid": 56.982042113647736} +{"step": 3110000, "wall_time": 29771.622690677643, "train_loss_step": 2.0844478607177734, "n_params": 4326430, "total_flops": 41334366105600000, "train_loss": 0.014634252587954203, "subset_score_loss": 0.014634252587954203} +{"step": 3120000, "wall_time": 29860.54629278183, "train_loss_step": 2.25972056388855, "n_params": 4326430, "total_flops": 41467274035200000, "train_loss": 0.014399272203445435, "subset_score_loss": 0.014399272203445435} +{"step": 3130000, "wall_time": 29949.43127155304, "train_loss_step": 2.314215898513794, "n_params": 4326430, "total_flops": 41600181964800000, "train_loss": 0.015027995904286702, "subset_score_loss": 0.015027995904286702} +{"step": 3140000, "wall_time": 30038.344749450684, "train_loss_step": 2.253688097000122, "n_params": 4326430, "total_flops": 41733089894400000, "train_loss": 0.014827293157577515, "subset_score_loss": 0.014827293157577515} +{"step": 3150000, "wall_time": 30125.517491579056, "train_loss_step": 2.61350679397583, "n_params": 4326430, "total_flops": 41865997824000000, "train_loss": 0.014419917265574138, "subset_score_loss": 0.014419917265574138} +{"step": 3160000, "wall_time": 30214.443830490112, "train_loss_step": 2.437298536300659, "n_params": 4326430, "total_flops": 41998905753600000, "train_loss": 0.014838088552157085, "subset_score_loss": 0.014838088552157085} +{"step": 3170000, "wall_time": 30303.178565979004, "train_loss_step": 2.1942849159240723, "n_params": 4326430, "total_flops": 42131813683200000, "train_loss": 0.014348890384038289, "subset_score_loss": 0.014348890384038289} +{"step": 3180000, "wall_time": 30385.31712269783, "train_loss_step": 2.3785219192504883, "n_params": 4326430, "total_flops": 42264721612800000, "train_loss": 0.014472890893618267, "subset_score_loss": 0.014472890893618267} +{"step": 3190000, "wall_time": 30458.530141830444, "train_loss_step": 2.150503158569336, "n_params": 4326430, "total_flops": 42397629542400000, "train_loss": 0.01435183584690094, "subset_score_loss": 0.01435183584690094} +{"step": 3200000, "wall_time": 30637.625284671783, "train_loss_step": 2.2466301918029785, "n_params": 4326430, "total_flops": 42530537472000000, "train_loss": 0.014231842756271363, "subset_score_loss": 0.014231842756271363, "memorization_fraction_pixel": 0.3027999997138977, "mean_nn_ratio_pixel": 0.4089410603046417, "fid": 57.55707358040873} +{"step": 3210000, "wall_time": 30720.93692612648, "train_loss_step": 2.523904323577881, "n_params": 4326430, "total_flops": 42663445401600000, "train_loss": 0.014248635371526082, "subset_score_loss": 0.014248635371526082} +{"step": 3220000, "wall_time": 30809.808103084564, "train_loss_step": 1.9956963062286377, "n_params": 4326430, "total_flops": 42796353331200000, "train_loss": 0.014313844839731853, "subset_score_loss": 0.014313844839731853} +{"step": 3230000, "wall_time": 30898.763157606125, "train_loss_step": 2.466392993927002, "n_params": 4326430, "total_flops": 42929261260800000, "train_loss": 0.01434545119603475, "subset_score_loss": 0.01434545119603475} +{"step": 3240000, "wall_time": 30985.678590774536, "train_loss_step": 2.2730393409729004, "n_params": 4326430, "total_flops": 43062169190400000, "train_loss": 0.014890973766644796, "subset_score_loss": 0.014890973766644796} +{"step": 3250000, "wall_time": 31074.699944734573, "train_loss_step": 2.2195935249328613, "n_params": 4326430, "total_flops": 43195077120000000, "train_loss": 0.014369651675224304, "subset_score_loss": 0.014369651675224304} +{"step": 3260000, "wall_time": 31163.566026687622, "train_loss_step": 2.1778039932250977, "n_params": 4326430, "total_flops": 43327985049600000, "train_loss": 0.014484251538912455, "subset_score_loss": 0.014484251538912455} +{"step": 3270000, "wall_time": 31252.255526065826, "train_loss_step": 2.172199010848999, "n_params": 4326430, "total_flops": 43460892979200000, "train_loss": 0.014346344272295634, "subset_score_loss": 0.014346344272295634} +{"step": 3280000, "wall_time": 31337.911759614944, "train_loss_step": 2.2650959491729736, "n_params": 4326430, "total_flops": 43593800908800000, "train_loss": 0.014016445477803547, "subset_score_loss": 0.014016445477803547} +{"step": 3290000, "wall_time": 31424.619975805283, "train_loss_step": 2.1674671173095703, "n_params": 4326430, "total_flops": 43726708838400000, "train_loss": 0.013850850860277812, "subset_score_loss": 0.013850850860277812} +{"step": 3300000, "wall_time": 31581.143050432205, "train_loss_step": 2.5937576293945312, "n_params": 4326430, "total_flops": 43859616768000000, "train_loss": 0.014262714982032776, "subset_score_loss": 0.014262714982032776, "memorization_fraction_pixel": 0.2937999963760376, "mean_nn_ratio_pixel": 0.410121887922287, "fid": 57.06040085873754} +{"step": 3310000, "wall_time": 31667.46798300743, "train_loss_step": 2.270838737487793, "n_params": 4326430, "total_flops": 43992524697600000, "train_loss": 0.014371280868848165, "subset_score_loss": 0.014371280868848165} +{"step": 3320000, "wall_time": 31756.29644060135, "train_loss_step": 2.053326368331909, "n_params": 4326430, "total_flops": 44125432627200000, "train_loss": 0.013932568828264873, "subset_score_loss": 0.013932568828264873} +{"step": 3330000, "wall_time": 31845.193023443222, "train_loss_step": 2.5281035900115967, "n_params": 4326430, "total_flops": 44258340556800000, "train_loss": 0.01433315674463908, "subset_score_loss": 0.01433315674463908} +{"step": 3340000, "wall_time": 31932.434041261673, "train_loss_step": 2.3382372856140137, "n_params": 4326430, "total_flops": 44391248486400000, "train_loss": 0.014485614498456319, "subset_score_loss": 0.014485614498456319} +{"step": 3350000, "wall_time": 32021.349933624268, "train_loss_step": 2.491053342819214, "n_params": 4326430, "total_flops": 44524156416000000, "train_loss": 0.014132819573084513, "subset_score_loss": 0.014132819573084513} +{"step": 3360000, "wall_time": 32110.21285057068, "train_loss_step": 2.2943382263183594, "n_params": 4326430, "total_flops": 44657064345600000, "train_loss": 0.014113281170527141, "subset_score_loss": 0.014113281170527141} +{"step": 3370000, "wall_time": 32198.99675130844, "train_loss_step": 2.1721701622009277, "n_params": 4326430, "total_flops": 44789972275200000, "train_loss": 0.01403729518254598, "subset_score_loss": 0.01403729518254598} +{"step": 3380000, "wall_time": 32284.5552546978, "train_loss_step": 2.498173236846924, "n_params": 4326430, "total_flops": 44922880204800000, "train_loss": 0.013909785946210226, "subset_score_loss": 0.013909785946210226} +{"step": 3390000, "wall_time": 32374.048750162125, "train_loss_step": 2.4982497692108154, "n_params": 4326430, "total_flops": 45055788134400000, "train_loss": 0.014173672596613566, "subset_score_loss": 0.014173672596613566} +{"step": 3400000, "wall_time": 32555.778977155685, "train_loss_step": 2.289491653442383, "n_params": 4326430, "total_flops": 45188696064000000, "train_loss": 0.01367379327615102, "subset_score_loss": 0.01367379327615102, "memorization_fraction_pixel": 0.30559998750686646, "mean_nn_ratio_pixel": 0.40446239709854126, "fid": 56.89769703801069} +{"step": 3410000, "wall_time": 32637.06890130043, "train_loss_step": 2.2433924674987793, "n_params": 4326430, "total_flops": 45321603993600000, "train_loss": 0.01367421547571818, "subset_score_loss": 0.01367421547571818} +{"step": 3420000, "wall_time": 32726.01584339142, "train_loss_step": 2.3573529720306396, "n_params": 4326430, "total_flops": 45454511923200000, "train_loss": 0.01404120127360026, "subset_score_loss": 0.01404120127360026} +{"step": 3430000, "wall_time": 32813.072340250015, "train_loss_step": 2.3724238872528076, "n_params": 4326430, "total_flops": 45587419852800000, "train_loss": 0.013594252864519756, "subset_score_loss": 0.013594252864519756} +{"step": 3440000, "wall_time": 32901.95634889603, "train_loss_step": 2.3483972549438477, "n_params": 4326430, "total_flops": 45720327782400000, "train_loss": 0.013547936081886291, "subset_score_loss": 0.013547936081886291} +{"step": 3450000, "wall_time": 32990.84844708443, "train_loss_step": 2.4627954959869385, "n_params": 4326430, "total_flops": 45853235712000000, "train_loss": 0.013568694392840067, "subset_score_loss": 0.013568694392840067} +{"step": 3460000, "wall_time": 33079.8079624176, "train_loss_step": 2.0224313735961914, "n_params": 4326430, "total_flops": 45986143641600000, "train_loss": 0.013468981782595316, "subset_score_loss": 0.013468981782595316} +{"step": 3470000, "wall_time": 33158.84496116638, "train_loss_step": 2.157871723175049, "n_params": 4326430, "total_flops": 46119051571200000, "train_loss": 0.013276178638140361, "subset_score_loss": 0.013276178638140361} +{"step": 3480000, "wall_time": 33243.49544095993, "train_loss_step": 2.1216883659362793, "n_params": 4326430, "total_flops": 46251959500800000, "train_loss": 0.013447876771291096, "subset_score_loss": 0.013447876771291096} +{"step": 3490000, "wall_time": 33332.596437215805, "train_loss_step": 2.137277126312256, "n_params": 4326430, "total_flops": 46384867430400000, "train_loss": 0.01350343922773997, "subset_score_loss": 0.01350343922773997} +{"step": 3500000, "wall_time": 33500.303562641144, "train_loss_step": 2.2682790756225586, "n_params": 4326430, "total_flops": 46517775360000000, "train_loss": 0.013339002927144369, "subset_score_loss": 0.013339002927144369, "memorization_fraction_pixel": 0.3019999861717224, "mean_nn_ratio_pixel": 0.4067285656929016, "fid": 56.59768667807833} +{"step": 3510000, "wall_time": 33586.84869360924, "train_loss_step": 2.0401339530944824, "n_params": 4326430, "total_flops": 46650683289600000, "train_loss": 0.013475680351257324, "subset_score_loss": 0.013475680351257324} +{"step": 3520000, "wall_time": 33661.876859903336, "train_loss_step": 2.301344394683838, "n_params": 4326430, "total_flops": 46783591219200000, "train_loss": 0.013350494702657064, "subset_score_loss": 0.013350494702657064} +{"step": 3530000, "wall_time": 33750.822670936584, "train_loss_step": 2.311840534210205, "n_params": 4326430, "total_flops": 46916499148800000, "train_loss": 0.013738545775413512, "subset_score_loss": 0.013738545775413512} +{"step": 3540000, "wall_time": 33839.760627985, "train_loss_step": 2.0902645587921143, "n_params": 4326430, "total_flops": 47049407078400000, "train_loss": 0.013465301195780436, "subset_score_loss": 0.013465301195780436} +{"step": 3550000, "wall_time": 33928.64371800423, "train_loss_step": 2.2561745643615723, "n_params": 4326430, "total_flops": 47182315008000000, "train_loss": 0.012929171323776245, "subset_score_loss": 0.012929171323776245} +{"step": 3560000, "wall_time": 34017.45590376854, "train_loss_step": 2.185452461242676, "n_params": 4326430, "total_flops": 47315222937600000, "train_loss": 0.013102115194002787, "subset_score_loss": 0.013102115194002787} +{"step": 3570000, "wall_time": 34095.845537900925, "train_loss_step": 2.2746212482452393, "n_params": 4326430, "total_flops": 47448130867200000, "train_loss": 0.013369617859522502, "subset_score_loss": 0.013369617859522502} +{"step": 3580000, "wall_time": 34180.48510313034, "train_loss_step": 2.212279796600342, "n_params": 4326430, "total_flops": 47581038796800000, "train_loss": 0.01322372555732727, "subset_score_loss": 0.01322372555732727} +{"step": 3590000, "wall_time": 34269.43759703636, "train_loss_step": 2.183492660522461, "n_params": 4326430, "total_flops": 47713946726400000, "train_loss": 0.013341769576072693, "subset_score_loss": 0.013341769576072693} +{"step": 3600000, "wall_time": 34444.80879712105, "train_loss_step": 2.265737771987915, "n_params": 4326430, "total_flops": 47846854656000000, "train_loss": 0.01295242210229238, "subset_score_loss": 0.01295242210229238, "memorization_fraction_pixel": 0.30390000343322754, "mean_nn_ratio_pixel": 0.40403470396995544, "fid": 56.50853092669126} +{"step": 3610000, "wall_time": 34531.91790223122, "train_loss_step": 2.392693519592285, "n_params": 4326430, "total_flops": 47979762585600000, "train_loss": 0.013537173469861349, "subset_score_loss": 0.013537173469861349} +{"step": 3620000, "wall_time": 34610.70709013939, "train_loss_step": 2.168246269226074, "n_params": 4326430, "total_flops": 48112670515200000, "train_loss": 0.013007209698359171, "subset_score_loss": 0.013007209698359171} +{"step": 3630000, "wall_time": 34693.90852665901, "train_loss_step": 2.3761775493621826, "n_params": 4326430, "total_flops": 48245578444800000, "train_loss": 0.012992397944132487, "subset_score_loss": 0.012992397944132487} +{"step": 3640000, "wall_time": 34782.804673433304, "train_loss_step": 2.281104564666748, "n_params": 4326430, "total_flops": 48378486374400000, "train_loss": 0.01309991180896759, "subset_score_loss": 0.01309991180896759} +{"step": 3650000, "wall_time": 34871.67264461517, "train_loss_step": 2.0274715423583984, "n_params": 4326430, "total_flops": 48511394304000000, "train_loss": 0.013097262382507325, "subset_score_loss": 0.013097262382507325} +{"step": 3660000, "wall_time": 34960.309435129166, "train_loss_step": 2.2537460327148438, "n_params": 4326430, "total_flops": 48644302233600000, "train_loss": 0.013029435276985168, "subset_score_loss": 0.013029435276985168} +{"step": 3670000, "wall_time": 35038.05137705803, "train_loss_step": 2.3874082565307617, "n_params": 4326430, "total_flops": 48777210163200000, "train_loss": 0.012869314352671305, "subset_score_loss": 0.012869314352671305} +{"step": 3680000, "wall_time": 35120.379455804825, "train_loss_step": 2.4125704765319824, "n_params": 4326430, "total_flops": 48910118092800000, "train_loss": 0.012637085715929667, "subset_score_loss": 0.012637085715929667} +{"step": 3690000, "wall_time": 35209.09452390671, "train_loss_step": 2.2269930839538574, "n_params": 4326430, "total_flops": 49043026022400000, "train_loss": 0.012663052479426066, "subset_score_loss": 0.012663052479426066} +{"step": 3700000, "wall_time": 35401.745515584946, "train_loss_step": 2.3220462799072266, "n_params": 4326430, "total_flops": 49175933952000000, "train_loss": 0.013003087043762207, "subset_score_loss": 0.013003087043762207, "memorization_fraction_pixel": 0.3009999990463257, "mean_nn_ratio_pixel": 0.40140488743782043, "fid": 56.412949644731874} +{"step": 3710000, "wall_time": 35490.61434316635, "train_loss_step": 2.2455620765686035, "n_params": 4326430, "total_flops": 49308841881600000, "train_loss": 0.013178091247876484, "subset_score_loss": 0.013178091247876484} +{"step": 3720000, "wall_time": 35577.539301395416, "train_loss_step": 2.1931920051574707, "n_params": 4326430, "total_flops": 49441749811200000, "train_loss": 0.012739028533299763, "subset_score_loss": 0.012739028533299763} +{"step": 3730000, "wall_time": 35659.196752786636, "train_loss_step": 2.1034798622131348, "n_params": 4326430, "total_flops": 49574657740800000, "train_loss": 0.012608047326405842, "subset_score_loss": 0.012608047326405842} +{"step": 3740000, "wall_time": 35748.2240691185, "train_loss_step": 2.2040131092071533, "n_params": 4326430, "total_flops": 49707565670400000, "train_loss": 0.012776187062263489, "subset_score_loss": 0.012776187062263489} +{"step": 3750000, "wall_time": 35837.09564590454, "train_loss_step": 2.1046204566955566, "n_params": 4326430, "total_flops": 49840473600000000, "train_loss": 0.012548540035883586, "subset_score_loss": 0.012548540035883586} +{"step": 3760000, "wall_time": 35925.84835910797, "train_loss_step": 2.1662025451660156, "n_params": 4326430, "total_flops": 49973381529600000, "train_loss": 0.012710980574289958, "subset_score_loss": 0.012710980574289958} +{"step": 3770000, "wall_time": 36004.70177817345, "train_loss_step": 1.8847905397415161, "n_params": 4326430, "total_flops": 50106289459200000, "train_loss": 0.012920457124710082, "subset_score_loss": 0.012920457124710082} +{"step": 3780000, "wall_time": 36093.65353965759, "train_loss_step": 2.3905832767486572, "n_params": 4326430, "total_flops": 50239197388800000, "train_loss": 0.01243953009446462, "subset_score_loss": 0.01243953009446462} +{"step": 3790000, "wall_time": 36182.4660115242, "train_loss_step": 2.2036948204040527, "n_params": 4326430, "total_flops": 50372105318400000, "train_loss": 0.012795292337735494, "subset_score_loss": 0.012795292337735494} +{"step": 3800000, "wall_time": 36379.4373857975, "train_loss_step": 2.0707249641418457, "n_params": 4326430, "total_flops": 50505013248000000, "train_loss": 0.012795335054397583, "subset_score_loss": 0.012795335054397583, "memorization_fraction_pixel": 0.33160001039505005, "mean_nn_ratio_pixel": 0.3944404423236847, "fid": 56.508357393089184} +{"step": 3810000, "wall_time": 36468.3305375576, "train_loss_step": 2.110184907913208, "n_params": 4326430, "total_flops": 50637921177600000, "train_loss": 0.012980919082959492, "subset_score_loss": 0.012980919082959492} +{"step": 3820000, "wall_time": 36555.181391477585, "train_loss_step": 2.2415947914123535, "n_params": 4326430, "total_flops": 50770829107200000, "train_loss": 0.012358822425206502, "subset_score_loss": 0.012358822425206502} +{"step": 3830000, "wall_time": 36626.85254096985, "train_loss_step": 2.2581048011779785, "n_params": 4326430, "total_flops": 50903737036800000, "train_loss": 0.013137506445248921, "subset_score_loss": 0.013137506445248921} +{"step": 3840000, "wall_time": 36715.863908052444, "train_loss_step": 2.2863197326660156, "n_params": 4326430, "total_flops": 51036644966400000, "train_loss": 0.012208570043245952, "subset_score_loss": 0.012208570043245952} +{"step": 3850000, "wall_time": 36804.69269180298, "train_loss_step": 2.5685391426086426, "n_params": 4326430, "total_flops": 51169552896000000, "train_loss": 0.012677548329035442, "subset_score_loss": 0.012677548329035442} +{"step": 3860000, "wall_time": 36885.38297724724, "train_loss_step": 1.9266287088394165, "n_params": 4326430, "total_flops": 51302460825600000, "train_loss": 0.012416725357373556, "subset_score_loss": 0.012416725357373556} +{"step": 3870000, "wall_time": 36966.96802639961, "train_loss_step": 2.081727981567383, "n_params": 4326430, "total_flops": 51435368755200000, "train_loss": 0.012532783548037212, "subset_score_loss": 0.012532783548037212} +{"step": 3880000, "wall_time": 37055.96027636528, "train_loss_step": 2.3745455741882324, "n_params": 4326430, "total_flops": 51568276684800000, "train_loss": 0.0125006765127182, "subset_score_loss": 0.0125006765127182} +{"step": 3890000, "wall_time": 37142.92174434662, "train_loss_step": 2.184805154800415, "n_params": 4326430, "total_flops": 51701184614400000, "train_loss": 0.012317413091659546, "subset_score_loss": 0.012317413091659546} +{"step": 3900000, "wall_time": 37321.95158982277, "train_loss_step": 2.1803503036499023, "n_params": 4326430, "total_flops": 51834092544000000, "train_loss": 0.012319237987200419, "subset_score_loss": 0.012319237987200419, "memorization_fraction_pixel": 0.32019999623298645, "mean_nn_ratio_pixel": 0.39553651213645935, "fid": 57.25958700031161} +{"step": 3910000, "wall_time": 37410.97858500481, "train_loss_step": 2.3864893913269043, "n_params": 4326430, "total_flops": 51967000473600000, "train_loss": 0.012177720665931702, "subset_score_loss": 0.012177720665931702} +{"step": 3920000, "wall_time": 37499.928206920624, "train_loss_step": 2.1543471813201904, "n_params": 4326430, "total_flops": 52099908403200000, "train_loss": 0.012956133484840393, "subset_score_loss": 0.012956133484840393} +{"step": 3930000, "wall_time": 37584.1275575161, "train_loss_step": 2.563750982284546, "n_params": 4326430, "total_flops": 52232816332800000, "train_loss": 0.012166546781857808, "subset_score_loss": 0.012166546781857808} +{"step": 3940000, "wall_time": 37667.79913377762, "train_loss_step": 2.0537729263305664, "n_params": 4326430, "total_flops": 52365724262400000, "train_loss": 0.012271338701248169, "subset_score_loss": 0.012271338701248169} +{"step": 3950000, "wall_time": 37756.5627887249, "train_loss_step": 1.8678785562515259, "n_params": 4326430, "total_flops": 52498632192000000, "train_loss": 0.012006087104479472, "subset_score_loss": 0.012006087104479472} +{"step": 3960000, "wall_time": 37836.46644926071, "train_loss_step": 1.9194116592407227, "n_params": 4326430, "total_flops": 52631540121600000, "train_loss": 0.012237676978111267, "subset_score_loss": 0.012237676978111267} +{"step": 3970000, "wall_time": 37924.74100637436, "train_loss_step": 2.097531795501709, "n_params": 4326430, "total_flops": 52764448051200000, "train_loss": 0.012284903724988302, "subset_score_loss": 0.012284903724988302} +{"step": 3980000, "wall_time": 38011.86430931091, "train_loss_step": 2.4302263259887695, "n_params": 4326430, "total_flops": 52897355980800000, "train_loss": 0.01192948321501414, "subset_score_loss": 0.01192948321501414} +{"step": 3990000, "wall_time": 38100.77381134033, "train_loss_step": 2.244384765625, "n_params": 4326430, "total_flops": 53030263910400000, "train_loss": 0.012078060706456503, "subset_score_loss": 0.012078060706456503} +{"step": 4000000, "wall_time": 38265.80008530617, "train_loss_step": 2.309805154800415, "n_params": 4326430, "total_flops": 53163171840000000, "train_loss": 0.012521201372146606, "subset_score_loss": 0.012521201372146606, "memorization_fraction_pixel": 0.32120001316070557, "mean_nn_ratio_pixel": 0.3946399390697479, "fid": 56.99803910338611} +{"step": 4010000, "wall_time": 38354.666555166245, "train_loss_step": 2.379166841506958, "n_params": 4326430, "total_flops": 53296079769600000, "train_loss": 0.01160196562608083, "subset_score_loss": 0.01160196562608083} +{"step": 4020000, "wall_time": 38443.448023080826, "train_loss_step": 2.2150349617004395, "n_params": 4326430, "total_flops": 53428987699200000, "train_loss": 0.012075238426526387, "subset_score_loss": 0.012075238426526387} +{"step": 4030000, "wall_time": 38532.7197906971, "train_loss_step": 2.5052473545074463, "n_params": 4326430, "total_flops": 53561895628800000, "train_loss": 0.011969053745269775, "subset_score_loss": 0.011969053745269775} +{"step": 4040000, "wall_time": 38607.969012737274, "train_loss_step": 2.308805465698242, "n_params": 4326430, "total_flops": 53694803558400000, "train_loss": 0.012129470705986023, "subset_score_loss": 0.012129470705986023} +{"step": 4050000, "wall_time": 38696.75001859665, "train_loss_step": 1.903850793838501, "n_params": 4326430, "total_flops": 53827711488000000, "train_loss": 0.012214778860410055, "subset_score_loss": 0.012214778860410055} +{"step": 4060000, "wall_time": 38773.022827386856, "train_loss_step": 2.172104835510254, "n_params": 4326430, "total_flops": 53960619417600000, "train_loss": 0.012059160073598226, "subset_score_loss": 0.012059160073598226} +{"step": 4070000, "wall_time": 38859.11228108406, "train_loss_step": 2.2892541885375977, "n_params": 4326430, "total_flops": 54093527347200000, "train_loss": 0.01202364961306254, "subset_score_loss": 0.01202364961306254} +{"step": 4080000, "wall_time": 38948.06225180626, "train_loss_step": 2.307631492614746, "n_params": 4326430, "total_flops": 54226435276800000, "train_loss": 0.011989772319793701, "subset_score_loss": 0.011989772319793701} +{"step": 4090000, "wall_time": 39036.86662483215, "train_loss_step": 2.199464797973633, "n_params": 4326430, "total_flops": 54359343206400000, "train_loss": 0.01181673010190328, "subset_score_loss": 0.01181673010190328} +{"step": 4100000, "wall_time": 39231.79111456871, "train_loss_step": 2.23830509185791, "n_params": 4326430, "total_flops": 54492251136000000, "train_loss": 0.012111344933509826, "subset_score_loss": 0.012111344933509826, "memorization_fraction_pixel": 0.3310000002384186, "mean_nn_ratio_pixel": 0.3919488787651062, "fid": 56.670445266397984} +{"step": 4110000, "wall_time": 39320.6487095356, "train_loss_step": 2.134808301925659, "n_params": 4326430, "total_flops": 54625159065600000, "train_loss": 0.012105115254720052, "subset_score_loss": 0.012105115254720052} +{"step": 4120000, "wall_time": 39409.49105548859, "train_loss_step": 2.232800006866455, "n_params": 4326430, "total_flops": 54758066995200000, "train_loss": 0.011709793408711752, "subset_score_loss": 0.011709793408711752} +{"step": 4130000, "wall_time": 39498.59607100487, "train_loss_step": 2.6526236534118652, "n_params": 4326430, "total_flops": 54890974924800000, "train_loss": 0.011798685789108277, "subset_score_loss": 0.011798685789108277} +{"step": 4140000, "wall_time": 39578.93235063553, "train_loss_step": 2.1336474418640137, "n_params": 4326430, "total_flops": 55023882854400000, "train_loss": 0.011914817492167155, "subset_score_loss": 0.011914817492167155} +{"step": 4150000, "wall_time": 39659.316955566406, "train_loss_step": 2.6422715187072754, "n_params": 4326430, "total_flops": 55156790784000000, "train_loss": 0.012161084016164144, "subset_score_loss": 0.012161084016164144} +{"step": 4160000, "wall_time": 39731.696036577225, "train_loss_step": 2.173901081085205, "n_params": 4326430, "total_flops": 55289698713600000, "train_loss": 0.011407415072123209, "subset_score_loss": 0.011407415072123209} +{"step": 4170000, "wall_time": 39820.64013290405, "train_loss_step": 2.2044379711151123, "n_params": 4326430, "total_flops": 55422606643200000, "train_loss": 0.011624163389205933, "subset_score_loss": 0.011624163389205933} +{"step": 4180000, "wall_time": 39909.57014155388, "train_loss_step": 2.0077784061431885, "n_params": 4326430, "total_flops": 55555514572800000, "train_loss": 0.01141382356484731, "subset_score_loss": 0.01141382356484731} +{"step": 4190000, "wall_time": 39998.474974393845, "train_loss_step": 2.2641944885253906, "n_params": 4326430, "total_flops": 55688422502400000, "train_loss": 0.01145500640074412, "subset_score_loss": 0.01145500640074412} +{"step": 4200000, "wall_time": 40182.44099235535, "train_loss_step": 2.261173725128174, "n_params": 4326430, "total_flops": 55821330432000000, "train_loss": 0.011561596393585205, "subset_score_loss": 0.011561596393585205, "memorization_fraction_pixel": 0.33869999647140503, "mean_nn_ratio_pixel": 0.38950109481811523, "fid": 55.98405702984159} +{"step": 4210000, "wall_time": 40268.423904657364, "train_loss_step": 2.2917585372924805, "n_params": 4326430, "total_flops": 55954238361600000, "train_loss": 0.011591959993044536, "subset_score_loss": 0.011591959993044536} +{"step": 4220000, "wall_time": 40357.1119389534, "train_loss_step": 2.3204824924468994, "n_params": 4326430, "total_flops": 56087146291200000, "train_loss": 0.01138501763343811, "subset_score_loss": 0.01138501763343811} +{"step": 4230000, "wall_time": 40446.0070745945, "train_loss_step": 2.2976274490356445, "n_params": 4326430, "total_flops": 56220054220800000, "train_loss": 0.011515007416407267, "subset_score_loss": 0.011515007416407267} +{"step": 4240000, "wall_time": 40535.49439549446, "train_loss_step": 2.318831443786621, "n_params": 4326430, "total_flops": 56352962150400000, "train_loss": 0.01159308354059855, "subset_score_loss": 0.01159308354059855} +{"step": 4250000, "wall_time": 40602.97491788864, "train_loss_step": 1.987135648727417, "n_params": 4326430, "total_flops": 56485870080000000, "train_loss": 0.011902307470639547, "subset_score_loss": 0.011902307470639547} +{"step": 4260000, "wall_time": 40678.63760757446, "train_loss_step": 2.232663631439209, "n_params": 4326430, "total_flops": 56618778009600000, "train_loss": 0.011304632822672526, "subset_score_loss": 0.011304632822672526} +{"step": 4270000, "wall_time": 40767.61669754982, "train_loss_step": 2.0493907928466797, "n_params": 4326430, "total_flops": 56751685939200000, "train_loss": 0.011473373572031657, "subset_score_loss": 0.011473373572031657} +{"step": 4280000, "wall_time": 40856.447969675064, "train_loss_step": 2.2341291904449463, "n_params": 4326430, "total_flops": 56884593868800000, "train_loss": 0.01117693583170573, "subset_score_loss": 0.01117693583170573} +{"step": 4290000, "wall_time": 40945.23147439957, "train_loss_step": 2.3031716346740723, "n_params": 4326430, "total_flops": 57017501798400000, "train_loss": 0.011664967735608418, "subset_score_loss": 0.011664967735608418} +{"step": 4300000, "wall_time": 41142.2533390522, "train_loss_step": 2.246415138244629, "n_params": 4326430, "total_flops": 57150409728000000, "train_loss": 0.01178310215473175, "subset_score_loss": 0.01178310215473175, "memorization_fraction_pixel": 0.32739999890327454, "mean_nn_ratio_pixel": 0.3918167054653168, "fid": 56.36107531140072} +{"step": 4310000, "wall_time": 41218.5871014595, "train_loss_step": 1.985856056213379, "n_params": 4326430, "total_flops": 57283317657600000, "train_loss": 0.011748704314231872, "subset_score_loss": 0.011748704314231872} +{"step": 4320000, "wall_time": 41307.40857434273, "train_loss_step": 2.399580478668213, "n_params": 4326430, "total_flops": 57416225587200000, "train_loss": 0.011309996247291565, "subset_score_loss": 0.011309996247291565} +{"step": 4330000, "wall_time": 41395.80803155899, "train_loss_step": 2.150754451751709, "n_params": 4326430, "total_flops": 57549133516800000, "train_loss": 0.011462705334027608, "subset_score_loss": 0.011462705334027608} +{"step": 4340000, "wall_time": 41482.90654039383, "train_loss_step": 2.127758502960205, "n_params": 4326430, "total_flops": 57682041446400000, "train_loss": 0.01142678956190745, "subset_score_loss": 0.01142678956190745} +{"step": 4350000, "wall_time": 41554.28743028641, "train_loss_step": 2.3736867904663086, "n_params": 4326430, "total_flops": 57814949376000000, "train_loss": 0.011378676692644755, "subset_score_loss": 0.011378676692644755} +{"step": 4360000, "wall_time": 41633.60733342171, "train_loss_step": 2.26478910446167, "n_params": 4326430, "total_flops": 57947857305600000, "train_loss": 0.01170546015103658, "subset_score_loss": 0.01170546015103658} +{"step": 4370000, "wall_time": 41722.60475206375, "train_loss_step": 2.032196521759033, "n_params": 4326430, "total_flops": 58080765235200000, "train_loss": 0.011100521683692932, "subset_score_loss": 0.011100521683692932} +{"step": 4380000, "wall_time": 41811.602045059204, "train_loss_step": 1.987928867340088, "n_params": 4326430, "total_flops": 58213673164800000, "train_loss": 0.010911425948143006, "subset_score_loss": 0.010911425948143006} +{"step": 4390000, "wall_time": 41900.267060279846, "train_loss_step": 2.1648097038269043, "n_params": 4326430, "total_flops": 58346581094400000, "train_loss": 0.011375773946444194, "subset_score_loss": 0.011375773946444194} +{"step": 4400000, "wall_time": 42093.97932243347, "train_loss_step": 2.0698845386505127, "n_params": 4326430, "total_flops": 58479489024000000, "train_loss": 0.011264637112617493, "subset_score_loss": 0.011264637112617493, "memorization_fraction_pixel": 0.3375000059604645, "mean_nn_ratio_pixel": 0.38858669996261597, "fid": 56.93167692249168} +{"step": 4410000, "wall_time": 42170.142280101776, "train_loss_step": 2.3197598457336426, "n_params": 4326430, "total_flops": 58612396953600000, "train_loss": 0.01106120745340983, "subset_score_loss": 0.01106120745340983} +{"step": 4420000, "wall_time": 42256.12517976761, "train_loss_step": 2.2215330600738525, "n_params": 4326430, "total_flops": 58745304883200000, "train_loss": 0.011250234643618266, "subset_score_loss": 0.011250234643618266} +{"step": 4430000, "wall_time": 42342.8454682827, "train_loss_step": 2.071519374847412, "n_params": 4326430, "total_flops": 58878212812800000, "train_loss": 0.010979474584261576, "subset_score_loss": 0.010979474584261576} +{"step": 4440000, "wall_time": 42431.61621546745, "train_loss_step": 2.279209613800049, "n_params": 4326430, "total_flops": 59011120742400000, "train_loss": 0.011183919509251912, "subset_score_loss": 0.011183919509251912} +{"step": 4450000, "wall_time": 42507.06121492386, "train_loss_step": 2.1652276515960693, "n_params": 4326430, "total_flops": 59144028672000000, "train_loss": 0.011044209202130636, "subset_score_loss": 0.011044209202130636} +{"step": 4460000, "wall_time": 42585.765256881714, "train_loss_step": 2.223134994506836, "n_params": 4326430, "total_flops": 59276936601600000, "train_loss": 0.010925982395807903, "subset_score_loss": 0.010925982395807903} +{"step": 4470000, "wall_time": 42674.73573803902, "train_loss_step": 2.124919891357422, "n_params": 4326430, "total_flops": 59409844531200000, "train_loss": 0.010981889565785725, "subset_score_loss": 0.010981889565785725} +{"step": 4480000, "wall_time": 42763.639664173126, "train_loss_step": 2.2043042182922363, "n_params": 4326430, "total_flops": 59542752460800000, "train_loss": 0.010705853501955668, "subset_score_loss": 0.010705853501955668} +{"step": 4490000, "wall_time": 42852.40147280693, "train_loss_step": 2.309147596359253, "n_params": 4326430, "total_flops": 59675660390400000, "train_loss": 0.01111019750436147, "subset_score_loss": 0.01111019750436147} +{"step": 4500000, "wall_time": 43028.325124025345, "train_loss_step": 2.1493449211120605, "n_params": 4326430, "total_flops": 59808568320000000, "train_loss": 0.010814000169436138, "subset_score_loss": 0.010814000169436138, "memorization_fraction_pixel": 0.3352000117301941, "mean_nn_ratio_pixel": 0.3867394030094147, "fid": 56.7839500817988} +{"step": 4510000, "wall_time": 43117.827377557755, "train_loss_step": 2.2471818923950195, "n_params": 4326430, "total_flops": 59941476249600000, "train_loss": 0.010713463028271994, "subset_score_loss": 0.010713463028271994} +{"step": 4520000, "wall_time": 43187.53300046921, "train_loss_step": 2.3825066089630127, "n_params": 4326430, "total_flops": 60074384179200000, "train_loss": 0.011183769504229227, "subset_score_loss": 0.011183769504229227} +{"step": 4530000, "wall_time": 43276.30502486229, "train_loss_step": 2.0467982292175293, "n_params": 4326430, "total_flops": 60207292108800000, "train_loss": 0.011580961942672729, "subset_score_loss": 0.011580961942672729} +{"step": 4540000, "wall_time": 43365.10452961922, "train_loss_step": 2.2723288536071777, "n_params": 4326430, "total_flops": 60340200038400000, "train_loss": 0.010761654376983643, "subset_score_loss": 0.010761654376983643} +{"step": 4550000, "wall_time": 43444.106662750244, "train_loss_step": 2.0685696601867676, "n_params": 4326430, "total_flops": 60473107968000000, "train_loss": 0.010462687412897746, "subset_score_loss": 0.010462687412897746} +{"step": 4560000, "wall_time": 43524.0539393425, "train_loss_step": 2.281586170196533, "n_params": 4326430, "total_flops": 60606015897600000, "train_loss": 0.010618138313293456, "subset_score_loss": 0.010618138313293456} +{"step": 4570000, "wall_time": 43603.75998497009, "train_loss_step": 2.1286847591400146, "n_params": 4326430, "total_flops": 60738923827200000, "train_loss": 0.01088446080684662, "subset_score_loss": 0.01088446080684662} +{"step": 4580000, "wall_time": 43692.64481306076, "train_loss_step": 2.0062551498413086, "n_params": 4326430, "total_flops": 60871831756800000, "train_loss": 0.01081702709197998, "subset_score_loss": 0.01081702709197998} +{"step": 4590000, "wall_time": 43781.33333778381, "train_loss_step": 2.1388258934020996, "n_params": 4326430, "total_flops": 61004739686400000, "train_loss": 0.01060185929139455, "subset_score_loss": 0.01060185929139455} +{"step": 4600000, "wall_time": 44003.17505455017, "train_loss_step": 1.927220106124878, "n_params": 4326430, "total_flops": 61137647616000000, "train_loss": 0.01092427372932434, "subset_score_loss": 0.01092427372932434, "memorization_fraction_pixel": 0.33959999680519104, "mean_nn_ratio_pixel": 0.3853411078453064, "fid": 56.76504286905958} +{"step": 4610000, "wall_time": 44078.76095533371, "train_loss_step": 2.072890043258667, "n_params": 4326430, "total_flops": 61270555545600000, "train_loss": 0.010643706719080607, "subset_score_loss": 0.010643706719080607} +{"step": 4620000, "wall_time": 44135.202803850174, "train_loss_step": 2.2650015354156494, "n_params": 4326430, "total_flops": 61403463475200000, "train_loss": 0.010886905590693156, "subset_score_loss": 0.010886905590693156} +{"step": 4630000, "wall_time": 44194.97882819176, "train_loss_step": 2.389157295227051, "n_params": 4326430, "total_flops": 61536371404800000, "train_loss": 0.010762991507848103, "subset_score_loss": 0.010762991507848103} +{"step": 4640000, "wall_time": 44255.66826629639, "train_loss_step": 2.155003547668457, "n_params": 4326430, "total_flops": 61669279334400000, "train_loss": 0.010494863986968994, "subset_score_loss": 0.010494863986968994} +{"step": 4650000, "wall_time": 44319.212686538696, "train_loss_step": 2.1583380699157715, "n_params": 4326430, "total_flops": 61802187264000000, "train_loss": 0.0107927143573761, "subset_score_loss": 0.0107927143573761} +{"step": 4660000, "wall_time": 44387.77817440033, "train_loss_step": 2.1612935066223145, "n_params": 4326430, "total_flops": 61935095193600000, "train_loss": 0.010609435041745503, "subset_score_loss": 0.010609435041745503} +{"step": 4670000, "wall_time": 44447.223835229874, "train_loss_step": 2.153141498565674, "n_params": 4326430, "total_flops": 62068003123200000, "train_loss": 0.010416340827941895, "subset_score_loss": 0.010416340827941895} +{"step": 4680000, "wall_time": 44518.684448480606, "train_loss_step": 2.0405499935150146, "n_params": 4326430, "total_flops": 62200911052800000, "train_loss": 0.010513570904731751, "subset_score_loss": 0.010513570904731751} +{"step": 4690000, "wall_time": 44590.26851558685, "train_loss_step": 2.392686367034912, "n_params": 4326430, "total_flops": 62333818982400000, "train_loss": 0.01074239710966746, "subset_score_loss": 0.01074239710966746} +{"step": 4700000, "wall_time": 44721.7483317852, "train_loss_step": 2.1050662994384766, "n_params": 4326430, "total_flops": 62466726912000000, "train_loss": 0.010574649771054585, "subset_score_loss": 0.010574649771054585, "memorization_fraction_pixel": 0.3361999988555908, "mean_nn_ratio_pixel": 0.3864680528640747, "fid": 56.452796412594765} +{"step": 4710000, "wall_time": 44793.34285783768, "train_loss_step": 2.14505934715271, "n_params": 4326430, "total_flops": 62599634841600000, "train_loss": 0.010819544394810995, "subset_score_loss": 0.010819544394810995} +{"step": 4720000, "wall_time": 44865.00916266441, "train_loss_step": 2.006981134414673, "n_params": 4326430, "total_flops": 62732542771200000, "train_loss": 0.010682413975397745, "subset_score_loss": 0.010682413975397745} +{"step": 4730000, "wall_time": 44932.59321498871, "train_loss_step": 1.866680383682251, "n_params": 4326430, "total_flops": 62865450700800000, "train_loss": 0.010193931063016255, "subset_score_loss": 0.010193931063016255} +{"step": 4740000, "wall_time": 45001.680580616, "train_loss_step": 2.2775678634643555, "n_params": 4326430, "total_flops": 62998358630400000, "train_loss": 0.010168312986691793, "subset_score_loss": 0.010168312986691793} +{"step": 4750000, "wall_time": 45071.85564351082, "train_loss_step": 2.2222397327423096, "n_params": 4326430, "total_flops": 63131266560000000, "train_loss": 0.010222357511520386, "subset_score_loss": 0.010222357511520386} +{"step": 4760000, "wall_time": 45143.35539865494, "train_loss_step": 2.034231662750244, "n_params": 4326430, "total_flops": 63264174489600000, "train_loss": 0.010387468338012695, "subset_score_loss": 0.010387468338012695} +{"step": 4770000, "wall_time": 45211.15460443497, "train_loss_step": 2.339080810546875, "n_params": 4326430, "total_flops": 63397082419200000, "train_loss": 0.010378365715344747, "subset_score_loss": 0.010378365715344747} +{"step": 4780000, "wall_time": 45282.72239899635, "train_loss_step": 2.0344605445861816, "n_params": 4326430, "total_flops": 63529990348800000, "train_loss": 0.010488723715146383, "subset_score_loss": 0.010488723715146383} +{"step": 4790000, "wall_time": 45354.32397556305, "train_loss_step": 2.299551010131836, "n_params": 4326430, "total_flops": 63662898278400000, "train_loss": 0.010335028171539307, "subset_score_loss": 0.010335028171539307} +{"step": 4800000, "wall_time": 45485.59186697006, "train_loss_step": 2.0427730083465576, "n_params": 4326430, "total_flops": 63795806208000000, "train_loss": 0.010628011822700501, "subset_score_loss": 0.010628011822700501, "memorization_fraction_pixel": 0.34150001406669617, "mean_nn_ratio_pixel": 0.38563138246536255, "fid": 56.4745002260056} +{"step": 4810000, "wall_time": 45557.272943258286, "train_loss_step": 2.07688307762146, "n_params": 4326430, "total_flops": 63928714137600000, "train_loss": 0.01036792496840159, "subset_score_loss": 0.01036792496840159} +{"step": 4820000, "wall_time": 45628.858335733414, "train_loss_step": 2.1599502563476562, "n_params": 4326430, "total_flops": 64061622067200000, "train_loss": 0.010707716147104899, "subset_score_loss": 0.010707716147104899} +{"step": 4830000, "wall_time": 45700.82373046875, "train_loss_step": 2.209916353225708, "n_params": 4326430, "total_flops": 64194529996800000, "train_loss": 0.010892034570376078, "subset_score_loss": 0.010892034570376078} +{"step": 4840000, "wall_time": 45759.27635073662, "train_loss_step": 2.005174160003662, "n_params": 4326430, "total_flops": 64327437926400000, "train_loss": 0.010509358843167622, "subset_score_loss": 0.010509358843167622} +{"step": 4850000, "wall_time": 45813.55335664749, "train_loss_step": 2.2667527198791504, "n_params": 4326430, "total_flops": 64460345856000000, "train_loss": 0.010161979993184408, "subset_score_loss": 0.010161979993184408} +{"step": 4860000, "wall_time": 45868.10520577431, "train_loss_step": 2.229412317276001, "n_params": 4326430, "total_flops": 64593253785600000, "train_loss": 0.009949526190757752, "subset_score_loss": 0.009949526190757752} +{"step": 4870000, "wall_time": 45922.95729494095, "train_loss_step": 2.1399612426757812, "n_params": 4326430, "total_flops": 64726161715200000, "train_loss": 0.009954253832499186, "subset_score_loss": 0.009954253832499186} +{"step": 4880000, "wall_time": 45971.18546295166, "train_loss_step": 2.3061296939849854, "n_params": 4326430, "total_flops": 64859069644800000, "train_loss": 0.010108373562494914, "subset_score_loss": 0.010108373562494914} +{"step": 4890000, "wall_time": 46025.69737100601, "train_loss_step": 2.3125877380371094, "n_params": 4326430, "total_flops": 64991977574400000, "train_loss": 0.010005493958791098, "subset_score_loss": 0.010005493958791098} +{"step": 4900000, "wall_time": 46126.56906056404, "train_loss_step": 2.3998641967773438, "n_params": 4326430, "total_flops": 65124885504000000, "train_loss": 0.01069511373837789, "subset_score_loss": 0.01069511373837789, "memorization_fraction_pixel": 0.34880000352859497, "mean_nn_ratio_pixel": 0.38196513056755066, "fid": 55.99712695460302} +{"step": 4910000, "wall_time": 46181.07456564903, "train_loss_step": 2.2109241485595703, "n_params": 4326430, "total_flops": 65257793433600000, "train_loss": 0.010239134232203165, "subset_score_loss": 0.010239134232203165} +{"step": 4920000, "wall_time": 46235.45223617554, "train_loss_step": 1.979761004447937, "n_params": 4326430, "total_flops": 65390701363200000, "train_loss": 0.010136328140894572, "subset_score_loss": 0.010136328140894572} +{"step": 4930000, "wall_time": 46290.213450431824, "train_loss_step": 2.0971713066101074, "n_params": 4326430, "total_flops": 65523609292800000, "train_loss": 0.009929673870404561, "subset_score_loss": 0.009929673870404561} +{"step": 4940000, "wall_time": 46338.271564245224, "train_loss_step": 2.192984104156494, "n_params": 4326430, "total_flops": 65656517222400000, "train_loss": 0.01021341582139333, "subset_score_loss": 0.01021341582139333} +{"step": 4950000, "wall_time": 46392.93783950806, "train_loss_step": 2.2929294109344482, "n_params": 4326430, "total_flops": 65789425152000000, "train_loss": 0.010015715161959331, "subset_score_loss": 0.010015715161959331} +{"step": 4960000, "wall_time": 46447.51481413841, "train_loss_step": 2.084892749786377, "n_params": 4326430, "total_flops": 65922333081600000, "train_loss": 0.010280015071233113, "subset_score_loss": 0.010280015071233113} +{"step": 4970000, "wall_time": 46502.286870479584, "train_loss_step": 2.2225918769836426, "n_params": 4326430, "total_flops": 66055241011200000, "train_loss": 0.01007276475429535, "subset_score_loss": 0.01007276475429535} +{"step": 4980000, "wall_time": 46551.38357377052, "train_loss_step": 2.1076245307922363, "n_params": 4326430, "total_flops": 66188148940800000, "train_loss": 0.010523853699366252, "subset_score_loss": 0.010523853699366252} +{"step": 4990000, "wall_time": 46606.0267829895, "train_loss_step": 2.478640079498291, "n_params": 4326430, "total_flops": 66321056870400000, "train_loss": 0.009785006443659464, "subset_score_loss": 0.009785006443659464} +{"step": 5000000, "wall_time": 46705.18536448479, "train_loss_step": 2.2692928314208984, "n_params": 4326430, "total_flops": 66453964800000000, "train_loss": 0.010278075933456421, "subset_score_loss": 0.010278075933456421, "memorization_fraction_pixel": 0.349700003862381, "mean_nn_ratio_pixel": 0.38130468130111694, "fid": 56.51403892884589} diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d30/runner.log b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d30/runner.log new file mode 100644 index 0000000000000000000000000000000000000000..70d551dbd7bac3f68e14908600b0f1e742e6362c --- /dev/null +++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d30/runner.log @@ -0,0 +1,502 @@ + FID real-side stats cached over 1000 diverse train images + step 1 | 68s | train_loss=1.0027 | fid=247.0267 + step 10000 | 155s | train_loss=0.8753 + step 20000 | 244s | train_loss=0.8634 + step 30000 | 333s | train_loss=0.8477 + step 40000 | 422s | train_loss=0.8134 + step 50000 | 512s | train_loss=0.7557 + step 60000 | 600s | train_loss=0.6717 + step 70000 | 689s | train_loss=0.5556 + step 80000 | 778s | train_loss=0.4367 + step 90000 | 867s | train_loss=0.3412 + step 100000 | 1020s | train_loss=0.2731 | fid=61.8627 + step 110000 | 1102s | train_loss=0.2329 + step 120000 | 1191s | train_loss=0.2035 + step 130000 | 1280s | train_loss=0.1841 + step 140000 | 1368s | train_loss=0.1704 + step 150000 | 1457s | train_loss=0.1548 + step 160000 | 1546s | train_loss=0.1459 + step 170000 | 1635s | train_loss=0.1393 + step 180000 | 1724s | train_loss=0.1315 + step 190000 | 1813s | train_loss=0.1246 + step 200000 | 1968s | train_loss=0.1200 | fid=61.9822 + step 210000 | 2050s | train_loss=0.1137 + step 220000 | 2139s | train_loss=0.1096 + step 230000 | 2228s | train_loss=0.1051 + step 240000 | 2317s | train_loss=0.1010 + step 250000 | 2406s | train_loss=0.0971 + step 260000 | 2494s | train_loss=0.0936 + step 270000 | 2583s | train_loss=0.0923 + step 280000 | 2672s | train_loss=0.0884 + step 290000 | 2760s | train_loss=0.0851 + step 300000 | 2960s | train_loss=0.0819 | fid=60.5129 + step 310000 | 3028s | train_loss=0.0793 + step 320000 | 3117s | train_loss=0.0795 + step 330000 | 3206s | train_loss=0.0757 + step 340000 | 3295s | train_loss=0.0743 + step 350000 | 3383s | train_loss=0.0723 + step 360000 | 3472s | train_loss=0.0705 + step 370000 | 3561s | train_loss=0.0692 + step 380000 | 3648s | train_loss=0.0677 + step 390000 | 3734s | train_loss=0.0663 + step 400000 | 3892s | train_loss=0.0645 | fid=60.4828 + step 410000 | 3982s | train_loss=0.0640 + step 420000 | 4063s | train_loss=0.0634 + step 430000 | 4152s | train_loss=0.0615 + step 440000 | 4240s | train_loss=0.0605 + step 450000 | 4328s | train_loss=0.0590 + step 460000 | 4416s | train_loss=0.0584 + step 470000 | 4504s | train_loss=0.0567 + step 480000 | 4591s | train_loss=0.0559 + step 490000 | 4678s | train_loss=0.0554 + step 500000 | 4838s | train_loss=0.0554 | fid=58.7367 + step 510000 | 4927s | train_loss=0.0540 + step 520000 | 5009s | train_loss=0.0535 + step 530000 | 5098s | train_loss=0.0520 + step 540000 | 5186s | train_loss=0.0520 + step 550000 | 5275s | train_loss=0.0509 + step 560000 | 5364s | train_loss=0.0501 + step 570000 | 5451s | train_loss=0.0503 + step 580000 | 5538s | train_loss=0.0493 + step 590000 | 5626s | train_loss=0.0488 + step 600000 | 5808s | train_loss=0.0482 | fid=59.4603 + step 610000 | 5897s | train_loss=0.0472 + step 620000 | 5969s | train_loss=0.0468 + step 630000 | 6051s | train_loss=0.0464 + step 640000 | 6139s | train_loss=0.0453 + step 650000 | 6228s | train_loss=0.0451 + step 660000 | 6315s | train_loss=0.0459 + step 670000 | 6403s | train_loss=0.0439 + step 680000 | 6481s | train_loss=0.0440 + step 690000 | 6569s | train_loss=0.0435 + step 700000 | 6762s | train_loss=0.0436 | fid=57.6075 + step 710000 | 6851s | train_loss=0.0426 + step 720000 | 6937s | train_loss=0.0426 + step 730000 | 7005s | train_loss=0.0418 + step 740000 | 7094s | train_loss=0.0416 + step 750000 | 7181s | train_loss=0.0411 + step 760000 | 7270s | train_loss=0.0409 + step 770000 | 7352s | train_loss=0.0401 + step 780000 | 7433s | train_loss=0.0405 + step 790000 | 7521s | train_loss=0.0392 + step 800000 | 7725s | train_loss=0.0396 | fid=58.3816 + step 810000 | 7814s | train_loss=0.0389 + step 820000 | 7903s | train_loss=0.0386 + step 830000 | 7967s | train_loss=0.0383 + step 840000 | 8054s | train_loss=0.0382 + step 850000 | 8143s | train_loss=0.0372 + step 860000 | 8231s | train_loss=0.0379 + step 870000 | 8308s | train_loss=0.0366 + step 880000 | 8391s | train_loss=0.0373 + step 890000 | 8480s | train_loss=0.0370 + step 900000 | 8699s | train_loss=0.0369 | fid=57.9717 + step 910000 | 8788s | train_loss=0.0356 + step 920000 | 8876s | train_loss=0.0358 + step 930000 | 8938s | train_loss=0.0354 + step 940000 | 9027s | train_loss=0.0349 + step 950000 | 9116s | train_loss=0.0350 + step 960000 | 9204s | train_loss=0.0348 + step 970000 | 9280s | train_loss=0.0345 + step 980000 | 9369s | train_loss=0.0343 + step 990000 | 9458s | train_loss=0.0338 + step 1000000 | 9672s | train_loss=0.0345 | fid=57.1775 + step 1010000 | 9761s | train_loss=0.0342 + step 1020000 | 9847s | train_loss=0.0333 + step 1030000 | 9919s | train_loss=0.0333 + step 1040000 | 10007s | train_loss=0.0329 + step 1050000 | 10096s | train_loss=0.0331 + step 1060000 | 10182s | train_loss=0.0324 + step 1070000 | 10271s | train_loss=0.0318 + step 1080000 | 10360s | train_loss=0.0321 + step 1090000 | 10449s | train_loss=0.0313 + step 1100000 | 10610s | train_loss=0.0313 | fid=57.5307 + step 1110000 | 10697s | train_loss=0.0315 + step 1120000 | 10786s | train_loss=0.0313 + step 1130000 | 10872s | train_loss=0.0316 + step 1140000 | 10957s | train_loss=0.0312 + step 1150000 | 11046s | train_loss=0.0311 + step 1160000 | 11131s | train_loss=0.0299 + step 1170000 | 11220s | train_loss=0.0301 + step 1180000 | 11309s | train_loss=0.0297 + step 1190000 | 11398s | train_loss=0.0297 + step 1200000 | 11555s | train_loss=0.0298 | fid=57.3445 + step 1210000 | 11643s | train_loss=0.0295 + step 1220000 | 11732s | train_loss=0.0291 + step 1230000 | 11818s | train_loss=0.0292 + step 1240000 | 11904s | train_loss=0.0288 + step 1250000 | 11989s | train_loss=0.0286 + step 1260000 | 12078s | train_loss=0.0284 + step 1270000 | 12166s | train_loss=0.0286 + step 1280000 | 12255s | train_loss=0.0284 + step 1290000 | 12344s | train_loss=0.0281 + step 1300000 | 12501s | train_loss=0.0278 | fid=57.1494 + step 1310000 | 12590s | train_loss=0.0276 + step 1320000 | 12679s | train_loss=0.0278 + step 1330000 | 12768s | train_loss=0.0270 + step 1340000 | 12852s | train_loss=0.0272 + step 1350000 | 12938s | train_loss=0.0274 + step 1360000 | 13027s | train_loss=0.0269 + step 1370000 | 13116s | train_loss=0.0272 + step 1380000 | 13205s | train_loss=0.0267 + step 1390000 | 13294s | train_loss=0.0267 + step 1400000 | 13451s | train_loss=0.0265 | fid=56.7833 + step 1410000 | 13540s | train_loss=0.0267 + step 1420000 | 13628s | train_loss=0.0264 + step 1430000 | 13717s | train_loss=0.0257 + step 1440000 | 13803s | train_loss=0.0262 + step 1450000 | 13886s | train_loss=0.0257 + step 1460000 | 13975s | train_loss=0.0256 + step 1470000 | 14064s | train_loss=0.0256 + step 1480000 | 14153s | train_loss=0.0260 + step 1490000 | 14242s | train_loss=0.0253 + step 1500000 | 14434s | train_loss=0.0252 | fid=57.1303 + step 1510000 | 14523s | train_loss=0.0251 + step 1520000 | 14612s | train_loss=0.0252 + step 1530000 | 14701s | train_loss=0.0251 + step 1540000 | 14767s | train_loss=0.0247 + step 1550000 | 14842s | train_loss=0.0244 + step 1560000 | 14931s | train_loss=0.0248 + step 1570000 | 15020s | train_loss=0.0247 + step 1580000 | 15109s | train_loss=0.0244 + step 1590000 | 15196s | train_loss=0.0239 + step 1600000 | 15384s | train_loss=0.0240 | fid=56.3988 + step 1610000 | 15473s | train_loss=0.0245 + step 1620000 | 15562s | train_loss=0.0243 + step 1630000 | 15650s | train_loss=0.0238 + step 1640000 | 15727s | train_loss=0.0238 + step 1650000 | 15800s | train_loss=0.0234 + step 1660000 | 15881s | train_loss=0.0237 + step 1670000 | 15970s | train_loss=0.0233 + step 1680000 | 16057s | train_loss=0.0230 + step 1690000 | 16146s | train_loss=0.0230 + step 1700000 | 16352s | train_loss=0.0228 | fid=56.9617 + step 1710000 | 16441s | train_loss=0.0229 + step 1720000 | 16530s | train_loss=0.0228 + step 1730000 | 16615s | train_loss=0.0232 + step 1740000 | 16703s | train_loss=0.0224 + step 1750000 | 16791s | train_loss=0.0225 + step 1760000 | 16877s | train_loss=0.0226 + step 1770000 | 16965s | train_loss=0.0222 + step 1780000 | 17054s | train_loss=0.0223 + step 1790000 | 17143s | train_loss=0.0223 + step 1800000 | 17349s | train_loss=0.0220 | fid=56.9758 + step 1810000 | 17438s | train_loss=0.0225 + step 1820000 | 17514s | train_loss=0.0219 + step 1830000 | 17603s | train_loss=0.0219 + step 1840000 | 17689s | train_loss=0.0220 + step 1850000 | 17774s | train_loss=0.0220 + step 1860000 | 17863s | train_loss=0.0217 + step 1870000 | 17951s | train_loss=0.0217 + step 1880000 | 18041s | train_loss=0.0219 + step 1890000 | 18130s | train_loss=0.0212 + step 1900000 | 18325s | train_loss=0.0211 | fid=56.7708 + step 1910000 | 18413s | train_loss=0.0214 + step 1920000 | 18490s | train_loss=0.0210 + step 1930000 | 18579s | train_loss=0.0209 + step 1940000 | 18654s | train_loss=0.0207 + step 1950000 | 18732s | train_loss=0.0210 + step 1960000 | 18814s | train_loss=0.0213 + step 1970000 | 18902s | train_loss=0.0210 + step 1980000 | 18991s | train_loss=0.0209 + step 1990000 | 19080s | train_loss=0.0208 + step 2000000 | 19266s | train_loss=0.0206 | fid=57.0479 + step 2010000 | 19350s | train_loss=0.0206 + step 2020000 | 19432s | train_loss=0.0204 + step 2030000 | 19519s | train_loss=0.0203 + step 2040000 | 19606s | train_loss=0.0209 + step 2050000 | 19684s | train_loss=0.0203 + step 2060000 | 19758s | train_loss=0.0202 + step 2070000 | 19844s | train_loss=0.0201 + step 2080000 | 19932s | train_loss=0.0197 + step 2090000 | 20021s | train_loss=0.0196 + step 2100000 | 20193s | train_loss=0.0197 | fid=56.6288 + step 2110000 | 20277s | train_loss=0.0194 + step 2120000 | 20366s | train_loss=0.0196 + step 2130000 | 20453s | train_loss=0.0193 + step 2140000 | 20542s | train_loss=0.0196 + step 2150000 | 20628s | train_loss=0.0192 + step 2160000 | 20718s | train_loss=0.0190 + step 2170000 | 20798s | train_loss=0.0192 + step 2180000 | 20887s | train_loss=0.0192 + step 2190000 | 20976s | train_loss=0.0192 + step 2200000 | 21172s | train_loss=0.0188 | fid=56.9363 + step 2210000 | 21256s | train_loss=0.0191 + step 2220000 | 21343s | train_loss=0.0191 + step 2230000 | 21432s | train_loss=0.0187 + step 2240000 | 21521s | train_loss=0.0189 + step 2250000 | 21598s | train_loss=0.0193 + step 2260000 | 21683s | train_loss=0.0191 + step 2270000 | 21758s | train_loss=0.0182 + step 2280000 | 21840s | train_loss=0.0188 + step 2290000 | 21929s | train_loss=0.0185 + step 2300000 | 22108s | train_loss=0.0191 | fid=56.5321 + step 2310000 | 22194s | train_loss=0.0191 + step 2320000 | 22283s | train_loss=0.0185 + step 2330000 | 22372s | train_loss=0.0189 + step 2340000 | 22461s | train_loss=0.0180 + step 2350000 | 22549s | train_loss=0.0184 + step 2360000 | 22622s | train_loss=0.0188 + step 2370000 | 22712s | train_loss=0.0181 + step 2380000 | 22790s | train_loss=0.0182 + step 2390000 | 22878s | train_loss=0.0181 + step 2400000 | 23032s | train_loss=0.0180 | fid=56.2816 + step 2410000 | 23121s | train_loss=0.0179 + step 2420000 | 23210s | train_loss=0.0180 + step 2430000 | 23299s | train_loss=0.0176 + step 2440000 | 23388s | train_loss=0.0176 + step 2450000 | 23477s | train_loss=0.0177 + step 2460000 | 23566s | train_loss=0.0179 + step 2470000 | 23652s | train_loss=0.0174 + step 2480000 | 23739s | train_loss=0.0177 + step 2490000 | 23828s | train_loss=0.0176 + step 2500000 | 24000s | train_loss=0.0177 | fid=56.9062 + step 2510000 | 24089s | train_loss=0.0173 + step 2520000 | 24178s | train_loss=0.0174 + step 2530000 | 24266s | train_loss=0.0170 + step 2540000 | 24355s | train_loss=0.0179 + step 2550000 | 24444s | train_loss=0.0169 + step 2560000 | 24534s | train_loss=0.0172 + step 2570000 | 24609s | train_loss=0.0168 + step 2580000 | 24698s | train_loss=0.0171 + step 2590000 | 24773s | train_loss=0.0169 + step 2600000 | 24952s | train_loss=0.0166 | fid=57.1310 + step 2610000 | 25041s | train_loss=0.0166 + step 2620000 | 25129s | train_loss=0.0169 + step 2630000 | 25218s | train_loss=0.0169 + step 2640000 | 25307s | train_loss=0.0170 + step 2650000 | 25396s | train_loss=0.0166 + step 2660000 | 25485s | train_loss=0.0165 + step 2670000 | 25572s | train_loss=0.0165 + step 2680000 | 25661s | train_loss=0.0164 + step 2690000 | 25742s | train_loss=0.0162 + step 2700000 | 25910s | train_loss=0.0162 | fid=56.5778 + step 2710000 | 25999s | train_loss=0.0165 + step 2720000 | 26087s | train_loss=0.0159 + step 2730000 | 26176s | train_loss=0.0164 + step 2740000 | 26265s | train_loss=0.0160 + step 2750000 | 26354s | train_loss=0.0163 + step 2760000 | 26443s | train_loss=0.0162 + step 2770000 | 26524s | train_loss=0.0165 + step 2780000 | 26602s | train_loss=0.0158 + step 2790000 | 26679s | train_loss=0.0164 + step 2800000 | 26852s | train_loss=0.0159 | fid=57.4284 + step 2810000 | 26941s | train_loss=0.0158 + step 2820000 | 27030s | train_loss=0.0155 + step 2830000 | 27118s | train_loss=0.0160 + step 2840000 | 27207s | train_loss=0.0155 + step 2850000 | 27296s | train_loss=0.0159 + step 2860000 | 27385s | train_loss=0.0160 + step 2870000 | 27473s | train_loss=0.0159 + step 2880000 | 27558s | train_loss=0.0157 + step 2890000 | 27644s | train_loss=0.0158 + step 2900000 | 27799s | train_loss=0.0156 | fid=57.4210 + step 2910000 | 27888s | train_loss=0.0156 + step 2920000 | 27977s | train_loss=0.0151 + step 2930000 | 28066s | train_loss=0.0153 + step 2940000 | 28154s | train_loss=0.0155 + step 2950000 | 28243s | train_loss=0.0153 + step 2960000 | 28330s | train_loss=0.0155 + step 2970000 | 28419s | train_loss=0.0150 + step 2980000 | 28504s | train_loss=0.0154 + step 2990000 | 28591s | train_loss=0.0148 + step 3000000 | 28748s | train_loss=0.0152 | fid=56.8184 + step 3010000 | 28837s | train_loss=0.0152 + step 3020000 | 28926s | train_loss=0.0152 + step 3030000 | 29015s | train_loss=0.0156 + step 3040000 | 29104s | train_loss=0.0151 + step 3050000 | 29192s | train_loss=0.0152 + step 3060000 | 29279s | train_loss=0.0149 + step 3070000 | 29368s | train_loss=0.0149 + step 3080000 | 29443s | train_loss=0.0149 + step 3090000 | 29526s | train_loss=0.0150 + step 3100000 | 29683s | train_loss=0.0149 | fid=56.9820 + step 3110000 | 29772s | train_loss=0.0146 + step 3120000 | 29861s | train_loss=0.0144 + step 3130000 | 29949s | train_loss=0.0150 + step 3140000 | 30038s | train_loss=0.0148 + step 3150000 | 30126s | train_loss=0.0144 + step 3160000 | 30214s | train_loss=0.0148 + step 3170000 | 30303s | train_loss=0.0143 + step 3180000 | 30385s | train_loss=0.0145 + step 3190000 | 30459s | train_loss=0.0144 + step 3200000 | 30638s | train_loss=0.0142 | fid=57.5571 + step 3210000 | 30721s | train_loss=0.0142 + step 3220000 | 30810s | train_loss=0.0143 + step 3230000 | 30899s | train_loss=0.0143 + step 3240000 | 30986s | train_loss=0.0149 + step 3250000 | 31075s | train_loss=0.0144 + step 3260000 | 31164s | train_loss=0.0145 + step 3270000 | 31252s | train_loss=0.0143 + step 3280000 | 31338s | train_loss=0.0140 + step 3290000 | 31425s | train_loss=0.0139 + step 3300000 | 31581s | train_loss=0.0143 | fid=57.0604 + step 3310000 | 31667s | train_loss=0.0144 + step 3320000 | 31756s | train_loss=0.0139 + step 3330000 | 31845s | train_loss=0.0143 + step 3340000 | 31932s | train_loss=0.0145 + step 3350000 | 32021s | train_loss=0.0141 + step 3360000 | 32110s | train_loss=0.0141 + step 3370000 | 32199s | train_loss=0.0140 + step 3380000 | 32285s | train_loss=0.0139 + step 3390000 | 32374s | train_loss=0.0142 + step 3400000 | 32556s | train_loss=0.0137 | fid=56.8977 + step 3410000 | 32637s | train_loss=0.0137 + step 3420000 | 32726s | train_loss=0.0140 + step 3430000 | 32813s | train_loss=0.0136 + step 3440000 | 32902s | train_loss=0.0135 + step 3450000 | 32991s | train_loss=0.0136 + step 3460000 | 33080s | train_loss=0.0135 + step 3470000 | 33159s | train_loss=0.0133 + step 3480000 | 33243s | train_loss=0.0134 + step 3490000 | 33333s | train_loss=0.0135 + step 3500000 | 33500s | train_loss=0.0133 | fid=56.5977 + step 3510000 | 33587s | train_loss=0.0135 + step 3520000 | 33662s | train_loss=0.0134 + step 3530000 | 33751s | train_loss=0.0137 + step 3540000 | 33840s | train_loss=0.0135 + step 3550000 | 33929s | train_loss=0.0129 + step 3560000 | 34017s | train_loss=0.0131 + step 3570000 | 34096s | train_loss=0.0134 + step 3580000 | 34180s | train_loss=0.0132 + step 3590000 | 34269s | train_loss=0.0133 + step 3600000 | 34445s | train_loss=0.0130 | fid=56.5085 + step 3610000 | 34532s | train_loss=0.0135 + step 3620000 | 34611s | train_loss=0.0130 + step 3630000 | 34694s | train_loss=0.0130 + step 3640000 | 34783s | train_loss=0.0131 + step 3650000 | 34872s | train_loss=0.0131 + step 3660000 | 34960s | train_loss=0.0130 + step 3670000 | 35038s | train_loss=0.0129 + step 3680000 | 35120s | train_loss=0.0126 + step 3690000 | 35209s | train_loss=0.0127 + step 3700000 | 35402s | train_loss=0.0130 | fid=56.4129 + step 3710000 | 35491s | train_loss=0.0132 + step 3720000 | 35578s | train_loss=0.0127 + step 3730000 | 35659s | train_loss=0.0126 + step 3740000 | 35748s | train_loss=0.0128 + step 3750000 | 35837s | train_loss=0.0125 + step 3760000 | 35926s | train_loss=0.0127 + step 3770000 | 36005s | train_loss=0.0129 + step 3780000 | 36094s | train_loss=0.0124 + step 3790000 | 36182s | train_loss=0.0128 + step 3800000 | 36379s | train_loss=0.0128 | fid=56.5084 + step 3810000 | 36468s | train_loss=0.0130 + step 3820000 | 36555s | train_loss=0.0124 + step 3830000 | 36627s | train_loss=0.0131 + step 3840000 | 36716s | train_loss=0.0122 + step 3850000 | 36805s | train_loss=0.0127 + step 3860000 | 36885s | train_loss=0.0124 + step 3870000 | 36967s | train_loss=0.0125 + step 3880000 | 37056s | train_loss=0.0125 + step 3890000 | 37143s | train_loss=0.0123 + step 3900000 | 37322s | train_loss=0.0123 | fid=57.2596 + step 3910000 | 37411s | train_loss=0.0122 + step 3920000 | 37500s | train_loss=0.0130 + step 3930000 | 37584s | train_loss=0.0122 + step 3940000 | 37668s | train_loss=0.0123 + step 3950000 | 37757s | train_loss=0.0120 + step 3960000 | 37836s | train_loss=0.0122 + step 3970000 | 37925s | train_loss=0.0123 + step 3980000 | 38012s | train_loss=0.0119 + step 3990000 | 38101s | train_loss=0.0121 + step 4000000 | 38266s | train_loss=0.0125 | fid=56.9980 + step 4010000 | 38355s | train_loss=0.0116 + step 4020000 | 38443s | train_loss=0.0121 + step 4030000 | 38533s | train_loss=0.0120 + step 4040000 | 38608s | train_loss=0.0121 + step 4050000 | 38697s | train_loss=0.0122 + step 4060000 | 38773s | train_loss=0.0121 + step 4070000 | 38859s | train_loss=0.0120 + step 4080000 | 38948s | train_loss=0.0120 + step 4090000 | 39037s | train_loss=0.0118 + step 4100000 | 39232s | train_loss=0.0121 | fid=56.6704 + step 4110000 | 39321s | train_loss=0.0121 + step 4120000 | 39409s | train_loss=0.0117 + step 4130000 | 39499s | train_loss=0.0118 + step 4140000 | 39579s | train_loss=0.0119 + step 4150000 | 39659s | train_loss=0.0122 + step 4160000 | 39732s | train_loss=0.0114 + step 4170000 | 39821s | train_loss=0.0116 + step 4180000 | 39910s | train_loss=0.0114 + step 4190000 | 39998s | train_loss=0.0115 + step 4200000 | 40182s | train_loss=0.0116 | fid=55.9841 + step 4210000 | 40268s | train_loss=0.0116 + step 4220000 | 40357s | train_loss=0.0114 + step 4230000 | 40446s | train_loss=0.0115 + step 4240000 | 40535s | train_loss=0.0116 + step 4250000 | 40603s | train_loss=0.0119 + step 4260000 | 40679s | train_loss=0.0113 + step 4270000 | 40768s | train_loss=0.0115 + step 4280000 | 40856s | train_loss=0.0112 + step 4290000 | 40945s | train_loss=0.0117 + step 4300000 | 41142s | train_loss=0.0118 | fid=56.3611 + step 4310000 | 41219s | train_loss=0.0117 + step 4320000 | 41307s | train_loss=0.0113 + step 4330000 | 41396s | train_loss=0.0115 + step 4340000 | 41483s | train_loss=0.0114 + step 4350000 | 41554s | train_loss=0.0114 + step 4360000 | 41634s | train_loss=0.0117 + step 4370000 | 41723s | train_loss=0.0111 + step 4380000 | 41812s | train_loss=0.0109 + step 4390000 | 41900s | train_loss=0.0114 + step 4400000 | 42094s | train_loss=0.0113 | fid=56.9317 + step 4410000 | 42170s | train_loss=0.0111 + step 4420000 | 42256s | train_loss=0.0113 + step 4430000 | 42343s | train_loss=0.0110 + step 4440000 | 42432s | train_loss=0.0112 + step 4450000 | 42507s | train_loss=0.0110 + step 4460000 | 42586s | train_loss=0.0109 + step 4470000 | 42675s | train_loss=0.0110 + step 4480000 | 42764s | train_loss=0.0107 + step 4490000 | 42852s | train_loss=0.0111 + step 4500000 | 43028s | train_loss=0.0108 | fid=56.7840 + step 4510000 | 43118s | train_loss=0.0107 + step 4520000 | 43188s | train_loss=0.0112 + step 4530000 | 43276s | train_loss=0.0116 + step 4540000 | 43365s | train_loss=0.0108 + step 4550000 | 43444s | train_loss=0.0105 + step 4560000 | 43524s | train_loss=0.0106 + step 4570000 | 43604s | train_loss=0.0109 + step 4580000 | 43693s | train_loss=0.0108 + step 4590000 | 43781s | train_loss=0.0106 + step 4600000 | 44003s | train_loss=0.0109 | fid=56.7650 + step 4610000 | 44079s | train_loss=0.0106 + step 4620000 | 44135s | train_loss=0.0109 + step 4630000 | 44195s | train_loss=0.0108 + step 4640000 | 44256s | train_loss=0.0105 + step 4650000 | 44319s | train_loss=0.0108 + step 4660000 | 44388s | train_loss=0.0106 + step 4670000 | 44447s | train_loss=0.0104 + step 4680000 | 44519s | train_loss=0.0105 + step 4690000 | 44590s | train_loss=0.0107 + step 4700000 | 44722s | train_loss=0.0106 | fid=56.4528 + step 4710000 | 44793s | train_loss=0.0108 + step 4720000 | 44865s | train_loss=0.0107 + step 4730000 | 44933s | train_loss=0.0102 + step 4740000 | 45002s | train_loss=0.0102 + step 4750000 | 45072s | train_loss=0.0102 + step 4760000 | 45143s | train_loss=0.0104 + step 4770000 | 45211s | train_loss=0.0104 + step 4780000 | 45283s | train_loss=0.0105 + step 4790000 | 45354s | train_loss=0.0103 + step 4800000 | 45486s | train_loss=0.0106 | fid=56.4745 + step 4810000 | 45557s | train_loss=0.0104 + step 4820000 | 45629s | train_loss=0.0107 + step 4830000 | 45701s | train_loss=0.0109 + step 4840000 | 45759s | train_loss=0.0105 + step 4850000 | 45814s | train_loss=0.0102 + step 4860000 | 45868s | train_loss=0.0099 + step 4870000 | 45923s | train_loss=0.0100 + step 4880000 | 45971s | train_loss=0.0101 + step 4890000 | 46026s | train_loss=0.0100 + step 4900000 | 46127s | train_loss=0.0107 | fid=55.9971 + step 4910000 | 46181s | train_loss=0.0102 + step 4920000 | 46235s | train_loss=0.0101 + step 4930000 | 46290s | train_loss=0.0099 + step 4940000 | 46338s | train_loss=0.0102 + step 4950000 | 46393s | train_loss=0.0100 + step 4960000 | 46448s | train_loss=0.0103 + step 4970000 | 46502s | train_loss=0.0101 + step 4980000 | 46551s | train_loss=0.0105 + step 4990000 | 46606s | train_loss=0.0098 + step 5000000 | 46705s | train_loss=0.0103 | fid=56.5140 diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d40/config.json b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d40/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e2d15412db3f1dd25d3e10a8fcad7c0c875ffdd3 --- /dev/null +++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d40/config.json @@ -0,0 +1,26 @@ +{ + "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d40/vae.pt", + "out": "results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d40", + "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json", + "train_tar": "/overflow/data/cerberus/celeba_hq_256_partitioned_ws/train/celeba_hq_256-train-0000.tar", + "n_train": 1000, + "total_steps": 5000000, + "eval_interval": 10000, + "mem_interval": 100000, + "fid_interval": 100000, + "fid_n_real": 1000, + "fid_n_gen": 10000, + "n_gen_samples": 10000, + "n_sde_steps": 500, + "batch_size": 512, + "hidden": 1024, + "depth": 5, + "optimizer": "sgd", + "lr": 0.001, + "momentum": 0.8, + "t_min": 0.01, + "t_max": 3.0, + "t_eval": 0.1, + "seed": 47, + "device": null +} diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d40/metrics.jsonl b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d40/metrics.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..b37047726f9e70efec05631239e964e516de0d22 --- /dev/null +++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d40/metrics.jsonl @@ -0,0 +1,502 @@ +{"event": "meta", "data": "celeba_hq_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 40, "n": 1000, "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d40/vae.pt", "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [20952, 7797, 13007, 15253, 1802, 20760, 3302, 2937, 12429, 13098, 20076, 19572, 10577, 5564, 11381, 5775, 5276, 17998, 2240, 2519, 11388, 7263, 4196, 10568, 2158, 19965, 9295, 2040, 19851, 8718, 9370, 15052, 13447, 2513, 1591, 9658, 13292, 12806, 14560, 2355, 9290, 17698, 4901, 20580, 2127, 14432, 8576, 20295, 129, 14022, 19119, 15050, 18760, 288, 13973, 2168, 14462, 2292, 8199, 18932, 6429, 20664, 8787, 16525, 10377, 6994, 16130, 6724, 13244, 20903, 11718, 8813, 7745, 14314, 13381, 7425, 8918, 18001, 18601, 17689, 8193, 470, 13341, 5477, 12269, 7092, 11369, 16932, 14217, 12925, 15969, 15866, 12197, 9148, 9971, 6425, 19208, 112, 13306, 16558, 1303, 19554, 17868, 13767, 4996, 11785, 8997, 17159, 9157, 13344, 7193, 14890, 893, 12961, 4480, 20648, 1871, 14734, 7352, 7321, 17855, 20812, 5617, 12632, 793, 17758, 7441, 20850, 8716, 9049, 5480, 7856, 16261, 5910, 16773, 9795, 4390, 6696, 14888, 12975, 16432, 9254, 6712, 1464, 13523, 641, 20792, 7029, 20339, 5365, 18551, 11929, 13976, 5064, 1978, 3092, 13092, 14987, 9204, 4723, 12378, 12008, 8196, 136, 19652, 8477, 19824, 2919, 13627, 19248, 9044, 3780, 12267, 8395, 7223, 8828, 4794, 1238, 3918, 6410, 14610, 2563, 18499, 7857, 3061, 15109, 11568, 6764, 10989, 18957, 8115, 20211, 19901, 20120, 10169, 4920, 9969, 10241, 17413, 5421, 14514, 20658, 10122, 5760, 1280, 11010, 8517, 4746, 6765, 4667, 4144, 8117, 4488, 17978, 13454, 18660, 8665, 45, 7031, 903, 16818, 18231, 17390, 312, 13864, 3668, 10948, 3614, 19604, 5027, 14941, 16471, 6783, 5178, 9335, 17408, 11831, 14242, 20072, 8405, 5198, 7163, 14369, 3939, 18102, 9996, 1580, 14702, 11215, 12045, 15533, 11854, 20171, 8345, 13606, 20457, 4849, 1500, 4026, 1891, 19053, 15329, 14020, 8742, 9233, 5280, 14522, 19492, 19005, 15421, 20902, 2380, 15726, 10965, 14683, 8786, 10203, 2842, 12666, 16692, 11495, 13620, 13743, 19967, 2117, 13142, 18220, 9184, 7484, 20600, 18310, 11438, 13671, 19232, 12924, 7682, 6420, 6638, 8141, 9558, 14608, 16288, 8979, 18506, 10073, 15365, 17535, 1111, 15229, 5083, 3615, 14472, 9250, 2157, 14039, 7423, 12464, 17398, 7148, 18584, 3958, 17549, 7943, 5819, 4614, 5871, 6171, 8176, 442, 7457, 11538, 15416, 15446, 1476, 16702, 17386, 344, 2590, 4412, 14795, 3511, 3253, 2551, 4805, 10115, 19988, 8304, 12851, 10913, 15518, 12417, 4132, 840, 10288, 7062, 402, 15245, 2646, 10740, 15201, 12745, 16350, 3423, 15088, 14921, 1876, 11228, 17039, 2764, 14670, 3571, 20091, 18464, 1243, 32, 651, 6130, 15342, 8091, 18828, 9117, 12336, 1061, 1889, 11916, 2684, 6657, 18769, 16598, 12693, 17833, 4505, 1755, 5317, 17939, 8049, 15854, 2015, 6255, 7794, 8551, 8848, 6079, 19416, 9201, 9716, 4758, 12841, 18120, 5409, 2645, 17139, 12999, 20071, 11362, 16024, 1012, 3774, 89, 4789, 14143, 541, 19389, 17049, 11702, 9028, 38, 11395, 12833, 19976, 10415, 6753, 3479, 10950, 10730, 2864, 17034, 16113, 14211, 11231, 10526, 3344, 7261, 15216, 1908, 9176, 2681, 9498, 18417, 20330, 19267, 8645, 17348, 3136, 17753, 4834, 14445, 1672, 13858, 18557, 2470, 9766, 18654, 162, 16584, 20852, 14886, 13360, 20524, 19279, 13997, 18291, 1348, 5843, 8721, 20735, 20977, 15333, 8243, 16529, 13154, 10788, 5379, 4739, 5636, 18019, 7950, 6588, 786, 6257, 8375, 3630, 14367, 510, 17431, 18890, 2241, 4398, 13654, 2768, 2899, 12526, 17703, 18984, 5733, 20074, 19421, 3368, 17161, 3891, 15748, 14407, 9678, 13320, 16555, 13838, 20279, 11098, 386, 12574, 2638, 13238, 2777, 13223, 5037, 5813, 19373, 13398, 15442, 5983, 3556, 1790, 6314, 13062, 5358, 17460, 8621, 15321, 9903, 15036, 13479, 19963, 6056, 9168, 2337, 18563, 19062, 11299, 19051, 17806, 17617, 7357, 6977, 19296, 15000, 16443, 14982, 15757, 15704, 5582, 2942, 16890, 8400, 9917, 16834, 567, 659, 9366, 1700, 5402, 4682, 2280, 765, 2961, 4577, 8421, 18091, 18080, 3290, 16429, 7945, 7235, 19280, 6240, 6343, 10436, 6470, 17901, 9219, 13304, 14735, 14786, 10334, 9645, 15485, 15119, 18615, 10837, 6813, 13431, 5024, 11164, 4421, 6786, 12382, 9459, 10595, 3685, 11181, 10328, 2900, 13285, 19615, 598, 157, 3120, 5529, 13749, 880, 5976, 19463, 16851, 2785, 3976, 20553, 19955, 6877, 1999, 20607, 10853, 8557, 7159, 17184, 10263, 9068, 12865, 5383, 18321, 2827, 2557, 7003, 6506, 13066, 16625, 15600, 10682, 18067, 14801, 13212, 9938, 7768, 14004, 11935, 12469, 12488, 13369, 20018, 19169, 4550, 6811, 11149, 37, 10051, 9046, 1576, 14946, 18907, 14521, 19659, 18099, 19638, 12050, 19893, 10324, 14542, 16992, 3456, 795, 5001, 14177, 18909, 18362, 11062, 3201, 6571, 10607, 11677, 4651, 18636, 4078, 6863, 9047, 9346, 5713, 13400, 13011, 12890, 12611, 15357, 7685, 15356, 10982, 15996, 4004, 1566, 9705, 11488, 1775, 17724, 8914, 9553, 3439, 1340, 7931, 16610, 5956, 7683, 3971, 3010, 8407, 3234, 6422, 7216, 2412, 4082, 12822, 5462, 5841, 15427, 5125, 11056, 8331, 4330, 6004, 15595, 4522, 14489, 11545, 12949, 6735, 17874, 11843, 11870, 11752, 14026, 18781, 4107, 12435, 8184, 1894, 9501, 6897, 14322, 4925, 17746, 3540, 3892, 10979, 10164, 2026, 4222, 1302, 19608, 6106, 20705, 1413, 12551, 2515, 5546, 7675, 5986, 7326, 17606, 9322, 9025, 12134, 20845, 1355, 5975, 4924, 9718, 2988, 12371, 8809, 9623, 14696, 17591, 20420, 16528, 15025, 4086, 11756, 4938, 6833, 15181, 11357, 16067, 12427, 5124, 4992, 13926, 20499, 18307, 4955, 7145, 18724, 35, 15577, 8779, 12132, 2322, 5756, 5220, 4518, 10666, 9584, 5903, 5523, 18943, 20654, 5822, 3200, 19022, 7533, 879, 17337, 8171, 8959, 5836, 15782, 18975, 989, 16566, 17613, 18341, 20220, 14326, 15459, 4315, 4874, 7122, 12740, 12259, 10824, 8098, 14910, 8434, 3601, 18430, 10733, 16177, 10780, 1324, 20023, 2408, 11121, 9237, 14519, 14858, 14630, 20871, 15604, 20373, 2311, 20475, 171, 2624, 7590, 4608, 13160, 4506, 10003, 4097, 10252, 18586, 18018, 7960, 9942, 6044, 16467, 3797, 20547, 17560, 7905, 20698, 12686, 5683, 115, 4181, 15828, 20515, 1287, 20636, 2828, 15685, 13399, 18580, 7902, 4380, 10083, 9273, 18142, 15396, 1402, 3101, 19049, 12462, 7659, 164, 1117, 14996, 10741, 17, 18797, 1976, 8898, 11319, 9178, 19713, 19657, 3095, 5405, 15206, 17743, 2834, 20208, 1847, 1488, 3025, 9332, 13967, 14043, 7846, 3126, 11244, 17468, 8874, 13461, 3788, 2725, 5793, 20764, 5132, 16487, 17712, 776, 5042, 9486, 9158, 18638, 6603, 17685, 15564, 11419, 5628, 4296, 8107, 1106, 12274, 3579, 11265, 17185, 7416, 1434, 7934, 19543, 7397, 19689, 3737, 4263, 2141, 5096, 3164, 2924, 2738, 6210, 36, 8651, 17892, 16670, 18803, 11118, 3966, 1913, 20926, 4105, 6428, 17717, 17240, 16019, 4501, 13280, 15814, 19328, 2893, 1993, 681, 4066, 20723, 4437], "fid_reference": "same farthest-first 1k training subset", "seed": 47} +{"step": 1, "wall_time": 65.76787948608398, "train_loss_step": 40.0040168762207, "n_params": 4346920, "total_flops": 13353738240, "train_loss": 1.0017821311950683, "subset_score_loss": 1.0017821311950683, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9736064672470093, "fid": 278.699313087981} +{"step": 10000, "wall_time": 142.64743423461914, "train_loss_step": 8.5018310546875, "n_params": 4346920, "total_flops": 133537382400000, "train_loss": 0.8613874435424804, "subset_score_loss": 0.8613874435424804} +{"step": 20000, "wall_time": 228.43465566635132, "train_loss_step": 8.33436107635498, "n_params": 4346920, "total_flops": 267074764800000, "train_loss": 0.8307802200317382, "subset_score_loss": 0.8307802200317382} +{"step": 30000, "wall_time": 314.2437753677368, "train_loss_step": 8.289779663085938, "n_params": 4346920, "total_flops": 400612147200000, "train_loss": 0.7726560115814209, "subset_score_loss": 0.7726560115814209} +{"step": 40000, "wall_time": 400.0726091861725, "train_loss_step": 6.561613082885742, "n_params": 4346920, "total_flops": 534149529600000, "train_loss": 0.6839303016662598, "subset_score_loss": 0.6839303016662598} +{"step": 50000, "wall_time": 485.9371802806854, "train_loss_step": 6.744090557098389, "n_params": 4346920, "total_flops": 667686912000000, "train_loss": 0.547304105758667, "subset_score_loss": 0.547304105758667} +{"step": 60000, "wall_time": 571.2901213169098, "train_loss_step": 5.310370445251465, "n_params": 4346920, "total_flops": 801224294400000, "train_loss": 0.3992830038070679, "subset_score_loss": 0.3992830038070679} +{"step": 70000, "wall_time": 656.8220107555389, "train_loss_step": 5.221421241760254, "n_params": 4346920, "total_flops": 934761676800000, "train_loss": 0.2915832042694092, "subset_score_loss": 0.2915832042694092} +{"step": 80000, "wall_time": 742.5247547626495, "train_loss_step": 5.107983589172363, "n_params": 4346920, "total_flops": 1068299059200000, "train_loss": 0.2299297571182251, "subset_score_loss": 0.2299297571182251} +{"step": 90000, "wall_time": 828.1742835044861, "train_loss_step": 4.742230415344238, "n_params": 4346920, "total_flops": 1201836441600000, "train_loss": 0.19464021921157837, "subset_score_loss": 0.19464021921157837} +{"step": 100000, "wall_time": 980.0351557731628, "train_loss_step": 4.716789245605469, "n_params": 4346920, "total_flops": 1335373824000000, "train_loss": 0.17289644479751587, "subset_score_loss": 0.17289644479751587, "memorization_fraction_pixel": 0.00039999998989515007, "mean_nn_ratio_pixel": 0.8923054933547974, "fid": 59.179830914735774} +{"step": 110000, "wall_time": 1057.32732629776, "train_loss_step": 4.097424030303955, "n_params": 4346920, "total_flops": 1468911206400000, "train_loss": 0.15751402378082274, "subset_score_loss": 0.15751402378082274} +{"step": 120000, "wall_time": 1142.4503445625305, "train_loss_step": 4.3973493576049805, "n_params": 4346920, "total_flops": 1602448588800000, "train_loss": 0.1444230556488037, "subset_score_loss": 0.1444230556488037} +{"step": 130000, "wall_time": 1228.2265224456787, "train_loss_step": 4.167193412780762, "n_params": 4346920, "total_flops": 1735985971200000, "train_loss": 0.13392293453216553, "subset_score_loss": 0.13392293453216553} +{"step": 140000, "wall_time": 1313.941795349121, "train_loss_step": 4.164514064788818, "n_params": 4346920, "total_flops": 1869523353600000, "train_loss": 0.12785844802856444, "subset_score_loss": 0.12785844802856444} +{"step": 150000, "wall_time": 1399.6938781738281, "train_loss_step": 4.024378776550293, "n_params": 4346920, "total_flops": 2003060736000000, "train_loss": 0.12094273567199706, "subset_score_loss": 0.12094273567199706} +{"step": 160000, "wall_time": 1485.1484756469727, "train_loss_step": 3.8554463386535645, "n_params": 4346920, "total_flops": 2136598118400000, "train_loss": 0.11255803108215331, "subset_score_loss": 0.11255803108215331} +{"step": 170000, "wall_time": 1570.6638691425323, "train_loss_step": 4.178503036499023, "n_params": 4346920, "total_flops": 2270135500800000, "train_loss": 0.10794423818588257, "subset_score_loss": 0.10794423818588257} +{"step": 180000, "wall_time": 1656.4685809612274, "train_loss_step": 4.117790699005127, "n_params": 4346920, "total_flops": 2403672883200000, "train_loss": 0.10310940742492676, "subset_score_loss": 0.10310940742492676} +{"step": 190000, "wall_time": 1742.053673028946, "train_loss_step": 3.4383275508880615, "n_params": 4346920, "total_flops": 2537210265600000, "train_loss": 0.09940061569213868, "subset_score_loss": 0.09940061569213868} +{"step": 200000, "wall_time": 1893.8138976097107, "train_loss_step": 4.041797637939453, "n_params": 4346920, "total_flops": 2670747648000000, "train_loss": 0.09528163671493531, "subset_score_loss": 0.09528163671493531, "memorization_fraction_pixel": 0.014499999582767487, "mean_nn_ratio_pixel": 0.7969945073127747, "fid": 59.257399785756675} +{"step": 210000, "wall_time": 1976.5907340049744, "train_loss_step": 3.49995493888855, "n_params": 4346920, "total_flops": 2804285030400000, "train_loss": 0.09111467003822327, "subset_score_loss": 0.09111467003822327} +{"step": 220000, "wall_time": 2055.454445362091, "train_loss_step": 3.59860897064209, "n_params": 4346920, "total_flops": 2937822412800000, "train_loss": 0.08893086314201355, "subset_score_loss": 0.08893086314201355} +{"step": 230000, "wall_time": 2141.1117334365845, "train_loss_step": 3.674245834350586, "n_params": 4346920, "total_flops": 3071359795200000, "train_loss": 0.0850477933883667, "subset_score_loss": 0.0850477933883667} +{"step": 240000, "wall_time": 2226.934353351593, "train_loss_step": 3.4730288982391357, "n_params": 4346920, "total_flops": 3204897177600000, "train_loss": 0.08205778002738953, "subset_score_loss": 0.08205778002738953} +{"step": 250000, "wall_time": 2312.8239529132843, "train_loss_step": 3.5652976036071777, "n_params": 4346920, "total_flops": 3338434560000000, "train_loss": 0.0802165687084198, "subset_score_loss": 0.0802165687084198} +{"step": 260000, "wall_time": 2398.4275221824646, "train_loss_step": 3.674686908721924, "n_params": 4346920, "total_flops": 3471971942400000, "train_loss": 0.07808554768562317, "subset_score_loss": 0.07808554768562317} +{"step": 270000, "wall_time": 2483.7994725704193, "train_loss_step": 3.673109531402588, "n_params": 4346920, "total_flops": 3605509324800000, "train_loss": 0.07594655156135559, "subset_score_loss": 0.07594655156135559} +{"step": 280000, "wall_time": 2569.515909433365, "train_loss_step": 3.5106074810028076, "n_params": 4346920, "total_flops": 3739046707200000, "train_loss": 0.07303754091262818, "subset_score_loss": 0.07303754091262818} +{"step": 290000, "wall_time": 2655.183662176132, "train_loss_step": 3.1646599769592285, "n_params": 4346920, "total_flops": 3872584089600000, "train_loss": 0.072078275680542, "subset_score_loss": 0.072078275680542} +{"step": 300000, "wall_time": 2806.0299706459045, "train_loss_step": 3.4562830924987793, "n_params": 4346920, "total_flops": 4006121472000000, "train_loss": 0.0702033817768097, "subset_score_loss": 0.0702033817768097, "memorization_fraction_pixel": 0.04650000110268593, "mean_nn_ratio_pixel": 0.7368640899658203, "fid": 58.30888572182582} +{"step": 310000, "wall_time": 2891.6132872104645, "train_loss_step": 3.4485599994659424, "n_params": 4346920, "total_flops": 4139658854400000, "train_loss": 0.06825875043869019, "subset_score_loss": 0.06825875043869019} +{"step": 320000, "wall_time": 2964.070016860962, "train_loss_step": 3.4770781993865967, "n_params": 4346920, "total_flops": 4273196236800000, "train_loss": 0.06658098697662354, "subset_score_loss": 0.06658098697662354} +{"step": 330000, "wall_time": 3029.4217681884766, "train_loss_step": 3.425391674041748, "n_params": 4346920, "total_flops": 4406733619200000, "train_loss": 0.06559810042381287, "subset_score_loss": 0.06559810042381287} +{"step": 340000, "wall_time": 3114.6744256019592, "train_loss_step": 3.1289191246032715, "n_params": 4346920, "total_flops": 4540271001600000, "train_loss": 0.06424691677093505, "subset_score_loss": 0.06424691677093505} +{"step": 350000, "wall_time": 3200.4059512615204, "train_loss_step": 2.870631694793701, "n_params": 4346920, "total_flops": 4673808384000000, "train_loss": 0.06357479691505433, "subset_score_loss": 0.06357479691505433} +{"step": 360000, "wall_time": 3286.0691614151, "train_loss_step": 3.505951404571533, "n_params": 4346920, "total_flops": 4807345766400000, "train_loss": 0.059778261184692386, "subset_score_loss": 0.059778261184692386} +{"step": 370000, "wall_time": 3371.507047176361, "train_loss_step": 3.3194005489349365, "n_params": 4346920, "total_flops": 4940883148800000, "train_loss": 0.060561072826385495, "subset_score_loss": 0.060561072826385495} +{"step": 380000, "wall_time": 3457.237162590027, "train_loss_step": 3.1365935802459717, "n_params": 4346920, "total_flops": 5074420531200000, "train_loss": 0.05935021042823792, "subset_score_loss": 0.05935021042823792} +{"step": 390000, "wall_time": 3543.023820877075, "train_loss_step": 3.3700664043426514, "n_params": 4346920, "total_flops": 5207957913600000, "train_loss": 0.05774089694023132, "subset_score_loss": 0.05774089694023132} +{"step": 400000, "wall_time": 3694.500497341156, "train_loss_step": 3.2167508602142334, "n_params": 4346920, "total_flops": 5341495296000000, "train_loss": 0.05605094432830811, "subset_score_loss": 0.05605094432830811, "memorization_fraction_pixel": 0.0860000029206276, "mean_nn_ratio_pixel": 0.6834090352058411, "fid": 56.85300024843176} +{"step": 410000, "wall_time": 3780.14258313179, "train_loss_step": 3.1677591800689697, "n_params": 4346920, "total_flops": 5475032678400000, "train_loss": 0.05552074909210205, "subset_score_loss": 0.05552074909210205} +{"step": 420000, "wall_time": 3865.729236602783, "train_loss_step": 3.3542933464050293, "n_params": 4346920, "total_flops": 5608570060800000, "train_loss": 0.054767006635665895, "subset_score_loss": 0.054767006635665895} +{"step": 430000, "wall_time": 3949.005746603012, "train_loss_step": 3.2181618213653564, "n_params": 4346920, "total_flops": 5742107443200000, "train_loss": 0.05451197624206543, "subset_score_loss": 0.05451197624206543} +{"step": 440000, "wall_time": 4027.9258399009705, "train_loss_step": 3.3480067253112793, "n_params": 4346920, "total_flops": 5875644825600000, "train_loss": 0.05329732894897461, "subset_score_loss": 0.05329732894897461} +{"step": 450000, "wall_time": 4113.531469345093, "train_loss_step": 3.1270129680633545, "n_params": 4346920, "total_flops": 6009182208000000, "train_loss": 0.05207977294921875, "subset_score_loss": 0.05207977294921875} +{"step": 460000, "wall_time": 4198.972727298737, "train_loss_step": 3.4032986164093018, "n_params": 4346920, "total_flops": 6142719590400000, "train_loss": 0.050752168893814086, "subset_score_loss": 0.050752168893814086} +{"step": 470000, "wall_time": 4283.6237025260925, "train_loss_step": 3.366093397140503, "n_params": 4346920, "total_flops": 6276256972800000, "train_loss": 0.05152429342269897, "subset_score_loss": 0.05152429342269897} +{"step": 480000, "wall_time": 4368.326464176178, "train_loss_step": 3.0848617553710938, "n_params": 4346920, "total_flops": 6409794355200000, "train_loss": 0.04950655698776245, "subset_score_loss": 0.04950655698776245} +{"step": 490000, "wall_time": 4453.07032084465, "train_loss_step": 3.009932279586792, "n_params": 4346920, "total_flops": 6543331737600000, "train_loss": 0.04888004362583161, "subset_score_loss": 0.04888004362583161} +{"step": 500000, "wall_time": 4604.6837277412415, "train_loss_step": 3.312500476837158, "n_params": 4346920, "total_flops": 6676869120000000, "train_loss": 0.04884757697582245, "subset_score_loss": 0.04884757697582245, "memorization_fraction_pixel": 0.12039999663829803, "mean_nn_ratio_pixel": 0.6477670669555664, "fid": 54.56605371540371} +{"step": 510000, "wall_time": 4690.188223361969, "train_loss_step": 3.0611634254455566, "n_params": 4346920, "total_flops": 6810406502400000, "train_loss": 0.048487380146980286, "subset_score_loss": 0.048487380146980286} +{"step": 520000, "wall_time": 4775.885984182358, "train_loss_step": 3.258847236633301, "n_params": 4346920, "total_flops": 6943943884800000, "train_loss": 0.04711750149726868, "subset_score_loss": 0.04711750149726868} +{"step": 530000, "wall_time": 4858.362261533737, "train_loss_step": 3.3022501468658447, "n_params": 4346920, "total_flops": 7077481267200000, "train_loss": 0.04629590809345245, "subset_score_loss": 0.04629590809345245} +{"step": 540000, "wall_time": 4944.711995601654, "train_loss_step": 3.3182852268218994, "n_params": 4346920, "total_flops": 7211018649600000, "train_loss": 0.04706999659538269, "subset_score_loss": 0.04706999659538269} +{"step": 550000, "wall_time": 5023.112167835236, "train_loss_step": 3.1010007858276367, "n_params": 4346920, "total_flops": 7344556032000000, "train_loss": 0.044794443249702456, "subset_score_loss": 0.044794443249702456} +{"step": 560000, "wall_time": 5108.741860628128, "train_loss_step": 3.0955898761749268, "n_params": 4346920, "total_flops": 7478093414400000, "train_loss": 0.044533339142799375, "subset_score_loss": 0.044533339142799375} +{"step": 570000, "wall_time": 5194.257315158844, "train_loss_step": 3.0224008560180664, "n_params": 4346920, "total_flops": 7611630796800000, "train_loss": 0.04465307891368866, "subset_score_loss": 0.04465307891368866} +{"step": 580000, "wall_time": 5279.85390329361, "train_loss_step": 3.111522674560547, "n_params": 4346920, "total_flops": 7745168179200000, "train_loss": 0.044030359387397765, "subset_score_loss": 0.044030359387397765} +{"step": 590000, "wall_time": 5365.6204516887665, "train_loss_step": 2.9661943912506104, "n_params": 4346920, "total_flops": 7878705561600000, "train_loss": 0.04307728409767151, "subset_score_loss": 0.04307728409767151} +{"step": 600000, "wall_time": 5518.5380980968475, "train_loss_step": 3.077232599258423, "n_params": 4346920, "total_flops": 8012242944000000, "train_loss": 0.04363912642002106, "subset_score_loss": 0.04363912642002106, "memorization_fraction_pixel": 0.1492999941110611, "mean_nn_ratio_pixel": 0.6146998405456543, "fid": 53.92605426078874} +{"step": 610000, "wall_time": 5604.229444265366, "train_loss_step": 3.3743486404418945, "n_params": 4346920, "total_flops": 8145780326400000, "train_loss": 0.04275584816932678, "subset_score_loss": 0.04275584816932678} +{"step": 620000, "wall_time": 5689.80598282814, "train_loss_step": 3.064785957336426, "n_params": 4346920, "total_flops": 8279317708800000, "train_loss": 0.04250401258468628, "subset_score_loss": 0.04250401258468628} +{"step": 630000, "wall_time": 5775.457295656204, "train_loss_step": 3.0214273929595947, "n_params": 4346920, "total_flops": 8412855091200000, "train_loss": 0.04139599800109863, "subset_score_loss": 0.04139599800109863} +{"step": 640000, "wall_time": 5852.6939787864685, "train_loss_step": 2.881430149078369, "n_params": 4346920, "total_flops": 8546392473600000, "train_loss": 0.04074435532093048, "subset_score_loss": 0.04074435532093048} +{"step": 650000, "wall_time": 5939.406586885452, "train_loss_step": 3.2955660820007324, "n_params": 4346920, "total_flops": 8679929856000000, "train_loss": 0.041561663150787354, "subset_score_loss": 0.041561663150787354} +{"step": 660000, "wall_time": 6000.182316303253, "train_loss_step": 3.1524693965911865, "n_params": 4346920, "total_flops": 8813467238400000, "train_loss": 0.04119433164596557, "subset_score_loss": 0.04119433164596557} +{"step": 670000, "wall_time": 6085.555450439453, "train_loss_step": 2.842304229736328, "n_params": 4346920, "total_flops": 8947004620800000, "train_loss": 0.039530417323112486, "subset_score_loss": 0.039530417323112486} +{"step": 680000, "wall_time": 6170.875377178192, "train_loss_step": 3.0617966651916504, "n_params": 4346920, "total_flops": 9080542003200000, "train_loss": 0.039783778786659243, "subset_score_loss": 0.039783778786659243} +{"step": 690000, "wall_time": 6256.352973937988, "train_loss_step": 2.7902472019195557, "n_params": 4346920, "total_flops": 9214079385600000, "train_loss": 0.0387211799621582, "subset_score_loss": 0.0387211799621582} +{"step": 700000, "wall_time": 6449.3470940589905, "train_loss_step": 2.848837375640869, "n_params": 4346920, "total_flops": 9347616768000000, "train_loss": 0.03908718526363373, "subset_score_loss": 0.03908718526363373, "memorization_fraction_pixel": 0.1770000010728836, "mean_nn_ratio_pixel": 0.5919412970542908, "fid": 53.14362267311286} +{"step": 710000, "wall_time": 6535.008921384811, "train_loss_step": 3.3750314712524414, "n_params": 4346920, "total_flops": 9481154150400000, "train_loss": 0.03849784135818481, "subset_score_loss": 0.03849784135818481} +{"step": 720000, "wall_time": 6620.545634031296, "train_loss_step": 2.754316806793213, "n_params": 4346920, "total_flops": 9614691532800000, "train_loss": 0.039035689830780027, "subset_score_loss": 0.039035689830780027} +{"step": 730000, "wall_time": 6706.296887874603, "train_loss_step": 2.8681275844573975, "n_params": 4346920, "total_flops": 9748228915200000, "train_loss": 0.03808693885803223, "subset_score_loss": 0.03808693885803223} +{"step": 740000, "wall_time": 6780.50771021843, "train_loss_step": 3.176664113998413, "n_params": 4346920, "total_flops": 9881766297600000, "train_loss": 0.03764873743057251, "subset_score_loss": 0.03764873743057251} +{"step": 750000, "wall_time": 6866.13201212883, "train_loss_step": 2.9819841384887695, "n_params": 4346920, "total_flops": 10015303680000000, "train_loss": 0.03724884688854217, "subset_score_loss": 0.03724884688854217} +{"step": 760000, "wall_time": 6944.236559391022, "train_loss_step": 3.26096510887146, "n_params": 4346920, "total_flops": 10148841062400000, "train_loss": 0.0369288831949234, "subset_score_loss": 0.0369288831949234} +{"step": 770000, "wall_time": 7013.56830239296, "train_loss_step": 3.0225844383239746, "n_params": 4346920, "total_flops": 10282378444800000, "train_loss": 0.03659193217754364, "subset_score_loss": 0.03659193217754364} +{"step": 780000, "wall_time": 7098.7819311618805, "train_loss_step": 2.8959569931030273, "n_params": 4346920, "total_flops": 10415915827200000, "train_loss": 0.036951509118080136, "subset_score_loss": 0.036951509118080136} +{"step": 790000, "wall_time": 7182.450608730316, "train_loss_step": 2.996250629425049, "n_params": 4346920, "total_flops": 10549453209600000, "train_loss": 0.036450746655464175, "subset_score_loss": 0.036450746655464175} +{"step": 800000, "wall_time": 7387.534823894501, "train_loss_step": 2.853661060333252, "n_params": 4346920, "total_flops": 10682990592000000, "train_loss": 0.035104882717132566, "subset_score_loss": 0.035104882717132566, "memorization_fraction_pixel": 0.20600000023841858, "mean_nn_ratio_pixel": 0.5627066493034363, "fid": 53.713558583519564} +{"step": 810000, "wall_time": 7473.201503992081, "train_loss_step": 2.889195203781128, "n_params": 4346920, "total_flops": 10816527974400000, "train_loss": 0.035613438487052916, "subset_score_loss": 0.035613438487052916} +{"step": 820000, "wall_time": 7558.824978113174, "train_loss_step": 2.8397908210754395, "n_params": 4346920, "total_flops": 10950065356800000, "train_loss": 0.035844850540161136, "subset_score_loss": 0.035844850540161136} +{"step": 830000, "wall_time": 7644.449432849884, "train_loss_step": 3.1663169860839844, "n_params": 4346920, "total_flops": 11083602739200000, "train_loss": 0.03507441580295563, "subset_score_loss": 0.03507441580295563} +{"step": 840000, "wall_time": 7718.5966255664825, "train_loss_step": 2.848784923553467, "n_params": 4346920, "total_flops": 11217140121600000, "train_loss": 0.03470810651779175, "subset_score_loss": 0.03470810651779175} +{"step": 850000, "wall_time": 7802.033569812775, "train_loss_step": 3.195708990097046, "n_params": 4346920, "total_flops": 11350677504000000, "train_loss": 0.03463914394378662, "subset_score_loss": 0.03463914394378662} +{"step": 860000, "wall_time": 7888.253533840179, "train_loss_step": 2.910888910293579, "n_params": 4346920, "total_flops": 11484214886400000, "train_loss": 0.03469249606132507, "subset_score_loss": 0.03469249606132507} +{"step": 870000, "wall_time": 7951.3378620147705, "train_loss_step": 3.008577346801758, "n_params": 4346920, "total_flops": 11617752268800000, "train_loss": 0.03395760953426361, "subset_score_loss": 0.03395760953426361} +{"step": 880000, "wall_time": 8033.812541246414, "train_loss_step": 3.1081619262695312, "n_params": 4346920, "total_flops": 11751289651200000, "train_loss": 0.0341623455286026, "subset_score_loss": 0.0341623455286026} +{"step": 890000, "wall_time": 8118.029141187668, "train_loss_step": 2.833530902862549, "n_params": 4346920, "total_flops": 11884827033600000, "train_loss": 0.03372628390789032, "subset_score_loss": 0.03372628390789032} +{"step": 900000, "wall_time": 8338.319250106812, "train_loss_step": 3.0931901931762695, "n_params": 4346920, "total_flops": 12018364416000000, "train_loss": 0.03354637026786804, "subset_score_loss": 0.03354637026786804, "memorization_fraction_pixel": 0.2337999939918518, "mean_nn_ratio_pixel": 0.54294753074646, "fid": 53.434294366986826} +{"step": 910000, "wall_time": 8423.96259021759, "train_loss_step": 2.9683775901794434, "n_params": 4346920, "total_flops": 12151901798400000, "train_loss": 0.0329377144575119, "subset_score_loss": 0.0329377144575119} +{"step": 920000, "wall_time": 8509.5678191185, "train_loss_step": 2.797534227371216, "n_params": 4346920, "total_flops": 12285439180800000, "train_loss": 0.03261122703552246, "subset_score_loss": 0.03261122703552246} +{"step": 930000, "wall_time": 8595.11098742485, "train_loss_step": 2.8458492755889893, "n_params": 4346920, "total_flops": 12418976563200000, "train_loss": 0.032695403695106505, "subset_score_loss": 0.032695403695106505} +{"step": 940000, "wall_time": 8670.634142875671, "train_loss_step": 2.8345067501068115, "n_params": 4346920, "total_flops": 12552513945600000, "train_loss": 0.032146918773651126, "subset_score_loss": 0.032146918773651126} +{"step": 950000, "wall_time": 8748.939050197601, "train_loss_step": 3.3908004760742188, "n_params": 4346920, "total_flops": 12686051328000000, "train_loss": 0.03204367160797119, "subset_score_loss": 0.03204367160797119} +{"step": 960000, "wall_time": 8834.778457403183, "train_loss_step": 3.022341728210449, "n_params": 4346920, "total_flops": 12819588710400000, "train_loss": 0.031462088227272034, "subset_score_loss": 0.031462088227272034} +{"step": 970000, "wall_time": 8904.684727430344, "train_loss_step": 2.666919708251953, "n_params": 4346920, "total_flops": 12953126092800000, "train_loss": 0.03135319948196411, "subset_score_loss": 0.03135319948196411} +{"step": 980000, "wall_time": 8978.587280273438, "train_loss_step": 3.1419243812561035, "n_params": 4346920, "total_flops": 13086663475200000, "train_loss": 0.03215527236461639, "subset_score_loss": 0.03215527236461639} +{"step": 990000, "wall_time": 9064.191428422928, "train_loss_step": 2.888899803161621, "n_params": 4346920, "total_flops": 13220200857600000, "train_loss": 0.03114297091960907, "subset_score_loss": 0.03114297091960907} +{"step": 1000000, "wall_time": 9260.707618236542, "train_loss_step": 2.87448787689209, "n_params": 4346920, "total_flops": 13353738240000000, "train_loss": 0.0316336989402771, "subset_score_loss": 0.0316336989402771, "memorization_fraction_pixel": 0.26570001244544983, "mean_nn_ratio_pixel": 0.5216599106788635, "fid": 52.005618892903435} +{"step": 1010000, "wall_time": 9346.420565843582, "train_loss_step": 3.0832767486572266, "n_params": 4346920, "total_flops": 13487275622400000, "train_loss": 0.03113078773021698, "subset_score_loss": 0.03113078773021698} +{"step": 1020000, "wall_time": 9432.059679746628, "train_loss_step": 2.899315595626831, "n_params": 4346920, "total_flops": 13620813004800000, "train_loss": 0.03041802942752838, "subset_score_loss": 0.03041802942752838} +{"step": 1030000, "wall_time": 9517.60842514038, "train_loss_step": 2.57993483543396, "n_params": 4346920, "total_flops": 13754350387200000, "train_loss": 0.030488172173500062, "subset_score_loss": 0.030488172173500062} +{"step": 1040000, "wall_time": 9603.184918880463, "train_loss_step": 2.890108585357666, "n_params": 4346920, "total_flops": 13887887769600000, "train_loss": 0.029965096712112428, "subset_score_loss": 0.029965096712112428} +{"step": 1050000, "wall_time": 9673.000685691833, "train_loss_step": 2.648648262023926, "n_params": 4346920, "total_flops": 14021425152000000, "train_loss": 0.030642011761665346, "subset_score_loss": 0.030642011761665346} +{"step": 1060000, "wall_time": 9758.415760755539, "train_loss_step": 2.722888469696045, "n_params": 4346920, "total_flops": 14154962534400000, "train_loss": 0.02998615801334381, "subset_score_loss": 0.02998615801334381} +{"step": 1070000, "wall_time": 9842.828759670258, "train_loss_step": 2.7912542819976807, "n_params": 4346920, "total_flops": 14288499916800000, "train_loss": 0.030076766014099122, "subset_score_loss": 0.030076766014099122} +{"step": 1080000, "wall_time": 9910.624850988388, "train_loss_step": 2.803165912628174, "n_params": 4346920, "total_flops": 14422037299200000, "train_loss": 0.029789113998413087, "subset_score_loss": 0.029789113998413087} +{"step": 1090000, "wall_time": 9995.1893222332, "train_loss_step": 2.764420986175537, "n_params": 4346920, "total_flops": 14555574681600000, "train_loss": 0.029441633820533754, "subset_score_loss": 0.029441633820533754} +{"step": 1100000, "wall_time": 10150.54494380951, "train_loss_step": 3.009683609008789, "n_params": 4346920, "total_flops": 14689112064000000, "train_loss": 0.02899685800075531, "subset_score_loss": 0.02899685800075531, "memorization_fraction_pixel": 0.2919999957084656, "mean_nn_ratio_pixel": 0.5015403032302856, "fid": 53.11333581899768} +{"step": 1110000, "wall_time": 10236.169144630432, "train_loss_step": 2.597245693206787, "n_params": 4346920, "total_flops": 14822649446400000, "train_loss": 0.028913509845733643, "subset_score_loss": 0.028913509845733643} +{"step": 1120000, "wall_time": 10321.815555334091, "train_loss_step": 2.8194360733032227, "n_params": 4346920, "total_flops": 14956186828800000, "train_loss": 0.0296879380941391, "subset_score_loss": 0.0296879380941391} +{"step": 1130000, "wall_time": 10407.413826942444, "train_loss_step": 2.903167724609375, "n_params": 4346920, "total_flops": 15089724211200000, "train_loss": 0.028622284531593323, "subset_score_loss": 0.028622284531593323} +{"step": 1140000, "wall_time": 10492.93234872818, "train_loss_step": 2.6921558380126953, "n_params": 4346920, "total_flops": 15223261593600000, "train_loss": 0.02912694215774536, "subset_score_loss": 0.02912694215774536} +{"step": 1150000, "wall_time": 10578.571439027786, "train_loss_step": 3.0158536434173584, "n_params": 4346920, "total_flops": 15356798976000000, "train_loss": 0.028542736172676088, "subset_score_loss": 0.028542736172676088} +{"step": 1160000, "wall_time": 10660.707268953323, "train_loss_step": 2.883493423461914, "n_params": 4346920, "total_flops": 15490336358400000, "train_loss": 0.02822137773036957, "subset_score_loss": 0.02822137773036957} +{"step": 1170000, "wall_time": 10744.548246622086, "train_loss_step": 2.787051200866699, "n_params": 4346920, "total_flops": 15623873740800000, "train_loss": 0.02851925790309906, "subset_score_loss": 0.02851925790309906} +{"step": 1180000, "wall_time": 10830.75155711174, "train_loss_step": 2.8876147270202637, "n_params": 4346920, "total_flops": 15757411123200000, "train_loss": 0.02769112288951874, "subset_score_loss": 0.02769112288951874} +{"step": 1190000, "wall_time": 10909.388224840164, "train_loss_step": 2.743626117706299, "n_params": 4346920, "total_flops": 15890948505600000, "train_loss": 0.02798260748386383, "subset_score_loss": 0.02798260748386383} +{"step": 1200000, "wall_time": 11067.505732059479, "train_loss_step": 2.8014888763427734, "n_params": 4346920, "total_flops": 16024485888000000, "train_loss": 0.02795913815498352, "subset_score_loss": 0.02795913815498352, "memorization_fraction_pixel": 0.3091999888420105, "mean_nn_ratio_pixel": 0.48937880992889404, "fid": 52.55169824043156} +{"step": 1210000, "wall_time": 11153.070477724075, "train_loss_step": 3.0134835243225098, "n_params": 4346920, "total_flops": 16158023270400000, "train_loss": 0.0275878369808197, "subset_score_loss": 0.0275878369808197} +{"step": 1220000, "wall_time": 11238.826455116272, "train_loss_step": 2.822568655014038, "n_params": 4346920, "total_flops": 16291560652800000, "train_loss": 0.027408918738365172, "subset_score_loss": 0.027408918738365172} +{"step": 1230000, "wall_time": 11324.622034072876, "train_loss_step": 2.943169593811035, "n_params": 4346920, "total_flops": 16425098035200000, "train_loss": 0.028119486570358277, "subset_score_loss": 0.028119486570358277} +{"step": 1240000, "wall_time": 11410.310225009918, "train_loss_step": 2.88498592376709, "n_params": 4346920, "total_flops": 16558635417600000, "train_loss": 0.02713506519794464, "subset_score_loss": 0.02713506519794464} +{"step": 1250000, "wall_time": 11495.821853637695, "train_loss_step": 2.3758492469787598, "n_params": 4346920, "total_flops": 16692172800000000, "train_loss": 0.027066102623939513, "subset_score_loss": 0.027066102623939513} +{"step": 1260000, "wall_time": 11577.137961626053, "train_loss_step": 2.6219794750213623, "n_params": 4346920, "total_flops": 16825710182400000, "train_loss": 0.02674582600593567, "subset_score_loss": 0.02674582600593567} +{"step": 1270000, "wall_time": 11662.83611035347, "train_loss_step": 2.7208642959594727, "n_params": 4346920, "total_flops": 16959247564800000, "train_loss": 0.026655477285385133, "subset_score_loss": 0.026655477285385133} +{"step": 1280000, "wall_time": 11748.38239812851, "train_loss_step": 2.9345836639404297, "n_params": 4346920, "total_flops": 17092784947200000, "train_loss": 0.026514300704002382, "subset_score_loss": 0.026514300704002382} +{"step": 1290000, "wall_time": 11831.275852680206, "train_loss_step": 3.1269261837005615, "n_params": 4346920, "total_flops": 17226322329600000, "train_loss": 0.02583824098110199, "subset_score_loss": 0.02583824098110199} +{"step": 1300000, "wall_time": 11990.87004995346, "train_loss_step": 2.7066051959991455, "n_params": 4346920, "total_flops": 17359859712000000, "train_loss": 0.025878956913948058, "subset_score_loss": 0.025878956913948058, "memorization_fraction_pixel": 0.32440000772476196, "mean_nn_ratio_pixel": 0.4731834828853607, "fid": 52.87182595011035} +{"step": 1310000, "wall_time": 12076.496946573257, "train_loss_step": 2.6725387573242188, "n_params": 4346920, "total_flops": 17493397094400000, "train_loss": 0.027068403363227845, "subset_score_loss": 0.027068403363227845} +{"step": 1320000, "wall_time": 12162.032588481903, "train_loss_step": 2.8843724727630615, "n_params": 4346920, "total_flops": 17626934476800000, "train_loss": 0.026860028505325317, "subset_score_loss": 0.026860028505325317} +{"step": 1330000, "wall_time": 12247.760385036469, "train_loss_step": 2.5553581714630127, "n_params": 4346920, "total_flops": 17760471859200000, "train_loss": 0.02625853419303894, "subset_score_loss": 0.02625853419303894} +{"step": 1340000, "wall_time": 12333.456751823425, "train_loss_step": 2.9019908905029297, "n_params": 4346920, "total_flops": 17894009241600000, "train_loss": 0.025409242510795592, "subset_score_loss": 0.025409242510795592} +{"step": 1350000, "wall_time": 12419.178392887115, "train_loss_step": 2.8368701934814453, "n_params": 4346920, "total_flops": 18027546624000000, "train_loss": 0.026085472106933592, "subset_score_loss": 0.026085472106933592} +{"step": 1360000, "wall_time": 12500.544805288315, "train_loss_step": 2.827608346939087, "n_params": 4346920, "total_flops": 18161084006400000, "train_loss": 0.02550691068172455, "subset_score_loss": 0.02550691068172455} +{"step": 1370000, "wall_time": 12585.504964113235, "train_loss_step": 2.5792019367218018, "n_params": 4346920, "total_flops": 18294621388800000, "train_loss": 0.025966164469718934, "subset_score_loss": 0.025966164469718934} +{"step": 1380000, "wall_time": 12671.122566699982, "train_loss_step": 2.7901830673217773, "n_params": 4346920, "total_flops": 18428158771200000, "train_loss": 0.025180169939994813, "subset_score_loss": 0.025180169939994813} +{"step": 1390000, "wall_time": 12756.844164133072, "train_loss_step": 2.6925418376922607, "n_params": 4346920, "total_flops": 18561696153600000, "train_loss": 0.0252999871969223, "subset_score_loss": 0.0252999871969223} +{"step": 1400000, "wall_time": 12905.51278924942, "train_loss_step": 2.902991771697998, "n_params": 4346920, "total_flops": 18695233536000000, "train_loss": 0.02473364919424057, "subset_score_loss": 0.02473364919424057, "memorization_fraction_pixel": 0.34459999203681946, "mean_nn_ratio_pixel": 0.46193158626556396, "fid": 52.51112989404192} +{"step": 1410000, "wall_time": 12991.189443826675, "train_loss_step": 2.8589046001434326, "n_params": 4346920, "total_flops": 18828770918400000, "train_loss": 0.02482760399580002, "subset_score_loss": 0.02482760399580002} +{"step": 1420000, "wall_time": 13076.81165933609, "train_loss_step": 3.049976348876953, "n_params": 4346920, "total_flops": 18962308300800000, "train_loss": 0.02573476731777191, "subset_score_loss": 0.02573476731777191} +{"step": 1430000, "wall_time": 13162.326555252075, "train_loss_step": 2.5690863132476807, "n_params": 4346920, "total_flops": 19095845683200000, "train_loss": 0.024733901023864746, "subset_score_loss": 0.024733901023864746} +{"step": 1440000, "wall_time": 13247.972799539566, "train_loss_step": 2.822774887084961, "n_params": 4346920, "total_flops": 19229383065600000, "train_loss": 0.025035849213600157, "subset_score_loss": 0.025035849213600157} +{"step": 1450000, "wall_time": 13333.64704155922, "train_loss_step": 2.5591723918914795, "n_params": 4346920, "total_flops": 19362920448000000, "train_loss": 0.024097220599651338, "subset_score_loss": 0.024097220599651338} +{"step": 1460000, "wall_time": 13417.566499948502, "train_loss_step": 2.647366762161255, "n_params": 4346920, "total_flops": 19496457830400000, "train_loss": 0.024717019498348237, "subset_score_loss": 0.024717019498348237} +{"step": 1470000, "wall_time": 13500.1614382267, "train_loss_step": 2.6792991161346436, "n_params": 4346920, "total_flops": 19629995212800000, "train_loss": 0.02423185110092163, "subset_score_loss": 0.02423185110092163} +{"step": 1480000, "wall_time": 13585.806997060776, "train_loss_step": 2.777514696121216, "n_params": 4346920, "total_flops": 19763532595200000, "train_loss": 0.024056272208690645, "subset_score_loss": 0.024056272208690645} +{"step": 1490000, "wall_time": 13671.303821086884, "train_loss_step": 2.6113052368164062, "n_params": 4346920, "total_flops": 19897069977600000, "train_loss": 0.02423006445169449, "subset_score_loss": 0.02423006445169449} +{"step": 1500000, "wall_time": 13825.436465263367, "train_loss_step": 2.5509212017059326, "n_params": 4346920, "total_flops": 20030607360000000, "train_loss": 0.024867309629917143, "subset_score_loss": 0.024867309629917143, "memorization_fraction_pixel": 0.3686000108718872, "mean_nn_ratio_pixel": 0.44767338037490845, "fid": 52.420342738381} +{"step": 1510000, "wall_time": 13909.58518409729, "train_loss_step": 2.6916005611419678, "n_params": 4346920, "total_flops": 20164144742400000, "train_loss": 0.02368874251842499, "subset_score_loss": 0.02368874251842499} +{"step": 1520000, "wall_time": 13995.257378578186, "train_loss_step": 2.4695630073547363, "n_params": 4346920, "total_flops": 20297682124800000, "train_loss": 0.02371649444103241, "subset_score_loss": 0.02371649444103241} +{"step": 1530000, "wall_time": 14080.91488289833, "train_loss_step": 2.6119656562805176, "n_params": 4346920, "total_flops": 20431219507200000, "train_loss": 0.0235943540930748, "subset_score_loss": 0.0235943540930748} +{"step": 1540000, "wall_time": 14166.562381267548, "train_loss_step": 2.6585490703582764, "n_params": 4346920, "total_flops": 20564756889600000, "train_loss": 0.023482370376586913, "subset_score_loss": 0.023482370376586913} +{"step": 1550000, "wall_time": 14252.189818620682, "train_loss_step": 2.3897385597229004, "n_params": 4346920, "total_flops": 20698294272000000, "train_loss": 0.02335304468870163, "subset_score_loss": 0.02335304468870163} +{"step": 1560000, "wall_time": 14336.0117020607, "train_loss_step": 2.354755401611328, "n_params": 4346920, "total_flops": 20831831654400000, "train_loss": 0.023457035422325134, "subset_score_loss": 0.023457035422325134} +{"step": 1570000, "wall_time": 14415.300093889236, "train_loss_step": 2.785011053085327, "n_params": 4346920, "total_flops": 20965369036800000, "train_loss": 0.023765948414802552, "subset_score_loss": 0.023765948414802552} +{"step": 1580000, "wall_time": 14495.405521392822, "train_loss_step": 2.7614998817443848, "n_params": 4346920, "total_flops": 21098906419200000, "train_loss": 0.022457981109619142, "subset_score_loss": 0.022457981109619142} +{"step": 1590000, "wall_time": 14580.67823958397, "train_loss_step": 2.7046570777893066, "n_params": 4346920, "total_flops": 21232443801600000, "train_loss": 0.023338328301906585, "subset_score_loss": 0.023338328301906585} +{"step": 1600000, "wall_time": 14762.027530908585, "train_loss_step": 2.614241600036621, "n_params": 4346920, "total_flops": 21365981184000000, "train_loss": 0.022464317083358765, "subset_score_loss": 0.022464317083358765, "memorization_fraction_pixel": 0.3901999890804291, "mean_nn_ratio_pixel": 0.43658876419067383, "fid": 52.036632177735775} +{"step": 1610000, "wall_time": 14831.515113830566, "train_loss_step": 2.617666721343994, "n_params": 4346920, "total_flops": 21499518566400000, "train_loss": 0.02341485768556595, "subset_score_loss": 0.02341485768556595} +{"step": 1620000, "wall_time": 14917.15133523941, "train_loss_step": 2.469510555267334, "n_params": 4346920, "total_flops": 21633055948800000, "train_loss": 0.023179943859577178, "subset_score_loss": 0.023179943859577178} +{"step": 1630000, "wall_time": 15002.831952571869, "train_loss_step": 2.7565360069274902, "n_params": 4346920, "total_flops": 21766593331200000, "train_loss": 0.022520914673805237, "subset_score_loss": 0.022520914673805237} +{"step": 1640000, "wall_time": 15088.398725748062, "train_loss_step": 2.7865257263183594, "n_params": 4346920, "total_flops": 21900130713600000, "train_loss": 0.022647947072982788, "subset_score_loss": 0.022647947072982788} +{"step": 1650000, "wall_time": 15171.989341020584, "train_loss_step": 2.475703477859497, "n_params": 4346920, "total_flops": 22033668096000000, "train_loss": 0.022281743586063385, "subset_score_loss": 0.022281743586063385} +{"step": 1660000, "wall_time": 15257.715718746185, "train_loss_step": 2.7640981674194336, "n_params": 4346920, "total_flops": 22167205478400000, "train_loss": 0.02254134863615036, "subset_score_loss": 0.02254134863615036} +{"step": 1670000, "wall_time": 15343.323088884354, "train_loss_step": 2.5430054664611816, "n_params": 4346920, "total_flops": 22300742860800000, "train_loss": 0.02185007780790329, "subset_score_loss": 0.02185007780790329} +{"step": 1680000, "wall_time": 15418.97493648529, "train_loss_step": 2.6425209045410156, "n_params": 4346920, "total_flops": 22434280243200000, "train_loss": 0.022199830412864684, "subset_score_loss": 0.022199830412864684} +{"step": 1690000, "wall_time": 15504.50778722763, "train_loss_step": 2.6093482971191406, "n_params": 4346920, "total_flops": 22567817625600000, "train_loss": 0.022300785779953, "subset_score_loss": 0.022300785779953} +{"step": 1700000, "wall_time": 15685.341742515564, "train_loss_step": 2.6909685134887695, "n_params": 4346920, "total_flops": 22701355008000000, "train_loss": 0.021719908714294432, "subset_score_loss": 0.021719908714294432, "memorization_fraction_pixel": 0.4104999899864197, "mean_nn_ratio_pixel": 0.42838355898857117, "fid": 51.83667786233971} +{"step": 1710000, "wall_time": 15759.048440694809, "train_loss_step": 2.5826292037963867, "n_params": 4346920, "total_flops": 22834892390400000, "train_loss": 0.022021014988422394, "subset_score_loss": 0.022021014988422394} +{"step": 1720000, "wall_time": 15829.58875823021, "train_loss_step": 2.587557315826416, "n_params": 4346920, "total_flops": 22968429772800000, "train_loss": 0.02191448360681534, "subset_score_loss": 0.02191448360681534} +{"step": 1730000, "wall_time": 15914.30462193489, "train_loss_step": 2.620958089828491, "n_params": 4346920, "total_flops": 23101967155200000, "train_loss": 0.02119709551334381, "subset_score_loss": 0.02119709551334381} +{"step": 1740000, "wall_time": 15998.75778388977, "train_loss_step": 2.682178020477295, "n_params": 4346920, "total_flops": 23235504537600000, "train_loss": 0.02240394502878189, "subset_score_loss": 0.02240394502878189} +{"step": 1750000, "wall_time": 16083.721116781235, "train_loss_step": 2.732511520385742, "n_params": 4346920, "total_flops": 23369041920000000, "train_loss": 0.022108179330825806, "subset_score_loss": 0.022108179330825806} +{"step": 1760000, "wall_time": 16169.271547079086, "train_loss_step": 2.381072998046875, "n_params": 4346920, "total_flops": 23502579302400000, "train_loss": 0.021507930755615235, "subset_score_loss": 0.021507930755615235} +{"step": 1770000, "wall_time": 16254.946088314056, "train_loss_step": 2.8376240730285645, "n_params": 4346920, "total_flops": 23636116684800000, "train_loss": 0.02152695059776306, "subset_score_loss": 0.02152695059776306} +{"step": 1780000, "wall_time": 16331.660449266434, "train_loss_step": 2.578857421875, "n_params": 4346920, "total_flops": 23769654067200000, "train_loss": 0.021314497292041778, "subset_score_loss": 0.021314497292041778} +{"step": 1790000, "wall_time": 16411.60410642624, "train_loss_step": 2.530299425125122, "n_params": 4346920, "total_flops": 23903191449600000, "train_loss": 0.021345655620098113, "subset_score_loss": 0.021345655620098113} +{"step": 1800000, "wall_time": 16568.61500597, "train_loss_step": 2.736788034439087, "n_params": 4346920, "total_flops": 24036728832000000, "train_loss": 0.021297456324100496, "subset_score_loss": 0.021297456324100496, "memorization_fraction_pixel": 0.421999990940094, "mean_nn_ratio_pixel": 0.4182450771331787, "fid": 52.402635267532084} +{"step": 1810000, "wall_time": 16654.287360668182, "train_loss_step": 2.654223680496216, "n_params": 4346920, "total_flops": 24170266214400000, "train_loss": 0.021007859706878663, "subset_score_loss": 0.021007859706878663} +{"step": 1820000, "wall_time": 16737.630143404007, "train_loss_step": 2.725376605987549, "n_params": 4346920, "total_flops": 24303803596800000, "train_loss": 0.021567924320697783, "subset_score_loss": 0.021567924320697783} +{"step": 1830000, "wall_time": 16821.013077497482, "train_loss_step": 2.7054805755615234, "n_params": 4346920, "total_flops": 24437340979200000, "train_loss": 0.0209926038980484, "subset_score_loss": 0.0209926038980484} +{"step": 1840000, "wall_time": 16904.923085212708, "train_loss_step": 2.605943202972412, "n_params": 4346920, "total_flops": 24570878361600000, "train_loss": 0.02053440660238266, "subset_score_loss": 0.02053440660238266} +{"step": 1850000, "wall_time": 16990.54350066185, "train_loss_step": 2.4165821075439453, "n_params": 4346920, "total_flops": 24704415744000000, "train_loss": 0.021230286359786986, "subset_score_loss": 0.021230286359786986} +{"step": 1860000, "wall_time": 17076.249394893646, "train_loss_step": 2.5536632537841797, "n_params": 4346920, "total_flops": 24837953126400000, "train_loss": 0.02060002237558365, "subset_score_loss": 0.02060002237558365} +{"step": 1870000, "wall_time": 17161.86509871483, "train_loss_step": 2.66060209274292, "n_params": 4346920, "total_flops": 24971490508800000, "train_loss": 0.020340576767921448, "subset_score_loss": 0.020340576767921448} +{"step": 1880000, "wall_time": 17247.596953630447, "train_loss_step": 2.4537806510925293, "n_params": 4346920, "total_flops": 25105027891200000, "train_loss": 0.020262543857097626, "subset_score_loss": 0.020262543857097626} +{"step": 1890000, "wall_time": 17325.000529766083, "train_loss_step": 2.538940906524658, "n_params": 4346920, "total_flops": 25238565273600000, "train_loss": 0.020386214554309844, "subset_score_loss": 0.020386214554309844} +{"step": 1900000, "wall_time": 17514.03954434395, "train_loss_step": 2.619683265686035, "n_params": 4346920, "total_flops": 25372102656000000, "train_loss": 0.02061688303947449, "subset_score_loss": 0.02061688303947449, "memorization_fraction_pixel": 0.44769999384880066, "mean_nn_ratio_pixel": 0.4050130248069763, "fid": 52.57983037420134} +{"step": 1910000, "wall_time": 17599.64004945755, "train_loss_step": 2.392277956008911, "n_params": 4346920, "total_flops": 25505640038400000, "train_loss": 0.020035138726234435, "subset_score_loss": 0.020035138726234435} +{"step": 1920000, "wall_time": 17682.866069316864, "train_loss_step": 2.676673173904419, "n_params": 4346920, "total_flops": 25639177420800000, "train_loss": 0.01983458995819092, "subset_score_loss": 0.01983458995819092} +{"step": 1930000, "wall_time": 17764.908907413483, "train_loss_step": 2.5995917320251465, "n_params": 4346920, "total_flops": 25772714803200000, "train_loss": 0.02050023227930069, "subset_score_loss": 0.02050023227930069} +{"step": 1940000, "wall_time": 17849.542273283005, "train_loss_step": 2.6355960369110107, "n_params": 4346920, "total_flops": 25906252185600000, "train_loss": 0.020044806599617004, "subset_score_loss": 0.020044806599617004} +{"step": 1950000, "wall_time": 17935.10593008995, "train_loss_step": 2.5936193466186523, "n_params": 4346920, "total_flops": 26039789568000000, "train_loss": 0.02052243798971176, "subset_score_loss": 0.02052243798971176} +{"step": 1960000, "wall_time": 18020.866718292236, "train_loss_step": 2.6641879081726074, "n_params": 4346920, "total_flops": 26173326950400000, "train_loss": 0.02029462456703186, "subset_score_loss": 0.02029462456703186} +{"step": 1970000, "wall_time": 18106.622966766357, "train_loss_step": 2.5618958473205566, "n_params": 4346920, "total_flops": 26306864332800000, "train_loss": 0.019373424351215363, "subset_score_loss": 0.019373424351215363} +{"step": 1980000, "wall_time": 18192.09501004219, "train_loss_step": 2.707967758178711, "n_params": 4346920, "total_flops": 26440401715200000, "train_loss": 0.019634942710399627, "subset_score_loss": 0.019634942710399627} +{"step": 1990000, "wall_time": 18277.54332756996, "train_loss_step": 2.553422451019287, "n_params": 4346920, "total_flops": 26573939097600000, "train_loss": 0.01964261531829834, "subset_score_loss": 0.01964261531829834} +{"step": 2000000, "wall_time": 18460.569608211517, "train_loss_step": 2.546997308731079, "n_params": 4346920, "total_flops": 26707476480000000, "train_loss": 0.01979181617498398, "subset_score_loss": 0.01979181617498398, "memorization_fraction_pixel": 0.4496000111103058, "mean_nn_ratio_pixel": 0.4005153179168701, "fid": 50.96986058261998} +{"step": 2010000, "wall_time": 18546.166001558304, "train_loss_step": 2.3873462677001953, "n_params": 4346920, "total_flops": 26841013862400000, "train_loss": 0.01931633651256561, "subset_score_loss": 0.01931633651256561} +{"step": 2020000, "wall_time": 18628.342143058777, "train_loss_step": 2.74361252784729, "n_params": 4346920, "total_flops": 26974551244800000, "train_loss": 0.019075141847133638, "subset_score_loss": 0.019075141847133638} +{"step": 2030000, "wall_time": 18701.0152323246, "train_loss_step": 2.3665342330932617, "n_params": 4346920, "total_flops": 27108088627200000, "train_loss": 0.019632966816425325, "subset_score_loss": 0.019632966816425325} +{"step": 2040000, "wall_time": 18770.92730665207, "train_loss_step": 2.5395543575286865, "n_params": 4346920, "total_flops": 27241626009600000, "train_loss": 0.01912374049425125, "subset_score_loss": 0.01912374049425125} +{"step": 2050000, "wall_time": 18856.521835803986, "train_loss_step": 2.5469889640808105, "n_params": 4346920, "total_flops": 27375163392000000, "train_loss": 0.019979864358901978, "subset_score_loss": 0.019979864358901978} +{"step": 2060000, "wall_time": 18942.00712299347, "train_loss_step": 2.7106235027313232, "n_params": 4346920, "total_flops": 27508700774400000, "train_loss": 0.019705913960933685, "subset_score_loss": 0.019705913960933685} +{"step": 2070000, "wall_time": 19027.7101354599, "train_loss_step": 2.6094212532043457, "n_params": 4346920, "total_flops": 27642238156800000, "train_loss": 0.019208881258964538, "subset_score_loss": 0.019208881258964538} +{"step": 2080000, "wall_time": 19113.271252393723, "train_loss_step": 2.7161240577697754, "n_params": 4346920, "total_flops": 27775775539200000, "train_loss": 0.019413764774799346, "subset_score_loss": 0.019413764774799346} +{"step": 2090000, "wall_time": 19198.723900556564, "train_loss_step": 2.3130598068237305, "n_params": 4346920, "total_flops": 27909312921600000, "train_loss": 0.018860086798667908, "subset_score_loss": 0.018860086798667908} +{"step": 2100000, "wall_time": 19378.05961036682, "train_loss_step": 2.4297423362731934, "n_params": 4346920, "total_flops": 28042850304000000, "train_loss": 0.01890124976634979, "subset_score_loss": 0.01890124976634979, "memorization_fraction_pixel": 0.4648999869823456, "mean_nn_ratio_pixel": 0.391964852809906, "fid": 51.84400592517734} +{"step": 2110000, "wall_time": 19463.481027841568, "train_loss_step": 2.713569164276123, "n_params": 4346920, "total_flops": 28176387686400000, "train_loss": 0.018515418469905853, "subset_score_loss": 0.018515418469905853} +{"step": 2120000, "wall_time": 19547.351959466934, "train_loss_step": 2.680976390838623, "n_params": 4346920, "total_flops": 28309925068800000, "train_loss": 0.018875783681869505, "subset_score_loss": 0.018875783681869505} +{"step": 2130000, "wall_time": 19626.242623090744, "train_loss_step": 2.588954448699951, "n_params": 4346920, "total_flops": 28443462451200000, "train_loss": 0.018646040558815004, "subset_score_loss": 0.018646040558815004} +{"step": 2140000, "wall_time": 19704.684362649918, "train_loss_step": 2.629852294921875, "n_params": 4346920, "total_flops": 28576999833600000, "train_loss": 0.018793681263923646, "subset_score_loss": 0.018793681263923646} +{"step": 2150000, "wall_time": 19772.776701450348, "train_loss_step": 2.6363282203674316, "n_params": 4346920, "total_flops": 28710537216000000, "train_loss": 0.018379193544387818, "subset_score_loss": 0.018379193544387818} +{"step": 2160000, "wall_time": 19858.547466278076, "train_loss_step": 2.719257354736328, "n_params": 4346920, "total_flops": 28844074598400000, "train_loss": 0.018449336290359497, "subset_score_loss": 0.018449336290359497} +{"step": 2170000, "wall_time": 19944.076269865036, "train_loss_step": 2.4203338623046875, "n_params": 4346920, "total_flops": 28977611980800000, "train_loss": 0.018571934103965758, "subset_score_loss": 0.018571934103965758} +{"step": 2180000, "wall_time": 20029.59091448784, "train_loss_step": 2.4612255096435547, "n_params": 4346920, "total_flops": 29111149363200000, "train_loss": 0.01875113248825073, "subset_score_loss": 0.01875113248825073} +{"step": 2190000, "wall_time": 20115.095096826553, "train_loss_step": 2.5728540420532227, "n_params": 4346920, "total_flops": 29244686745600000, "train_loss": 0.018551364541053772, "subset_score_loss": 0.018551364541053772} +{"step": 2200000, "wall_time": 20268.895283699036, "train_loss_step": 2.3550515174865723, "n_params": 4346920, "total_flops": 29378224128000000, "train_loss": 0.018174651265144347, "subset_score_loss": 0.018174651265144347, "memorization_fraction_pixel": 0.4672999978065491, "mean_nn_ratio_pixel": 0.3912149965763092, "fid": 51.74456016815439} +{"step": 2210000, "wall_time": 20354.457121372223, "train_loss_step": 2.5623626708984375, "n_params": 4346920, "total_flops": 29511761510400000, "train_loss": 0.017964354157447814, "subset_score_loss": 0.017964354157447814} +{"step": 2220000, "wall_time": 20438.233652114868, "train_loss_step": 2.4614007472991943, "n_params": 4346920, "total_flops": 29645298892800000, "train_loss": 0.018498560786247252, "subset_score_loss": 0.018498560786247252} +{"step": 2230000, "wall_time": 20523.94359946251, "train_loss_step": 2.310532569885254, "n_params": 4346920, "total_flops": 29778836275200000, "train_loss": 0.018164534866809846, "subset_score_loss": 0.018164534866809846} +{"step": 2240000, "wall_time": 20607.145050048828, "train_loss_step": 2.7132701873779297, "n_params": 4346920, "total_flops": 29912373657600000, "train_loss": 0.017707960307598115, "subset_score_loss": 0.017707960307598115} +{"step": 2250000, "wall_time": 20692.70851111412, "train_loss_step": 2.430352210998535, "n_params": 4346920, "total_flops": 30045911040000000, "train_loss": 0.01848253309726715, "subset_score_loss": 0.01848253309726715} +{"step": 2260000, "wall_time": 20769.563552856445, "train_loss_step": 2.5247395038604736, "n_params": 4346920, "total_flops": 30179448422400000, "train_loss": 0.01806643158197403, "subset_score_loss": 0.01806643158197403} +{"step": 2270000, "wall_time": 20855.30096435547, "train_loss_step": 2.5096325874328613, "n_params": 4346920, "total_flops": 30312985804800000, "train_loss": 0.018303170800209045, "subset_score_loss": 0.018303170800209045} +{"step": 2280000, "wall_time": 20940.95619702339, "train_loss_step": 2.4602179527282715, "n_params": 4346920, "total_flops": 30446523187200000, "train_loss": 0.01802743673324585, "subset_score_loss": 0.01802743673324585} +{"step": 2290000, "wall_time": 21026.49186730385, "train_loss_step": 2.5162243843078613, "n_params": 4346920, "total_flops": 30580060569600000, "train_loss": 0.017836277186870576, "subset_score_loss": 0.017836277186870576} +{"step": 2300000, "wall_time": 21191.072532892227, "train_loss_step": 2.4868743419647217, "n_params": 4346920, "total_flops": 30713597952000000, "train_loss": 0.01765517294406891, "subset_score_loss": 0.01765517294406891, "memorization_fraction_pixel": 0.4830999970436096, "mean_nn_ratio_pixel": 0.3853400945663452, "fid": 51.73688917823621} +{"step": 2310000, "wall_time": 21274.49794793129, "train_loss_step": 2.7554683685302734, "n_params": 4346920, "total_flops": 30847135334400000, "train_loss": 0.017980249226093294, "subset_score_loss": 0.017980249226093294} +{"step": 2320000, "wall_time": 21360.050576210022, "train_loss_step": 2.9210939407348633, "n_params": 4346920, "total_flops": 30980672716800000, "train_loss": 0.01757461130619049, "subset_score_loss": 0.01757461130619049} +{"step": 2330000, "wall_time": 21445.733439683914, "train_loss_step": 2.6086068153381348, "n_params": 4346920, "total_flops": 31114210099200000, "train_loss": 0.018084229528903963, "subset_score_loss": 0.018084229528903963} +{"step": 2340000, "wall_time": 21531.817526340485, "train_loss_step": 2.3711466789245605, "n_params": 4346920, "total_flops": 31247747481600000, "train_loss": 0.017525824904441833, "subset_score_loss": 0.017525824904441833} +{"step": 2350000, "wall_time": 21603.701600790024, "train_loss_step": 2.520745038986206, "n_params": 4346920, "total_flops": 31381284864000000, "train_loss": 0.01749274879693985, "subset_score_loss": 0.01749274879693985} +{"step": 2360000, "wall_time": 21686.701764822006, "train_loss_step": 2.360210418701172, "n_params": 4346920, "total_flops": 31514822246400000, "train_loss": 0.017144541442394256, "subset_score_loss": 0.017144541442394256} +{"step": 2370000, "wall_time": 21759.109390974045, "train_loss_step": 2.5554070472717285, "n_params": 4346920, "total_flops": 31648359628800000, "train_loss": 0.017682266235351563, "subset_score_loss": 0.017682266235351563} +{"step": 2380000, "wall_time": 21837.229583978653, "train_loss_step": 2.3401384353637695, "n_params": 4346920, "total_flops": 31781897011200000, "train_loss": 0.017955282330513002, "subset_score_loss": 0.017955282330513002} +{"step": 2390000, "wall_time": 21922.881843090057, "train_loss_step": 2.509219169616699, "n_params": 4346920, "total_flops": 31915434393600000, "train_loss": 0.0171904519200325, "subset_score_loss": 0.0171904519200325} +{"step": 2400000, "wall_time": 22103.5252225399, "train_loss_step": 2.646132469177246, "n_params": 4346920, "total_flops": 32048971776000000, "train_loss": 0.016838577389717103, "subset_score_loss": 0.016838577389717103, "memorization_fraction_pixel": 0.5033000111579895, "mean_nn_ratio_pixel": 0.37647491693496704, "fid": 51.58796591283879} +{"step": 2410000, "wall_time": 22185.642781734467, "train_loss_step": 2.643641710281372, "n_params": 4346920, "total_flops": 32182509158400000, "train_loss": 0.016882078349590303, "subset_score_loss": 0.016882078349590303} +{"step": 2420000, "wall_time": 22271.06457543373, "train_loss_step": 2.4683279991149902, "n_params": 4346920, "total_flops": 32316046540800000, "train_loss": 0.017192108929157256, "subset_score_loss": 0.017192108929157256} +{"step": 2430000, "wall_time": 22356.834497451782, "train_loss_step": 2.35324764251709, "n_params": 4346920, "total_flops": 32449583923200000, "train_loss": 0.016585782170295715, "subset_score_loss": 0.016585782170295715} +{"step": 2440000, "wall_time": 22442.57813167572, "train_loss_step": 2.7378318309783936, "n_params": 4346920, "total_flops": 32583121305600000, "train_loss": 0.01735468953847885, "subset_score_loss": 0.01735468953847885} +{"step": 2450000, "wall_time": 22528.723037719727, "train_loss_step": 2.486783027648926, "n_params": 4346920, "total_flops": 32716658688000000, "train_loss": 0.016882792115211487, "subset_score_loss": 0.016882792115211487} +{"step": 2460000, "wall_time": 22600.333231925964, "train_loss_step": 2.452632427215576, "n_params": 4346920, "total_flops": 32850196070400000, "train_loss": 0.016967615485191344, "subset_score_loss": 0.016967615485191344} +{"step": 2470000, "wall_time": 22683.14115381241, "train_loss_step": 2.494206428527832, "n_params": 4346920, "total_flops": 32983733452800000, "train_loss": 0.016184186935424803, "subset_score_loss": 0.016184186935424803} +{"step": 2480000, "wall_time": 22759.95179104805, "train_loss_step": 2.6171696186065674, "n_params": 4346920, "total_flops": 33117270835200000, "train_loss": 0.016517871618270875, "subset_score_loss": 0.016517871618270875} +{"step": 2490000, "wall_time": 22843.517432689667, "train_loss_step": 2.5213444232940674, "n_params": 4346920, "total_flops": 33250808217600000, "train_loss": 0.01668289303779602, "subset_score_loss": 0.01668289303779602} +{"step": 2500000, "wall_time": 23003.154025793076, "train_loss_step": 2.69754695892334, "n_params": 4346920, "total_flops": 33384345600000000, "train_loss": 0.016373804211616515, "subset_score_loss": 0.016373804211616515, "memorization_fraction_pixel": 0.5169000029563904, "mean_nn_ratio_pixel": 0.3716709017753601, "fid": 52.159846105123684} +{"step": 2510000, "wall_time": 23084.93380665779, "train_loss_step": 2.565607786178589, "n_params": 4346920, "total_flops": 33517882982400000, "train_loss": 0.015992549061775208, "subset_score_loss": 0.015992549061775208} +{"step": 2520000, "wall_time": 23170.36546063423, "train_loss_step": 2.496847629547119, "n_params": 4346920, "total_flops": 33651420364800000, "train_loss": 0.01648407578468323, "subset_score_loss": 0.01648407578468323} +{"step": 2530000, "wall_time": 23255.935348033905, "train_loss_step": 2.901597499847412, "n_params": 4346920, "total_flops": 33784957747200000, "train_loss": 0.01618218421936035, "subset_score_loss": 0.01618218421936035} +{"step": 2540000, "wall_time": 23341.609592437744, "train_loss_step": 2.31390380859375, "n_params": 4346920, "total_flops": 33918495129600000, "train_loss": 0.016595908999443056, "subset_score_loss": 0.016595908999443056} +{"step": 2550000, "wall_time": 23427.352343082428, "train_loss_step": 2.4882311820983887, "n_params": 4346920, "total_flops": 34052032512000000, "train_loss": 0.01598478704690933, "subset_score_loss": 0.01598478704690933} +{"step": 2560000, "wall_time": 23513.189360141754, "train_loss_step": 3.0394890308380127, "n_params": 4346920, "total_flops": 34185569894400000, "train_loss": 0.016322483122348786, "subset_score_loss": 0.016322483122348786} +{"step": 2570000, "wall_time": 23596.126770973206, "train_loss_step": 2.4460363388061523, "n_params": 4346920, "total_flops": 34319107276800000, "train_loss": 0.016790595650672913, "subset_score_loss": 0.016790595650672913} +{"step": 2580000, "wall_time": 23682.0148601532, "train_loss_step": 2.4483704566955566, "n_params": 4346920, "total_flops": 34452644659200000, "train_loss": 0.01635972410440445, "subset_score_loss": 0.01635972410440445} +{"step": 2590000, "wall_time": 23765.438251018524, "train_loss_step": 2.4241089820861816, "n_params": 4346920, "total_flops": 34586182041600000, "train_loss": 0.01672908216714859, "subset_score_loss": 0.01672908216714859} +{"step": 2600000, "wall_time": 23918.096356153488, "train_loss_step": 2.472531318664551, "n_params": 4346920, "total_flops": 34719719424000000, "train_loss": 0.016384455561637878, "subset_score_loss": 0.016384455561637878, "memorization_fraction_pixel": 0.5188000202178955, "mean_nn_ratio_pixel": 0.3687601089477539, "fid": 51.9549200698858} +{"step": 2610000, "wall_time": 23997.385855436325, "train_loss_step": 2.4831883907318115, "n_params": 4346920, "total_flops": 34853256806400000, "train_loss": 0.01566849499940872, "subset_score_loss": 0.01566849499940872} +{"step": 2620000, "wall_time": 24081.545102596283, "train_loss_step": 2.0984745025634766, "n_params": 4346920, "total_flops": 34986794188800000, "train_loss": 0.015844188630580902, "subset_score_loss": 0.015844188630580902} +{"step": 2630000, "wall_time": 24166.994675397873, "train_loss_step": 2.7339224815368652, "n_params": 4346920, "total_flops": 35120331571200000, "train_loss": 0.015893641114234924, "subset_score_loss": 0.015893641114234924} +{"step": 2640000, "wall_time": 24252.417926311493, "train_loss_step": 2.4624526500701904, "n_params": 4346920, "total_flops": 35253868953600000, "train_loss": 0.015779149532318116, "subset_score_loss": 0.015779149532318116} +{"step": 2650000, "wall_time": 24338.07749938965, "train_loss_step": 2.5467689037323, "n_params": 4346920, "total_flops": 35387406336000000, "train_loss": 0.015980669856071474, "subset_score_loss": 0.015980669856071474} +{"step": 2660000, "wall_time": 24423.7851190567, "train_loss_step": 2.366499423980713, "n_params": 4346920, "total_flops": 35520943718400000, "train_loss": 0.015617063641548157, "subset_score_loss": 0.015617063641548157} +{"step": 2670000, "wall_time": 24509.673501968384, "train_loss_step": 2.6482787132263184, "n_params": 4346920, "total_flops": 35654481100800000, "train_loss": 0.015360163152217865, "subset_score_loss": 0.015360163152217865} +{"step": 2680000, "wall_time": 24583.846295833588, "train_loss_step": 2.5387487411499023, "n_params": 4346920, "total_flops": 35788018483200000, "train_loss": 0.016043274104595183, "subset_score_loss": 0.016043274104595183} +{"step": 2690000, "wall_time": 24667.690631866455, "train_loss_step": 2.59940767288208, "n_params": 4346920, "total_flops": 35921555865600000, "train_loss": 0.015317299962043762, "subset_score_loss": 0.015317299962043762} +{"step": 2700000, "wall_time": 24832.467737436295, "train_loss_step": 2.610595703125, "n_params": 4346920, "total_flops": 36055093248000000, "train_loss": 0.015364889800548554, "subset_score_loss": 0.015364889800548554, "memorization_fraction_pixel": 0.5368000268936157, "mean_nn_ratio_pixel": 0.36282283067703247, "fid": 52.19244934565724} +{"step": 2710000, "wall_time": 24916.791848897934, "train_loss_step": 2.616374969482422, "n_params": 4346920, "total_flops": 36188630630400000, "train_loss": 0.015392042696475983, "subset_score_loss": 0.015392042696475983} +{"step": 2720000, "wall_time": 24992.98675251007, "train_loss_step": 2.6876938343048096, "n_params": 4346920, "total_flops": 36322168012800000, "train_loss": 0.015386579930782318, "subset_score_loss": 0.015386579930782318} +{"step": 2730000, "wall_time": 25078.59754538536, "train_loss_step": 2.2741403579711914, "n_params": 4346920, "total_flops": 36455705395200000, "train_loss": 0.015337540209293366, "subset_score_loss": 0.015337540209293366} +{"step": 2740000, "wall_time": 25164.267610549927, "train_loss_step": 2.3781590461730957, "n_params": 4346920, "total_flops": 36589242777600000, "train_loss": 0.015688343346118926, "subset_score_loss": 0.015688343346118926} +{"step": 2750000, "wall_time": 25249.87797307968, "train_loss_step": 2.8158531188964844, "n_params": 4346920, "total_flops": 36722780160000000, "train_loss": 0.015370024740695954, "subset_score_loss": 0.015370024740695954} +{"step": 2760000, "wall_time": 25335.523594141006, "train_loss_step": 2.4170074462890625, "n_params": 4346920, "total_flops": 36856317542400000, "train_loss": 0.01504860371351242, "subset_score_loss": 0.01504860371351242} +{"step": 2770000, "wall_time": 25421.109087228775, "train_loss_step": 2.424168109893799, "n_params": 4346920, "total_flops": 36989854924800000, "train_loss": 0.015236395597457885, "subset_score_loss": 0.015236395597457885} +{"step": 2780000, "wall_time": 25507.065815925598, "train_loss_step": 2.4340927600860596, "n_params": 4346920, "total_flops": 37123392307200000, "train_loss": 0.01516643911600113, "subset_score_loss": 0.01516643911600113} +{"step": 2790000, "wall_time": 25590.424047231674, "train_loss_step": 2.428730010986328, "n_params": 4346920, "total_flops": 37256929689600000, "train_loss": 0.01572057604789734, "subset_score_loss": 0.01572057604789734} +{"step": 2800000, "wall_time": 25777.73437190056, "train_loss_step": 2.42458438873291, "n_params": 4346920, "total_flops": 37390467072000000, "train_loss": 0.01489129215478897, "subset_score_loss": 0.01489129215478897, "memorization_fraction_pixel": 0.5209000110626221, "mean_nn_ratio_pixel": 0.3644266426563263, "fid": 51.88954108581471} +{"step": 2810000, "wall_time": 25863.33051109314, "train_loss_step": 2.6250205039978027, "n_params": 4346920, "total_flops": 37524004454400000, "train_loss": 0.01593076139688492, "subset_score_loss": 0.01593076139688492} +{"step": 2820000, "wall_time": 25941.162572145462, "train_loss_step": 2.2836217880249023, "n_params": 4346920, "total_flops": 37657541836800000, "train_loss": 0.014499422907829285, "subset_score_loss": 0.014499422907829285} +{"step": 2830000, "wall_time": 26026.53646492958, "train_loss_step": 2.272611618041992, "n_params": 4346920, "total_flops": 37791079219200000, "train_loss": 0.01493571251630783, "subset_score_loss": 0.01493571251630783} +{"step": 2840000, "wall_time": 26112.06341457367, "train_loss_step": 2.351076364517212, "n_params": 4346920, "total_flops": 37924616601600000, "train_loss": 0.014553681015968323, "subset_score_loss": 0.014553681015968323} +{"step": 2850000, "wall_time": 26197.754679203033, "train_loss_step": 2.3829269409179688, "n_params": 4346920, "total_flops": 38058153984000000, "train_loss": 0.015117403864860535, "subset_score_loss": 0.015117403864860535} +{"step": 2860000, "wall_time": 26283.283960580826, "train_loss_step": 2.2970683574676514, "n_params": 4346920, "total_flops": 38191691366400000, "train_loss": 0.014807607233524322, "subset_score_loss": 0.014807607233524322} +{"step": 2870000, "wall_time": 26369.087818861008, "train_loss_step": 2.439979076385498, "n_params": 4346920, "total_flops": 38325228748800000, "train_loss": 0.01452125608921051, "subset_score_loss": 0.01452125608921051} +{"step": 2880000, "wall_time": 26454.946965694427, "train_loss_step": 2.368649959564209, "n_params": 4346920, "total_flops": 38458766131200000, "train_loss": 0.015176557004451752, "subset_score_loss": 0.015176557004451752} +{"step": 2890000, "wall_time": 26530.9417014122, "train_loss_step": 2.3574938774108887, "n_params": 4346920, "total_flops": 38592303513600000, "train_loss": 0.014691166579723358, "subset_score_loss": 0.014691166579723358} +{"step": 2900000, "wall_time": 26700.115503549576, "train_loss_step": 2.314699649810791, "n_params": 4346920, "total_flops": 38725840896000000, "train_loss": 0.014450013637542725, "subset_score_loss": 0.014450013637542725, "memorization_fraction_pixel": 0.5432999730110168, "mean_nn_ratio_pixel": 0.35703402757644653, "fid": 52.19881383431051} +{"step": 2910000, "wall_time": 26785.755779266357, "train_loss_step": 2.5529565811157227, "n_params": 4346920, "total_flops": 38859378278400000, "train_loss": 0.014321063458919526, "subset_score_loss": 0.014321063458919526} +{"step": 2920000, "wall_time": 26861.891028165817, "train_loss_step": 2.45828914642334, "n_params": 4346920, "total_flops": 38992915660800000, "train_loss": 0.014900998771190643, "subset_score_loss": 0.014900998771190643} +{"step": 2930000, "wall_time": 26947.493591308594, "train_loss_step": 2.7820611000061035, "n_params": 4346920, "total_flops": 39126453043200000, "train_loss": 0.014491170644760132, "subset_score_loss": 0.014491170644760132} +{"step": 2940000, "wall_time": 27032.92812037468, "train_loss_step": 2.4270925521850586, "n_params": 4346920, "total_flops": 39259990425600000, "train_loss": 0.014387059211730956, "subset_score_loss": 0.014387059211730956} +{"step": 2950000, "wall_time": 27118.623980283737, "train_loss_step": 2.5351171493530273, "n_params": 4346920, "total_flops": 39393527808000000, "train_loss": 0.014574551582336425, "subset_score_loss": 0.014574551582336425} +{"step": 2960000, "wall_time": 27204.26120710373, "train_loss_step": 2.573359966278076, "n_params": 4346920, "total_flops": 39527065190400000, "train_loss": 0.014154806733131409, "subset_score_loss": 0.014154806733131409} +{"step": 2970000, "wall_time": 27289.825326919556, "train_loss_step": 2.5895040035247803, "n_params": 4346920, "total_flops": 39660602572800000, "train_loss": 0.014099518954753875, "subset_score_loss": 0.014099518954753875} +{"step": 2980000, "wall_time": 27375.523144721985, "train_loss_step": 2.2969841957092285, "n_params": 4346920, "total_flops": 39794139955200000, "train_loss": 0.014187940955162048, "subset_score_loss": 0.014187940955162048} +{"step": 2990000, "wall_time": 27459.47263622284, "train_loss_step": 2.451854705810547, "n_params": 4346920, "total_flops": 39927677337600000, "train_loss": 0.014225104451179504, "subset_score_loss": 0.014225104451179504} +{"step": 3000000, "wall_time": 27613.427351236343, "train_loss_step": 2.346006393432617, "n_params": 4346920, "total_flops": 40061214720000000, "train_loss": 0.013836449384689331, "subset_score_loss": 0.013836449384689331, "memorization_fraction_pixel": 0.5461000204086304, "mean_nn_ratio_pixel": 0.35553717613220215, "fid": 52.21106431323828} +{"step": 3010000, "wall_time": 27690.996663808823, "train_loss_step": 2.6067287921905518, "n_params": 4346920, "total_flops": 40194752102400000, "train_loss": 0.013831412792205811, "subset_score_loss": 0.013831412792205811} +{"step": 3020000, "wall_time": 27768.31994867325, "train_loss_step": 2.276749610900879, "n_params": 4346920, "total_flops": 40328289484800000, "train_loss": 0.014290210604667664, "subset_score_loss": 0.014290210604667664} +{"step": 3030000, "wall_time": 27847.568222522736, "train_loss_step": 2.479524612426758, "n_params": 4346920, "total_flops": 40461826867200000, "train_loss": 0.014320023357868195, "subset_score_loss": 0.014320023357868195} +{"step": 3040000, "wall_time": 27933.157992124557, "train_loss_step": 2.3591530323028564, "n_params": 4346920, "total_flops": 40595364249600000, "train_loss": 0.01436544507741928, "subset_score_loss": 0.01436544507741928} +{"step": 3050000, "wall_time": 28018.693734169006, "train_loss_step": 2.322251319885254, "n_params": 4346920, "total_flops": 40728901632000000, "train_loss": 0.014551007747650146, "subset_score_loss": 0.014551007747650146} +{"step": 3060000, "wall_time": 28104.39070391655, "train_loss_step": 2.4765942096710205, "n_params": 4346920, "total_flops": 40862439014400000, "train_loss": 0.014390036463737488, "subset_score_loss": 0.014390036463737488} +{"step": 3070000, "wall_time": 28190.068917036057, "train_loss_step": 2.5309858322143555, "n_params": 4346920, "total_flops": 40995976396800000, "train_loss": 0.014415585994720459, "subset_score_loss": 0.014415585994720459} +{"step": 3080000, "wall_time": 28275.65848517418, "train_loss_step": 2.740370512008667, "n_params": 4346920, "total_flops": 41129513779200000, "train_loss": 0.013630831241607666, "subset_score_loss": 0.013630831241607666} +{"step": 3090000, "wall_time": 28359.36821269989, "train_loss_step": 2.5845510959625244, "n_params": 4346920, "total_flops": 41263051161600000, "train_loss": 0.01384894698858261, "subset_score_loss": 0.01384894698858261} +{"step": 3100000, "wall_time": 28513.167068481445, "train_loss_step": 2.3687357902526855, "n_params": 4346920, "total_flops": 41396588544000000, "train_loss": 0.013593335449695588, "subset_score_loss": 0.013593335449695588, "memorization_fraction_pixel": 0.5490999817848206, "mean_nn_ratio_pixel": 0.3549647927284241, "fid": 52.05910356197039} +{"step": 3110000, "wall_time": 28598.664016008377, "train_loss_step": 2.204155921936035, "n_params": 4346920, "total_flops": 41530125926400000, "train_loss": 0.013734091818332673, "subset_score_loss": 0.013734091818332673} +{"step": 3120000, "wall_time": 28684.80837249756, "train_loss_step": 2.5599498748779297, "n_params": 4346920, "total_flops": 41663663308800000, "train_loss": 0.013116605579853058, "subset_score_loss": 0.013116605579853058} +{"step": 3130000, "wall_time": 28763.736536979675, "train_loss_step": 2.331005096435547, "n_params": 4346920, "total_flops": 41797200691200000, "train_loss": 0.013983747363090515, "subset_score_loss": 0.013983747363090515} +{"step": 3140000, "wall_time": 28849.354911088943, "train_loss_step": 2.5408873558044434, "n_params": 4346920, "total_flops": 41930738073600000, "train_loss": 0.013272024691104889, "subset_score_loss": 0.013272024691104889} +{"step": 3150000, "wall_time": 28935.04505300522, "train_loss_step": 2.5405185222625732, "n_params": 4346920, "total_flops": 42064275456000000, "train_loss": 0.013534097373485566, "subset_score_loss": 0.013534097373485566} +{"step": 3160000, "wall_time": 29020.60488986969, "train_loss_step": 2.43476939201355, "n_params": 4346920, "total_flops": 42197812838400000, "train_loss": 0.01348520815372467, "subset_score_loss": 0.01348520815372467} +{"step": 3170000, "wall_time": 29106.283888578415, "train_loss_step": 2.386228322982788, "n_params": 4346920, "total_flops": 42331350220800000, "train_loss": 0.013532227277755738, "subset_score_loss": 0.013532227277755738} +{"step": 3180000, "wall_time": 29191.8381793499, "train_loss_step": 2.5964367389678955, "n_params": 4346920, "total_flops": 42464887603200000, "train_loss": 0.01388860195875168, "subset_score_loss": 0.01388860195875168} +{"step": 3190000, "wall_time": 29275.467955112457, "train_loss_step": 2.4714293479919434, "n_params": 4346920, "total_flops": 42598424985600000, "train_loss": 0.013177955150604248, "subset_score_loss": 0.013177955150604248} +{"step": 3200000, "wall_time": 29452.30334687233, "train_loss_step": 2.5726804733276367, "n_params": 4346920, "total_flops": 42731962368000000, "train_loss": 0.013334622979164124, "subset_score_loss": 0.013334622979164124, "memorization_fraction_pixel": 0.5579000115394592, "mean_nn_ratio_pixel": 0.3491136431694031, "fid": 52.06542437701659} +{"step": 3210000, "wall_time": 29536.636137723923, "train_loss_step": 2.472744941711426, "n_params": 4346920, "total_flops": 42865499750400000, "train_loss": 0.013124474883079528, "subset_score_loss": 0.013124474883079528} +{"step": 3220000, "wall_time": 29622.531130313873, "train_loss_step": 2.209392547607422, "n_params": 4346920, "total_flops": 42999037132800000, "train_loss": 0.013092413544654846, "subset_score_loss": 0.013092413544654846} +{"step": 3230000, "wall_time": 29702.173844099045, "train_loss_step": 2.418337821960449, "n_params": 4346920, "total_flops": 43132574515200000, "train_loss": 0.013533543050289153, "subset_score_loss": 0.013533543050289153} +{"step": 3240000, "wall_time": 29787.933922290802, "train_loss_step": 2.391749858856201, "n_params": 4346920, "total_flops": 43266111897600000, "train_loss": 0.013930127024650574, "subset_score_loss": 0.013930127024650574} +{"step": 3250000, "wall_time": 29873.64467406273, "train_loss_step": 2.4393599033355713, "n_params": 4346920, "total_flops": 43399649280000000, "train_loss": 0.013437710702419281, "subset_score_loss": 0.013437710702419281} +{"step": 3260000, "wall_time": 29959.19305562973, "train_loss_step": 2.410562515258789, "n_params": 4346920, "total_flops": 43533186662400000, "train_loss": 0.013059195876121522, "subset_score_loss": 0.013059195876121522} +{"step": 3270000, "wall_time": 30044.899432897568, "train_loss_step": 2.3913090229034424, "n_params": 4346920, "total_flops": 43666724044800000, "train_loss": 0.012735188007354736, "subset_score_loss": 0.012735188007354736} +{"step": 3280000, "wall_time": 30128.754111766815, "train_loss_step": 2.230530023574829, "n_params": 4346920, "total_flops": 43800261427200000, "train_loss": 0.01290418952703476, "subset_score_loss": 0.01290418952703476} +{"step": 3290000, "wall_time": 30214.429624080658, "train_loss_step": 2.3477678298950195, "n_params": 4346920, "total_flops": 43933798809600000, "train_loss": 0.012677061557769775, "subset_score_loss": 0.012677061557769775} +{"step": 3300000, "wall_time": 30414.55438566208, "train_loss_step": 2.4404678344726562, "n_params": 4346920, "total_flops": 44067336192000000, "train_loss": 0.012715230882167815, "subset_score_loss": 0.012715230882167815, "memorization_fraction_pixel": 0.5529000163078308, "mean_nn_ratio_pixel": 0.3510414958000183, "fid": 51.93961040181526} +{"step": 3310000, "wall_time": 30490.992010831833, "train_loss_step": 2.5578603744506836, "n_params": 4346920, "total_flops": 44200873574400000, "train_loss": 0.013041773438453674, "subset_score_loss": 0.013041773438453674} +{"step": 3320000, "wall_time": 30576.810950756073, "train_loss_step": 2.2790889739990234, "n_params": 4346920, "total_flops": 44334410956800000, "train_loss": 0.012911441922187804, "subset_score_loss": 0.012911441922187804} +{"step": 3330000, "wall_time": 30643.618723154068, "train_loss_step": 2.6694788932800293, "n_params": 4346920, "total_flops": 44467948339200000, "train_loss": 0.013745178282260895, "subset_score_loss": 0.013745178282260895} +{"step": 3340000, "wall_time": 30724.615065336227, "train_loss_step": 2.490832567214966, "n_params": 4346920, "total_flops": 44601485721600000, "train_loss": 0.01299535036087036, "subset_score_loss": 0.01299535036087036} +{"step": 3350000, "wall_time": 30810.212483406067, "train_loss_step": 2.553102970123291, "n_params": 4346920, "total_flops": 44735023104000000, "train_loss": 0.01300247609615326, "subset_score_loss": 0.01300247609615326} +{"step": 3360000, "wall_time": 30895.91295814514, "train_loss_step": 2.539858341217041, "n_params": 4346920, "total_flops": 44868560486400000, "train_loss": 0.012413328886032105, "subset_score_loss": 0.012413328886032105} +{"step": 3370000, "wall_time": 30979.54927611351, "train_loss_step": 2.3184900283813477, "n_params": 4346920, "total_flops": 45002097868800000, "train_loss": 0.012627235054969788, "subset_score_loss": 0.012627235054969788} +{"step": 3380000, "wall_time": 31065.32539987564, "train_loss_step": 2.514519691467285, "n_params": 4346920, "total_flops": 45135635251200000, "train_loss": 0.012510360777378082, "subset_score_loss": 0.012510360777378082} +{"step": 3390000, "wall_time": 31151.076627016068, "train_loss_step": 2.7233195304870605, "n_params": 4346920, "total_flops": 45269172633600000, "train_loss": 0.013298718631267548, "subset_score_loss": 0.013298718631267548} +{"step": 3400000, "wall_time": 31307.960221529007, "train_loss_step": 2.514606475830078, "n_params": 4346920, "total_flops": 45402710016000000, "train_loss": 0.01301838606595993, "subset_score_loss": 0.01301838606595993, "memorization_fraction_pixel": 0.5573999881744385, "mean_nn_ratio_pixel": 0.34650737047195435, "fid": 52.32568531420311} +{"step": 3410000, "wall_time": 31394.065442085266, "train_loss_step": 2.5225110054016113, "n_params": 4346920, "total_flops": 45536247398400000, "train_loss": 0.012225543707609176, "subset_score_loss": 0.012225543707609176} +{"step": 3420000, "wall_time": 31477.23558282852, "train_loss_step": 2.4625344276428223, "n_params": 4346920, "total_flops": 45669784780800000, "train_loss": 0.0129557266831398, "subset_score_loss": 0.0129557266831398} +{"step": 3430000, "wall_time": 31562.74218273163, "train_loss_step": 2.583174467086792, "n_params": 4346920, "total_flops": 45803322163200000, "train_loss": 0.012289946526288986, "subset_score_loss": 0.012289946526288986} +{"step": 3440000, "wall_time": 31643.315942525864, "train_loss_step": 2.76017427444458, "n_params": 4346920, "total_flops": 45936859545600000, "train_loss": 0.01231972724199295, "subset_score_loss": 0.01231972724199295} +{"step": 3450000, "wall_time": 31728.95672416687, "train_loss_step": 2.38405442237854, "n_params": 4346920, "total_flops": 46070396928000000, "train_loss": 0.01286638081073761, "subset_score_loss": 0.01286638081073761} +{"step": 3460000, "wall_time": 31814.65508699417, "train_loss_step": 2.1385738849639893, "n_params": 4346920, "total_flops": 46203934310400000, "train_loss": 0.012334438413381577, "subset_score_loss": 0.012334438413381577} +{"step": 3470000, "wall_time": 31898.584489822388, "train_loss_step": 2.2977383136749268, "n_params": 4346920, "total_flops": 46337471692800000, "train_loss": 0.012350974231958389, "subset_score_loss": 0.012350974231958389} +{"step": 3480000, "wall_time": 31984.23511147499, "train_loss_step": 2.2959752082824707, "n_params": 4346920, "total_flops": 46471009075200000, "train_loss": 0.012281459569931031, "subset_score_loss": 0.012281459569931031} +{"step": 3490000, "wall_time": 32069.89471554756, "train_loss_step": 2.2512354850769043, "n_params": 4346920, "total_flops": 46604546457600000, "train_loss": 0.012600916624069213, "subset_score_loss": 0.012600916624069213} +{"step": 3500000, "wall_time": 32226.9093003273, "train_loss_step": 2.3174209594726562, "n_params": 4346920, "total_flops": 46738083840000000, "train_loss": 0.012221390008926391, "subset_score_loss": 0.012221390008926391, "memorization_fraction_pixel": 0.5688999891281128, "mean_nn_ratio_pixel": 0.3454154431819916, "fid": 51.049750764124255} +{"step": 3510000, "wall_time": 32312.451949834824, "train_loss_step": 2.277294635772705, "n_params": 4346920, "total_flops": 46871621222400000, "train_loss": 0.011975008994340897, "subset_score_loss": 0.011975008994340897} +{"step": 3520000, "wall_time": 32395.541993379593, "train_loss_step": 2.2659530639648438, "n_params": 4346920, "total_flops": 47005158604800000, "train_loss": 0.01207958534359932, "subset_score_loss": 0.01207958534359932} +{"step": 3530000, "wall_time": 32481.053289413452, "train_loss_step": 2.293217182159424, "n_params": 4346920, "total_flops": 47138695987200000, "train_loss": 0.01221114695072174, "subset_score_loss": 0.01221114695072174} +{"step": 3540000, "wall_time": 32557.673431158066, "train_loss_step": 2.2384488582611084, "n_params": 4346920, "total_flops": 47272233369600000, "train_loss": 0.0120270736515522, "subset_score_loss": 0.0120270736515522} +{"step": 3550000, "wall_time": 32635.588203191757, "train_loss_step": 2.329352855682373, "n_params": 4346920, "total_flops": 47405770752000000, "train_loss": 0.012013617157936095, "subset_score_loss": 0.012013617157936095} +{"step": 3560000, "wall_time": 32721.118307828903, "train_loss_step": 2.5617074966430664, "n_params": 4346920, "total_flops": 47539308134400000, "train_loss": 0.011993376910686493, "subset_score_loss": 0.011993376910686493} +{"step": 3570000, "wall_time": 32804.846665382385, "train_loss_step": 2.553950786590576, "n_params": 4346920, "total_flops": 47672845516800000, "train_loss": 0.011965321004390716, "subset_score_loss": 0.011965321004390716} +{"step": 3580000, "wall_time": 32890.48667168617, "train_loss_step": 2.393908977508545, "n_params": 4346920, "total_flops": 47806382899200000, "train_loss": 0.01198633313179016, "subset_score_loss": 0.01198633313179016} +{"step": 3590000, "wall_time": 32976.11884641647, "train_loss_step": 2.2929108142852783, "n_params": 4346920, "total_flops": 47939920281600000, "train_loss": 0.012491956353187561, "subset_score_loss": 0.012491956353187561} +{"step": 3600000, "wall_time": 33177.33027839661, "train_loss_step": 2.424686908721924, "n_params": 4346920, "total_flops": 48073457664000000, "train_loss": 0.012125762552022934, "subset_score_loss": 0.012125762552022934, "memorization_fraction_pixel": 0.5710999965667725, "mean_nn_ratio_pixel": 0.3445066511631012, "fid": 52.7538563657493} +{"step": 3610000, "wall_time": 33262.75272202492, "train_loss_step": 2.4830007553100586, "n_params": 4346920, "total_flops": 48206995046400000, "train_loss": 0.01194363906979561, "subset_score_loss": 0.01194363906979561} +{"step": 3620000, "wall_time": 33345.75904297829, "train_loss_step": 2.3754100799560547, "n_params": 4346920, "total_flops": 48340532428800000, "train_loss": 0.012328357994556427, "subset_score_loss": 0.012328357994556427} +{"step": 3630000, "wall_time": 33421.810054540634, "train_loss_step": 2.452815055847168, "n_params": 4346920, "total_flops": 48474069811200000, "train_loss": 0.011859716475009918, "subset_score_loss": 0.011859716475009918} +{"step": 3640000, "wall_time": 33499.677689790726, "train_loss_step": 2.5424036979675293, "n_params": 4346920, "total_flops": 48607607193600000, "train_loss": 0.011668915301561356, "subset_score_loss": 0.011668915301561356} +{"step": 3650000, "wall_time": 33583.673636198044, "train_loss_step": 2.450167179107666, "n_params": 4346920, "total_flops": 48741144576000000, "train_loss": 0.012121593207120895, "subset_score_loss": 0.012121593207120895} +{"step": 3660000, "wall_time": 33653.92209935188, "train_loss_step": 2.5811147689819336, "n_params": 4346920, "total_flops": 48874681958400000, "train_loss": 0.01186545193195343, "subset_score_loss": 0.01186545193195343} +{"step": 3670000, "wall_time": 33739.58442115784, "train_loss_step": 2.482365608215332, "n_params": 4346920, "total_flops": 49008219340800000, "train_loss": 0.011684799939393998, "subset_score_loss": 0.011684799939393998} +{"step": 3680000, "wall_time": 33825.25563573837, "train_loss_step": 2.77392840385437, "n_params": 4346920, "total_flops": 49141756723200000, "train_loss": 0.011696849763393403, "subset_score_loss": 0.011696849763393403} +{"step": 3690000, "wall_time": 33910.866733551025, "train_loss_step": 2.3100452423095703, "n_params": 4346920, "total_flops": 49275294105600000, "train_loss": 0.01154201403260231, "subset_score_loss": 0.01154201403260231} +{"step": 3700000, "wall_time": 34115.29778575897, "train_loss_step": 2.7719078063964844, "n_params": 4346920, "total_flops": 49408831488000000, "train_loss": 0.012320517003536225, "subset_score_loss": 0.012320517003536225, "memorization_fraction_pixel": 0.5863999724388123, "mean_nn_ratio_pixel": 0.34149736166000366, "fid": 52.527225077879905} +{"step": 3710000, "wall_time": 34200.80750489235, "train_loss_step": 2.1740381717681885, "n_params": 4346920, "total_flops": 49542368870400000, "train_loss": 0.012195511162281037, "subset_score_loss": 0.012195511162281037} +{"step": 3720000, "wall_time": 34286.715821266174, "train_loss_step": 2.45757794380188, "n_params": 4346920, "total_flops": 49675906252800000, "train_loss": 0.011582674831151963, "subset_score_loss": 0.011582674831151963} +{"step": 3730000, "wall_time": 34363.12240409851, "train_loss_step": 2.4214601516723633, "n_params": 4346920, "total_flops": 49809443635200000, "train_loss": 0.011422565579414368, "subset_score_loss": 0.011422565579414368} +{"step": 3740000, "wall_time": 34441.0699903965, "train_loss_step": 2.350153923034668, "n_params": 4346920, "total_flops": 49942981017600000, "train_loss": 0.011742684245109557, "subset_score_loss": 0.011742684245109557} +{"step": 3750000, "wall_time": 34523.55237555504, "train_loss_step": 2.173089027404785, "n_params": 4346920, "total_flops": 50076518400000000, "train_loss": 0.011491186916828156, "subset_score_loss": 0.011491186916828156} +{"step": 3760000, "wall_time": 34601.81041073799, "train_loss_step": 2.2072997093200684, "n_params": 4346920, "total_flops": 50210055782400000, "train_loss": 0.011772482842206954, "subset_score_loss": 0.011772482842206954} +{"step": 3770000, "wall_time": 34678.77381467819, "train_loss_step": 2.266356945037842, "n_params": 4346920, "total_flops": 50343593164800000, "train_loss": 0.011983758956193923, "subset_score_loss": 0.011983758956193923} +{"step": 3780000, "wall_time": 34764.44572353363, "train_loss_step": 2.4678807258605957, "n_params": 4346920, "total_flops": 50477130547200000, "train_loss": 0.011071161925792694, "subset_score_loss": 0.011071161925792694} +{"step": 3790000, "wall_time": 34850.007328510284, "train_loss_step": 2.267702102661133, "n_params": 4346920, "total_flops": 50610667929600000, "train_loss": 0.011687830090522766, "subset_score_loss": 0.011687830090522766} +{"step": 3800000, "wall_time": 35067.44750523567, "train_loss_step": 2.1671459674835205, "n_params": 4346920, "total_flops": 50744205312000000, "train_loss": 0.01183377131819725, "subset_score_loss": 0.01183377131819725, "memorization_fraction_pixel": 0.5827999711036682, "mean_nn_ratio_pixel": 0.34064769744873047, "fid": 52.60762970459141} +{"step": 3810000, "wall_time": 35153.08190488815, "train_loss_step": 2.1075918674468994, "n_params": 4346920, "total_flops": 50877742694400000, "train_loss": 0.011389369517564774, "subset_score_loss": 0.011389369517564774} +{"step": 3820000, "wall_time": 35238.683443546295, "train_loss_step": 2.0487778186798096, "n_params": 4346920, "total_flops": 51011280076800000, "train_loss": 0.011505687981843949, "subset_score_loss": 0.011505687981843949} +{"step": 3830000, "wall_time": 35316.09452700615, "train_loss_step": 2.5233659744262695, "n_params": 4346920, "total_flops": 51144817459200000, "train_loss": 0.011312194168567657, "subset_score_loss": 0.011312194168567657} +{"step": 3840000, "wall_time": 35388.97329735756, "train_loss_step": 2.6093506813049316, "n_params": 4346920, "total_flops": 51278354841600000, "train_loss": 0.011198238283395768, "subset_score_loss": 0.011198238283395768} +{"step": 3850000, "wall_time": 35470.92649579048, "train_loss_step": 2.418290138244629, "n_params": 4346920, "total_flops": 51411892224000000, "train_loss": 0.011427436023950577, "subset_score_loss": 0.011427436023950577} +{"step": 3860000, "wall_time": 35556.75723314285, "train_loss_step": 2.0350375175476074, "n_params": 4346920, "total_flops": 51545429606400000, "train_loss": 0.011083131283521652, "subset_score_loss": 0.011083131283521652} +{"step": 3870000, "wall_time": 35632.70567774773, "train_loss_step": 2.338688373565674, "n_params": 4346920, "total_flops": 51678966988800000, "train_loss": 0.011412291973829269, "subset_score_loss": 0.011412291973829269} +{"step": 3880000, "wall_time": 35718.468856334686, "train_loss_step": 2.6427900791168213, "n_params": 4346920, "total_flops": 51812504371200000, "train_loss": 0.011391954123973846, "subset_score_loss": 0.011391954123973846} +{"step": 3890000, "wall_time": 35804.060492277145, "train_loss_step": 2.366032600402832, "n_params": 4346920, "total_flops": 51946041753600000, "train_loss": 0.010967455059289932, "subset_score_loss": 0.010967455059289932} +{"step": 3900000, "wall_time": 35987.47251009941, "train_loss_step": 2.338160991668701, "n_params": 4346920, "total_flops": 52079579136000000, "train_loss": 0.011047144234180451, "subset_score_loss": 0.011047144234180451, "memorization_fraction_pixel": 0.5910999774932861, "mean_nn_ratio_pixel": 0.3379825949668884, "fid": 52.680162264413966} +{"step": 3910000, "wall_time": 36073.16035938263, "train_loss_step": 2.259878635406494, "n_params": 4346920, "total_flops": 52213116518400000, "train_loss": 0.01102140247821808, "subset_score_loss": 0.01102140247821808} +{"step": 3920000, "wall_time": 36158.71903967857, "train_loss_step": 2.387664794921875, "n_params": 4346920, "total_flops": 52346653900800000, "train_loss": 0.011148075759410857, "subset_score_loss": 0.011148075759410857} +{"step": 3930000, "wall_time": 36244.41557645798, "train_loss_step": 2.339371681213379, "n_params": 4346920, "total_flops": 52480191283200000, "train_loss": 0.010498067736625672, "subset_score_loss": 0.010498067736625672} +{"step": 3940000, "wall_time": 36316.67373585701, "train_loss_step": 2.2915310859680176, "n_params": 4346920, "total_flops": 52613728665600000, "train_loss": 0.010777940601110458, "subset_score_loss": 0.010777940601110458} +{"step": 3950000, "wall_time": 36387.073343753815, "train_loss_step": 2.144862174987793, "n_params": 4346920, "total_flops": 52747266048000000, "train_loss": 0.010702642798423766, "subset_score_loss": 0.010702642798423766} +{"step": 3960000, "wall_time": 36472.678632736206, "train_loss_step": 2.149210214614868, "n_params": 4346920, "total_flops": 52880803430400000, "train_loss": 0.01105331927537918, "subset_score_loss": 0.01105331927537918} +{"step": 3970000, "wall_time": 36556.40357685089, "train_loss_step": 2.5201189517974854, "n_params": 4346920, "total_flops": 53014340812800000, "train_loss": 0.010761094838380813, "subset_score_loss": 0.010761094838380813} +{"step": 3980000, "wall_time": 36624.558596372604, "train_loss_step": 2.5574722290039062, "n_params": 4346920, "total_flops": 53147878195200000, "train_loss": 0.010886943340301514, "subset_score_loss": 0.010886943340301514} +{"step": 3990000, "wall_time": 36710.284846782684, "train_loss_step": 2.3630881309509277, "n_params": 4346920, "total_flops": 53281415577600000, "train_loss": 0.010910666733980178, "subset_score_loss": 0.010910666733980178} +{"step": 4000000, "wall_time": 36917.502717494965, "train_loss_step": 2.514925956726074, "n_params": 4346920, "total_flops": 53414952960000000, "train_loss": 0.011116208136081695, "subset_score_loss": 0.011116208136081695, "memorization_fraction_pixel": 0.593500018119812, "mean_nn_ratio_pixel": 0.3381233215332031, "fid": 51.32969778704892} +{"step": 4010000, "wall_time": 37003.27107286453, "train_loss_step": 2.4128637313842773, "n_params": 4346920, "total_flops": 53548490342400000, "train_loss": 0.011624344438314439, "subset_score_loss": 0.011624344438314439} +{"step": 4020000, "wall_time": 37088.684379816055, "train_loss_step": 2.8151638507843018, "n_params": 4346920, "total_flops": 53682027724800000, "train_loss": 0.011003397405147552, "subset_score_loss": 0.011003397405147552} +{"step": 4030000, "wall_time": 37172.6836771965, "train_loss_step": 2.555154800415039, "n_params": 4346920, "total_flops": 53815565107200000, "train_loss": 0.010940146446228028, "subset_score_loss": 0.010940146446228028} +{"step": 4040000, "wall_time": 37249.50592780113, "train_loss_step": 2.6354470252990723, "n_params": 4346920, "total_flops": 53949102489600000, "train_loss": 0.011441000550985337, "subset_score_loss": 0.011441000550985337} +{"step": 4050000, "wall_time": 37324.26110434532, "train_loss_step": 2.159552574157715, "n_params": 4346920, "total_flops": 54082639872000000, "train_loss": 0.011428643018007278, "subset_score_loss": 0.011428643018007278} +{"step": 4060000, "wall_time": 37410.00992965698, "train_loss_step": 2.2455196380615234, "n_params": 4346920, "total_flops": 54216177254400000, "train_loss": 0.010461299121379853, "subset_score_loss": 0.010461299121379853} +{"step": 4070000, "wall_time": 37495.6874499321, "train_loss_step": 2.2867913246154785, "n_params": 4346920, "total_flops": 54349714636800000, "train_loss": 0.010905468463897705, "subset_score_loss": 0.010905468463897705} +{"step": 4080000, "wall_time": 37578.58337306976, "train_loss_step": 2.4208741188049316, "n_params": 4346920, "total_flops": 54483252019200000, "train_loss": 0.01045226827263832, "subset_score_loss": 0.01045226827263832} +{"step": 4090000, "wall_time": 37656.9140496254, "train_loss_step": 2.389448404312134, "n_params": 4346920, "total_flops": 54616789401600000, "train_loss": 0.011084719002246857, "subset_score_loss": 0.011084719002246857} +{"step": 4100000, "wall_time": 37841.96731495857, "train_loss_step": 2.3075218200683594, "n_params": 4346920, "total_flops": 54750326784000000, "train_loss": 0.010763818025588989, "subset_score_loss": 0.010763818025588989, "memorization_fraction_pixel": 0.5982000231742859, "mean_nn_ratio_pixel": 0.33741065859794617, "fid": 52.05393246372579} +{"step": 4110000, "wall_time": 37927.8390982151, "train_loss_step": 2.269540786743164, "n_params": 4346920, "total_flops": 54883864166400000, "train_loss": 0.011491236835718155, "subset_score_loss": 0.011491236835718155} +{"step": 4120000, "wall_time": 38011.71284389496, "train_loss_step": 2.34889817237854, "n_params": 4346920, "total_flops": 55017401548800000, "train_loss": 0.011063621938228607, "subset_score_loss": 0.011063621938228607} +{"step": 4130000, "wall_time": 38097.35767364502, "train_loss_step": 2.292992115020752, "n_params": 4346920, "total_flops": 55150938931200000, "train_loss": 0.010730410367250443, "subset_score_loss": 0.010730410367250443} +{"step": 4140000, "wall_time": 38183.16708755493, "train_loss_step": 2.296610116958618, "n_params": 4346920, "total_flops": 55284476313600000, "train_loss": 0.010681167244911194, "subset_score_loss": 0.010681167244911194} +{"step": 4150000, "wall_time": 38253.90892076492, "train_loss_step": 2.644315242767334, "n_params": 4346920, "total_flops": 55418013696000000, "train_loss": 0.01074376404285431, "subset_score_loss": 0.01074376404285431} +{"step": 4160000, "wall_time": 38335.91247725487, "train_loss_step": 2.334425687789917, "n_params": 4346920, "total_flops": 55551551078400000, "train_loss": 0.010100749135017396, "subset_score_loss": 0.010100749135017396} +{"step": 4170000, "wall_time": 38421.36988401413, "train_loss_step": 2.5020265579223633, "n_params": 4346920, "total_flops": 55685088460800000, "train_loss": 0.010338811576366425, "subset_score_loss": 0.010338811576366425} +{"step": 4180000, "wall_time": 38507.22027182579, "train_loss_step": 2.1414475440979004, "n_params": 4346920, "total_flops": 55818625843200000, "train_loss": 0.010981190949678421, "subset_score_loss": 0.010981190949678421} +{"step": 4190000, "wall_time": 38585.45440173149, "train_loss_step": 2.510469675064087, "n_params": 4346920, "total_flops": 55952163225600000, "train_loss": 0.010547417402267455, "subset_score_loss": 0.010547417402267455} +{"step": 4200000, "wall_time": 38779.9365196228, "train_loss_step": 2.3443074226379395, "n_params": 4346920, "total_flops": 56085700608000000, "train_loss": 0.010528233647346497, "subset_score_loss": 0.010528233647346497, "memorization_fraction_pixel": 0.5825999975204468, "mean_nn_ratio_pixel": 0.3385605216026306, "fid": 52.58984294281594} +{"step": 4210000, "wall_time": 38863.94006252289, "train_loss_step": 2.3464972972869873, "n_params": 4346920, "total_flops": 56219237990400000, "train_loss": 0.010349144786596298, "subset_score_loss": 0.010349144786596298} +{"step": 4220000, "wall_time": 38949.61322927475, "train_loss_step": 2.4593868255615234, "n_params": 4346920, "total_flops": 56352775372800000, "train_loss": 0.010414241254329682, "subset_score_loss": 0.010414241254329682} +{"step": 4230000, "wall_time": 39035.11148452759, "train_loss_step": 2.3251142501831055, "n_params": 4346920, "total_flops": 56486312755200000, "train_loss": 0.010565035045146942, "subset_score_loss": 0.010565035045146942} +{"step": 4240000, "wall_time": 39120.54541635513, "train_loss_step": 2.586785078048706, "n_params": 4346920, "total_flops": 56619850137600000, "train_loss": 0.010582620650529862, "subset_score_loss": 0.010582620650529862} +{"step": 4250000, "wall_time": 39197.74823927879, "train_loss_step": 2.2837305068969727, "n_params": 4346920, "total_flops": 56753387520000000, "train_loss": 0.010183627158403397, "subset_score_loss": 0.010183627158403397} +{"step": 4260000, "wall_time": 39266.97256565094, "train_loss_step": 2.278371572494507, "n_params": 4346920, "total_flops": 56886924902400000, "train_loss": 0.010077279061079025, "subset_score_loss": 0.010077279061079025} +{"step": 4270000, "wall_time": 39352.47751235962, "train_loss_step": 2.1863975524902344, "n_params": 4346920, "total_flops": 57020462284800000, "train_loss": 0.010225620865821839, "subset_score_loss": 0.010225620865821839} +{"step": 4280000, "wall_time": 39438.06267786026, "train_loss_step": 2.5316965579986572, "n_params": 4346920, "total_flops": 57153999667200000, "train_loss": 0.010125336050987244, "subset_score_loss": 0.010125336050987244} +{"step": 4290000, "wall_time": 39524.09987664223, "train_loss_step": 2.433457136154175, "n_params": 4346920, "total_flops": 57287537049600000, "train_loss": 0.010325480252504349, "subset_score_loss": 0.010325480252504349} +{"step": 4300000, "wall_time": 39716.25145030022, "train_loss_step": 2.3505992889404297, "n_params": 4346920, "total_flops": 57421074432000000, "train_loss": 0.010098012536764145, "subset_score_loss": 0.010098012536764145, "memorization_fraction_pixel": 0.6062999963760376, "mean_nn_ratio_pixel": 0.3344879448413849, "fid": 51.8353035101437} +{"step": 4310000, "wall_time": 39801.94642663002, "train_loss_step": 2.1610238552093506, "n_params": 4346920, "total_flops": 57554611814400000, "train_loss": 0.010091011226177216, "subset_score_loss": 0.010091011226177216} +{"step": 4320000, "wall_time": 39887.634397268295, "train_loss_step": 2.184553861618042, "n_params": 4346920, "total_flops": 57688149196800000, "train_loss": 0.010950455814599991, "subset_score_loss": 0.010950455814599991} +{"step": 4330000, "wall_time": 39973.241602897644, "train_loss_step": 2.192370891571045, "n_params": 4346920, "total_flops": 57821686579200000, "train_loss": 0.00985562652349472, "subset_score_loss": 0.00985562652349472} +{"step": 4340000, "wall_time": 40058.74623990059, "train_loss_step": 2.0925753116607666, "n_params": 4346920, "total_flops": 57955223961600000, "train_loss": 0.01012701541185379, "subset_score_loss": 0.01012701541185379} +{"step": 4350000, "wall_time": 40144.81970882416, "train_loss_step": 2.6733908653259277, "n_params": 4346920, "total_flops": 58088761344000000, "train_loss": 0.01011745110154152, "subset_score_loss": 0.01011745110154152} +{"step": 4360000, "wall_time": 40204.25066566467, "train_loss_step": 2.3417181968688965, "n_params": 4346920, "total_flops": 58222298726400000, "train_loss": 0.010747942328453063, "subset_score_loss": 0.010747942328453063} +{"step": 4370000, "wall_time": 40289.987681388855, "train_loss_step": 2.3832035064697266, "n_params": 4346920, "total_flops": 58355836108800000, "train_loss": 0.010023924708366393, "subset_score_loss": 0.010023924708366393} +{"step": 4380000, "wall_time": 40375.31608104706, "train_loss_step": 2.3575174808502197, "n_params": 4346920, "total_flops": 58489373491200000, "train_loss": 0.0098143570125103, "subset_score_loss": 0.0098143570125103} +{"step": 4390000, "wall_time": 40460.97968530655, "train_loss_step": 2.403366804122925, "n_params": 4346920, "total_flops": 58622910873600000, "train_loss": 0.010390806943178177, "subset_score_loss": 0.010390806943178177} +{"step": 4400000, "wall_time": 40659.408098220825, "train_loss_step": 1.9169890880584717, "n_params": 4346920, "total_flops": 58756448256000000, "train_loss": 0.00991859957575798, "subset_score_loss": 0.00991859957575798, "memorization_fraction_pixel": 0.5924999713897705, "mean_nn_ratio_pixel": 0.3365000784397125, "fid": 52.052231618209234} +{"step": 4410000, "wall_time": 40745.12315368652, "train_loss_step": 2.3448028564453125, "n_params": 4346920, "total_flops": 58889985638400000, "train_loss": 0.010353310406208039, "subset_score_loss": 0.010353310406208039} +{"step": 4420000, "wall_time": 40830.7111723423, "train_loss_step": 2.4198837280273438, "n_params": 4346920, "total_flops": 59023523020800000, "train_loss": 0.009770899266004562, "subset_score_loss": 0.009770899266004562} +{"step": 4430000, "wall_time": 40916.17518210411, "train_loss_step": 2.1530208587646484, "n_params": 4346920, "total_flops": 59157060403200000, "train_loss": 0.010041339695453644, "subset_score_loss": 0.010041339695453644} +{"step": 4440000, "wall_time": 41001.61424469948, "train_loss_step": 2.5213589668273926, "n_params": 4346920, "total_flops": 59290597785600000, "train_loss": 0.010140734910964965, "subset_score_loss": 0.010140734910964965} +{"step": 4450000, "wall_time": 41087.107927560806, "train_loss_step": 2.078549861907959, "n_params": 4346920, "total_flops": 59424135168000000, "train_loss": 0.009744808822870255, "subset_score_loss": 0.009744808822870255} +{"step": 4460000, "wall_time": 41152.172377586365, "train_loss_step": 2.530156373977661, "n_params": 4346920, "total_flops": 59557672550400000, "train_loss": 0.009848731756210326, "subset_score_loss": 0.009848731756210326} +{"step": 4470000, "wall_time": 41227.24999451637, "train_loss_step": 2.471280574798584, "n_params": 4346920, "total_flops": 59691209932800000, "train_loss": 0.009959983825683593, "subset_score_loss": 0.009959983825683593} +{"step": 4480000, "wall_time": 41312.77621483803, "train_loss_step": 2.186337947845459, "n_params": 4346920, "total_flops": 59824747315200000, "train_loss": 0.00965583547949791, "subset_score_loss": 0.00965583547949791} +{"step": 4490000, "wall_time": 41397.88831114769, "train_loss_step": 2.495028495788574, "n_params": 4346920, "total_flops": 59958284697600000, "train_loss": 0.00968952253460884, "subset_score_loss": 0.00968952253460884} +{"step": 4500000, "wall_time": 41583.40045952797, "train_loss_step": 2.455902576446533, "n_params": 4346920, "total_flops": 60091822080000000, "train_loss": 0.010004030168056488, "subset_score_loss": 0.010004030168056488, "memorization_fraction_pixel": 0.6111999750137329, "mean_nn_ratio_pixel": 0.33212801814079285, "fid": 52.33752128884973} +{"step": 4510000, "wall_time": 41669.00359606743, "train_loss_step": 2.1673669815063477, "n_params": 4346920, "total_flops": 60225359462400000, "train_loss": 0.009826260060071946, "subset_score_loss": 0.009826260060071946} +{"step": 4520000, "wall_time": 41754.73004579544, "train_loss_step": 2.3623788356781006, "n_params": 4346920, "total_flops": 60358896844800000, "train_loss": 0.00981173813343048, "subset_score_loss": 0.00981173813343048} +{"step": 4530000, "wall_time": 41840.38384318352, "train_loss_step": 2.0223546028137207, "n_params": 4346920, "total_flops": 60492434227200000, "train_loss": 0.009873992949724197, "subset_score_loss": 0.009873992949724197} +{"step": 4540000, "wall_time": 41925.74341535568, "train_loss_step": 2.301220655441284, "n_params": 4346920, "total_flops": 60625971609600000, "train_loss": 0.010209807008504868, "subset_score_loss": 0.010209807008504868} +{"step": 4550000, "wall_time": 42011.06164455414, "train_loss_step": 2.352982997894287, "n_params": 4346920, "total_flops": 60759508992000000, "train_loss": 0.009877622127532959, "subset_score_loss": 0.009877622127532959} +{"step": 4560000, "wall_time": 42087.46993017197, "train_loss_step": 2.3184120655059814, "n_params": 4346920, "total_flops": 60893046374400000, "train_loss": 0.009609346836805343, "subset_score_loss": 0.009609346836805343} +{"step": 4570000, "wall_time": 42161.274911403656, "train_loss_step": 2.463141441345215, "n_params": 4346920, "total_flops": 61026583756800000, "train_loss": 0.009516561776399613, "subset_score_loss": 0.009516561776399613} +{"step": 4580000, "wall_time": 42241.01668262482, "train_loss_step": 2.038179636001587, "n_params": 4346920, "total_flops": 61160121139200000, "train_loss": 0.009742484241724015, "subset_score_loss": 0.009742484241724015} +{"step": 4590000, "wall_time": 42324.46170043945, "train_loss_step": 2.380702495574951, "n_params": 4346920, "total_flops": 61293658521600000, "train_loss": 0.00930073857307434, "subset_score_loss": 0.00930073857307434} +{"step": 4600000, "wall_time": 42508.70877289772, "train_loss_step": 2.388054847717285, "n_params": 4346920, "total_flops": 61427195904000000, "train_loss": 0.010042773932218552, "subset_score_loss": 0.010042773932218552, "memorization_fraction_pixel": 0.6014999747276306, "mean_nn_ratio_pixel": 0.3333541750907898, "fid": 52.72586972912622} +{"step": 4610000, "wall_time": 42584.01996231079, "train_loss_step": 2.423114061355591, "n_params": 4346920, "total_flops": 61560733286400000, "train_loss": 0.009439563751220703, "subset_score_loss": 0.009439563751220703} +{"step": 4620000, "wall_time": 42669.70969796181, "train_loss_step": 2.2826483249664307, "n_params": 4346920, "total_flops": 61694270668800000, "train_loss": 0.009560012072324754, "subset_score_loss": 0.009560012072324754} +{"step": 4630000, "wall_time": 42755.35162138939, "train_loss_step": 2.4092373847961426, "n_params": 4346920, "total_flops": 61827808051200000, "train_loss": 0.010060898214578628, "subset_score_loss": 0.010060898214578628} +{"step": 4640000, "wall_time": 42840.844663858414, "train_loss_step": 2.1511731147766113, "n_params": 4346920, "total_flops": 61961345433600000, "train_loss": 0.00945984646677971, "subset_score_loss": 0.00945984646677971} +{"step": 4650000, "wall_time": 42926.32465720177, "train_loss_step": 2.3526949882507324, "n_params": 4346920, "total_flops": 62094882816000000, "train_loss": 0.009516508877277374, "subset_score_loss": 0.009516508877277374} +{"step": 4660000, "wall_time": 43009.763265132904, "train_loss_step": 2.330101251602173, "n_params": 4346920, "total_flops": 62228420198400000, "train_loss": 0.009865549206733704, "subset_score_loss": 0.009865549206733704} +{"step": 4670000, "wall_time": 43090.31181168556, "train_loss_step": 2.415316343307495, "n_params": 4346920, "total_flops": 62361957580800000, "train_loss": 0.00927666649222374, "subset_score_loss": 0.00927666649222374} +{"step": 4680000, "wall_time": 43164.30882191658, "train_loss_step": 2.322190284729004, "n_params": 4346920, "total_flops": 62495494963200000, "train_loss": 0.00915411189198494, "subset_score_loss": 0.00915411189198494} +{"step": 4690000, "wall_time": 43242.78810214996, "train_loss_step": 2.1491780281066895, "n_params": 4346920, "total_flops": 62629032345600000, "train_loss": 0.009472408145666123, "subset_score_loss": 0.009472408145666123} +{"step": 4700000, "wall_time": 43427.343384981155, "train_loss_step": 2.1983165740966797, "n_params": 4346920, "total_flops": 62762569728000000, "train_loss": 0.009729479998350143, "subset_score_loss": 0.009729479998350143, "memorization_fraction_pixel": 0.6000999808311462, "mean_nn_ratio_pixel": 0.33342626690864563, "fid": 51.8995650512432} +{"step": 4710000, "wall_time": 43508.67914009094, "train_loss_step": 2.1433675289154053, "n_params": 4346920, "total_flops": 62896107110400000, "train_loss": 0.009451943635940551, "subset_score_loss": 0.009451943635940551} +{"step": 4720000, "wall_time": 43580.439046144485, "train_loss_step": 2.1307170391082764, "n_params": 4346920, "total_flops": 63029644492800000, "train_loss": 0.009771386533975602, "subset_score_loss": 0.009771386533975602} +{"step": 4730000, "wall_time": 43666.104679346085, "train_loss_step": 2.0294132232666016, "n_params": 4346920, "total_flops": 63163181875200000, "train_loss": 0.009244177490472794, "subset_score_loss": 0.009244177490472794} +{"step": 4740000, "wall_time": 43751.501269578934, "train_loss_step": 2.4296398162841797, "n_params": 4346920, "total_flops": 63296719257600000, "train_loss": 0.009357407689094543, "subset_score_loss": 0.009357407689094543} +{"step": 4750000, "wall_time": 43837.054309129715, "train_loss_step": 2.316256523132324, "n_params": 4346920, "total_flops": 63430256640000000, "train_loss": 0.00936034768819809, "subset_score_loss": 0.00936034768819809} +{"step": 4760000, "wall_time": 43922.74314951897, "train_loss_step": 2.3551881313323975, "n_params": 4346920, "total_flops": 63563794022400000, "train_loss": 0.009760038554668426, "subset_score_loss": 0.009760038554668426} +{"step": 4770000, "wall_time": 43993.19341301918, "train_loss_step": 2.508546829223633, "n_params": 4346920, "total_flops": 63697331404800000, "train_loss": 0.00939175859093666, "subset_score_loss": 0.00939175859093666} +{"step": 4780000, "wall_time": 44065.822338581085, "train_loss_step": 2.0274152755737305, "n_params": 4346920, "total_flops": 63830868787200000, "train_loss": 0.010058663785457611, "subset_score_loss": 0.010058663785457611} +{"step": 4790000, "wall_time": 44124.506957530975, "train_loss_step": 2.4513792991638184, "n_params": 4346920, "total_flops": 63964406169600000, "train_loss": 0.00904691070318222, "subset_score_loss": 0.00904691070318222} +{"step": 4800000, "wall_time": 44282.769401073456, "train_loss_step": 2.407351016998291, "n_params": 4346920, "total_flops": 64097943552000000, "train_loss": 0.009480775892734527, "subset_score_loss": 0.009480775892734527, "memorization_fraction_pixel": 0.6146000027656555, "mean_nn_ratio_pixel": 0.33026427030563354, "fid": 51.969322839023235} +{"step": 4810000, "wall_time": 44351.887206077576, "train_loss_step": 2.235746383666992, "n_params": 4346920, "total_flops": 64231480934400000, "train_loss": 0.009262221306562424, "subset_score_loss": 0.009262221306562424} +{"step": 4820000, "wall_time": 44410.325627326965, "train_loss_step": 2.404416561126709, "n_params": 4346920, "total_flops": 64365018316800000, "train_loss": 0.009618426859378814, "subset_score_loss": 0.009618426859378814} +{"step": 4830000, "wall_time": 44474.39425730705, "train_loss_step": 1.9807785749435425, "n_params": 4346920, "total_flops": 64498555699200000, "train_loss": 0.00939345583319664, "subset_score_loss": 0.00939345583319664} +{"step": 4840000, "wall_time": 44543.18793582916, "train_loss_step": 2.3862667083740234, "n_params": 4346920, "total_flops": 64632093081600000, "train_loss": 0.009275714308023453, "subset_score_loss": 0.009275714308023453} +{"step": 4850000, "wall_time": 44612.10507130623, "train_loss_step": 2.4133248329162598, "n_params": 4346920, "total_flops": 64765630464000000, "train_loss": 0.009182105213403702, "subset_score_loss": 0.009182105213403702} +{"step": 4860000, "wall_time": 44681.00791597366, "train_loss_step": 2.4805383682250977, "n_params": 4346920, "total_flops": 64899167846400000, "train_loss": 0.009321838617324829, "subset_score_loss": 0.009321838617324829} +{"step": 4870000, "wall_time": 44745.680960416794, "train_loss_step": 2.319185256958008, "n_params": 4346920, "total_flops": 65032705228800000, "train_loss": 0.009026770293712617, "subset_score_loss": 0.009026770293712617} +{"step": 4880000, "wall_time": 44814.65763092041, "train_loss_step": 2.545769691467285, "n_params": 4346920, "total_flops": 65166242611200000, "train_loss": 0.009260264784097671, "subset_score_loss": 0.009260264784097671} +{"step": 4890000, "wall_time": 44883.77062034607, "train_loss_step": 2.2649927139282227, "n_params": 4346920, "total_flops": 65299779993600000, "train_loss": 0.009109925478696823, "subset_score_loss": 0.009109925478696823} +{"step": 4900000, "wall_time": 45007.915306568146, "train_loss_step": 2.568838596343994, "n_params": 4346920, "total_flops": 65433317376000000, "train_loss": 0.009614337980747224, "subset_score_loss": 0.009614337980747224, "memorization_fraction_pixel": 0.6021999716758728, "mean_nn_ratio_pixel": 0.33269163966178894, "fid": 52.102585609035266} +{"step": 4910000, "wall_time": 45076.80116248131, "train_loss_step": 2.308197259902954, "n_params": 4346920, "total_flops": 65566854758400000, "train_loss": 0.009080801904201508, "subset_score_loss": 0.009080801904201508} +{"step": 4920000, "wall_time": 45145.71560907364, "train_loss_step": 2.3009824752807617, "n_params": 4346920, "total_flops": 65700392140800000, "train_loss": 0.00906761884689331, "subset_score_loss": 0.00906761884689331} +{"step": 4930000, "wall_time": 45211.53500318527, "train_loss_step": 2.0601844787597656, "n_params": 4346920, "total_flops": 65833929523200000, "train_loss": 0.00884265974164009, "subset_score_loss": 0.00884265974164009} +{"step": 4940000, "wall_time": 45279.82104468346, "train_loss_step": 2.1779074668884277, "n_params": 4346920, "total_flops": 65967466905600000, "train_loss": 0.009393265098333358, "subset_score_loss": 0.009393265098333358} +{"step": 4950000, "wall_time": 45348.748841524124, "train_loss_step": 2.2422144412994385, "n_params": 4346920, "total_flops": 66101004288000000, "train_loss": 0.008901987224817276, "subset_score_loss": 0.008901987224817276} +{"step": 4960000, "wall_time": 45417.759937524796, "train_loss_step": 2.3537962436676025, "n_params": 4346920, "total_flops": 66234541670400000, "train_loss": 0.008820390701293946, "subset_score_loss": 0.008820390701293946} +{"step": 4970000, "wall_time": 45483.95252585411, "train_loss_step": 2.446460008621216, "n_params": 4346920, "total_flops": 66368079052800000, "train_loss": 0.009229285269975662, "subset_score_loss": 0.009229285269975662} +{"step": 4980000, "wall_time": 45551.698451280594, "train_loss_step": 2.2097980976104736, "n_params": 4346920, "total_flops": 66501616435200000, "train_loss": 0.009014778584241868, "subset_score_loss": 0.009014778584241868} +{"step": 4990000, "wall_time": 45620.66639947891, "train_loss_step": 2.378347396850586, "n_params": 4346920, "total_flops": 66635153817600000, "train_loss": 0.008809167891740799, "subset_score_loss": 0.008809167891740799} +{"step": 5000000, "wall_time": 45745.45263171196, "train_loss_step": 2.3653926849365234, "n_params": 4346920, "total_flops": 66768691200000000, "train_loss": 0.00875590592622757, "subset_score_loss": 0.00875590592622757, "memorization_fraction_pixel": 0.6092000007629395, "mean_nn_ratio_pixel": 0.33141228556632996, "fid": 51.82780491482309} diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d40/runner.log b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d40/runner.log new file mode 100644 index 0000000000000000000000000000000000000000..6d04bf9b9ac5f3c3cd36c21ae4396b19a4628664 --- /dev/null +++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d40/runner.log @@ -0,0 +1,502 @@ + FID real-side stats cached over 1000 diverse train images + step 1 | 66s | train_loss=1.0018 | fid=278.6993 + step 10000 | 143s | train_loss=0.8614 + step 20000 | 228s | train_loss=0.8308 + step 30000 | 314s | train_loss=0.7727 + step 40000 | 400s | train_loss=0.6839 + step 50000 | 486s | train_loss=0.5473 + step 60000 | 571s | train_loss=0.3993 + step 70000 | 657s | train_loss=0.2916 + step 80000 | 743s | train_loss=0.2299 + step 90000 | 828s | train_loss=0.1946 + step 100000 | 980s | train_loss=0.1729 | fid=59.1798 + step 110000 | 1057s | train_loss=0.1575 + step 120000 | 1142s | train_loss=0.1444 + step 130000 | 1228s | train_loss=0.1339 + step 140000 | 1314s | train_loss=0.1279 + step 150000 | 1400s | train_loss=0.1209 + step 160000 | 1485s | train_loss=0.1126 + step 170000 | 1571s | train_loss=0.1079 + step 180000 | 1656s | train_loss=0.1031 + step 190000 | 1742s | train_loss=0.0994 + step 200000 | 1894s | train_loss=0.0953 | fid=59.2574 + step 210000 | 1977s | train_loss=0.0911 + step 220000 | 2055s | train_loss=0.0889 + step 230000 | 2141s | train_loss=0.0850 + step 240000 | 2227s | train_loss=0.0821 + step 250000 | 2313s | train_loss=0.0802 + step 260000 | 2398s | train_loss=0.0781 + step 270000 | 2484s | train_loss=0.0759 + step 280000 | 2570s | train_loss=0.0730 + step 290000 | 2655s | train_loss=0.0721 + step 300000 | 2806s | train_loss=0.0702 | fid=58.3089 + step 310000 | 2892s | train_loss=0.0683 + step 320000 | 2964s | train_loss=0.0666 + step 330000 | 3029s | train_loss=0.0656 + step 340000 | 3115s | train_loss=0.0642 + step 350000 | 3200s | train_loss=0.0636 + step 360000 | 3286s | train_loss=0.0598 + step 370000 | 3372s | train_loss=0.0606 + step 380000 | 3457s | train_loss=0.0594 + step 390000 | 3543s | train_loss=0.0577 + step 400000 | 3695s | train_loss=0.0561 | fid=56.8530 + step 410000 | 3780s | train_loss=0.0555 + step 420000 | 3866s | train_loss=0.0548 + step 430000 | 3949s | train_loss=0.0545 + step 440000 | 4028s | train_loss=0.0533 + step 450000 | 4114s | train_loss=0.0521 + step 460000 | 4199s | train_loss=0.0508 + step 470000 | 4284s | train_loss=0.0515 + step 480000 | 4368s | train_loss=0.0495 + step 490000 | 4453s | train_loss=0.0489 + step 500000 | 4605s | train_loss=0.0488 | fid=54.5661 + step 510000 | 4690s | train_loss=0.0485 + step 520000 | 4776s | train_loss=0.0471 + step 530000 | 4858s | train_loss=0.0463 + step 540000 | 4945s | train_loss=0.0471 + step 550000 | 5023s | train_loss=0.0448 + step 560000 | 5109s | train_loss=0.0445 + step 570000 | 5194s | train_loss=0.0447 + step 580000 | 5280s | train_loss=0.0440 + step 590000 | 5366s | train_loss=0.0431 + step 600000 | 5519s | train_loss=0.0436 | fid=53.9261 + step 610000 | 5604s | train_loss=0.0428 + step 620000 | 5690s | train_loss=0.0425 + step 630000 | 5775s | train_loss=0.0414 + step 640000 | 5853s | train_loss=0.0407 + step 650000 | 5939s | train_loss=0.0416 + step 660000 | 6000s | train_loss=0.0412 + step 670000 | 6086s | train_loss=0.0395 + step 680000 | 6171s | train_loss=0.0398 + step 690000 | 6256s | train_loss=0.0387 + step 700000 | 6449s | train_loss=0.0391 | fid=53.1436 + step 710000 | 6535s | train_loss=0.0385 + step 720000 | 6621s | train_loss=0.0390 + step 730000 | 6706s | train_loss=0.0381 + step 740000 | 6781s | train_loss=0.0376 + step 750000 | 6866s | train_loss=0.0372 + step 760000 | 6944s | train_loss=0.0369 + step 770000 | 7014s | train_loss=0.0366 + step 780000 | 7099s | train_loss=0.0370 + step 790000 | 7182s | train_loss=0.0365 + step 800000 | 7388s | train_loss=0.0351 | fid=53.7136 + step 810000 | 7473s | train_loss=0.0356 + step 820000 | 7559s | train_loss=0.0358 + step 830000 | 7644s | train_loss=0.0351 + step 840000 | 7719s | train_loss=0.0347 + step 850000 | 7802s | train_loss=0.0346 + step 860000 | 7888s | train_loss=0.0347 + step 870000 | 7951s | train_loss=0.0340 + step 880000 | 8034s | train_loss=0.0342 + step 890000 | 8118s | train_loss=0.0337 + step 900000 | 8338s | train_loss=0.0335 | fid=53.4343 + step 910000 | 8424s | train_loss=0.0329 + step 920000 | 8510s | train_loss=0.0326 + step 930000 | 8595s | train_loss=0.0327 + step 940000 | 8671s | train_loss=0.0321 + step 950000 | 8749s | train_loss=0.0320 + step 960000 | 8835s | train_loss=0.0315 + step 970000 | 8905s | train_loss=0.0314 + step 980000 | 8979s | train_loss=0.0322 + step 990000 | 9064s | train_loss=0.0311 + step 1000000 | 9261s | train_loss=0.0316 | fid=52.0056 + step 1010000 | 9346s | train_loss=0.0311 + step 1020000 | 9432s | train_loss=0.0304 + step 1030000 | 9518s | train_loss=0.0305 + step 1040000 | 9603s | train_loss=0.0300 + step 1050000 | 9673s | train_loss=0.0306 + step 1060000 | 9758s | train_loss=0.0300 + step 1070000 | 9843s | train_loss=0.0301 + step 1080000 | 9911s | train_loss=0.0298 + step 1090000 | 9995s | train_loss=0.0294 + step 1100000 | 10151s | train_loss=0.0290 | fid=53.1133 + step 1110000 | 10236s | train_loss=0.0289 + step 1120000 | 10322s | train_loss=0.0297 + step 1130000 | 10407s | train_loss=0.0286 + step 1140000 | 10493s | train_loss=0.0291 + step 1150000 | 10579s | train_loss=0.0285 + step 1160000 | 10661s | train_loss=0.0282 + step 1170000 | 10745s | train_loss=0.0285 + step 1180000 | 10831s | train_loss=0.0277 + step 1190000 | 10909s | train_loss=0.0280 + step 1200000 | 11068s | train_loss=0.0280 | fid=52.5517 + step 1210000 | 11153s | train_loss=0.0276 + step 1220000 | 11239s | train_loss=0.0274 + step 1230000 | 11325s | train_loss=0.0281 + step 1240000 | 11410s | train_loss=0.0271 + step 1250000 | 11496s | train_loss=0.0271 + step 1260000 | 11577s | train_loss=0.0267 + step 1270000 | 11663s | train_loss=0.0267 + step 1280000 | 11748s | train_loss=0.0265 + step 1290000 | 11831s | train_loss=0.0258 + step 1300000 | 11991s | train_loss=0.0259 | fid=52.8718 + step 1310000 | 12076s | train_loss=0.0271 + step 1320000 | 12162s | train_loss=0.0269 + step 1330000 | 12248s | train_loss=0.0263 + step 1340000 | 12333s | train_loss=0.0254 + step 1350000 | 12419s | train_loss=0.0261 + step 1360000 | 12501s | train_loss=0.0255 + step 1370000 | 12586s | train_loss=0.0260 + step 1380000 | 12671s | train_loss=0.0252 + step 1390000 | 12757s | train_loss=0.0253 + step 1400000 | 12906s | train_loss=0.0247 | fid=52.5111 + step 1410000 | 12991s | train_loss=0.0248 + step 1420000 | 13077s | train_loss=0.0257 + step 1430000 | 13162s | train_loss=0.0247 + step 1440000 | 13248s | train_loss=0.0250 + step 1450000 | 13334s | train_loss=0.0241 + step 1460000 | 13418s | train_loss=0.0247 + step 1470000 | 13500s | train_loss=0.0242 + step 1480000 | 13586s | train_loss=0.0241 + step 1490000 | 13671s | train_loss=0.0242 + step 1500000 | 13825s | train_loss=0.0249 | fid=52.4203 + step 1510000 | 13910s | train_loss=0.0237 + step 1520000 | 13995s | train_loss=0.0237 + step 1530000 | 14081s | train_loss=0.0236 + step 1540000 | 14167s | train_loss=0.0235 + step 1550000 | 14252s | train_loss=0.0234 + step 1560000 | 14336s | train_loss=0.0235 + step 1570000 | 14415s | train_loss=0.0238 + step 1580000 | 14495s | train_loss=0.0225 + step 1590000 | 14581s | train_loss=0.0233 + step 1600000 | 14762s | train_loss=0.0225 | fid=52.0366 + step 1610000 | 14832s | train_loss=0.0234 + step 1620000 | 14917s | train_loss=0.0232 + step 1630000 | 15003s | train_loss=0.0225 + step 1640000 | 15088s | train_loss=0.0226 + step 1650000 | 15172s | train_loss=0.0223 + step 1660000 | 15258s | train_loss=0.0225 + step 1670000 | 15343s | train_loss=0.0219 + step 1680000 | 15419s | train_loss=0.0222 + step 1690000 | 15505s | train_loss=0.0223 + step 1700000 | 15685s | train_loss=0.0217 | fid=51.8367 + step 1710000 | 15759s | train_loss=0.0220 + step 1720000 | 15830s | train_loss=0.0219 + step 1730000 | 15914s | train_loss=0.0212 + step 1740000 | 15999s | train_loss=0.0224 + step 1750000 | 16084s | train_loss=0.0221 + step 1760000 | 16169s | train_loss=0.0215 + step 1770000 | 16255s | train_loss=0.0215 + step 1780000 | 16332s | train_loss=0.0213 + step 1790000 | 16412s | train_loss=0.0213 + step 1800000 | 16569s | train_loss=0.0213 | fid=52.4026 + step 1810000 | 16654s | train_loss=0.0210 + step 1820000 | 16738s | train_loss=0.0216 + step 1830000 | 16821s | train_loss=0.0210 + step 1840000 | 16905s | train_loss=0.0205 + step 1850000 | 16991s | train_loss=0.0212 + step 1860000 | 17076s | train_loss=0.0206 + step 1870000 | 17162s | train_loss=0.0203 + step 1880000 | 17248s | train_loss=0.0203 + step 1890000 | 17325s | train_loss=0.0204 + step 1900000 | 17514s | train_loss=0.0206 | fid=52.5798 + step 1910000 | 17600s | train_loss=0.0200 + step 1920000 | 17683s | train_loss=0.0198 + step 1930000 | 17765s | train_loss=0.0205 + step 1940000 | 17850s | train_loss=0.0200 + step 1950000 | 17935s | train_loss=0.0205 + step 1960000 | 18021s | train_loss=0.0203 + step 1970000 | 18107s | train_loss=0.0194 + step 1980000 | 18192s | train_loss=0.0196 + step 1990000 | 18278s | train_loss=0.0196 + step 2000000 | 18461s | train_loss=0.0198 | fid=50.9699 + step 2010000 | 18546s | train_loss=0.0193 + step 2020000 | 18628s | train_loss=0.0191 + step 2030000 | 18701s | train_loss=0.0196 + step 2040000 | 18771s | train_loss=0.0191 + step 2050000 | 18857s | train_loss=0.0200 + step 2060000 | 18942s | train_loss=0.0197 + step 2070000 | 19028s | train_loss=0.0192 + step 2080000 | 19113s | train_loss=0.0194 + step 2090000 | 19199s | train_loss=0.0189 + step 2100000 | 19378s | train_loss=0.0189 | fid=51.8440 + step 2110000 | 19463s | train_loss=0.0185 + step 2120000 | 19547s | train_loss=0.0189 + step 2130000 | 19626s | train_loss=0.0186 + step 2140000 | 19705s | train_loss=0.0188 + step 2150000 | 19773s | train_loss=0.0184 + step 2160000 | 19859s | train_loss=0.0184 + step 2170000 | 19944s | train_loss=0.0186 + step 2180000 | 20030s | train_loss=0.0188 + step 2190000 | 20115s | train_loss=0.0186 + step 2200000 | 20269s | train_loss=0.0182 | fid=51.7446 + step 2210000 | 20354s | train_loss=0.0180 + step 2220000 | 20438s | train_loss=0.0185 + step 2230000 | 20524s | train_loss=0.0182 + step 2240000 | 20607s | train_loss=0.0177 + step 2250000 | 20693s | train_loss=0.0185 + step 2260000 | 20770s | train_loss=0.0181 + step 2270000 | 20855s | train_loss=0.0183 + step 2280000 | 20941s | train_loss=0.0180 + step 2290000 | 21026s | train_loss=0.0178 + step 2300000 | 21191s | train_loss=0.0177 | fid=51.7369 + step 2310000 | 21274s | train_loss=0.0180 + step 2320000 | 21360s | train_loss=0.0176 + step 2330000 | 21446s | train_loss=0.0181 + step 2340000 | 21532s | train_loss=0.0175 + step 2350000 | 21604s | train_loss=0.0175 + step 2360000 | 21687s | train_loss=0.0171 + step 2370000 | 21759s | train_loss=0.0177 + step 2380000 | 21837s | train_loss=0.0180 + step 2390000 | 21923s | train_loss=0.0172 + step 2400000 | 22104s | train_loss=0.0168 | fid=51.5880 + step 2410000 | 22186s | train_loss=0.0169 + step 2420000 | 22271s | train_loss=0.0172 + step 2430000 | 22357s | train_loss=0.0166 + step 2440000 | 22443s | train_loss=0.0174 + step 2450000 | 22529s | train_loss=0.0169 + step 2460000 | 22600s | train_loss=0.0170 + step 2470000 | 22683s | train_loss=0.0162 + step 2480000 | 22760s | train_loss=0.0165 + step 2490000 | 22844s | train_loss=0.0167 + step 2500000 | 23003s | train_loss=0.0164 | fid=52.1598 + step 2510000 | 23085s | train_loss=0.0160 + step 2520000 | 23170s | train_loss=0.0165 + step 2530000 | 23256s | train_loss=0.0162 + step 2540000 | 23342s | train_loss=0.0166 + step 2550000 | 23427s | train_loss=0.0160 + step 2560000 | 23513s | train_loss=0.0163 + step 2570000 | 23596s | train_loss=0.0168 + step 2580000 | 23682s | train_loss=0.0164 + step 2590000 | 23765s | train_loss=0.0167 + step 2600000 | 23918s | train_loss=0.0164 | fid=51.9549 + step 2610000 | 23997s | train_loss=0.0157 + step 2620000 | 24082s | train_loss=0.0158 + step 2630000 | 24167s | train_loss=0.0159 + step 2640000 | 24252s | train_loss=0.0158 + step 2650000 | 24338s | train_loss=0.0160 + step 2660000 | 24424s | train_loss=0.0156 + step 2670000 | 24510s | train_loss=0.0154 + step 2680000 | 24584s | train_loss=0.0160 + step 2690000 | 24668s | train_loss=0.0153 + step 2700000 | 24832s | train_loss=0.0154 | fid=52.1924 + step 2710000 | 24917s | train_loss=0.0154 + step 2720000 | 24993s | train_loss=0.0154 + step 2730000 | 25079s | train_loss=0.0153 + step 2740000 | 25164s | train_loss=0.0157 + step 2750000 | 25250s | train_loss=0.0154 + step 2760000 | 25336s | train_loss=0.0150 + step 2770000 | 25421s | train_loss=0.0152 + step 2780000 | 25507s | train_loss=0.0152 + step 2790000 | 25590s | train_loss=0.0157 + step 2800000 | 25778s | train_loss=0.0149 | fid=51.8895 + step 2810000 | 25863s | train_loss=0.0159 + step 2820000 | 25941s | train_loss=0.0145 + step 2830000 | 26027s | train_loss=0.0149 + step 2840000 | 26112s | train_loss=0.0146 + step 2850000 | 26198s | train_loss=0.0151 + step 2860000 | 26283s | train_loss=0.0148 + step 2870000 | 26369s | train_loss=0.0145 + step 2880000 | 26455s | train_loss=0.0152 + step 2890000 | 26531s | train_loss=0.0147 + step 2900000 | 26700s | train_loss=0.0145 | fid=52.1988 + step 2910000 | 26786s | train_loss=0.0143 + step 2920000 | 26862s | train_loss=0.0149 + step 2930000 | 26947s | train_loss=0.0145 + step 2940000 | 27033s | train_loss=0.0144 + step 2950000 | 27119s | train_loss=0.0146 + step 2960000 | 27204s | train_loss=0.0142 + step 2970000 | 27290s | train_loss=0.0141 + step 2980000 | 27376s | train_loss=0.0142 + step 2990000 | 27459s | train_loss=0.0142 + step 3000000 | 27613s | train_loss=0.0138 | fid=52.2111 + step 3010000 | 27691s | train_loss=0.0138 + step 3020000 | 27768s | train_loss=0.0143 + step 3030000 | 27848s | train_loss=0.0143 + step 3040000 | 27933s | train_loss=0.0144 + step 3050000 | 28019s | train_loss=0.0146 + step 3060000 | 28104s | train_loss=0.0144 + step 3070000 | 28190s | train_loss=0.0144 + step 3080000 | 28276s | train_loss=0.0136 + step 3090000 | 28359s | train_loss=0.0138 + step 3100000 | 28513s | train_loss=0.0136 | fid=52.0591 + step 3110000 | 28599s | train_loss=0.0137 + step 3120000 | 28685s | train_loss=0.0131 + step 3130000 | 28764s | train_loss=0.0140 + step 3140000 | 28849s | train_loss=0.0133 + step 3150000 | 28935s | train_loss=0.0135 + step 3160000 | 29021s | train_loss=0.0135 + step 3170000 | 29106s | train_loss=0.0135 + step 3180000 | 29192s | train_loss=0.0139 + step 3190000 | 29275s | train_loss=0.0132 + step 3200000 | 29452s | train_loss=0.0133 | fid=52.0654 + step 3210000 | 29537s | train_loss=0.0131 + step 3220000 | 29623s | train_loss=0.0131 + step 3230000 | 29702s | train_loss=0.0135 + step 3240000 | 29788s | train_loss=0.0139 + step 3250000 | 29874s | train_loss=0.0134 + step 3260000 | 29959s | train_loss=0.0131 + step 3270000 | 30045s | train_loss=0.0127 + step 3280000 | 30129s | train_loss=0.0129 + step 3290000 | 30214s | train_loss=0.0127 + step 3300000 | 30415s | train_loss=0.0127 | fid=51.9396 + step 3310000 | 30491s | train_loss=0.0130 + step 3320000 | 30577s | train_loss=0.0129 + step 3330000 | 30644s | train_loss=0.0137 + step 3340000 | 30725s | train_loss=0.0130 + step 3350000 | 30810s | train_loss=0.0130 + step 3360000 | 30896s | train_loss=0.0124 + step 3370000 | 30980s | train_loss=0.0126 + step 3380000 | 31065s | train_loss=0.0125 + step 3390000 | 31151s | train_loss=0.0133 + step 3400000 | 31308s | train_loss=0.0130 | fid=52.3257 + step 3410000 | 31394s | train_loss=0.0122 + step 3420000 | 31477s | train_loss=0.0130 + step 3430000 | 31563s | train_loss=0.0123 + step 3440000 | 31643s | train_loss=0.0123 + step 3450000 | 31729s | train_loss=0.0129 + step 3460000 | 31815s | train_loss=0.0123 + step 3470000 | 31899s | train_loss=0.0124 + step 3480000 | 31984s | train_loss=0.0123 + step 3490000 | 32070s | train_loss=0.0126 + step 3500000 | 32227s | train_loss=0.0122 | fid=51.0498 + step 3510000 | 32312s | train_loss=0.0120 + step 3520000 | 32396s | train_loss=0.0121 + step 3530000 | 32481s | train_loss=0.0122 + step 3540000 | 32558s | train_loss=0.0120 + step 3550000 | 32636s | train_loss=0.0120 + step 3560000 | 32721s | train_loss=0.0120 + step 3570000 | 32805s | train_loss=0.0120 + step 3580000 | 32890s | train_loss=0.0120 + step 3590000 | 32976s | train_loss=0.0125 + step 3600000 | 33177s | train_loss=0.0121 | fid=52.7539 + step 3610000 | 33263s | train_loss=0.0119 + step 3620000 | 33346s | train_loss=0.0123 + step 3630000 | 33422s | train_loss=0.0119 + step 3640000 | 33500s | train_loss=0.0117 + step 3650000 | 33584s | train_loss=0.0121 + step 3660000 | 33654s | train_loss=0.0119 + step 3670000 | 33740s | train_loss=0.0117 + step 3680000 | 33825s | train_loss=0.0117 + step 3690000 | 33911s | train_loss=0.0115 + step 3700000 | 34115s | train_loss=0.0123 | fid=52.5272 + step 3710000 | 34201s | train_loss=0.0122 + step 3720000 | 34287s | train_loss=0.0116 + step 3730000 | 34363s | train_loss=0.0114 + step 3740000 | 34441s | train_loss=0.0117 + step 3750000 | 34524s | train_loss=0.0115 + step 3760000 | 34602s | train_loss=0.0118 + step 3770000 | 34679s | train_loss=0.0120 + step 3780000 | 34764s | train_loss=0.0111 + step 3790000 | 34850s | train_loss=0.0117 + step 3800000 | 35067s | train_loss=0.0118 | fid=52.6076 + step 3810000 | 35153s | train_loss=0.0114 + step 3820000 | 35239s | train_loss=0.0115 + step 3830000 | 35316s | train_loss=0.0113 + step 3840000 | 35389s | train_loss=0.0112 + step 3850000 | 35471s | train_loss=0.0114 + step 3860000 | 35557s | train_loss=0.0111 + step 3870000 | 35633s | train_loss=0.0114 + step 3880000 | 35718s | train_loss=0.0114 + step 3890000 | 35804s | train_loss=0.0110 + step 3900000 | 35987s | train_loss=0.0110 | fid=52.6802 + step 3910000 | 36073s | train_loss=0.0110 + step 3920000 | 36159s | train_loss=0.0111 + step 3930000 | 36244s | train_loss=0.0105 + step 3940000 | 36317s | train_loss=0.0108 + step 3950000 | 36387s | train_loss=0.0107 + step 3960000 | 36473s | train_loss=0.0111 + step 3970000 | 36556s | train_loss=0.0108 + step 3980000 | 36625s | train_loss=0.0109 + step 3990000 | 36710s | train_loss=0.0109 + step 4000000 | 36918s | train_loss=0.0111 | fid=51.3297 + step 4010000 | 37003s | train_loss=0.0116 + step 4020000 | 37089s | train_loss=0.0110 + step 4030000 | 37173s | train_loss=0.0109 + step 4040000 | 37250s | train_loss=0.0114 + step 4050000 | 37324s | train_loss=0.0114 + step 4060000 | 37410s | train_loss=0.0105 + step 4070000 | 37496s | train_loss=0.0109 + step 4080000 | 37579s | train_loss=0.0105 + step 4090000 | 37657s | train_loss=0.0111 + step 4100000 | 37842s | train_loss=0.0108 | fid=52.0539 + step 4110000 | 37928s | train_loss=0.0115 + step 4120000 | 38012s | train_loss=0.0111 + step 4130000 | 38097s | train_loss=0.0107 + step 4140000 | 38183s | train_loss=0.0107 + step 4150000 | 38254s | train_loss=0.0107 + step 4160000 | 38336s | train_loss=0.0101 + step 4170000 | 38421s | train_loss=0.0103 + step 4180000 | 38507s | train_loss=0.0110 + step 4190000 | 38585s | train_loss=0.0105 + step 4200000 | 38780s | train_loss=0.0105 | fid=52.5898 + step 4210000 | 38864s | train_loss=0.0103 + step 4220000 | 38950s | train_loss=0.0104 + step 4230000 | 39035s | train_loss=0.0106 + step 4240000 | 39121s | train_loss=0.0106 + step 4250000 | 39198s | train_loss=0.0102 + step 4260000 | 39267s | train_loss=0.0101 + step 4270000 | 39352s | train_loss=0.0102 + step 4280000 | 39438s | train_loss=0.0101 + step 4290000 | 39524s | train_loss=0.0103 + step 4300000 | 39716s | train_loss=0.0101 | fid=51.8353 + step 4310000 | 39802s | train_loss=0.0101 + step 4320000 | 39888s | train_loss=0.0110 + step 4330000 | 39973s | train_loss=0.0099 + step 4340000 | 40059s | train_loss=0.0101 + step 4350000 | 40145s | train_loss=0.0101 + step 4360000 | 40204s | train_loss=0.0107 + step 4370000 | 40290s | train_loss=0.0100 + step 4380000 | 40375s | train_loss=0.0098 + step 4390000 | 40461s | train_loss=0.0104 + step 4400000 | 40659s | train_loss=0.0099 | fid=52.0522 + step 4410000 | 40745s | train_loss=0.0104 + step 4420000 | 40831s | train_loss=0.0098 + step 4430000 | 40916s | train_loss=0.0100 + step 4440000 | 41002s | train_loss=0.0101 + step 4450000 | 41087s | train_loss=0.0097 + step 4460000 | 41152s | train_loss=0.0098 + step 4470000 | 41227s | train_loss=0.0100 + step 4480000 | 41313s | train_loss=0.0097 + step 4490000 | 41398s | train_loss=0.0097 + step 4500000 | 41583s | train_loss=0.0100 | fid=52.3375 + step 4510000 | 41669s | train_loss=0.0098 + step 4520000 | 41755s | train_loss=0.0098 + step 4530000 | 41840s | train_loss=0.0099 + step 4540000 | 41926s | train_loss=0.0102 + step 4550000 | 42011s | train_loss=0.0099 + step 4560000 | 42087s | train_loss=0.0096 + step 4570000 | 42161s | train_loss=0.0095 + step 4580000 | 42241s | train_loss=0.0097 + step 4590000 | 42324s | train_loss=0.0093 + step 4600000 | 42509s | train_loss=0.0100 | fid=52.7259 + step 4610000 | 42584s | train_loss=0.0094 + step 4620000 | 42670s | train_loss=0.0096 + step 4630000 | 42755s | train_loss=0.0101 + step 4640000 | 42841s | train_loss=0.0095 + step 4650000 | 42926s | train_loss=0.0095 + step 4660000 | 43010s | train_loss=0.0099 + step 4670000 | 43090s | train_loss=0.0093 + step 4680000 | 43164s | train_loss=0.0092 + step 4690000 | 43243s | train_loss=0.0095 + step 4700000 | 43427s | train_loss=0.0097 | fid=51.8996 + step 4710000 | 43509s | train_loss=0.0095 + step 4720000 | 43580s | train_loss=0.0098 + step 4730000 | 43666s | train_loss=0.0092 + step 4740000 | 43752s | train_loss=0.0094 + step 4750000 | 43837s | train_loss=0.0094 + step 4760000 | 43923s | train_loss=0.0098 + step 4770000 | 43993s | train_loss=0.0094 + step 4780000 | 44066s | train_loss=0.0101 + step 4790000 | 44125s | train_loss=0.0090 + step 4800000 | 44283s | train_loss=0.0095 | fid=51.9693 + step 4810000 | 44352s | train_loss=0.0093 + step 4820000 | 44410s | train_loss=0.0096 + step 4830000 | 44474s | train_loss=0.0094 + step 4840000 | 44543s | train_loss=0.0093 + step 4850000 | 44612s | train_loss=0.0092 + step 4860000 | 44681s | train_loss=0.0093 + step 4870000 | 44746s | train_loss=0.0090 + step 4880000 | 44815s | train_loss=0.0093 + step 4890000 | 44884s | train_loss=0.0091 + step 4900000 | 45008s | train_loss=0.0096 | fid=52.1026 + step 4910000 | 45077s | train_loss=0.0091 + step 4920000 | 45146s | train_loss=0.0091 + step 4930000 | 45212s | train_loss=0.0088 + step 4940000 | 45280s | train_loss=0.0094 + step 4950000 | 45349s | train_loss=0.0089 + step 4960000 | 45418s | train_loss=0.0088 + step 4970000 | 45484s | train_loss=0.0092 + step 4980000 | 45552s | train_loss=0.0090 + step 4990000 | 45621s | train_loss=0.0088 + step 5000000 | 45745s | train_loss=0.0088 | fid=51.8278 diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d50/config.json b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d50/config.json new file mode 100644 index 0000000000000000000000000000000000000000..549268c2a67397d2a5bf447f83e6a8fea0229a4f --- /dev/null +++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d50/config.json @@ -0,0 +1,26 @@ +{ + "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d50/vae.pt", + "out": "results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d50", + "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json", + "train_tar": "/overflow/data/cerberus/celeba_hq_256_partitioned_ws/train/celeba_hq_256-train-0000.tar", + "n_train": 1000, + "total_steps": 5000000, + "eval_interval": 10000, + "mem_interval": 100000, + "fid_interval": 100000, + "fid_n_real": 1000, + "fid_n_gen": 10000, + "n_gen_samples": 10000, + "n_sde_steps": 500, + "batch_size": 512, + "hidden": 1024, + "depth": 5, + "optimizer": "sgd", + "lr": 0.001, + "momentum": 0.8, + "t_min": 0.01, + "t_max": 3.0, + "t_eval": 0.1, + "seed": 47, + "device": null +} diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d50/metrics.jsonl b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d50/metrics.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..e31840e93b66bbe30b09c7b20680b3c0d1d4aab9 --- /dev/null +++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d50/metrics.jsonl @@ -0,0 +1,502 @@ +{"event": "meta", "data": "celeba_hq_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 50, "n": 1000, "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d50/vae.pt", "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [20952, 7797, 13007, 15253, 1802, 20760, 3302, 2937, 12429, 13098, 20076, 19572, 10577, 5564, 11381, 5775, 5276, 17998, 2240, 2519, 11388, 7263, 4196, 10568, 2158, 19965, 9295, 2040, 19851, 8718, 9370, 15052, 13447, 2513, 1591, 9658, 13292, 12806, 14560, 2355, 9290, 17698, 4901, 20580, 2127, 14432, 8576, 20295, 129, 14022, 19119, 15050, 18760, 288, 13973, 2168, 14462, 2292, 8199, 18932, 6429, 20664, 8787, 16525, 10377, 6994, 16130, 6724, 13244, 20903, 11718, 8813, 7745, 14314, 13381, 7425, 8918, 18001, 18601, 17689, 8193, 470, 13341, 5477, 12269, 7092, 11369, 16932, 14217, 12925, 15969, 15866, 12197, 9148, 9971, 6425, 19208, 112, 13306, 16558, 1303, 19554, 17868, 13767, 4996, 11785, 8997, 17159, 9157, 13344, 7193, 14890, 893, 12961, 4480, 20648, 1871, 14734, 7352, 7321, 17855, 20812, 5617, 12632, 793, 17758, 7441, 20850, 8716, 9049, 5480, 7856, 16261, 5910, 16773, 9795, 4390, 6696, 14888, 12975, 16432, 9254, 6712, 1464, 13523, 641, 20792, 7029, 20339, 5365, 18551, 11929, 13976, 5064, 1978, 3092, 13092, 14987, 9204, 4723, 12378, 12008, 8196, 136, 19652, 8477, 19824, 2919, 13627, 19248, 9044, 3780, 12267, 8395, 7223, 8828, 4794, 1238, 3918, 6410, 14610, 2563, 18499, 7857, 3061, 15109, 11568, 6764, 10989, 18957, 8115, 20211, 19901, 20120, 10169, 4920, 9969, 10241, 17413, 5421, 14514, 20658, 10122, 5760, 1280, 11010, 8517, 4746, 6765, 4667, 4144, 8117, 4488, 17978, 13454, 18660, 8665, 45, 7031, 903, 16818, 18231, 17390, 312, 13864, 3668, 10948, 3614, 19604, 5027, 14941, 16471, 6783, 5178, 9335, 17408, 11831, 14242, 20072, 8405, 5198, 7163, 14369, 3939, 18102, 9996, 1580, 14702, 11215, 12045, 15533, 11854, 20171, 8345, 13606, 20457, 4849, 1500, 4026, 1891, 19053, 15329, 14020, 8742, 9233, 5280, 14522, 19492, 19005, 15421, 20902, 2380, 15726, 10965, 14683, 8786, 10203, 2842, 12666, 16692, 11495, 13620, 13743, 19967, 2117, 13142, 18220, 9184, 7484, 20600, 18310, 11438, 13671, 19232, 12924, 7682, 6420, 6638, 8141, 9558, 14608, 16288, 8979, 18506, 10073, 15365, 17535, 1111, 15229, 5083, 3615, 14472, 9250, 2157, 14039, 7423, 12464, 17398, 7148, 18584, 3958, 17549, 7943, 5819, 4614, 5871, 6171, 8176, 442, 7457, 11538, 15416, 15446, 1476, 16702, 17386, 344, 2590, 4412, 14795, 3511, 3253, 2551, 4805, 10115, 19988, 8304, 12851, 10913, 15518, 12417, 4132, 840, 10288, 7062, 402, 15245, 2646, 10740, 15201, 12745, 16350, 3423, 15088, 14921, 1876, 11228, 17039, 2764, 14670, 3571, 20091, 18464, 1243, 32, 651, 6130, 15342, 8091, 18828, 9117, 12336, 1061, 1889, 11916, 2684, 6657, 18769, 16598, 12693, 17833, 4505, 1755, 5317, 17939, 8049, 15854, 2015, 6255, 7794, 8551, 8848, 6079, 19416, 9201, 9716, 4758, 12841, 18120, 5409, 2645, 17139, 12999, 20071, 11362, 16024, 1012, 3774, 89, 4789, 14143, 541, 19389, 17049, 11702, 9028, 38, 11395, 12833, 19976, 10415, 6753, 3479, 10950, 10730, 2864, 17034, 16113, 14211, 11231, 10526, 3344, 7261, 15216, 1908, 9176, 2681, 9498, 18417, 20330, 19267, 8645, 17348, 3136, 17753, 4834, 14445, 1672, 13858, 18557, 2470, 9766, 18654, 162, 16584, 20852, 14886, 13360, 20524, 19279, 13997, 18291, 1348, 5843, 8721, 20735, 20977, 15333, 8243, 16529, 13154, 10788, 5379, 4739, 5636, 18019, 7950, 6588, 786, 6257, 8375, 3630, 14367, 510, 17431, 18890, 2241, 4398, 13654, 2768, 2899, 12526, 17703, 18984, 5733, 20074, 19421, 3368, 17161, 3891, 15748, 14407, 9678, 13320, 16555, 13838, 20279, 11098, 386, 12574, 2638, 13238, 2777, 13223, 5037, 5813, 19373, 13398, 15442, 5983, 3556, 1790, 6314, 13062, 5358, 17460, 8621, 15321, 9903, 15036, 13479, 19963, 6056, 9168, 2337, 18563, 19062, 11299, 19051, 17806, 17617, 7357, 6977, 19296, 15000, 16443, 14982, 15757, 15704, 5582, 2942, 16890, 8400, 9917, 16834, 567, 659, 9366, 1700, 5402, 4682, 2280, 765, 2961, 4577, 8421, 18091, 18080, 3290, 16429, 7945, 7235, 19280, 6240, 6343, 10436, 6470, 17901, 9219, 13304, 14735, 14786, 10334, 9645, 15485, 15119, 18615, 10837, 6813, 13431, 5024, 11164, 4421, 6786, 12382, 9459, 10595, 3685, 11181, 10328, 2900, 13285, 19615, 598, 157, 3120, 5529, 13749, 880, 5976, 19463, 16851, 2785, 3976, 20553, 19955, 6877, 1999, 20607, 10853, 8557, 7159, 17184, 10263, 9068, 12865, 5383, 18321, 2827, 2557, 7003, 6506, 13066, 16625, 15600, 10682, 18067, 14801, 13212, 9938, 7768, 14004, 11935, 12469, 12488, 13369, 20018, 19169, 4550, 6811, 11149, 37, 10051, 9046, 1576, 14946, 18907, 14521, 19659, 18099, 19638, 12050, 19893, 10324, 14542, 16992, 3456, 795, 5001, 14177, 18909, 18362, 11062, 3201, 6571, 10607, 11677, 4651, 18636, 4078, 6863, 9047, 9346, 5713, 13400, 13011, 12890, 12611, 15357, 7685, 15356, 10982, 15996, 4004, 1566, 9705, 11488, 1775, 17724, 8914, 9553, 3439, 1340, 7931, 16610, 5956, 7683, 3971, 3010, 8407, 3234, 6422, 7216, 2412, 4082, 12822, 5462, 5841, 15427, 5125, 11056, 8331, 4330, 6004, 15595, 4522, 14489, 11545, 12949, 6735, 17874, 11843, 11870, 11752, 14026, 18781, 4107, 12435, 8184, 1894, 9501, 6897, 14322, 4925, 17746, 3540, 3892, 10979, 10164, 2026, 4222, 1302, 19608, 6106, 20705, 1413, 12551, 2515, 5546, 7675, 5986, 7326, 17606, 9322, 9025, 12134, 20845, 1355, 5975, 4924, 9718, 2988, 12371, 8809, 9623, 14696, 17591, 20420, 16528, 15025, 4086, 11756, 4938, 6833, 15181, 11357, 16067, 12427, 5124, 4992, 13926, 20499, 18307, 4955, 7145, 18724, 35, 15577, 8779, 12132, 2322, 5756, 5220, 4518, 10666, 9584, 5903, 5523, 18943, 20654, 5822, 3200, 19022, 7533, 879, 17337, 8171, 8959, 5836, 15782, 18975, 989, 16566, 17613, 18341, 20220, 14326, 15459, 4315, 4874, 7122, 12740, 12259, 10824, 8098, 14910, 8434, 3601, 18430, 10733, 16177, 10780, 1324, 20023, 2408, 11121, 9237, 14519, 14858, 14630, 20871, 15604, 20373, 2311, 20475, 171, 2624, 7590, 4608, 13160, 4506, 10003, 4097, 10252, 18586, 18018, 7960, 9942, 6044, 16467, 3797, 20547, 17560, 7905, 20698, 12686, 5683, 115, 4181, 15828, 20515, 1287, 20636, 2828, 15685, 13399, 18580, 7902, 4380, 10083, 9273, 18142, 15396, 1402, 3101, 19049, 12462, 7659, 164, 1117, 14996, 10741, 17, 18797, 1976, 8898, 11319, 9178, 19713, 19657, 3095, 5405, 15206, 17743, 2834, 20208, 1847, 1488, 3025, 9332, 13967, 14043, 7846, 3126, 11244, 17468, 8874, 13461, 3788, 2725, 5793, 20764, 5132, 16487, 17712, 776, 5042, 9486, 9158, 18638, 6603, 17685, 15564, 11419, 5628, 4296, 8107, 1106, 12274, 3579, 11265, 17185, 7416, 1434, 7934, 19543, 7397, 19689, 3737, 4263, 2141, 5096, 3164, 2924, 2738, 6210, 36, 8651, 17892, 16670, 18803, 11118, 3966, 1913, 20926, 4105, 6428, 17717, 17240, 16019, 4501, 13280, 15814, 19328, 2893, 1993, 681, 4066, 20723, 4437], "fid_reference": "same farthest-first 1k training subset", "seed": 47} +{"step": 1, "wall_time": 71.40118980407715, "train_loss_step": 50.263309478759766, "n_params": 4367410, "total_flops": 13416683520, "train_loss": 1.0052173614501954, "subset_score_loss": 1.0052173614501954, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9738116264343262, "fid": 245.25315495045436} +{"step": 10000, "wall_time": 162.45813918113708, "train_loss_step": 10.708829879760742, "n_params": 4367410, "total_flops": 134166835200000, "train_loss": 0.8572725677490234, "subset_score_loss": 0.8572725677490234} +{"step": 20000, "wall_time": 254.27106356620789, "train_loss_step": 10.158425331115723, "n_params": 4367410, "total_flops": 268333670400000, "train_loss": 0.7985868835449219, "subset_score_loss": 0.7985868835449219} +{"step": 30000, "wall_time": 345.99776554107666, "train_loss_step": 9.577093124389648, "n_params": 4367410, "total_flops": 402500505600000, "train_loss": 0.7134447479248047, "subset_score_loss": 0.7134447479248047} +{"step": 40000, "wall_time": 438.0153694152832, "train_loss_step": 7.78226375579834, "n_params": 4367410, "total_flops": 536667340800000, "train_loss": 0.5787904357910156, "subset_score_loss": 0.5787904357910156} +{"step": 50000, "wall_time": 529.8339495658875, "train_loss_step": 7.460323810577393, "n_params": 4367410, "total_flops": 670834176000000, "train_loss": 0.4096278381347656, "subset_score_loss": 0.4096278381347656} +{"step": 60000, "wall_time": 620.0931329727173, "train_loss_step": 5.868050575256348, "n_params": 4367410, "total_flops": 805001011200000, "train_loss": 0.28881547927856444, "subset_score_loss": 0.28881547927856444} +{"step": 70000, "wall_time": 711.7575256824493, "train_loss_step": 5.973304748535156, "n_params": 4367410, "total_flops": 939167846400000, "train_loss": 0.21839752197265624, "subset_score_loss": 0.21839752197265624} +{"step": 80000, "wall_time": 803.0363636016846, "train_loss_step": 5.959216117858887, "n_params": 4367410, "total_flops": 1073334681600000, "train_loss": 0.18141252517700196, "subset_score_loss": 0.18141252517700196} +{"step": 90000, "wall_time": 894.6518290042877, "train_loss_step": 5.358707427978516, "n_params": 4367410, "total_flops": 1207501516800000, "train_loss": 0.1584833526611328, "subset_score_loss": 0.1584833526611328} +{"step": 100000, "wall_time": 1055.5232450962067, "train_loss_step": 5.134834289550781, "n_params": 4367410, "total_flops": 1341668352000000, "train_loss": 0.14508885383605957, "subset_score_loss": 0.14508885383605957, "memorization_fraction_pixel": 0.000699999975040555, "mean_nn_ratio_pixel": 0.8861204981803894, "fid": 59.93138745907518} +{"step": 110000, "wall_time": 1145.9784145355225, "train_loss_step": 4.752233505249023, "n_params": 4367410, "total_flops": 1475835187200000, "train_loss": 0.13555488586425782, "subset_score_loss": 0.13555488586425782} +{"step": 120000, "wall_time": 1237.6271381378174, "train_loss_step": 5.300498962402344, "n_params": 4367410, "total_flops": 1610002022400000, "train_loss": 0.12559381484985352, "subset_score_loss": 0.12559381484985352} +{"step": 130000, "wall_time": 1329.1513726711273, "train_loss_step": 4.752477169036865, "n_params": 4367410, "total_flops": 1744168857600000, "train_loss": 0.1183055305480957, "subset_score_loss": 0.1183055305480957} +{"step": 140000, "wall_time": 1420.8926937580109, "train_loss_step": 4.625327110290527, "n_params": 4367410, "total_flops": 1878335692800000, "train_loss": 0.11150949478149413, "subset_score_loss": 0.11150949478149413} +{"step": 150000, "wall_time": 1511.5705435276031, "train_loss_step": 4.506929874420166, "n_params": 4367410, "total_flops": 2012502528000000, "train_loss": 0.10579705238342285, "subset_score_loss": 0.10579705238342285} +{"step": 160000, "wall_time": 1603.1370582580566, "train_loss_step": 4.212813377380371, "n_params": 4367410, "total_flops": 2146669363200000, "train_loss": 0.10159693717956543, "subset_score_loss": 0.10159693717956543} +{"step": 170000, "wall_time": 1694.7403726577759, "train_loss_step": 4.560868263244629, "n_params": 4367410, "total_flops": 2280836198400000, "train_loss": 0.09782467842102051, "subset_score_loss": 0.09782467842102051} +{"step": 180000, "wall_time": 1785.9096293449402, "train_loss_step": 4.629938125610352, "n_params": 4367410, "total_flops": 2415003033600000, "train_loss": 0.09292115211486816, "subset_score_loss": 0.09292115211486816} +{"step": 190000, "wall_time": 1875.7240459918976, "train_loss_step": 4.158300399780273, "n_params": 4367410, "total_flops": 2549169868800000, "train_loss": 0.09038174629211426, "subset_score_loss": 0.09038174629211426} +{"step": 200000, "wall_time": 2038.628104686737, "train_loss_step": 4.4687089920043945, "n_params": 4367410, "total_flops": 2683336704000000, "train_loss": 0.0870530891418457, "subset_score_loss": 0.0870530891418457, "memorization_fraction_pixel": 0.02319999970495701, "mean_nn_ratio_pixel": 0.7952461242675781, "fid": 56.86225077688009} +{"step": 210000, "wall_time": 2128.9518206119537, "train_loss_step": 3.931063413619995, "n_params": 4367410, "total_flops": 2817503539200000, "train_loss": 0.0838165283203125, "subset_score_loss": 0.0838165283203125} +{"step": 220000, "wall_time": 2220.906567335129, "train_loss_step": 3.9798521995544434, "n_params": 4367410, "total_flops": 2951670374400000, "train_loss": 0.08172591209411621, "subset_score_loss": 0.08172591209411621} +{"step": 230000, "wall_time": 2312.9571793079376, "train_loss_step": 4.067729473114014, "n_params": 4367410, "total_flops": 3085837209600000, "train_loss": 0.07864848136901856, "subset_score_loss": 0.07864848136901856} +{"step": 240000, "wall_time": 2404.2541127204895, "train_loss_step": 3.773326873779297, "n_params": 4367410, "total_flops": 3220004044800000, "train_loss": 0.07643695831298829, "subset_score_loss": 0.07643695831298829} +{"step": 250000, "wall_time": 2495.3426134586334, "train_loss_step": 4.191821575164795, "n_params": 4367410, "total_flops": 3354170880000000, "train_loss": 0.07373584270477294, "subset_score_loss": 0.07373584270477294} +{"step": 260000, "wall_time": 2587.0265049934387, "train_loss_step": 4.242280006408691, "n_params": 4367410, "total_flops": 3488337715200000, "train_loss": 0.07213566780090332, "subset_score_loss": 0.07213566780090332} +{"step": 270000, "wall_time": 2678.6211128234863, "train_loss_step": 4.108755111694336, "n_params": 4367410, "total_flops": 3622504550400000, "train_loss": 0.07045575141906739, "subset_score_loss": 0.07045575141906739} +{"step": 280000, "wall_time": 2767.820294380188, "train_loss_step": 4.100442886352539, "n_params": 4367410, "total_flops": 3756671385600000, "train_loss": 0.06812125682830811, "subset_score_loss": 0.06812125682830811} +{"step": 290000, "wall_time": 2856.1996240615845, "train_loss_step": 3.7798659801483154, "n_params": 4367410, "total_flops": 3890838220800000, "train_loss": 0.06672677516937256, "subset_score_loss": 0.06672677516937256} +{"step": 300000, "wall_time": 3028.8265500068665, "train_loss_step": 3.9210257530212402, "n_params": 4367410, "total_flops": 4025005056000000, "train_loss": 0.06672975063323974, "subset_score_loss": 0.06672975063323974, "memorization_fraction_pixel": 0.06069999933242798, "mean_nn_ratio_pixel": 0.7338517904281616, "fid": 54.29832336646318} +{"step": 310000, "wall_time": 3119.7463297843933, "train_loss_step": 3.9094789028167725, "n_params": 4367410, "total_flops": 4159171891200000, "train_loss": 0.06384877681732178, "subset_score_loss": 0.06384877681732178} +{"step": 320000, "wall_time": 3211.6156063079834, "train_loss_step": 3.918828248977661, "n_params": 4367410, "total_flops": 4293338726400000, "train_loss": 0.06304422855377197, "subset_score_loss": 0.06304422855377197} +{"step": 330000, "wall_time": 3302.900287628174, "train_loss_step": 4.0832695960998535, "n_params": 4367410, "total_flops": 4427505561600000, "train_loss": 0.06173758029937744, "subset_score_loss": 0.06173758029937744} +{"step": 340000, "wall_time": 3393.8765585422516, "train_loss_step": 3.4211812019348145, "n_params": 4367410, "total_flops": 4561672396800000, "train_loss": 0.05996163845062256, "subset_score_loss": 0.05996163845062256} +{"step": 350000, "wall_time": 3485.5891437530518, "train_loss_step": 3.454993724822998, "n_params": 4367410, "total_flops": 4695839232000000, "train_loss": 0.058493185043334964, "subset_score_loss": 0.058493185043334964} +{"step": 360000, "wall_time": 3577.5177364349365, "train_loss_step": 3.816223621368408, "n_params": 4367410, "total_flops": 4830006067200000, "train_loss": 0.05790418148040771, "subset_score_loss": 0.05790418148040771} +{"step": 370000, "wall_time": 3667.2483899593353, "train_loss_step": 3.7156848907470703, "n_params": 4367410, "total_flops": 4964172902400000, "train_loss": 0.05707108497619629, "subset_score_loss": 0.05707108497619629} +{"step": 380000, "wall_time": 3755.5573670864105, "train_loss_step": 3.794513463973999, "n_params": 4367410, "total_flops": 5098339737600000, "train_loss": 0.05565042018890381, "subset_score_loss": 0.05565042018890381} +{"step": 390000, "wall_time": 3846.8301289081573, "train_loss_step": 3.8568849563598633, "n_params": 4367410, "total_flops": 5232506572800000, "train_loss": 0.0548905086517334, "subset_score_loss": 0.0548905086517334} +{"step": 400000, "wall_time": 4012.6366531848907, "train_loss_step": 3.569573402404785, "n_params": 4367410, "total_flops": 5366673408000000, "train_loss": 0.05406581401824951, "subset_score_loss": 0.05406581401824951, "memorization_fraction_pixel": 0.11299999803304672, "mean_nn_ratio_pixel": 0.6818062663078308, "fid": 52.74765887750307} +{"step": 410000, "wall_time": 4104.098618745804, "train_loss_step": 3.478850841522217, "n_params": 4367410, "total_flops": 5500840243200000, "train_loss": 0.05231837272644043, "subset_score_loss": 0.05231837272644043} +{"step": 420000, "wall_time": 4194.715077161789, "train_loss_step": 3.8246259689331055, "n_params": 4367410, "total_flops": 5635007078400000, "train_loss": 0.052681956291198734, "subset_score_loss": 0.052681956291198734} +{"step": 430000, "wall_time": 4282.312914848328, "train_loss_step": 3.4870071411132812, "n_params": 4367410, "total_flops": 5769173913600000, "train_loss": 0.051479811668396, "subset_score_loss": 0.051479811668396} +{"step": 440000, "wall_time": 4369.993180036545, "train_loss_step": 3.867467164993286, "n_params": 4367410, "total_flops": 5903340748800000, "train_loss": 0.05094645977020264, "subset_score_loss": 0.05094645977020264} +{"step": 450000, "wall_time": 4457.723728895187, "train_loss_step": 3.472971200942993, "n_params": 4367410, "total_flops": 6037507584000000, "train_loss": 0.049356846809387206, "subset_score_loss": 0.049356846809387206} +{"step": 460000, "wall_time": 4546.237643003464, "train_loss_step": 3.652963638305664, "n_params": 4367410, "total_flops": 6171674419200000, "train_loss": 0.049192924499511716, "subset_score_loss": 0.049192924499511716} +{"step": 470000, "wall_time": 4634.948919057846, "train_loss_step": 3.5719950199127197, "n_params": 4367410, "total_flops": 6305841254400000, "train_loss": 0.04866828441619873, "subset_score_loss": 0.04866828441619873} +{"step": 480000, "wall_time": 4726.1596467494965, "train_loss_step": 3.449507713317871, "n_params": 4367410, "total_flops": 6440008089600000, "train_loss": 0.047527503967285153, "subset_score_loss": 0.047527503967285153} +{"step": 490000, "wall_time": 4817.420142412186, "train_loss_step": 3.4943437576293945, "n_params": 4367410, "total_flops": 6574174924800000, "train_loss": 0.047436089515686036, "subset_score_loss": 0.047436089515686036} +{"step": 500000, "wall_time": 4981.721979379654, "train_loss_step": 3.754291534423828, "n_params": 4367410, "total_flops": 6708341760000000, "train_loss": 0.046707868576049805, "subset_score_loss": 0.046707868576049805, "memorization_fraction_pixel": 0.1467999964952469, "mean_nn_ratio_pixel": 0.6407108306884766, "fid": 51.55608841322275} +{"step": 510000, "wall_time": 5072.989063024521, "train_loss_step": 3.6621851921081543, "n_params": 4367410, "total_flops": 6842508595200000, "train_loss": 0.047295722961425785, "subset_score_loss": 0.047295722961425785} +{"step": 520000, "wall_time": 5164.260727643967, "train_loss_step": 3.453856945037842, "n_params": 4367410, "total_flops": 6976675430400000, "train_loss": 0.04562867641448975, "subset_score_loss": 0.04562867641448975} +{"step": 530000, "wall_time": 5255.279271841049, "train_loss_step": 3.9513630867004395, "n_params": 4367410, "total_flops": 7110842265600000, "train_loss": 0.045139317512512205, "subset_score_loss": 0.045139317512512205} +{"step": 540000, "wall_time": 5346.755519151688, "train_loss_step": 3.7928147315979004, "n_params": 4367410, "total_flops": 7245009100800000, "train_loss": 0.04511202335357666, "subset_score_loss": 0.04511202335357666} +{"step": 550000, "wall_time": 5436.8946743011475, "train_loss_step": 3.5300421714782715, "n_params": 4367410, "total_flops": 7379175936000000, "train_loss": 0.044352641105651854, "subset_score_loss": 0.044352641105651854} +{"step": 560000, "wall_time": 5525.645870447159, "train_loss_step": 3.6029727458953857, "n_params": 4367410, "total_flops": 7513342771200000, "train_loss": 0.04377992630004883, "subset_score_loss": 0.04377992630004883} +{"step": 570000, "wall_time": 5617.181755781174, "train_loss_step": 3.4665215015411377, "n_params": 4367410, "total_flops": 7647509606400000, "train_loss": 0.04400857448577881, "subset_score_loss": 0.04400857448577881} +{"step": 580000, "wall_time": 5708.613107919693, "train_loss_step": 3.4406843185424805, "n_params": 4367410, "total_flops": 7781676441600000, "train_loss": 0.04285784244537354, "subset_score_loss": 0.04285784244537354} +{"step": 590000, "wall_time": 5795.333400249481, "train_loss_step": 3.3730688095092773, "n_params": 4367410, "total_flops": 7915843276800000, "train_loss": 0.042960596084594724, "subset_score_loss": 0.042960596084594724} +{"step": 600000, "wall_time": 5986.921265602112, "train_loss_step": 3.506284475326538, "n_params": 4367410, "total_flops": 8050010112000000, "train_loss": 0.042004661560058595, "subset_score_loss": 0.042004661560058595, "memorization_fraction_pixel": 0.20319999754428864, "mean_nn_ratio_pixel": 0.6065394878387451, "fid": 50.87813408291868} +{"step": 610000, "wall_time": 6077.829215049744, "train_loss_step": 3.592751979827881, "n_params": 4367410, "total_flops": 8184176947200000, "train_loss": 0.042459907531738283, "subset_score_loss": 0.042459907531738283} +{"step": 620000, "wall_time": 6168.458574771881, "train_loss_step": 3.504377841949463, "n_params": 4367410, "total_flops": 8318343782400000, "train_loss": 0.04189486026763916, "subset_score_loss": 0.04189486026763916} +{"step": 630000, "wall_time": 6259.695807218552, "train_loss_step": 3.355802536010742, "n_params": 4367410, "total_flops": 8452510617600000, "train_loss": 0.040858678817749024, "subset_score_loss": 0.040858678817749024} +{"step": 640000, "wall_time": 6349.570223808289, "train_loss_step": 3.3456950187683105, "n_params": 4367410, "total_flops": 8586677452800000, "train_loss": 0.04016671657562256, "subset_score_loss": 0.04016671657562256} +{"step": 650000, "wall_time": 6432.649029970169, "train_loss_step": 3.7426021099090576, "n_params": 4367410, "total_flops": 8720844288000000, "train_loss": 0.04019180774688721, "subset_score_loss": 0.04019180774688721} +{"step": 660000, "wall_time": 6520.101936340332, "train_loss_step": 3.4390978813171387, "n_params": 4367410, "total_flops": 8855011123200000, "train_loss": 0.03967336893081665, "subset_score_loss": 0.03967336893081665} +{"step": 670000, "wall_time": 6611.410288333893, "train_loss_step": 3.7231712341308594, "n_params": 4367410, "total_flops": 8989177958400000, "train_loss": 0.03925955772399902, "subset_score_loss": 0.03925955772399902} +{"step": 680000, "wall_time": 6703.192849397659, "train_loss_step": 3.320747137069702, "n_params": 4367410, "total_flops": 9123344793600000, "train_loss": 0.0405308723449707, "subset_score_loss": 0.0405308723449707} +{"step": 690000, "wall_time": 6782.778350353241, "train_loss_step": 3.149824380874634, "n_params": 4367410, "total_flops": 9257511628800000, "train_loss": 0.038986310958862305, "subset_score_loss": 0.038986310958862305} +{"step": 700000, "wall_time": 6974.448463916779, "train_loss_step": 3.1074671745300293, "n_params": 4367410, "total_flops": 9391678464000000, "train_loss": 0.03923769235610962, "subset_score_loss": 0.03923769235610962, "memorization_fraction_pixel": 0.23430000245571136, "mean_nn_ratio_pixel": 0.5791861414909363, "fid": 50.58951153047931} +{"step": 710000, "wall_time": 7065.347020626068, "train_loss_step": 3.5884299278259277, "n_params": 4367410, "total_flops": 9525845299200000, "train_loss": 0.03764884471893311, "subset_score_loss": 0.03764884471893311} +{"step": 720000, "wall_time": 7156.604163885117, "train_loss_step": 3.4124844074249268, "n_params": 4367410, "total_flops": 9660012134400000, "train_loss": 0.038057708740234376, "subset_score_loss": 0.038057708740234376} +{"step": 730000, "wall_time": 7246.0957980155945, "train_loss_step": 3.290008068084717, "n_params": 4367410, "total_flops": 9794178969600000, "train_loss": 0.03826865911483765, "subset_score_loss": 0.03826865911483765} +{"step": 740000, "wall_time": 7335.654172182083, "train_loss_step": 3.5112733840942383, "n_params": 4367410, "total_flops": 9928345804800000, "train_loss": 0.03792017698287964, "subset_score_loss": 0.03792017698287964} +{"step": 750000, "wall_time": 7414.463908433914, "train_loss_step": 3.3178281784057617, "n_params": 4367410, "total_flops": 10062512640000000, "train_loss": 0.0369498085975647, "subset_score_loss": 0.0369498085975647} +{"step": 760000, "wall_time": 7506.206972360611, "train_loss_step": 3.2990951538085938, "n_params": 4367410, "total_flops": 10196679475200000, "train_loss": 0.03681458711624146, "subset_score_loss": 0.03681458711624146} +{"step": 770000, "wall_time": 7597.384038925171, "train_loss_step": 3.2958388328552246, "n_params": 4367410, "total_flops": 10330846310400000, "train_loss": 0.036382708549499515, "subset_score_loss": 0.036382708549499515} +{"step": 780000, "wall_time": 7685.676153898239, "train_loss_step": 3.3259081840515137, "n_params": 4367410, "total_flops": 10465013145600000, "train_loss": 0.03633042573928833, "subset_score_loss": 0.03633042573928833} +{"step": 790000, "wall_time": 7767.22394824028, "train_loss_step": 3.419738531112671, "n_params": 4367410, "total_flops": 10599179980800000, "train_loss": 0.03649875640869141, "subset_score_loss": 0.03649875640869141} +{"step": 800000, "wall_time": 7958.631571054459, "train_loss_step": 3.3731472492218018, "n_params": 4367410, "total_flops": 10733346816000000, "train_loss": 0.03516069173812866, "subset_score_loss": 0.03516069173812866, "memorization_fraction_pixel": 0.25999999046325684, "mean_nn_ratio_pixel": 0.5580979585647583, "fid": 49.93062035708196} +{"step": 810000, "wall_time": 8047.141394138336, "train_loss_step": 3.151118278503418, "n_params": 4367410, "total_flops": 10867513651200000, "train_loss": 0.03557999610900879, "subset_score_loss": 0.03557999610900879} +{"step": 820000, "wall_time": 8138.337891578674, "train_loss_step": 3.22959041595459, "n_params": 4367410, "total_flops": 11001680486400000, "train_loss": 0.035105628967285155, "subset_score_loss": 0.035105628967285155} +{"step": 830000, "wall_time": 8229.576653957367, "train_loss_step": 3.6854801177978516, "n_params": 4367410, "total_flops": 11135847321600000, "train_loss": 0.035799655914306644, "subset_score_loss": 0.035799655914306644} +{"step": 840000, "wall_time": 8309.527781963348, "train_loss_step": 3.1267197132110596, "n_params": 4367410, "total_flops": 11270014156800000, "train_loss": 0.03475975513458252, "subset_score_loss": 0.03475975513458252} +{"step": 850000, "wall_time": 8394.209565401077, "train_loss_step": 3.485569477081299, "n_params": 4367410, "total_flops": 11404180992000000, "train_loss": 0.035465500354766845, "subset_score_loss": 0.035465500354766845} +{"step": 860000, "wall_time": 8485.729177474976, "train_loss_step": 3.3172860145568848, "n_params": 4367410, "total_flops": 11538347827200000, "train_loss": 0.03404572248458862, "subset_score_loss": 0.03404572248458862} +{"step": 870000, "wall_time": 8577.116438627243, "train_loss_step": 3.3793890476226807, "n_params": 4367410, "total_flops": 11672514662400000, "train_loss": 0.03380597591400147, "subset_score_loss": 0.03380597591400147} +{"step": 880000, "wall_time": 8660.882684707642, "train_loss_step": 3.322507381439209, "n_params": 4367410, "total_flops": 11806681497600000, "train_loss": 0.03334278583526611, "subset_score_loss": 0.03334278583526611} +{"step": 890000, "wall_time": 8742.86133646965, "train_loss_step": 3.067162275314331, "n_params": 4367410, "total_flops": 11940848332800000, "train_loss": 0.033640685081481936, "subset_score_loss": 0.033640685081481936} +{"step": 900000, "wall_time": 8933.770653963089, "train_loss_step": 3.325521945953369, "n_params": 4367410, "total_flops": 12075015168000000, "train_loss": 0.03311208963394165, "subset_score_loss": 0.03311208963394165, "memorization_fraction_pixel": 0.30559998750686646, "mean_nn_ratio_pixel": 0.5285426378250122, "fid": 48.799535084865376} +{"step": 910000, "wall_time": 9024.827184915543, "train_loss_step": 3.228627920150757, "n_params": 4367410, "total_flops": 12209182003200000, "train_loss": 0.033512890338897705, "subset_score_loss": 0.033512890338897705} +{"step": 920000, "wall_time": 9116.390877485275, "train_loss_step": 3.204754114151001, "n_params": 4367410, "total_flops": 12343348838400000, "train_loss": 0.03283754587173462, "subset_score_loss": 0.03283754587173462} +{"step": 930000, "wall_time": 9207.35681939125, "train_loss_step": 3.0769691467285156, "n_params": 4367410, "total_flops": 12477515673600000, "train_loss": 0.03209418296813965, "subset_score_loss": 0.03209418296813965} +{"step": 940000, "wall_time": 9284.904913425446, "train_loss_step": 3.120788097381592, "n_params": 4367410, "total_flops": 12611682508800000, "train_loss": 0.03261818408966064, "subset_score_loss": 0.03261818408966064} +{"step": 950000, "wall_time": 9376.481384515762, "train_loss_step": 3.7517027854919434, "n_params": 4367410, "total_flops": 12745849344000000, "train_loss": 0.032302169799804686, "subset_score_loss": 0.032302169799804686} +{"step": 960000, "wall_time": 9468.205153465271, "train_loss_step": 3.1973581314086914, "n_params": 4367410, "total_flops": 12880016179200000, "train_loss": 0.03235717296600342, "subset_score_loss": 0.03235717296600342} +{"step": 970000, "wall_time": 9559.843726158142, "train_loss_step": 3.0582823753356934, "n_params": 4367410, "total_flops": 13014183014400000, "train_loss": 0.03172436237335205, "subset_score_loss": 0.03172436237335205} +{"step": 980000, "wall_time": 9642.72903418541, "train_loss_step": 3.255922317504883, "n_params": 4367410, "total_flops": 13148349849600000, "train_loss": 0.03210907459259033, "subset_score_loss": 0.03210907459259033} +{"step": 990000, "wall_time": 9727.00584077835, "train_loss_step": 3.2515268325805664, "n_params": 4367410, "total_flops": 13282516684800000, "train_loss": 0.031197593212127686, "subset_score_loss": 0.031197593212127686} +{"step": 1000000, "wall_time": 9913.595359325409, "train_loss_step": 3.2157628536224365, "n_params": 4367410, "total_flops": 13416683520000000, "train_loss": 0.03141583204269409, "subset_score_loss": 0.03141583204269409, "memorization_fraction_pixel": 0.3395000100135803, "mean_nn_ratio_pixel": 0.5090789794921875, "fid": 48.66537320943091} +{"step": 1010000, "wall_time": 10005.07765698433, "train_loss_step": 3.39583158493042, "n_params": 4367410, "total_flops": 13550850355200000, "train_loss": 0.031486904621124266, "subset_score_loss": 0.031486904621124266} +{"step": 1020000, "wall_time": 10096.472402334213, "train_loss_step": 3.449463367462158, "n_params": 4367410, "total_flops": 13685017190400000, "train_loss": 0.03072493314743042, "subset_score_loss": 0.03072493314743042} +{"step": 1030000, "wall_time": 10184.668121099472, "train_loss_step": 2.877316474914551, "n_params": 4367410, "total_flops": 13819184025600000, "train_loss": 0.030348193645477296, "subset_score_loss": 0.030348193645477296} +{"step": 1040000, "wall_time": 10276.314941883087, "train_loss_step": 3.2742950916290283, "n_params": 4367410, "total_flops": 13953350860800000, "train_loss": 0.03124492406845093, "subset_score_loss": 0.03124492406845093} +{"step": 1050000, "wall_time": 10367.747188806534, "train_loss_step": 3.1315386295318604, "n_params": 4367410, "total_flops": 14087517696000000, "train_loss": 0.030811374187469483, "subset_score_loss": 0.030811374187469483} +{"step": 1060000, "wall_time": 10459.39154100418, "train_loss_step": 3.1268436908721924, "n_params": 4367410, "total_flops": 14221684531200000, "train_loss": 0.02965104579925537, "subset_score_loss": 0.02965104579925537} +{"step": 1070000, "wall_time": 10550.716289281845, "train_loss_step": 3.0639827251434326, "n_params": 4367410, "total_flops": 14355851366400000, "train_loss": 0.03069760799407959, "subset_score_loss": 0.03069760799407959} +{"step": 1080000, "wall_time": 10638.79313325882, "train_loss_step": 3.155733108520508, "n_params": 4367410, "total_flops": 14490018201600000, "train_loss": 0.029826257228851318, "subset_score_loss": 0.029826257228851318} +{"step": 1090000, "wall_time": 10728.79948425293, "train_loss_step": 3.057906150817871, "n_params": 4367410, "total_flops": 14624185036800000, "train_loss": 0.02944447994232178, "subset_score_loss": 0.02944447994232178} +{"step": 1100000, "wall_time": 10894.997387647629, "train_loss_step": 3.308537483215332, "n_params": 4367410, "total_flops": 14758351872000000, "train_loss": 0.029436826705932617, "subset_score_loss": 0.029436826705932617, "memorization_fraction_pixel": 0.3682999908924103, "mean_nn_ratio_pixel": 0.4904298484325409, "fid": 49.082420293956545} +{"step": 1110000, "wall_time": 10986.850771188736, "train_loss_step": 3.14361310005188, "n_params": 4367410, "total_flops": 14892518707200000, "train_loss": 0.02969341993331909, "subset_score_loss": 0.02969341993331909} +{"step": 1120000, "wall_time": 11074.62784910202, "train_loss_step": 3.029994487762451, "n_params": 4367410, "total_flops": 15026685542400000, "train_loss": 0.028923256397247313, "subset_score_loss": 0.028923256397247313} +{"step": 1130000, "wall_time": 11166.282501220703, "train_loss_step": 3.146214008331299, "n_params": 4367410, "total_flops": 15160852377600000, "train_loss": 0.029514474868774412, "subset_score_loss": 0.029514474868774412} +{"step": 1140000, "wall_time": 11257.995072126389, "train_loss_step": 3.1013240814208984, "n_params": 4367410, "total_flops": 15295019212800000, "train_loss": 0.029125728607177735, "subset_score_loss": 0.029125728607177735} +{"step": 1150000, "wall_time": 11350.029998540878, "train_loss_step": 3.0685577392578125, "n_params": 4367410, "total_flops": 15429186048000000, "train_loss": 0.027954626083374023, "subset_score_loss": 0.027954626083374023} +{"step": 1160000, "wall_time": 11441.601909160614, "train_loss_step": 3.1738719940185547, "n_params": 4367410, "total_flops": 15563352883200000, "train_loss": 0.0278413462638855, "subset_score_loss": 0.0278413462638855} +{"step": 1170000, "wall_time": 11532.920434713364, "train_loss_step": 3.1892502307891846, "n_params": 4367410, "total_flops": 15697519718400000, "train_loss": 0.028356447219848632, "subset_score_loss": 0.028356447219848632} +{"step": 1180000, "wall_time": 11619.864659547806, "train_loss_step": 3.2314298152923584, "n_params": 4367410, "total_flops": 15831686553600000, "train_loss": 0.028395912647247314, "subset_score_loss": 0.028395912647247314} +{"step": 1190000, "wall_time": 11711.319864749908, "train_loss_step": 3.2093238830566406, "n_params": 4367410, "total_flops": 15965853388800000, "train_loss": 0.028103668689727784, "subset_score_loss": 0.028103668689727784} +{"step": 1200000, "wall_time": 11874.265987873077, "train_loss_step": 3.06601619720459, "n_params": 4367410, "total_flops": 16100020224000000, "train_loss": 0.02821781873703003, "subset_score_loss": 0.02821781873703003, "memorization_fraction_pixel": 0.3977999985218048, "mean_nn_ratio_pixel": 0.47174814343452454, "fid": 49.03451912146839} +{"step": 1210000, "wall_time": 11965.737674474716, "train_loss_step": 3.2022457122802734, "n_params": 4367410, "total_flops": 16234187059200000, "train_loss": 0.027778193950653077, "subset_score_loss": 0.027778193950653077} +{"step": 1220000, "wall_time": 12052.846650838852, "train_loss_step": 3.1802685260772705, "n_params": 4367410, "total_flops": 16368353894400000, "train_loss": 0.027509870529174803, "subset_score_loss": 0.027509870529174803} +{"step": 1230000, "wall_time": 12144.180933237076, "train_loss_step": 3.3355166912078857, "n_params": 4367410, "total_flops": 16502520729600000, "train_loss": 0.02706144571304321, "subset_score_loss": 0.02706144571304321} +{"step": 1240000, "wall_time": 12235.805374383926, "train_loss_step": 3.2213830947875977, "n_params": 4367410, "total_flops": 16636687564800000, "train_loss": 0.026796717643737793, "subset_score_loss": 0.026796717643737793} +{"step": 1250000, "wall_time": 12327.374468326569, "train_loss_step": 2.7806732654571533, "n_params": 4367410, "total_flops": 16770854400000000, "train_loss": 0.026767077445983885, "subset_score_loss": 0.026767077445983885} +{"step": 1260000, "wall_time": 12419.036393404007, "train_loss_step": 2.910792112350464, "n_params": 4367410, "total_flops": 16905021235200000, "train_loss": 0.026993415355682372, "subset_score_loss": 0.026993415355682372} +{"step": 1270000, "wall_time": 12505.340780973434, "train_loss_step": 3.020179033279419, "n_params": 4367410, "total_flops": 17039188070400000, "train_loss": 0.028109462261199952, "subset_score_loss": 0.028109462261199952} +{"step": 1280000, "wall_time": 12597.063409090042, "train_loss_step": 3.1054673194885254, "n_params": 4367410, "total_flops": 17173354905600000, "train_loss": 0.026872241497039796, "subset_score_loss": 0.026872241497039796} +{"step": 1290000, "wall_time": 12688.733921527863, "train_loss_step": 3.2578928470611572, "n_params": 4367410, "total_flops": 17307521740800000, "train_loss": 0.027134835720062256, "subset_score_loss": 0.027134835720062256} +{"step": 1300000, "wall_time": 12853.008540153503, "train_loss_step": 3.031742811203003, "n_params": 4367410, "total_flops": 17441688576000000, "train_loss": 0.026460344791412353, "subset_score_loss": 0.026460344791412353, "memorization_fraction_pixel": 0.4359000027179718, "mean_nn_ratio_pixel": 0.451993852853775, "fid": 48.075291851852846} +{"step": 1310000, "wall_time": 12941.873119831085, "train_loss_step": 3.067051649093628, "n_params": 4367410, "total_flops": 17575855411200000, "train_loss": 0.026248939037322998, "subset_score_loss": 0.026248939037322998} +{"step": 1320000, "wall_time": 13033.552254676819, "train_loss_step": 2.798696279525757, "n_params": 4367410, "total_flops": 17710022246400000, "train_loss": 0.026098296642303467, "subset_score_loss": 0.026098296642303467} +{"step": 1330000, "wall_time": 13124.843121051788, "train_loss_step": 3.0879158973693848, "n_params": 4367410, "total_flops": 17844189081600000, "train_loss": 0.026214728355407713, "subset_score_loss": 0.026214728355407713} +{"step": 1340000, "wall_time": 13216.340866327286, "train_loss_step": 2.833199977874756, "n_params": 4367410, "total_flops": 17978355916800000, "train_loss": 0.025549840927124024, "subset_score_loss": 0.025549840927124024} +{"step": 1350000, "wall_time": 13307.9470641613, "train_loss_step": 3.134538173675537, "n_params": 4367410, "total_flops": 18112522752000000, "train_loss": 0.025509865283966066, "subset_score_loss": 0.025509865283966066} +{"step": 1360000, "wall_time": 13397.927525997162, "train_loss_step": 3.0123891830444336, "n_params": 4367410, "total_flops": 18246689587200000, "train_loss": 0.025684752464294434, "subset_score_loss": 0.025684752464294434} +{"step": 1370000, "wall_time": 13486.052946090698, "train_loss_step": 3.079258441925049, "n_params": 4367410, "total_flops": 18380856422400000, "train_loss": 0.02678964853286743, "subset_score_loss": 0.02678964853286743} +{"step": 1380000, "wall_time": 13577.560183048248, "train_loss_step": 3.151845693588257, "n_params": 4367410, "total_flops": 18515023257600000, "train_loss": 0.02542237043380737, "subset_score_loss": 0.02542237043380737} +{"step": 1390000, "wall_time": 13669.005158424377, "train_loss_step": 2.999812126159668, "n_params": 4367410, "total_flops": 18649190092800000, "train_loss": 0.02600250720977783, "subset_score_loss": 0.02600250720977783} +{"step": 1400000, "wall_time": 13829.87654876709, "train_loss_step": 3.144011974334717, "n_params": 4367410, "total_flops": 18783356928000000, "train_loss": 0.025962188243865966, "subset_score_loss": 0.025962188243865966, "memorization_fraction_pixel": 0.47130000591278076, "mean_nn_ratio_pixel": 0.43412578105926514, "fid": 47.93765081373141} +{"step": 1410000, "wall_time": 13921.260606765747, "train_loss_step": 3.100599765777588, "n_params": 4367410, "total_flops": 18917523763200000, "train_loss": 0.025372912883758546, "subset_score_loss": 0.025372912883758546} +{"step": 1420000, "wall_time": 14012.87724161148, "train_loss_step": 3.0182552337646484, "n_params": 4367410, "total_flops": 19051690598400000, "train_loss": 0.025231964588165283, "subset_score_loss": 0.025231964588165283} +{"step": 1430000, "wall_time": 14104.524478435516, "train_loss_step": 2.890237331390381, "n_params": 4367410, "total_flops": 19185857433600000, "train_loss": 0.024561212062835694, "subset_score_loss": 0.024561212062835694} +{"step": 1440000, "wall_time": 14196.082094430923, "train_loss_step": 3.081282615661621, "n_params": 4367410, "total_flops": 19320024268800000, "train_loss": 0.025637497901916505, "subset_score_loss": 0.025637497901916505} +{"step": 1450000, "wall_time": 14285.981013536453, "train_loss_step": 3.046872138977051, "n_params": 4367410, "total_flops": 19454191104000000, "train_loss": 0.024578268527984618, "subset_score_loss": 0.024578268527984618} +{"step": 1460000, "wall_time": 14377.632527828217, "train_loss_step": 2.900702714920044, "n_params": 4367410, "total_flops": 19588357939200000, "train_loss": 0.024203805923461913, "subset_score_loss": 0.024203805923461913} +{"step": 1470000, "wall_time": 14456.73177266121, "train_loss_step": 3.0790233612060547, "n_params": 4367410, "total_flops": 19722524774400000, "train_loss": 0.02406813383102417, "subset_score_loss": 0.02406813383102417} +{"step": 1480000, "wall_time": 14547.895819187164, "train_loss_step": 3.018383026123047, "n_params": 4367410, "total_flops": 19856691609600000, "train_loss": 0.024788272380828858, "subset_score_loss": 0.024788272380828858} +{"step": 1490000, "wall_time": 14639.009328603745, "train_loss_step": 2.8308372497558594, "n_params": 4367410, "total_flops": 19990858444800000, "train_loss": 0.02376521110534668, "subset_score_loss": 0.02376521110534668} +{"step": 1500000, "wall_time": 14825.363983869553, "train_loss_step": 2.8909502029418945, "n_params": 4367410, "total_flops": 20125025280000000, "train_loss": 0.024454469680786132, "subset_score_loss": 0.024454469680786132, "memorization_fraction_pixel": 0.47850000858306885, "mean_nn_ratio_pixel": 0.4252144396305084, "fid": 47.552550243148595} +{"step": 1510000, "wall_time": 14917.04038476944, "train_loss_step": 2.7091875076293945, "n_params": 4367410, "total_flops": 20259192115200000, "train_loss": 0.023905367851257325, "subset_score_loss": 0.023905367851257325} +{"step": 1520000, "wall_time": 15008.887868881226, "train_loss_step": 2.8609211444854736, "n_params": 4367410, "total_flops": 20393358950400000, "train_loss": 0.024048383235931396, "subset_score_loss": 0.024048383235931396} +{"step": 1530000, "wall_time": 15100.36983704567, "train_loss_step": 2.943669319152832, "n_params": 4367410, "total_flops": 20527525785600000, "train_loss": 0.023342320919036864, "subset_score_loss": 0.023342320919036864} +{"step": 1540000, "wall_time": 15189.887425661087, "train_loss_step": 2.8296704292297363, "n_params": 4367410, "total_flops": 20661692620800000, "train_loss": 0.0231856107711792, "subset_score_loss": 0.0231856107711792} +{"step": 1550000, "wall_time": 15281.735064029694, "train_loss_step": 2.950554847717285, "n_params": 4367410, "total_flops": 20795859456000000, "train_loss": 0.023282730579376222, "subset_score_loss": 0.023282730579376222} +{"step": 1560000, "wall_time": 15367.666382551193, "train_loss_step": 2.734659433364868, "n_params": 4367410, "total_flops": 20930026291200000, "train_loss": 0.023494904041290284, "subset_score_loss": 0.023494904041290284} +{"step": 1570000, "wall_time": 15454.530100822449, "train_loss_step": 2.851346254348755, "n_params": 4367410, "total_flops": 21064193126400000, "train_loss": 0.023225147724151612, "subset_score_loss": 0.023225147724151612} +{"step": 1580000, "wall_time": 15545.647687911987, "train_loss_step": 3.0153303146362305, "n_params": 4367410, "total_flops": 21198359961600000, "train_loss": 0.023001651763916015, "subset_score_loss": 0.023001651763916015} +{"step": 1590000, "wall_time": 15637.349462509155, "train_loss_step": 2.9442031383514404, "n_params": 4367410, "total_flops": 21332526796800000, "train_loss": 0.022753570079803467, "subset_score_loss": 0.022753570079803467} +{"step": 1600000, "wall_time": 15832.290340900421, "train_loss_step": 3.0149195194244385, "n_params": 4367410, "total_flops": 21466693632000000, "train_loss": 0.023031885623931884, "subset_score_loss": 0.023031885623931884, "memorization_fraction_pixel": 0.5099999904632568, "mean_nn_ratio_pixel": 0.4056638479232788, "fid": 46.78977417287553} +{"step": 1610000, "wall_time": 15923.75010752678, "train_loss_step": 2.9277806282043457, "n_params": 4367410, "total_flops": 21600860467200000, "train_loss": 0.023197276592254637, "subset_score_loss": 0.023197276592254637} +{"step": 1620000, "wall_time": 16013.55750131607, "train_loss_step": 2.752995014190674, "n_params": 4367410, "total_flops": 21735027302400000, "train_loss": 0.023719232082366943, "subset_score_loss": 0.023719232082366943} +{"step": 1630000, "wall_time": 16105.396449804306, "train_loss_step": 3.148563861846924, "n_params": 4367410, "total_flops": 21869194137600000, "train_loss": 0.022938146591186523, "subset_score_loss": 0.022938146591186523} +{"step": 1640000, "wall_time": 16196.625984191895, "train_loss_step": 3.185889720916748, "n_params": 4367410, "total_flops": 22003360972800000, "train_loss": 0.022457263469696044, "subset_score_loss": 0.022457263469696044} +{"step": 1650000, "wall_time": 16288.350068807602, "train_loss_step": 3.064547538757324, "n_params": 4367410, "total_flops": 22137527808000000, "train_loss": 0.022440245151519777, "subset_score_loss": 0.022440245151519777} +{"step": 1660000, "wall_time": 16365.173342704773, "train_loss_step": 3.0528910160064697, "n_params": 4367410, "total_flops": 22271694643200000, "train_loss": 0.0223244047164917, "subset_score_loss": 0.0223244047164917} +{"step": 1670000, "wall_time": 16456.109238147736, "train_loss_step": 2.839141368865967, "n_params": 4367410, "total_flops": 22405861478400000, "train_loss": 0.022477195262908936, "subset_score_loss": 0.022477195262908936} +{"step": 1680000, "wall_time": 16547.5038459301, "train_loss_step": 3.0431108474731445, "n_params": 4367410, "total_flops": 22540028313600000, "train_loss": 0.02192798376083374, "subset_score_loss": 0.02192798376083374} +{"step": 1690000, "wall_time": 16635.746616840363, "train_loss_step": 2.734013795852661, "n_params": 4367410, "total_flops": 22674195148800000, "train_loss": 0.02215674877166748, "subset_score_loss": 0.02215674877166748} +{"step": 1700000, "wall_time": 16799.91759443283, "train_loss_step": 2.789966583251953, "n_params": 4367410, "total_flops": 22808361984000000, "train_loss": 0.021811764240264892, "subset_score_loss": 0.021811764240264892, "memorization_fraction_pixel": 0.5351999998092651, "mean_nn_ratio_pixel": 0.3968668580055237, "fid": 46.99931479388573} +{"step": 1710000, "wall_time": 16890.03299355507, "train_loss_step": 2.636164665222168, "n_params": 4367410, "total_flops": 22942528819200000, "train_loss": 0.021589112281799317, "subset_score_loss": 0.021589112281799317} +{"step": 1720000, "wall_time": 16981.523155927658, "train_loss_step": 2.910888195037842, "n_params": 4367410, "total_flops": 23076695654400000, "train_loss": 0.02178109884262085, "subset_score_loss": 0.02178109884262085} +{"step": 1730000, "wall_time": 17073.289412736893, "train_loss_step": 3.0792150497436523, "n_params": 4367410, "total_flops": 23210862489600000, "train_loss": 0.02154407501220703, "subset_score_loss": 0.02154407501220703} +{"step": 1740000, "wall_time": 17164.96875143051, "train_loss_step": 2.8626723289489746, "n_params": 4367410, "total_flops": 23345029324800000, "train_loss": 0.02112900495529175, "subset_score_loss": 0.02112900495529175} +{"step": 1750000, "wall_time": 17256.914957523346, "train_loss_step": 3.1182239055633545, "n_params": 4367410, "total_flops": 23479196160000000, "train_loss": 0.02190577268600464, "subset_score_loss": 0.02190577268600464} +{"step": 1760000, "wall_time": 17336.9817173481, "train_loss_step": 2.6440467834472656, "n_params": 4367410, "total_flops": 23613362995200000, "train_loss": 0.02090513229370117, "subset_score_loss": 0.02090513229370117} +{"step": 1770000, "wall_time": 17424.094462156296, "train_loss_step": 3.068458318710327, "n_params": 4367410, "total_flops": 23747529830400000, "train_loss": 0.021216528415679933, "subset_score_loss": 0.021216528415679933} +{"step": 1780000, "wall_time": 17505.059433221817, "train_loss_step": 2.597529888153076, "n_params": 4367410, "total_flops": 23881696665600000, "train_loss": 0.02095210075378418, "subset_score_loss": 0.02095210075378418} +{"step": 1790000, "wall_time": 17594.27417564392, "train_loss_step": 2.8324549198150635, "n_params": 4367410, "total_flops": 24015863500800000, "train_loss": 0.021524810791015626, "subset_score_loss": 0.021524810791015626} +{"step": 1800000, "wall_time": 17761.32306456566, "train_loss_step": 2.8346352577209473, "n_params": 4367410, "total_flops": 24150030336000000, "train_loss": 0.020990586280822753, "subset_score_loss": 0.020990586280822753, "memorization_fraction_pixel": 0.5805000066757202, "mean_nn_ratio_pixel": 0.37832364439964294, "fid": 46.529478948247736} +{"step": 1810000, "wall_time": 17851.676202058792, "train_loss_step": 2.8191142082214355, "n_params": 4367410, "total_flops": 24284197171200000, "train_loss": 0.021179804801940916, "subset_score_loss": 0.021179804801940916} +{"step": 1820000, "wall_time": 17943.282193899155, "train_loss_step": 2.8139281272888184, "n_params": 4367410, "total_flops": 24418364006400000, "train_loss": 0.020798563957214355, "subset_score_loss": 0.020798563957214355} +{"step": 1830000, "wall_time": 18035.29253220558, "train_loss_step": 3.0267250537872314, "n_params": 4367410, "total_flops": 24552530841600000, "train_loss": 0.021591992378234864, "subset_score_loss": 0.021591992378234864} +{"step": 1840000, "wall_time": 18127.154522657394, "train_loss_step": 2.551036834716797, "n_params": 4367410, "total_flops": 24686697676800000, "train_loss": 0.020680558681488038, "subset_score_loss": 0.020680558681488038} +{"step": 1850000, "wall_time": 18218.225361585617, "train_loss_step": 2.6043541431427, "n_params": 4367410, "total_flops": 24820864512000000, "train_loss": 0.02066231966018677, "subset_score_loss": 0.02066231966018677} +{"step": 1860000, "wall_time": 18303.350939512253, "train_loss_step": 2.8228507041931152, "n_params": 4367410, "total_flops": 24955031347200000, "train_loss": 0.020320208072662355, "subset_score_loss": 0.020320208072662355} +{"step": 1870000, "wall_time": 18387.777012586594, "train_loss_step": 2.7149996757507324, "n_params": 4367410, "total_flops": 25089198182400000, "train_loss": 0.020360496044158936, "subset_score_loss": 0.020360496044158936} +{"step": 1880000, "wall_time": 18466.886037111282, "train_loss_step": 2.807145595550537, "n_params": 4367410, "total_flops": 25223365017600000, "train_loss": 0.02066023588180542, "subset_score_loss": 0.02066023588180542} +{"step": 1890000, "wall_time": 18558.391872882843, "train_loss_step": 2.8838961124420166, "n_params": 4367410, "total_flops": 25357531852800000, "train_loss": 0.020675923824310303, "subset_score_loss": 0.020675923824310303} +{"step": 1900000, "wall_time": 18759.80375266075, "train_loss_step": 2.57179594039917, "n_params": 4367410, "total_flops": 25491698688000000, "train_loss": 0.020128378868103026, "subset_score_loss": 0.020128378868103026, "memorization_fraction_pixel": 0.5878999829292297, "mean_nn_ratio_pixel": 0.3753509223461151, "fid": 47.12808754972763} +{"step": 1910000, "wall_time": 18851.210710048676, "train_loss_step": 2.868936061859131, "n_params": 4367410, "total_flops": 25625865523200000, "train_loss": 0.02014108180999756, "subset_score_loss": 0.02014108180999756} +{"step": 1920000, "wall_time": 18942.415363550186, "train_loss_step": 2.8647027015686035, "n_params": 4367410, "total_flops": 25760032358400000, "train_loss": 0.020568199157714843, "subset_score_loss": 0.020568199157714843} +{"step": 1930000, "wall_time": 19034.194579601288, "train_loss_step": 2.886920928955078, "n_params": 4367410, "total_flops": 25894199193600000, "train_loss": 0.01961800217628479, "subset_score_loss": 0.01961800217628479} +{"step": 1940000, "wall_time": 19125.677364349365, "train_loss_step": 2.7301623821258545, "n_params": 4367410, "total_flops": 26028366028800000, "train_loss": 0.019474576711654663, "subset_score_loss": 0.019474576711654663} +{"step": 1950000, "wall_time": 19216.742965221405, "train_loss_step": 2.529362440109253, "n_params": 4367410, "total_flops": 26162532864000000, "train_loss": 0.020674233436584474, "subset_score_loss": 0.020674233436584474} +{"step": 1960000, "wall_time": 19297.930628299713, "train_loss_step": 2.9090330600738525, "n_params": 4367410, "total_flops": 26296699699200000, "train_loss": 0.019489353895187377, "subset_score_loss": 0.019489353895187377} +{"step": 1970000, "wall_time": 19377.46616792679, "train_loss_step": 2.892064094543457, "n_params": 4367410, "total_flops": 26430866534400000, "train_loss": 0.01963669776916504, "subset_score_loss": 0.01963669776916504} +{"step": 1980000, "wall_time": 19468.248184919357, "train_loss_step": 2.608654260635376, "n_params": 4367410, "total_flops": 26565033369600000, "train_loss": 0.019633158445358276, "subset_score_loss": 0.019633158445358276} +{"step": 1990000, "wall_time": 19558.146548748016, "train_loss_step": 2.801058769226074, "n_params": 4367410, "total_flops": 26699200204800000, "train_loss": 0.019736523628234862, "subset_score_loss": 0.019736523628234862} +{"step": 2000000, "wall_time": 19770.288462400436, "train_loss_step": 2.703342914581299, "n_params": 4367410, "total_flops": 26833367040000000, "train_loss": 0.01916062831878662, "subset_score_loss": 0.01916062831878662, "memorization_fraction_pixel": 0.6072999835014343, "mean_nn_ratio_pixel": 0.36448460817337036, "fid": 47.2034514743402} +{"step": 2010000, "wall_time": 19862.307899713516, "train_loss_step": 2.6642160415649414, "n_params": 4367410, "total_flops": 26967533875200000, "train_loss": 0.018852412700653076, "subset_score_loss": 0.018852412700653076} +{"step": 2020000, "wall_time": 19953.72025322914, "train_loss_step": 3.1151328086853027, "n_params": 4367410, "total_flops": 27101700710400000, "train_loss": 0.019214231967926026, "subset_score_loss": 0.019214231967926026} +{"step": 2030000, "wall_time": 20044.881442308426, "train_loss_step": 2.491273880004883, "n_params": 4367410, "total_flops": 27235867545600000, "train_loss": 0.01869437575340271, "subset_score_loss": 0.01869437575340271} +{"step": 2040000, "wall_time": 20136.305342674255, "train_loss_step": 2.6479368209838867, "n_params": 4367410, "total_flops": 27370034380800000, "train_loss": 0.019626258611679076, "subset_score_loss": 0.019626258611679076} +{"step": 2050000, "wall_time": 20220.32933831215, "train_loss_step": 3.0039539337158203, "n_params": 4367410, "total_flops": 27504201216000000, "train_loss": 0.019574731588363647, "subset_score_loss": 0.019574731588363647} +{"step": 2060000, "wall_time": 20306.9358856678, "train_loss_step": 2.9252827167510986, "n_params": 4367410, "total_flops": 27638368051200000, "train_loss": 0.01899689555168152, "subset_score_loss": 0.01899689555168152} +{"step": 2070000, "wall_time": 20396.57048225403, "train_loss_step": 2.869570732116699, "n_params": 4367410, "total_flops": 27772534886400000, "train_loss": 0.01868414878845215, "subset_score_loss": 0.01868414878845215} +{"step": 2080000, "wall_time": 20488.413935661316, "train_loss_step": 2.6480307579040527, "n_params": 4367410, "total_flops": 27906701721600000, "train_loss": 0.01852997899055481, "subset_score_loss": 0.01852997899055481} +{"step": 2090000, "wall_time": 20580.498065710068, "train_loss_step": 2.7609400749206543, "n_params": 4367410, "total_flops": 28040868556800000, "train_loss": 0.01851427435874939, "subset_score_loss": 0.01851427435874939} +{"step": 2100000, "wall_time": 20768.567013025284, "train_loss_step": 2.652811288833618, "n_params": 4367410, "total_flops": 28175035392000000, "train_loss": 0.01830856204032898, "subset_score_loss": 0.01830856204032898, "memorization_fraction_pixel": 0.6187999844551086, "mean_nn_ratio_pixel": 0.3579149544239044, "fid": 46.745302580345474} +{"step": 2110000, "wall_time": 20860.419355154037, "train_loss_step": 2.7048745155334473, "n_params": 4367410, "total_flops": 28309202227200000, "train_loss": 0.01848422646522522, "subset_score_loss": 0.01848422646522522} +{"step": 2120000, "wall_time": 20952.016889810562, "train_loss_step": 2.713465452194214, "n_params": 4367410, "total_flops": 28443369062400000, "train_loss": 0.018045083284378052, "subset_score_loss": 0.018045083284378052} +{"step": 2130000, "wall_time": 21043.329398870468, "train_loss_step": 2.6421618461608887, "n_params": 4367410, "total_flops": 28577535897600000, "train_loss": 0.018135352134704588, "subset_score_loss": 0.018135352134704588} +{"step": 2140000, "wall_time": 21132.727576732635, "train_loss_step": 2.831272840499878, "n_params": 4367410, "total_flops": 28711702732800000, "train_loss": 0.01795795440673828, "subset_score_loss": 0.01795795440673828} +{"step": 2150000, "wall_time": 21203.35231900215, "train_loss_step": 2.8771371841430664, "n_params": 4367410, "total_flops": 28845869568000000, "train_loss": 0.01783368706703186, "subset_score_loss": 0.01783368706703186} +{"step": 2160000, "wall_time": 21292.687648534775, "train_loss_step": 2.7067179679870605, "n_params": 4367410, "total_flops": 28980036403200000, "train_loss": 0.018366974592208863, "subset_score_loss": 0.018366974592208863} +{"step": 2170000, "wall_time": 21383.961234092712, "train_loss_step": 2.6314730644226074, "n_params": 4367410, "total_flops": 29114203238400000, "train_loss": 0.017998909950256346, "subset_score_loss": 0.017998909950256346} +{"step": 2180000, "wall_time": 21475.679607629776, "train_loss_step": 2.784104108810425, "n_params": 4367410, "total_flops": 29248370073600000, "train_loss": 0.01800536274909973, "subset_score_loss": 0.01800536274909973} +{"step": 2190000, "wall_time": 21564.069912195206, "train_loss_step": 2.752440929412842, "n_params": 4367410, "total_flops": 29382536908800000, "train_loss": 0.017395808696746826, "subset_score_loss": 0.017395808696746826} +{"step": 2200000, "wall_time": 21786.939538002014, "train_loss_step": 2.519510269165039, "n_params": 4367410, "total_flops": 29516703744000000, "train_loss": 0.018142788410186766, "subset_score_loss": 0.018142788410186766, "memorization_fraction_pixel": 0.6353999972343445, "mean_nn_ratio_pixel": 0.3524964153766632, "fid": 47.7557833730999} +{"step": 2210000, "wall_time": 21878.760494232178, "train_loss_step": 2.645510673522949, "n_params": 4367410, "total_flops": 29650870579200000, "train_loss": 0.01721243977546692, "subset_score_loss": 0.01721243977546692} +{"step": 2220000, "wall_time": 21970.000831365585, "train_loss_step": 2.669565439224243, "n_params": 4367410, "total_flops": 29785037414400000, "train_loss": 0.01739033579826355, "subset_score_loss": 0.01739033579826355} +{"step": 2230000, "wall_time": 22061.13743376732, "train_loss_step": 2.5426621437072754, "n_params": 4367410, "total_flops": 29919204249600000, "train_loss": 0.01733878254890442, "subset_score_loss": 0.01733878254890442} +{"step": 2240000, "wall_time": 22128.628177404404, "train_loss_step": 2.7351300716400146, "n_params": 4367410, "total_flops": 30053371084800000, "train_loss": 0.017270619869232177, "subset_score_loss": 0.017270619869232177} +{"step": 2250000, "wall_time": 22218.882714748383, "train_loss_step": 2.7903709411621094, "n_params": 4367410, "total_flops": 30187537920000000, "train_loss": 0.017343125343322753, "subset_score_loss": 0.017343125343322753} +{"step": 2260000, "wall_time": 22310.219796657562, "train_loss_step": 2.7651500701904297, "n_params": 4367410, "total_flops": 30321704755200000, "train_loss": 0.017436589002609252, "subset_score_loss": 0.017436589002609252} +{"step": 2270000, "wall_time": 22402.037250995636, "train_loss_step": 2.9143569469451904, "n_params": 4367410, "total_flops": 30455871590400000, "train_loss": 0.017259302139282225, "subset_score_loss": 0.017259302139282225} +{"step": 2280000, "wall_time": 22493.939378023148, "train_loss_step": 2.643970489501953, "n_params": 4367410, "total_flops": 30590038425600000, "train_loss": 0.01698447585105896, "subset_score_loss": 0.01698447585105896} +{"step": 2290000, "wall_time": 22577.70237183571, "train_loss_step": 2.754964590072632, "n_params": 4367410, "total_flops": 30724205260800000, "train_loss": 0.017048782110214232, "subset_score_loss": 0.017048782110214232} +{"step": 2300000, "wall_time": 22766.762382030487, "train_loss_step": 2.69726824760437, "n_params": 4367410, "total_flops": 30858372096000000, "train_loss": 0.017555112838745116, "subset_score_loss": 0.017555112838745116, "memorization_fraction_pixel": 0.6399000287055969, "mean_nn_ratio_pixel": 0.3479023575782776, "fid": 47.19043322181484} +{"step": 2310000, "wall_time": 22858.215301275253, "train_loss_step": 2.666827440261841, "n_params": 4367410, "total_flops": 30992538931200000, "train_loss": 0.017957088947296144, "subset_score_loss": 0.017957088947296144} +{"step": 2320000, "wall_time": 22949.80911374092, "train_loss_step": 2.7852370738983154, "n_params": 4367410, "total_flops": 31126705766400000, "train_loss": 0.016965936422348022, "subset_score_loss": 0.016965936422348022} +{"step": 2330000, "wall_time": 23030.40945148468, "train_loss_step": 2.756791114807129, "n_params": 4367410, "total_flops": 31260872601600000, "train_loss": 0.016966196298599242, "subset_score_loss": 0.016966196298599242} +{"step": 2340000, "wall_time": 23120.968493938446, "train_loss_step": 2.4522862434387207, "n_params": 4367410, "total_flops": 31395039436800000, "train_loss": 0.01616422414779663, "subset_score_loss": 0.01616422414779663} +{"step": 2350000, "wall_time": 23211.821113824844, "train_loss_step": 2.563109874725342, "n_params": 4367410, "total_flops": 31529206272000000, "train_loss": 0.016494532823562624, "subset_score_loss": 0.016494532823562624} +{"step": 2360000, "wall_time": 23303.71158671379, "train_loss_step": 2.612177610397339, "n_params": 4367410, "total_flops": 31663373107200000, "train_loss": 0.016564556360244752, "subset_score_loss": 0.016564556360244752} +{"step": 2370000, "wall_time": 23395.202827692032, "train_loss_step": 2.6000828742980957, "n_params": 4367410, "total_flops": 31797539942400000, "train_loss": 0.016940523386001587, "subset_score_loss": 0.016940523386001587} +{"step": 2380000, "wall_time": 23486.873173236847, "train_loss_step": 2.3065121173858643, "n_params": 4367410, "total_flops": 31931706777600000, "train_loss": 0.01648945927619934, "subset_score_loss": 0.01648945927619934} +{"step": 2390000, "wall_time": 23576.257678747177, "train_loss_step": 2.6361594200134277, "n_params": 4367410, "total_flops": 32065873612800000, "train_loss": 0.017149916887283324, "subset_score_loss": 0.017149916887283324} +{"step": 2400000, "wall_time": 23743.19636130333, "train_loss_step": 2.834878444671631, "n_params": 4367410, "total_flops": 32200040448000000, "train_loss": 0.016773128509521486, "subset_score_loss": 0.016773128509521486, "memorization_fraction_pixel": 0.6678000092506409, "mean_nn_ratio_pixel": 0.34077128767967224, "fid": 46.969345672394695} +{"step": 2410000, "wall_time": 23834.888708114624, "train_loss_step": 2.6927330493927, "n_params": 4367410, "total_flops": 32334207283200000, "train_loss": 0.016517224311828612, "subset_score_loss": 0.016517224311828612} +{"step": 2420000, "wall_time": 23921.4469769001, "train_loss_step": 2.6534953117370605, "n_params": 4367410, "total_flops": 32468374118400000, "train_loss": 0.016096751689910888, "subset_score_loss": 0.016096751689910888} +{"step": 2430000, "wall_time": 24004.80967760086, "train_loss_step": 2.672844648361206, "n_params": 4367410, "total_flops": 32602540953600000, "train_loss": 0.016482388973236083, "subset_score_loss": 0.016482388973236083} +{"step": 2440000, "wall_time": 24096.03046965599, "train_loss_step": 2.7939343452453613, "n_params": 4367410, "total_flops": 32736707788800000, "train_loss": 0.01666354775428772, "subset_score_loss": 0.01666354775428772} +{"step": 2450000, "wall_time": 24187.37847328186, "train_loss_step": 2.8896944522857666, "n_params": 4367410, "total_flops": 32870874624000000, "train_loss": 0.015799373388290405, "subset_score_loss": 0.015799373388290405} +{"step": 2460000, "wall_time": 24278.45919251442, "train_loss_step": 2.5571508407592773, "n_params": 4367410, "total_flops": 33005041459200000, "train_loss": 0.015906665325164795, "subset_score_loss": 0.015906665325164795} +{"step": 2470000, "wall_time": 24370.123028993607, "train_loss_step": 2.707146167755127, "n_params": 4367410, "total_flops": 33139208294400000, "train_loss": 0.015777570009231568, "subset_score_loss": 0.015777570009231568} +{"step": 2480000, "wall_time": 24461.874009132385, "train_loss_step": 2.6614482402801514, "n_params": 4367410, "total_flops": 33273375129600000, "train_loss": 0.01583642840385437, "subset_score_loss": 0.01583642840385437} +{"step": 2490000, "wall_time": 24550.751507997513, "train_loss_step": 2.7905867099761963, "n_params": 4367410, "total_flops": 33407541964800000, "train_loss": 0.015774149894714356, "subset_score_loss": 0.015774149894714356} +{"step": 2500000, "wall_time": 24750.570415735245, "train_loss_step": 2.6986804008483887, "n_params": 4367410, "total_flops": 33541708800000000, "train_loss": 0.01571961522102356, "subset_score_loss": 0.01571961522102356, "memorization_fraction_pixel": 0.6680999994277954, "mean_nn_ratio_pixel": 0.3392404019832611, "fid": 46.71111333981849} +{"step": 2510000, "wall_time": 24831.070267915726, "train_loss_step": 2.993574857711792, "n_params": 4367410, "total_flops": 33675875635200000, "train_loss": 0.015846900939941407, "subset_score_loss": 0.015846900939941407} +{"step": 2520000, "wall_time": 24920.163702964783, "train_loss_step": 2.829700231552124, "n_params": 4367410, "total_flops": 33810042470400000, "train_loss": 0.015475015640258789, "subset_score_loss": 0.015475015640258789} +{"step": 2530000, "wall_time": 25002.6364569664, "train_loss_step": 2.6347835063934326, "n_params": 4367410, "total_flops": 33944209305600000, "train_loss": 0.015225290060043336, "subset_score_loss": 0.015225290060043336} +{"step": 2540000, "wall_time": 25094.33004426956, "train_loss_step": 2.541775703430176, "n_params": 4367410, "total_flops": 34078376140800000, "train_loss": 0.015387111902236938, "subset_score_loss": 0.015387111902236938} +{"step": 2550000, "wall_time": 25186.263276815414, "train_loss_step": 3.03548526763916, "n_params": 4367410, "total_flops": 34212542976000000, "train_loss": 0.015228153467178344, "subset_score_loss": 0.015228153467178344} +{"step": 2560000, "wall_time": 25277.868950128555, "train_loss_step": 2.7696495056152344, "n_params": 4367410, "total_flops": 34346709811200000, "train_loss": 0.015458974838256836, "subset_score_loss": 0.015458974838256836} +{"step": 2570000, "wall_time": 25369.533073425293, "train_loss_step": 2.7012760639190674, "n_params": 4367410, "total_flops": 34480876646400000, "train_loss": 0.015456171035766601, "subset_score_loss": 0.015456171035766601} +{"step": 2580000, "wall_time": 25461.161230564117, "train_loss_step": 2.617523670196533, "n_params": 4367410, "total_flops": 34615043481600000, "train_loss": 0.015761648416519166, "subset_score_loss": 0.015761648416519166} +{"step": 2590000, "wall_time": 25550.385135650635, "train_loss_step": 2.9362916946411133, "n_params": 4367410, "total_flops": 34749210316800000, "train_loss": 0.015857521295547485, "subset_score_loss": 0.015857521295547485} +{"step": 2600000, "wall_time": 25717.59914445877, "train_loss_step": 2.4548914432525635, "n_params": 4367410, "total_flops": 34883377152000000, "train_loss": 0.01494464635848999, "subset_score_loss": 0.01494464635848999, "memorization_fraction_pixel": 0.6933000087738037, "mean_nn_ratio_pixel": 0.3299451470375061, "fid": 46.98912617552619} +{"step": 2610000, "wall_time": 25796.88676571846, "train_loss_step": 2.770923137664795, "n_params": 4367410, "total_flops": 35017543987200000, "train_loss": 0.01476229190826416, "subset_score_loss": 0.01476229190826416} +{"step": 2620000, "wall_time": 25887.30903029442, "train_loss_step": 2.628082513809204, "n_params": 4367410, "total_flops": 35151710822400000, "train_loss": 0.015912595987319946, "subset_score_loss": 0.015912595987319946} +{"step": 2630000, "wall_time": 25971.15863776207, "train_loss_step": 2.749584436416626, "n_params": 4367410, "total_flops": 35285877657600000, "train_loss": 0.014504436254501343, "subset_score_loss": 0.014504436254501343} +{"step": 2640000, "wall_time": 26062.159150362015, "train_loss_step": 2.64595365524292, "n_params": 4367410, "total_flops": 35420044492800000, "train_loss": 0.01571926236152649, "subset_score_loss": 0.01571926236152649} +{"step": 2650000, "wall_time": 26153.599221229553, "train_loss_step": 2.7364158630371094, "n_params": 4367410, "total_flops": 35554211328000000, "train_loss": 0.014761199951171875, "subset_score_loss": 0.014761199951171875} +{"step": 2660000, "wall_time": 26245.16315793991, "train_loss_step": 2.834026336669922, "n_params": 4367410, "total_flops": 35688378163200000, "train_loss": 0.014555649757385254, "subset_score_loss": 0.014555649757385254} +{"step": 2670000, "wall_time": 26336.741223573685, "train_loss_step": 2.626950740814209, "n_params": 4367410, "total_flops": 35822544998400000, "train_loss": 0.01597225069999695, "subset_score_loss": 0.01597225069999695} +{"step": 2680000, "wall_time": 26428.80432343483, "train_loss_step": 2.6344547271728516, "n_params": 4367410, "total_flops": 35956711833600000, "train_loss": 0.015153828859329223, "subset_score_loss": 0.015153828859329223} +{"step": 2690000, "wall_time": 26514.745943546295, "train_loss_step": 2.8738298416137695, "n_params": 4367410, "total_flops": 36090878668800000, "train_loss": 0.014919719696044921, "subset_score_loss": 0.014919719696044921} +{"step": 2700000, "wall_time": 26697.375383138657, "train_loss_step": 2.5560052394866943, "n_params": 4367410, "total_flops": 36225045504000000, "train_loss": 0.014464458227157593, "subset_score_loss": 0.014464458227157593, "memorization_fraction_pixel": 0.7002999782562256, "mean_nn_ratio_pixel": 0.3287277817726135, "fid": 46.13202456078059} +{"step": 2710000, "wall_time": 26788.58168697357, "train_loss_step": 2.702272891998291, "n_params": 4367410, "total_flops": 36359212339200000, "train_loss": 0.014417407512664794, "subset_score_loss": 0.014417407512664794} +{"step": 2720000, "wall_time": 26870.266419172287, "train_loss_step": 2.7663285732269287, "n_params": 4367410, "total_flops": 36493379174400000, "train_loss": 0.014529372453689576, "subset_score_loss": 0.014529372453689576} +{"step": 2730000, "wall_time": 26961.819523334503, "train_loss_step": 2.545565605163574, "n_params": 4367410, "total_flops": 36627546009600000, "train_loss": 0.014799329042434693, "subset_score_loss": 0.014799329042434693} +{"step": 2740000, "wall_time": 27053.251210689545, "train_loss_step": 2.4393482208251953, "n_params": 4367410, "total_flops": 36761712844800000, "train_loss": 0.014132388830184937, "subset_score_loss": 0.014132388830184937} +{"step": 2750000, "wall_time": 27144.808764457703, "train_loss_step": 2.720722198486328, "n_params": 4367410, "total_flops": 36895879680000000, "train_loss": 0.014461277723312379, "subset_score_loss": 0.014461277723312379} +{"step": 2760000, "wall_time": 27236.380033254623, "train_loss_step": 2.627916097640991, "n_params": 4367410, "total_flops": 37030046515200000, "train_loss": 0.014538096189498901, "subset_score_loss": 0.014538096189498901} +{"step": 2770000, "wall_time": 27328.036588668823, "train_loss_step": 2.621055841445923, "n_params": 4367410, "total_flops": 37164213350400000, "train_loss": 0.013814053535461425, "subset_score_loss": 0.013814053535461425} +{"step": 2780000, "wall_time": 27419.637533903122, "train_loss_step": 2.5932517051696777, "n_params": 4367410, "total_flops": 37298380185600000, "train_loss": 0.014345149993896484, "subset_score_loss": 0.014345149993896484} +{"step": 2790000, "wall_time": 27506.383850574493, "train_loss_step": 2.4652535915374756, "n_params": 4367410, "total_flops": 37432547020800000, "train_loss": 0.014506770372390747, "subset_score_loss": 0.014506770372390747} +{"step": 2800000, "wall_time": 27721.55469441414, "train_loss_step": 2.6389994621276855, "n_params": 4367410, "total_flops": 37566713856000000, "train_loss": 0.013997846841812133, "subset_score_loss": 0.013997846841812133, "memorization_fraction_pixel": 0.7034000158309937, "mean_nn_ratio_pixel": 0.32555294036865234, "fid": 46.754539057166944} +{"step": 2810000, "wall_time": 27805.985001325607, "train_loss_step": 2.789198398590088, "n_params": 4367410, "total_flops": 37700880691200000, "train_loss": 0.014227480888366699, "subset_score_loss": 0.014227480888366699} +{"step": 2820000, "wall_time": 27897.4414434433, "train_loss_step": 2.730146884918213, "n_params": 4367410, "total_flops": 37835047526400000, "train_loss": 0.013982808589935303, "subset_score_loss": 0.013982808589935303} +{"step": 2830000, "wall_time": 27988.66819667816, "train_loss_step": 2.439545154571533, "n_params": 4367410, "total_flops": 37969214361600000, "train_loss": 0.01390809178352356, "subset_score_loss": 0.01390809178352356} +{"step": 2840000, "wall_time": 28080.43098139763, "train_loss_step": 2.578873872756958, "n_params": 4367410, "total_flops": 38103381196800000, "train_loss": 0.01362386703491211, "subset_score_loss": 0.01362386703491211} +{"step": 2850000, "wall_time": 28172.440860271454, "train_loss_step": 2.7779173851013184, "n_params": 4367410, "total_flops": 38237548032000000, "train_loss": 0.014217866659164429, "subset_score_loss": 0.014217866659164429} +{"step": 2860000, "wall_time": 28263.886506080627, "train_loss_step": 2.6843678951263428, "n_params": 4367410, "total_flops": 38371714867200000, "train_loss": 0.014310042858123779, "subset_score_loss": 0.014310042858123779} +{"step": 2870000, "wall_time": 28353.686128377914, "train_loss_step": 2.8442535400390625, "n_params": 4367410, "total_flops": 38505881702400000, "train_loss": 0.013613783121109009, "subset_score_loss": 0.013613783121109009} +{"step": 2880000, "wall_time": 28445.831584692, "train_loss_step": 2.6659555435180664, "n_params": 4367410, "total_flops": 38640048537600000, "train_loss": 0.014052915573120116, "subset_score_loss": 0.014052915573120116} +{"step": 2890000, "wall_time": 28531.150765895844, "train_loss_step": 2.578486442565918, "n_params": 4367410, "total_flops": 38774215372800000, "train_loss": 0.013898913860321044, "subset_score_loss": 0.013898913860321044} +{"step": 2900000, "wall_time": 28699.636850118637, "train_loss_step": 2.5870790481567383, "n_params": 4367410, "total_flops": 38908382208000000, "train_loss": 0.0134878671169281, "subset_score_loss": 0.0134878671169281, "memorization_fraction_pixel": 0.7170000076293945, "mean_nn_ratio_pixel": 0.3236076533794403, "fid": 46.77929089901332} +{"step": 2910000, "wall_time": 28787.218422412872, "train_loss_step": 2.725658416748047, "n_params": 4367410, "total_flops": 39042549043200000, "train_loss": 0.014070342779159545, "subset_score_loss": 0.014070342779159545} +{"step": 2920000, "wall_time": 28878.935581684113, "train_loss_step": 2.610604763031006, "n_params": 4367410, "total_flops": 39176715878400000, "train_loss": 0.013669446706771851, "subset_score_loss": 0.013669446706771851} +{"step": 2930000, "wall_time": 28970.802232265472, "train_loss_step": 2.7189812660217285, "n_params": 4367410, "total_flops": 39310882713600000, "train_loss": 0.013954169750213623, "subset_score_loss": 0.013954169750213623} +{"step": 2940000, "wall_time": 29062.497141122818, "train_loss_step": 2.769953727722168, "n_params": 4367410, "total_flops": 39445049548800000, "train_loss": 0.013856008052825927, "subset_score_loss": 0.013856008052825927} +{"step": 2950000, "wall_time": 29154.165868520737, "train_loss_step": 2.3545961380004883, "n_params": 4367410, "total_flops": 39579216384000000, "train_loss": 0.013438049554824829, "subset_score_loss": 0.013438049554824829} +{"step": 2960000, "wall_time": 29243.581489801407, "train_loss_step": 2.5658750534057617, "n_params": 4367410, "total_flops": 39713383219200000, "train_loss": 0.01352150559425354, "subset_score_loss": 0.01352150559425354} +{"step": 2970000, "wall_time": 29334.987389326096, "train_loss_step": 2.698904037475586, "n_params": 4367410, "total_flops": 39847550054400000, "train_loss": 0.013615498542785645, "subset_score_loss": 0.013615498542785645} +{"step": 2980000, "wall_time": 29425.630748033524, "train_loss_step": 2.397886276245117, "n_params": 4367410, "total_flops": 39981716889600000, "train_loss": 0.013858051300048828, "subset_score_loss": 0.013858051300048828} +{"step": 2990000, "wall_time": 29497.563765525818, "train_loss_step": 2.383671760559082, "n_params": 4367410, "total_flops": 40115883724800000, "train_loss": 0.013733842372894288, "subset_score_loss": 0.013733842372894288} +{"step": 3000000, "wall_time": 29665.563237667084, "train_loss_step": 2.765763282775879, "n_params": 4367410, "total_flops": 40250050560000000, "train_loss": 0.01358353853225708, "subset_score_loss": 0.01358353853225708, "memorization_fraction_pixel": 0.7095000147819519, "mean_nn_ratio_pixel": 0.32211342453956604, "fid": 46.7586617984028} +{"step": 3010000, "wall_time": 29754.07599258423, "train_loss_step": 2.6332643032073975, "n_params": 4367410, "total_flops": 40384217395200000, "train_loss": 0.013359233140945434, "subset_score_loss": 0.013359233140945434} +{"step": 3020000, "wall_time": 29845.603436231613, "train_loss_step": 2.695284366607666, "n_params": 4367410, "total_flops": 40518384230400000, "train_loss": 0.01368398666381836, "subset_score_loss": 0.01368398666381836} +{"step": 3030000, "wall_time": 29937.359696388245, "train_loss_step": 2.332275629043579, "n_params": 4367410, "total_flops": 40652551065600000, "train_loss": 0.013503235578536988, "subset_score_loss": 0.013503235578536988} +{"step": 3040000, "wall_time": 30028.86224603653, "train_loss_step": 2.6528401374816895, "n_params": 4367410, "total_flops": 40786717900800000, "train_loss": 0.013097290992736816, "subset_score_loss": 0.013097290992736816} +{"step": 3050000, "wall_time": 30118.89169073105, "train_loss_step": 2.388024091720581, "n_params": 4367410, "total_flops": 40920884736000000, "train_loss": 0.013375500440597534, "subset_score_loss": 0.013375500440597534} +{"step": 3060000, "wall_time": 30210.67266845703, "train_loss_step": 2.7452144622802734, "n_params": 4367410, "total_flops": 41055051571200000, "train_loss": 0.013177839517593383, "subset_score_loss": 0.013177839517593383} +{"step": 3070000, "wall_time": 30301.834139347076, "train_loss_step": 2.768608570098877, "n_params": 4367410, "total_flops": 41189218406400000, "train_loss": 0.013497536182403564, "subset_score_loss": 0.013497536182403564} +{"step": 3080000, "wall_time": 30386.735916137695, "train_loss_step": 2.6904170513153076, "n_params": 4367410, "total_flops": 41323385241600000, "train_loss": 0.012730298042297363, "subset_score_loss": 0.012730298042297363} +{"step": 3090000, "wall_time": 30461.89552974701, "train_loss_step": 2.679500102996826, "n_params": 4367410, "total_flops": 41457552076800000, "train_loss": 0.01288212537765503, "subset_score_loss": 0.01288212537765503} +{"step": 3100000, "wall_time": 30660.66745352745, "train_loss_step": 2.657176971435547, "n_params": 4367410, "total_flops": 41591718912000000, "train_loss": 0.013285850286483764, "subset_score_loss": 0.013285850286483764, "memorization_fraction_pixel": 0.7224000096321106, "mean_nn_ratio_pixel": 0.3200687766075134, "fid": 47.1590024067068} +{"step": 3110000, "wall_time": 30752.31525826454, "train_loss_step": 2.321645498275757, "n_params": 4367410, "total_flops": 41725885747200000, "train_loss": 0.012488467693328857, "subset_score_loss": 0.012488467693328857} +{"step": 3120000, "wall_time": 30843.921523571014, "train_loss_step": 2.5524158477783203, "n_params": 4367410, "total_flops": 41860052582400000, "train_loss": 0.012541556358337402, "subset_score_loss": 0.012541556358337402} +{"step": 3130000, "wall_time": 30935.5562748909, "train_loss_step": 2.8770604133605957, "n_params": 4367410, "total_flops": 41994219417600000, "train_loss": 0.013272807598114014, "subset_score_loss": 0.013272807598114014} +{"step": 3140000, "wall_time": 31025.577444076538, "train_loss_step": 2.636354446411133, "n_params": 4367410, "total_flops": 42128386252800000, "train_loss": 0.013187766075134277, "subset_score_loss": 0.013187766075134277} +{"step": 3150000, "wall_time": 31117.3970849514, "train_loss_step": 2.888197183609009, "n_params": 4367410, "total_flops": 42262553088000000, "train_loss": 0.012540035247802735, "subset_score_loss": 0.012540035247802735} +{"step": 3160000, "wall_time": 31208.10058927536, "train_loss_step": 2.5631442070007324, "n_params": 4367410, "total_flops": 42396719923200000, "train_loss": 0.012319819927215576, "subset_score_loss": 0.012319819927215576} +{"step": 3170000, "wall_time": 31298.703211784363, "train_loss_step": 2.7010416984558105, "n_params": 4367410, "total_flops": 42530886758400000, "train_loss": 0.012777594327926635, "subset_score_loss": 0.012777594327926635} +{"step": 3180000, "wall_time": 31388.285136938095, "train_loss_step": 2.5902605056762695, "n_params": 4367410, "total_flops": 42665053593600000, "train_loss": 0.012759938240051269, "subset_score_loss": 0.012759938240051269} +{"step": 3190000, "wall_time": 31477.027975559235, "train_loss_step": 2.5398964881896973, "n_params": 4367410, "total_flops": 42799220428800000, "train_loss": 0.012442964315414428, "subset_score_loss": 0.012442964315414428} +{"step": 3200000, "wall_time": 31642.431058883667, "train_loss_step": 2.517606258392334, "n_params": 4367410, "total_flops": 42933387264000000, "train_loss": 0.012594261169433595, "subset_score_loss": 0.012594261169433595, "memorization_fraction_pixel": 0.7299000024795532, "mean_nn_ratio_pixel": 0.3156188428401947, "fid": 47.166114788999295} +{"step": 3210000, "wall_time": 31734.0007956028, "train_loss_step": 2.7095298767089844, "n_params": 4367410, "total_flops": 43067554099200000, "train_loss": 0.012165457010269165, "subset_score_loss": 0.012165457010269165} +{"step": 3220000, "wall_time": 31825.627575159073, "train_loss_step": 2.438018321990967, "n_params": 4367410, "total_flops": 43201720934400000, "train_loss": 0.012696229219436646, "subset_score_loss": 0.012696229219436646} +{"step": 3230000, "wall_time": 31915.523036956787, "train_loss_step": 2.32240891456604, "n_params": 4367410, "total_flops": 43335887769600000, "train_loss": 0.01253381609916687, "subset_score_loss": 0.01253381609916687} +{"step": 3240000, "wall_time": 32007.097549438477, "train_loss_step": 2.4289093017578125, "n_params": 4367410, "total_flops": 43470054604800000, "train_loss": 0.012870033979415893, "subset_score_loss": 0.012870033979415893} +{"step": 3250000, "wall_time": 32098.718276023865, "train_loss_step": 2.4743599891662598, "n_params": 4367410, "total_flops": 43604221440000000, "train_loss": 0.012013765573501587, "subset_score_loss": 0.012013765573501587} +{"step": 3260000, "wall_time": 32190.01221895218, "train_loss_step": 2.339470863342285, "n_params": 4367410, "total_flops": 43738388275200000, "train_loss": 0.012485916614532471, "subset_score_loss": 0.012485916614532471} +{"step": 3270000, "wall_time": 32278.03656387329, "train_loss_step": 2.537320137023926, "n_params": 4367410, "total_flops": 43872555110400000, "train_loss": 0.01222007155418396, "subset_score_loss": 0.01222007155418396} +{"step": 3280000, "wall_time": 32370.238265514374, "train_loss_step": 2.444923162460327, "n_params": 4367410, "total_flops": 44006721945600000, "train_loss": 0.01248495101928711, "subset_score_loss": 0.01248495101928711} +{"step": 3290000, "wall_time": 32458.448683023453, "train_loss_step": 2.5482583045959473, "n_params": 4367410, "total_flops": 44140888780800000, "train_loss": 0.012057136297225952, "subset_score_loss": 0.012057136297225952} +{"step": 3300000, "wall_time": 32635.680487394333, "train_loss_step": 2.4916467666625977, "n_params": 4367410, "total_flops": 44275055616000000, "train_loss": 0.012270801067352295, "subset_score_loss": 0.012270801067352295, "memorization_fraction_pixel": 0.7250000238418579, "mean_nn_ratio_pixel": 0.31588056683540344, "fid": 47.38054740144625} +{"step": 3310000, "wall_time": 32727.3922021389, "train_loss_step": 2.63542103767395, "n_params": 4367410, "total_flops": 44409222451200000, "train_loss": 0.012290735244750977, "subset_score_loss": 0.012290735244750977} +{"step": 3320000, "wall_time": 32817.38122487068, "train_loss_step": 2.663921594619751, "n_params": 4367410, "total_flops": 44543389286400000, "train_loss": 0.011735918521881104, "subset_score_loss": 0.011735918521881104} +{"step": 3330000, "wall_time": 32909.16683125496, "train_loss_step": 2.880878210067749, "n_params": 4367410, "total_flops": 44677556121600000, "train_loss": 0.012815513610839845, "subset_score_loss": 0.012815513610839845} +{"step": 3340000, "wall_time": 33000.73553609848, "train_loss_step": 2.5073447227478027, "n_params": 4367410, "total_flops": 44811722956800000, "train_loss": 0.011887556314468384, "subset_score_loss": 0.011887556314468384} +{"step": 3350000, "wall_time": 33092.37452793121, "train_loss_step": 2.9008851051330566, "n_params": 4367410, "total_flops": 44945889792000000, "train_loss": 0.01149896502494812, "subset_score_loss": 0.01149896502494812} +{"step": 3360000, "wall_time": 33171.29294466972, "train_loss_step": 2.6164450645446777, "n_params": 4367410, "total_flops": 45080056627200000, "train_loss": 0.012343988418579102, "subset_score_loss": 0.012343988418579102} +{"step": 3370000, "wall_time": 33260.93785023689, "train_loss_step": 2.395561933517456, "n_params": 4367410, "total_flops": 45214223462400000, "train_loss": 0.011803809404373169, "subset_score_loss": 0.011803809404373169} +{"step": 3380000, "wall_time": 33348.73141002655, "train_loss_step": 2.591000556945801, "n_params": 4367410, "total_flops": 45348390297600000, "train_loss": 0.012219014167785645, "subset_score_loss": 0.012219014167785645} +{"step": 3390000, "wall_time": 33431.12170743942, "train_loss_step": 2.6791203022003174, "n_params": 4367410, "total_flops": 45482557132800000, "train_loss": 0.012285183668136596, "subset_score_loss": 0.012285183668136596} +{"step": 3400000, "wall_time": 33628.79417467117, "train_loss_step": 2.5865135192871094, "n_params": 4367410, "total_flops": 45616723968000000, "train_loss": 0.01260455846786499, "subset_score_loss": 0.01260455846786499, "memorization_fraction_pixel": 0.7307000160217285, "mean_nn_ratio_pixel": 0.3155951201915741, "fid": 47.32803109515915} +{"step": 3410000, "wall_time": 33720.50116944313, "train_loss_step": 2.6908507347106934, "n_params": 4367410, "total_flops": 45750890803200000, "train_loss": 0.01163989782333374, "subset_score_loss": 0.01163989782333374} +{"step": 3420000, "wall_time": 33812.190207242966, "train_loss_step": 2.767810821533203, "n_params": 4367410, "total_flops": 45885057638400000, "train_loss": 0.012390618324279784, "subset_score_loss": 0.012390618324279784} +{"step": 3430000, "wall_time": 33903.711751937866, "train_loss_step": 2.5016608238220215, "n_params": 4367410, "total_flops": 46019224473600000, "train_loss": 0.011759309768676758, "subset_score_loss": 0.011759309768676758} +{"step": 3440000, "wall_time": 33994.87568807602, "train_loss_step": 2.6104037761688232, "n_params": 4367410, "total_flops": 46153391308800000, "train_loss": 0.011864281892776489, "subset_score_loss": 0.011864281892776489} +{"step": 3450000, "wall_time": 34080.07661795616, "train_loss_step": 2.648790121078491, "n_params": 4367410, "total_flops": 46287558144000000, "train_loss": 0.012019255161285401, "subset_score_loss": 0.012019255161285401} +{"step": 3460000, "wall_time": 34163.19766640663, "train_loss_step": 2.5238263607025146, "n_params": 4367410, "total_flops": 46421724979200000, "train_loss": 0.01140817642211914, "subset_score_loss": 0.01140817642211914} +{"step": 3470000, "wall_time": 34254.373759269714, "train_loss_step": 2.3972768783569336, "n_params": 4367410, "total_flops": 46555891814400000, "train_loss": 0.011519629955291748, "subset_score_loss": 0.011519629955291748} +{"step": 3480000, "wall_time": 34340.09128212929, "train_loss_step": 2.4492387771606445, "n_params": 4367410, "total_flops": 46690058649600000, "train_loss": 0.01143521785736084, "subset_score_loss": 0.01143521785736084} +{"step": 3490000, "wall_time": 34424.14422082901, "train_loss_step": 2.399836778640747, "n_params": 4367410, "total_flops": 46824225484800000, "train_loss": 0.011477051973342896, "subset_score_loss": 0.011477051973342896} +{"step": 3500000, "wall_time": 34634.313712358475, "train_loss_step": 2.7553939819335938, "n_params": 4367410, "total_flops": 46958392320000000, "train_loss": 0.011532752513885499, "subset_score_loss": 0.011532752513885499, "memorization_fraction_pixel": 0.7321000099182129, "mean_nn_ratio_pixel": 0.31467774510383606, "fid": 46.84261344471855} +{"step": 3510000, "wall_time": 34726.104514837265, "train_loss_step": 2.7313170433044434, "n_params": 4367410, "total_flops": 47092559155200000, "train_loss": 0.011856318712234496, "subset_score_loss": 0.011856318712234496} +{"step": 3520000, "wall_time": 34817.73729085922, "train_loss_step": 2.5474367141723633, "n_params": 4367410, "total_flops": 47226725990400000, "train_loss": 0.011509336233139038, "subset_score_loss": 0.011509336233139038} +{"step": 3530000, "wall_time": 34909.0842590332, "train_loss_step": 2.4430038928985596, "n_params": 4367410, "total_flops": 47360892825600000, "train_loss": 0.011330515146255493, "subset_score_loss": 0.011330515146255493} +{"step": 3540000, "wall_time": 34999.17607665062, "train_loss_step": 2.514357566833496, "n_params": 4367410, "total_flops": 47495059660800000, "train_loss": 0.011404304504394532, "subset_score_loss": 0.011404304504394532} +{"step": 3550000, "wall_time": 35074.05649638176, "train_loss_step": 2.580826759338379, "n_params": 4367410, "total_flops": 47629226496000000, "train_loss": 0.011217976808547974, "subset_score_loss": 0.011217976808547974} +{"step": 3560000, "wall_time": 35165.60378026962, "train_loss_step": 2.47935152053833, "n_params": 4367410, "total_flops": 47763393331200000, "train_loss": 0.011200942993164063, "subset_score_loss": 0.011200942993164063} +{"step": 3570000, "wall_time": 35257.100897312164, "train_loss_step": 2.7417473793029785, "n_params": 4367410, "total_flops": 47897560166400000, "train_loss": 0.011945717334747315, "subset_score_loss": 0.011945717334747315} +{"step": 3580000, "wall_time": 35339.28306555748, "train_loss_step": 2.7443511486053467, "n_params": 4367410, "total_flops": 48031727001600000, "train_loss": 0.011335879564285278, "subset_score_loss": 0.011335879564285278} +{"step": 3590000, "wall_time": 35413.80391407013, "train_loss_step": 2.509824752807617, "n_params": 4367410, "total_flops": 48165893836800000, "train_loss": 0.010967751741409302, "subset_score_loss": 0.010967751741409302} +{"step": 3600000, "wall_time": 35606.562797784805, "train_loss_step": 2.399386405944824, "n_params": 4367410, "total_flops": 48300060672000000, "train_loss": 0.011104971170425415, "subset_score_loss": 0.011104971170425415, "memorization_fraction_pixel": 0.7524999976158142, "mean_nn_ratio_pixel": 0.30976778268814087, "fid": 47.057673896934695} +{"step": 3610000, "wall_time": 35698.412048339844, "train_loss_step": 2.4575023651123047, "n_params": 4367410, "total_flops": 48434227507200000, "train_loss": 0.011052643060684203, "subset_score_loss": 0.011052643060684203} +{"step": 3620000, "wall_time": 35790.34775495529, "train_loss_step": 2.602879285812378, "n_params": 4367410, "total_flops": 48568394342400000, "train_loss": 0.011107217073440551, "subset_score_loss": 0.011107217073440551} +{"step": 3630000, "wall_time": 35881.93101334572, "train_loss_step": 2.505390167236328, "n_params": 4367410, "total_flops": 48702561177600000, "train_loss": 0.01144623637199402, "subset_score_loss": 0.01144623637199402} +{"step": 3640000, "wall_time": 35967.8601398468, "train_loss_step": 2.4943723678588867, "n_params": 4367410, "total_flops": 48836728012800000, "train_loss": 0.010936839580535889, "subset_score_loss": 0.010936839580535889} +{"step": 3650000, "wall_time": 36053.856605768204, "train_loss_step": 2.5353665351867676, "n_params": 4367410, "total_flops": 48970894848000000, "train_loss": 0.011693525314331054, "subset_score_loss": 0.011693525314331054} +{"step": 3660000, "wall_time": 36145.23197770119, "train_loss_step": 2.424349308013916, "n_params": 4367410, "total_flops": 49105061683200000, "train_loss": 0.011436806917190552, "subset_score_loss": 0.011436806917190552} +{"step": 3670000, "wall_time": 36236.313229084015, "train_loss_step": 2.3549909591674805, "n_params": 4367410, "total_flops": 49239228518400000, "train_loss": 0.010947490930557252, "subset_score_loss": 0.010947490930557252} +{"step": 3680000, "wall_time": 36314.02641391754, "train_loss_step": 2.5386974811553955, "n_params": 4367410, "total_flops": 49373395353600000, "train_loss": 0.011043620109558106, "subset_score_loss": 0.011043620109558106} +{"step": 3690000, "wall_time": 36390.327102422714, "train_loss_step": 2.482649326324463, "n_params": 4367410, "total_flops": 49507562188800000, "train_loss": 0.010724153518676758, "subset_score_loss": 0.010724153518676758} +{"step": 3700000, "wall_time": 36621.73104119301, "train_loss_step": 2.657716989517212, "n_params": 4367410, "total_flops": 49641729024000000, "train_loss": 0.011337370872497558, "subset_score_loss": 0.011337370872497558, "memorization_fraction_pixel": 0.7361999750137329, "mean_nn_ratio_pixel": 0.3135107755661011, "fid": 46.8830882837655} +{"step": 3710000, "wall_time": 36713.688353300095, "train_loss_step": 2.3306384086608887, "n_params": 4367410, "total_flops": 49775895859200000, "train_loss": 0.011009491682052612, "subset_score_loss": 0.011009491682052612} +{"step": 3720000, "wall_time": 36805.2059237957, "train_loss_step": 2.736258029937744, "n_params": 4367410, "total_flops": 49910062694400000, "train_loss": 0.010959901809692384, "subset_score_loss": 0.010959901809692384} +{"step": 3730000, "wall_time": 36888.04663562775, "train_loss_step": 2.324317693710327, "n_params": 4367410, "total_flops": 50044229529600000, "train_loss": 0.010701179504394531, "subset_score_loss": 0.010701179504394531} +{"step": 3740000, "wall_time": 36972.496398210526, "train_loss_step": 2.5875821113586426, "n_params": 4367410, "total_flops": 50178396364800000, "train_loss": 0.010895515680313111, "subset_score_loss": 0.010895515680313111} +{"step": 3750000, "wall_time": 37064.26780128479, "train_loss_step": 2.247671604156494, "n_params": 4367410, "total_flops": 50312563200000000, "train_loss": 0.010905600786209106, "subset_score_loss": 0.010905600786209106} +{"step": 3760000, "wall_time": 37153.97650694847, "train_loss_step": 2.569796323776245, "n_params": 4367410, "total_flops": 50446730035200000, "train_loss": 0.010831109285354613, "subset_score_loss": 0.010831109285354613} +{"step": 3770000, "wall_time": 37238.96251702309, "train_loss_step": 2.603616237640381, "n_params": 4367410, "total_flops": 50580896870400000, "train_loss": 0.010972282886505126, "subset_score_loss": 0.010972282886505126} +{"step": 3780000, "wall_time": 37317.808633327484, "train_loss_step": 2.4313206672668457, "n_params": 4367410, "total_flops": 50715063705600000, "train_loss": 0.010705444812774658, "subset_score_loss": 0.010705444812774658} +{"step": 3790000, "wall_time": 37408.395330667496, "train_loss_step": 2.2894835472106934, "n_params": 4367410, "total_flops": 50849230540800000, "train_loss": 0.01122406005859375, "subset_score_loss": 0.01122406005859375} +{"step": 3800000, "wall_time": 37605.491683244705, "train_loss_step": 2.6082077026367188, "n_params": 4367410, "total_flops": 50983397376000000, "train_loss": 0.010404983758926392, "subset_score_loss": 0.010404983758926392, "memorization_fraction_pixel": 0.7497000098228455, "mean_nn_ratio_pixel": 0.31115081906318665, "fid": 47.02636353852597} +{"step": 3810000, "wall_time": 37697.30178952217, "train_loss_step": 2.284517765045166, "n_params": 4367410, "total_flops": 51117564211200000, "train_loss": 0.010669544935226441, "subset_score_loss": 0.010669544935226441} +{"step": 3820000, "wall_time": 37788.86543297768, "train_loss_step": 2.34798526763916, "n_params": 4367410, "total_flops": 51251731046400000, "train_loss": 0.01070970058441162, "subset_score_loss": 0.01070970058441162} +{"step": 3830000, "wall_time": 37870.603321790695, "train_loss_step": 2.7825326919555664, "n_params": 4367410, "total_flops": 51385897881600000, "train_loss": 0.01075882077217102, "subset_score_loss": 0.01075882077217102} +{"step": 3840000, "wall_time": 37962.35798549652, "train_loss_step": 2.5331413745880127, "n_params": 4367410, "total_flops": 51520064716800000, "train_loss": 0.010425601005554199, "subset_score_loss": 0.010425601005554199} +{"step": 3850000, "wall_time": 38052.13309645653, "train_loss_step": 2.799478054046631, "n_params": 4367410, "total_flops": 51654231552000000, "train_loss": 0.010817497968673706, "subset_score_loss": 0.010817497968673706} +{"step": 3860000, "wall_time": 38143.40527224541, "train_loss_step": 2.4098920822143555, "n_params": 4367410, "total_flops": 51788398387200000, "train_loss": 0.010304827690124512, "subset_score_loss": 0.010304827690124512} +{"step": 3870000, "wall_time": 38227.30584740639, "train_loss_step": 2.3233442306518555, "n_params": 4367410, "total_flops": 51922565222400000, "train_loss": 0.010688725709915161, "subset_score_loss": 0.010688725709915161} +{"step": 3880000, "wall_time": 38307.18675804138, "train_loss_step": 2.628868579864502, "n_params": 4367410, "total_flops": 52056732057600000, "train_loss": 0.010347572565078735, "subset_score_loss": 0.010347572565078735} +{"step": 3890000, "wall_time": 38398.68222260475, "train_loss_step": 2.26248836517334, "n_params": 4367410, "total_flops": 52190898892800000, "train_loss": 0.010442476272583007, "subset_score_loss": 0.010442476272583007} +{"step": 3900000, "wall_time": 38607.96641397476, "train_loss_step": 2.2113871574401855, "n_params": 4367410, "total_flops": 52325065728000000, "train_loss": 0.010460073947906495, "subset_score_loss": 0.010460073947906495, "memorization_fraction_pixel": 0.7480999827384949, "mean_nn_ratio_pixel": 0.30946046113967896, "fid": 46.828408172610814} +{"step": 3910000, "wall_time": 38699.54571557045, "train_loss_step": 2.5768978595733643, "n_params": 4367410, "total_flops": 52459232563200000, "train_loss": 0.010018249750137329, "subset_score_loss": 0.010018249750137329} +{"step": 3920000, "wall_time": 38777.56850743294, "train_loss_step": 2.454500198364258, "n_params": 4367410, "total_flops": 52593399398400000, "train_loss": 0.010341074466705322, "subset_score_loss": 0.010341074466705322} +{"step": 3930000, "wall_time": 38867.068710803986, "train_loss_step": 2.4568400382995605, "n_params": 4367410, "total_flops": 52727566233600000, "train_loss": 0.00998266875743866, "subset_score_loss": 0.00998266875743866} +{"step": 3940000, "wall_time": 38958.68125414848, "train_loss_step": 2.424189567565918, "n_params": 4367410, "total_flops": 52861733068800000, "train_loss": 0.010224744081497192, "subset_score_loss": 0.010224744081497192} +{"step": 3950000, "wall_time": 39050.04094338417, "train_loss_step": 2.2836499214172363, "n_params": 4367410, "total_flops": 52995899904000000, "train_loss": 0.0099698406457901, "subset_score_loss": 0.0099698406457901} +{"step": 3960000, "wall_time": 39141.088393211365, "train_loss_step": 2.206151008605957, "n_params": 4367410, "total_flops": 53130066739200000, "train_loss": 0.009829264283180237, "subset_score_loss": 0.009829264283180237} +{"step": 3970000, "wall_time": 39212.722000837326, "train_loss_step": 2.3741397857666016, "n_params": 4367410, "total_flops": 53264233574400000, "train_loss": 0.01044529914855957, "subset_score_loss": 0.01044529914855957} +{"step": 3980000, "wall_time": 39298.26962137222, "train_loss_step": 2.6503307819366455, "n_params": 4367410, "total_flops": 53398400409600000, "train_loss": 0.010073554515838624, "subset_score_loss": 0.010073554515838624} +{"step": 3990000, "wall_time": 39389.9215221405, "train_loss_step": 2.4887986183166504, "n_params": 4367410, "total_flops": 53532567244800000, "train_loss": 0.010295181274414063, "subset_score_loss": 0.010295181274414063} +{"step": 4000000, "wall_time": 39605.0110514164, "train_loss_step": 2.6918740272521973, "n_params": 4367410, "total_flops": 53666734080000000, "train_loss": 0.010606863498687745, "subset_score_loss": 0.010606863498687745, "memorization_fraction_pixel": 0.7584999799728394, "mean_nn_ratio_pixel": 0.3084327280521393, "fid": 46.58483234689049} +{"step": 4010000, "wall_time": 39687.964309453964, "train_loss_step": 2.7106146812438965, "n_params": 4367410, "total_flops": 53800900915200000, "train_loss": 0.010210329294204712, "subset_score_loss": 0.010210329294204712} +{"step": 4020000, "wall_time": 39769.61814165115, "train_loss_step": 2.7994742393493652, "n_params": 4367410, "total_flops": 53935067750400000, "train_loss": 0.010639375448226929, "subset_score_loss": 0.010639375448226929} +{"step": 4030000, "wall_time": 39861.44037413597, "train_loss_step": 2.6683616638183594, "n_params": 4367410, "total_flops": 54069234585600000, "train_loss": 0.00995867133140564, "subset_score_loss": 0.00995867133140564} +{"step": 4040000, "wall_time": 39952.726393699646, "train_loss_step": 2.7608232498168945, "n_params": 4367410, "total_flops": 54203401420800000, "train_loss": 0.010315737724304198, "subset_score_loss": 0.010315737724304198} +{"step": 4050000, "wall_time": 40044.06626558304, "train_loss_step": 2.360370635986328, "n_params": 4367410, "total_flops": 54337568256000000, "train_loss": 0.010341093540191651, "subset_score_loss": 0.010341093540191651} +{"step": 4060000, "wall_time": 40135.655358076096, "train_loss_step": 2.5256261825561523, "n_params": 4367410, "total_flops": 54471735091200000, "train_loss": 0.010132677555084228, "subset_score_loss": 0.010132677555084228} +{"step": 4070000, "wall_time": 40200.55203962326, "train_loss_step": 2.4726316928863525, "n_params": 4367410, "total_flops": 54605901926400000, "train_loss": 0.010437541007995606, "subset_score_loss": 0.010437541007995606} +{"step": 4080000, "wall_time": 40292.38767242432, "train_loss_step": 2.6048903465270996, "n_params": 4367410, "total_flops": 54740068761600000, "train_loss": 0.009992074966430665, "subset_score_loss": 0.009992074966430665} +{"step": 4090000, "wall_time": 40383.443751096725, "train_loss_step": 2.2652711868286133, "n_params": 4367410, "total_flops": 54874235596800000, "train_loss": 0.010006500482559204, "subset_score_loss": 0.010006500482559204} +{"step": 4100000, "wall_time": 40592.10105729103, "train_loss_step": 2.448652744293213, "n_params": 4367410, "total_flops": 55008402432000000, "train_loss": 0.010090546607971191, "subset_score_loss": 0.010090546607971191, "memorization_fraction_pixel": 0.753000020980835, "mean_nn_ratio_pixel": 0.30816489458084106, "fid": 46.30332164896765} +{"step": 4110000, "wall_time": 40667.34171104431, "train_loss_step": 2.5902843475341797, "n_params": 4367410, "total_flops": 55142569267200000, "train_loss": 0.010502115488052369, "subset_score_loss": 0.010502115488052369} +{"step": 4120000, "wall_time": 40759.21999025345, "train_loss_step": 2.488407611846924, "n_params": 4367410, "total_flops": 55276736102400000, "train_loss": 0.010191620588302612, "subset_score_loss": 0.010191620588302612} +{"step": 4130000, "wall_time": 40850.58451485634, "train_loss_step": 2.5207576751708984, "n_params": 4367410, "total_flops": 55410902937600000, "train_loss": 0.009992715120315552, "subset_score_loss": 0.009992715120315552} +{"step": 4140000, "wall_time": 40941.82012629509, "train_loss_step": 2.5362915992736816, "n_params": 4367410, "total_flops": 55545069772800000, "train_loss": 0.009656696915626525, "subset_score_loss": 0.009656696915626525} +{"step": 4150000, "wall_time": 41032.26605319977, "train_loss_step": 2.6806132793426514, "n_params": 4367410, "total_flops": 55679236608000000, "train_loss": 0.010065464973449708, "subset_score_loss": 0.010065464973449708} +{"step": 4160000, "wall_time": 41118.18212580681, "train_loss_step": 2.2410755157470703, "n_params": 4367410, "total_flops": 55813403443200000, "train_loss": 0.009643399715423584, "subset_score_loss": 0.009643399715423584} +{"step": 4170000, "wall_time": 41185.03881454468, "train_loss_step": 2.744006633758545, "n_params": 4367410, "total_flops": 55947570278400000, "train_loss": 0.0097417551279068, "subset_score_loss": 0.0097417551279068} +{"step": 4180000, "wall_time": 41274.993792533875, "train_loss_step": 2.1951193809509277, "n_params": 4367410, "total_flops": 56081737113600000, "train_loss": 0.010137456655502319, "subset_score_loss": 0.010137456655502319} +{"step": 4190000, "wall_time": 41365.09721112251, "train_loss_step": 2.741211175918579, "n_params": 4367410, "total_flops": 56215903948800000, "train_loss": 0.009977813363075256, "subset_score_loss": 0.009977813363075256} +{"step": 4200000, "wall_time": 41562.58599114418, "train_loss_step": 2.5280404090881348, "n_params": 4367410, "total_flops": 56350070784000000, "train_loss": 0.009591931700706482, "subset_score_loss": 0.009591931700706482, "memorization_fraction_pixel": 0.7547000050544739, "mean_nn_ratio_pixel": 0.30879297852516174, "fid": 47.013420548410664} +{"step": 4210000, "wall_time": 41649.00164270401, "train_loss_step": 2.5233428478240967, "n_params": 4367410, "total_flops": 56484237619200000, "train_loss": 0.009796586036682129, "subset_score_loss": 0.009796586036682129} +{"step": 4220000, "wall_time": 41740.87409520149, "train_loss_step": 2.2246923446655273, "n_params": 4367410, "total_flops": 56618404454400000, "train_loss": 0.009935514330863952, "subset_score_loss": 0.009935514330863952} +{"step": 4230000, "wall_time": 41832.5484662056, "train_loss_step": 2.4418625831604004, "n_params": 4367410, "total_flops": 56752571289600000, "train_loss": 0.00992490530014038, "subset_score_loss": 0.00992490530014038} +{"step": 4240000, "wall_time": 41923.3777320385, "train_loss_step": 2.693225383758545, "n_params": 4367410, "total_flops": 56886738124800000, "train_loss": 0.01000171661376953, "subset_score_loss": 0.01000171661376953} +{"step": 4250000, "wall_time": 42014.11981987953, "train_loss_step": 2.467668056488037, "n_params": 4367410, "total_flops": 57020904960000000, "train_loss": 0.00961876928806305, "subset_score_loss": 0.00961876928806305} +{"step": 4260000, "wall_time": 42094.44446635246, "train_loss_step": 2.51271390914917, "n_params": 4367410, "total_flops": 57155071795200000, "train_loss": 0.009440322518348693, "subset_score_loss": 0.009440322518348693} +{"step": 4270000, "wall_time": 42172.45205831528, "train_loss_step": 2.3773462772369385, "n_params": 4367410, "total_flops": 57289238630400000, "train_loss": 0.009760239720344543, "subset_score_loss": 0.009760239720344543} +{"step": 4280000, "wall_time": 42261.126492500305, "train_loss_step": 2.252875328063965, "n_params": 4367410, "total_flops": 57423405465600000, "train_loss": 0.009522020816802979, "subset_score_loss": 0.009522020816802979} +{"step": 4290000, "wall_time": 42350.33199381828, "train_loss_step": 2.36318039894104, "n_params": 4367410, "total_flops": 57557572300800000, "train_loss": 0.009775171875953675, "subset_score_loss": 0.009775171875953675} +{"step": 4300000, "wall_time": 42546.56130671501, "train_loss_step": 2.8937339782714844, "n_params": 4367410, "total_flops": 57691739136000000, "train_loss": 0.009224682450294494, "subset_score_loss": 0.009224682450294494, "memorization_fraction_pixel": 0.7602999806404114, "mean_nn_ratio_pixel": 0.30681660771369934, "fid": 46.60352679976059} +{"step": 4310000, "wall_time": 42638.21237540245, "train_loss_step": 2.1026768684387207, "n_params": 4367410, "total_flops": 57825905971200000, "train_loss": 0.00958719551563263, "subset_score_loss": 0.00958719551563263} +{"step": 4320000, "wall_time": 42730.01429748535, "train_loss_step": 2.3496994972229004, "n_params": 4367410, "total_flops": 57960072806400000, "train_loss": 0.009874470233917236, "subset_score_loss": 0.009874470233917236} +{"step": 4330000, "wall_time": 42821.27703166008, "train_loss_step": 2.1538519859313965, "n_params": 4367410, "total_flops": 58094239641600000, "train_loss": 0.009300472140312195, "subset_score_loss": 0.009300472140312195} +{"step": 4340000, "wall_time": 42912.61056947708, "train_loss_step": 2.260519027709961, "n_params": 4367410, "total_flops": 58228406476800000, "train_loss": 0.010063594579696656, "subset_score_loss": 0.010063594579696656} +{"step": 4350000, "wall_time": 43003.27255606651, "train_loss_step": 2.4668970108032227, "n_params": 4367410, "total_flops": 58362573312000000, "train_loss": 0.009203857779502868, "subset_score_loss": 0.009203857779502868} +{"step": 4360000, "wall_time": 43087.80911946297, "train_loss_step": 2.4347000122070312, "n_params": 4367410, "total_flops": 58496740147200000, "train_loss": 0.00965891420841217, "subset_score_loss": 0.00965891420841217} +{"step": 4370000, "wall_time": 43166.158482313156, "train_loss_step": 2.4176764488220215, "n_params": 4367410, "total_flops": 58630906982400000, "train_loss": 0.009239493012428284, "subset_score_loss": 0.009239493012428284} +{"step": 4380000, "wall_time": 43252.065309524536, "train_loss_step": 2.1893680095672607, "n_params": 4367410, "total_flops": 58765073817600000, "train_loss": 0.00926817297935486, "subset_score_loss": 0.00926817297935486} +{"step": 4390000, "wall_time": 43343.67961549759, "train_loss_step": 2.435850143432617, "n_params": 4367410, "total_flops": 58899240652800000, "train_loss": 0.009550551176071167, "subset_score_loss": 0.009550551176071167} +{"step": 4400000, "wall_time": 43560.262555122375, "train_loss_step": 2.068264961242676, "n_params": 4367410, "total_flops": 59033407488000000, "train_loss": 0.009336070418357848, "subset_score_loss": 0.009336070418357848, "memorization_fraction_pixel": 0.7534999847412109, "mean_nn_ratio_pixel": 0.30793553590774536, "fid": 46.57997338219574} +{"step": 4410000, "wall_time": 43651.893233299255, "train_loss_step": 2.697554588317871, "n_params": 4367410, "total_flops": 59167574323200000, "train_loss": 0.009544349312782287, "subset_score_loss": 0.009544349312782287} +{"step": 4420000, "wall_time": 43742.93751811981, "train_loss_step": 2.8433632850646973, "n_params": 4367410, "total_flops": 59301741158400000, "train_loss": 0.009133988618850708, "subset_score_loss": 0.009133988618850708} +{"step": 4430000, "wall_time": 43834.30469727516, "train_loss_step": 2.3367085456848145, "n_params": 4367410, "total_flops": 59435907993600000, "train_loss": 0.0090259850025177, "subset_score_loss": 0.0090259850025177} +{"step": 4440000, "wall_time": 43926.05640268326, "train_loss_step": 2.5838985443115234, "n_params": 4367410, "total_flops": 59570074828800000, "train_loss": 0.009676682353019715, "subset_score_loss": 0.009676682353019715} +{"step": 4450000, "wall_time": 44000.476299762726, "train_loss_step": 2.569999933242798, "n_params": 4367410, "total_flops": 59704241664000000, "train_loss": 0.009394328594207763, "subset_score_loss": 0.009394328594207763} +{"step": 4460000, "wall_time": 44078.232780218124, "train_loss_step": 2.918499708175659, "n_params": 4367410, "total_flops": 59838408499200000, "train_loss": 0.009030013680458068, "subset_score_loss": 0.009030013680458068} +{"step": 4470000, "wall_time": 44136.936331510544, "train_loss_step": 2.465689182281494, "n_params": 4367410, "total_flops": 59972575334400000, "train_loss": 0.009416403770446778, "subset_score_loss": 0.009416403770446778} +{"step": 4480000, "wall_time": 44198.779129743576, "train_loss_step": 2.7515623569488525, "n_params": 4367410, "total_flops": 60106742169600000, "train_loss": 0.009046345353126525, "subset_score_loss": 0.009046345353126525} +{"step": 4490000, "wall_time": 44260.38420724869, "train_loss_step": 2.3149843215942383, "n_params": 4367410, "total_flops": 60240909004800000, "train_loss": 0.009277738332748413, "subset_score_loss": 0.009277738332748413} +{"step": 4500000, "wall_time": 44423.27152490616, "train_loss_step": 2.3636341094970703, "n_params": 4367410, "total_flops": 60375075840000000, "train_loss": 0.009150726795196533, "subset_score_loss": 0.009150726795196533, "memorization_fraction_pixel": 0.7524999976158142, "mean_nn_ratio_pixel": 0.30733439326286316, "fid": 47.08291521480648} +{"step": 4510000, "wall_time": 44496.710649728775, "train_loss_step": 2.372972011566162, "n_params": 4367410, "total_flops": 60509242675200000, "train_loss": 0.00908153235912323, "subset_score_loss": 0.00908153235912323} +{"step": 4520000, "wall_time": 44570.50314474106, "train_loss_step": 2.754882335662842, "n_params": 4367410, "total_flops": 60643409510400000, "train_loss": 0.009606672525405884, "subset_score_loss": 0.009606672525405884} +{"step": 4530000, "wall_time": 44644.34273672104, "train_loss_step": 2.3157474994659424, "n_params": 4367410, "total_flops": 60777576345600000, "train_loss": 0.009579384922981262, "subset_score_loss": 0.009579384922981262} +{"step": 4540000, "wall_time": 44716.15570187569, "train_loss_step": 2.3795289993286133, "n_params": 4367410, "total_flops": 60911743180800000, "train_loss": 0.009118725061416626, "subset_score_loss": 0.009118725061416626} +{"step": 4550000, "wall_time": 44787.41708302498, "train_loss_step": 2.215162992477417, "n_params": 4367410, "total_flops": 61045910016000000, "train_loss": 0.008890926241874694, "subset_score_loss": 0.008890926241874694} +{"step": 4560000, "wall_time": 44861.34643292427, "train_loss_step": 2.2922534942626953, "n_params": 4367410, "total_flops": 61180076851200000, "train_loss": 0.0091837340593338, "subset_score_loss": 0.0091837340593338} +{"step": 4570000, "wall_time": 44930.865545511246, "train_loss_step": 2.44941782951355, "n_params": 4367410, "total_flops": 61314243686400000, "train_loss": 0.008698425889015197, "subset_score_loss": 0.008698425889015197} +{"step": 4580000, "wall_time": 45002.59193396568, "train_loss_step": 2.135554313659668, "n_params": 4367410, "total_flops": 61448410521600000, "train_loss": 0.009061577320098877, "subset_score_loss": 0.009061577320098877} +{"step": 4590000, "wall_time": 45074.59533047676, "train_loss_step": 2.4320783615112305, "n_params": 4367410, "total_flops": 61582577356800000, "train_loss": 0.008969792127609254, "subset_score_loss": 0.008969792127609254} +{"step": 4600000, "wall_time": 45212.79715514183, "train_loss_step": 2.5787506103515625, "n_params": 4367410, "total_flops": 61716744192000000, "train_loss": 0.009336293935775756, "subset_score_loss": 0.009336293935775756, "memorization_fraction_pixel": 0.7554000020027161, "mean_nn_ratio_pixel": 0.30801600217819214, "fid": 47.96261766921898} +{"step": 4610000, "wall_time": 45286.4912109375, "train_loss_step": 2.6434707641601562, "n_params": 4367410, "total_flops": 61850911027200000, "train_loss": 0.008895014524459838, "subset_score_loss": 0.008895014524459838} +{"step": 4620000, "wall_time": 45360.33712601662, "train_loss_step": 2.316504716873169, "n_params": 4367410, "total_flops": 61985077862400000, "train_loss": 0.008790876865386963, "subset_score_loss": 0.008790876865386963} +{"step": 4630000, "wall_time": 45433.92154479027, "train_loss_step": 2.7137389183044434, "n_params": 4367410, "total_flops": 62119244697600000, "train_loss": 0.009074516892433167, "subset_score_loss": 0.009074516892433167} +{"step": 4640000, "wall_time": 45503.56194090843, "train_loss_step": 2.392756462097168, "n_params": 4367410, "total_flops": 62253411532800000, "train_loss": 0.008670541048049927, "subset_score_loss": 0.008670541048049927} +{"step": 4650000, "wall_time": 45577.22870469093, "train_loss_step": 2.463402271270752, "n_params": 4367410, "total_flops": 62387578368000000, "train_loss": 0.009314385056495667, "subset_score_loss": 0.009314385056495667} +{"step": 4660000, "wall_time": 45650.96557044983, "train_loss_step": 2.3959531784057617, "n_params": 4367410, "total_flops": 62521745203200000, "train_loss": 0.009052990674972535, "subset_score_loss": 0.009052990674972535} +{"step": 4670000, "wall_time": 45720.7528822422, "train_loss_step": 2.4786734580993652, "n_params": 4367410, "total_flops": 62655912038400000, "train_loss": 0.008500779271125794, "subset_score_loss": 0.008500779271125794} +{"step": 4680000, "wall_time": 45779.25346279144, "train_loss_step": 2.666171073913574, "n_params": 4367410, "total_flops": 62790078873600000, "train_loss": 0.008673946857452392, "subset_score_loss": 0.008673946857452392} +{"step": 4690000, "wall_time": 45835.41403865814, "train_loss_step": 2.554255247116089, "n_params": 4367410, "total_flops": 62924245708800000, "train_loss": 0.008596588969230651, "subset_score_loss": 0.008596588969230651} +{"step": 4700000, "wall_time": 45943.83768129349, "train_loss_step": 2.468330144882202, "n_params": 4367410, "total_flops": 63058412544000000, "train_loss": 0.00894519567489624, "subset_score_loss": 0.00894519567489624, "memorization_fraction_pixel": 0.7630000114440918, "mean_nn_ratio_pixel": 0.3057205379009247, "fid": 47.42421323088992} +{"step": 4710000, "wall_time": 46000.0981361866, "train_loss_step": 2.2723233699798584, "n_params": 4367410, "total_flops": 63192579379200000, "train_loss": 0.008829683661460877, "subset_score_loss": 0.008829683661460877} +{"step": 4720000, "wall_time": 46056.14933991432, "train_loss_step": 2.34002947807312, "n_params": 4367410, "total_flops": 63326746214400000, "train_loss": 0.008740637302398682, "subset_score_loss": 0.008740637302398682} +{"step": 4730000, "wall_time": 46112.211634874344, "train_loss_step": 2.2363765239715576, "n_params": 4367410, "total_flops": 63460913049600000, "train_loss": 0.008530541062355042, "subset_score_loss": 0.008530541062355042} +{"step": 4740000, "wall_time": 46162.772044181824, "train_loss_step": 2.2547407150268555, "n_params": 4367410, "total_flops": 63595079884800000, "train_loss": 0.008584649562835693, "subset_score_loss": 0.008584649562835693} +{"step": 4750000, "wall_time": 46218.51680803299, "train_loss_step": 2.324014663696289, "n_params": 4367410, "total_flops": 63729246720000000, "train_loss": 0.008951942324638367, "subset_score_loss": 0.008951942324638367} +{"step": 4760000, "wall_time": 46274.88589835167, "train_loss_step": 2.4289422035217285, "n_params": 4367410, "total_flops": 63863413555200000, "train_loss": 0.008892974257469178, "subset_score_loss": 0.008892974257469178} +{"step": 4770000, "wall_time": 46324.35894560814, "train_loss_step": 2.41336989402771, "n_params": 4367410, "total_flops": 63997580390400000, "train_loss": 0.008569799065589905, "subset_score_loss": 0.008569799065589905} +{"step": 4780000, "wall_time": 46380.85447144508, "train_loss_step": 2.4884932041168213, "n_params": 4367410, "total_flops": 64131747225600000, "train_loss": 0.009191635251045226, "subset_score_loss": 0.009191635251045226} +{"step": 4790000, "wall_time": 46437.10425877571, "train_loss_step": 2.462926149368286, "n_params": 4367410, "total_flops": 64265914060800000, "train_loss": 0.008806692361831665, "subset_score_loss": 0.008806692361831665} +{"step": 4800000, "wall_time": 46544.804901361465, "train_loss_step": 2.616055965423584, "n_params": 4367410, "total_flops": 64400080896000000, "train_loss": 0.00921258807182312, "subset_score_loss": 0.00921258807182312, "memorization_fraction_pixel": 0.7648000121116638, "mean_nn_ratio_pixel": 0.3046354353427887, "fid": 46.317401639391235} +{"step": 4810000, "wall_time": 46601.25905895233, "train_loss_step": 2.324037551879883, "n_params": 4367410, "total_flops": 64534247731200000, "train_loss": 0.008509077429771424, "subset_score_loss": 0.008509077429771424} +{"step": 4820000, "wall_time": 46657.772085905075, "train_loss_step": 2.291935443878174, "n_params": 4367410, "total_flops": 64668414566400000, "train_loss": 0.008753979802131653, "subset_score_loss": 0.008753979802131653} +{"step": 4830000, "wall_time": 46708.69332385063, "train_loss_step": 2.601119041442871, "n_params": 4367410, "total_flops": 64802581401600000, "train_loss": 0.009256959557533265, "subset_score_loss": 0.009256959557533265} +{"step": 4840000, "wall_time": 46747.42700457573, "train_loss_step": 2.410944938659668, "n_params": 4367410, "total_flops": 64936748236800000, "train_loss": 0.008786250948905944, "subset_score_loss": 0.008786250948905944} +{"step": 4850000, "wall_time": 46786.05667924881, "train_loss_step": 2.683894634246826, "n_params": 4367410, "total_flops": 65070915072000000, "train_loss": 0.008877713084220886, "subset_score_loss": 0.008877713084220886} +{"step": 4860000, "wall_time": 46824.586379528046, "train_loss_step": 2.539173126220703, "n_params": 4367410, "total_flops": 65205081907200000, "train_loss": 0.008551685214042664, "subset_score_loss": 0.008551685214042664} +{"step": 4870000, "wall_time": 46860.25110292435, "train_loss_step": 2.3677234649658203, "n_params": 4367410, "total_flops": 65339248742400000, "train_loss": 0.008498210310935974, "subset_score_loss": 0.008498210310935974} +{"step": 4880000, "wall_time": 46897.70069980621, "train_loss_step": 2.5118846893310547, "n_params": 4367410, "total_flops": 65473415577600000, "train_loss": 0.008996633887290955, "subset_score_loss": 0.008996633887290955} +{"step": 4890000, "wall_time": 46936.233360767365, "train_loss_step": 2.5110106468200684, "n_params": 4367410, "total_flops": 65607582412800000, "train_loss": 0.008465166687965393, "subset_score_loss": 0.008465166687965393} +{"step": 4900000, "wall_time": 47010.121462106705, "train_loss_step": 2.6695339679718018, "n_params": 4367410, "total_flops": 65741749248000000, "train_loss": 0.008648306131362915, "subset_score_loss": 0.008648306131362915, "memorization_fraction_pixel": 0.7781000137329102, "mean_nn_ratio_pixel": 0.3026987910270691, "fid": 47.01892072212214} +{"step": 4910000, "wall_time": 47048.818776130676, "train_loss_step": 2.326076030731201, "n_params": 4367410, "total_flops": 65875916083200000, "train_loss": 0.00846094012260437, "subset_score_loss": 0.00846094012260437} +{"step": 4920000, "wall_time": 47087.51378726959, "train_loss_step": 2.142376661300659, "n_params": 4367410, "total_flops": 66010082918400000, "train_loss": 0.008054057955741883, "subset_score_loss": 0.008054057955741883} +{"step": 4930000, "wall_time": 47126.033390045166, "train_loss_step": 2.274691581726074, "n_params": 4367410, "total_flops": 66144249753600000, "train_loss": 0.008258513212203979, "subset_score_loss": 0.008258513212203979} +{"step": 4940000, "wall_time": 47164.8077750206, "train_loss_step": 2.4290966987609863, "n_params": 4367410, "total_flops": 66278416588800000, "train_loss": 0.008546456694602966, "subset_score_loss": 0.008546456694602966} +{"step": 4950000, "wall_time": 47203.446459531784, "train_loss_step": 2.455458641052246, "n_params": 4367410, "total_flops": 66412583424000000, "train_loss": 0.008313966393470764, "subset_score_loss": 0.008313966393470764} +{"step": 4960000, "wall_time": 47242.08287715912, "train_loss_step": 2.159963607788086, "n_params": 4367410, "total_flops": 66546750259200000, "train_loss": 0.008526086807250977, "subset_score_loss": 0.008526086807250977} +{"step": 4970000, "wall_time": 47279.17643070221, "train_loss_step": 2.4124131202697754, "n_params": 4367410, "total_flops": 66680917094400000, "train_loss": 0.008498136401176453, "subset_score_loss": 0.008498136401176453} +{"step": 4980000, "wall_time": 47302.54821014404, "train_loss_step": 2.293156147003174, "n_params": 4367410, "total_flops": 66815083929600000, "train_loss": 0.008350526094436645, "subset_score_loss": 0.008350526094436645} +{"step": 4990000, "wall_time": 47326.946783304214, "train_loss_step": 2.392671823501587, "n_params": 4367410, "total_flops": 66949250764800000, "train_loss": 0.008238983750343322, "subset_score_loss": 0.008238983750343322} +{"step": 5000000, "wall_time": 47368.1058280468, "train_loss_step": 2.5515618324279785, "n_params": 4367410, "total_flops": 67083417600000000, "train_loss": 0.00859317421913147, "subset_score_loss": 0.00859317421913147, "memorization_fraction_pixel": 0.7682999968528748, "mean_nn_ratio_pixel": 0.30372947454452515, "fid": 46.43814033745136} diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d50/runner.log b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d50/runner.log new file mode 100644 index 0000000000000000000000000000000000000000..26f98d4c2b2179c7e60d454221e039010e1f0c03 --- /dev/null +++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d50/runner.log @@ -0,0 +1,502 @@ + FID real-side stats cached over 1000 diverse train images + step 1 | 71s | train_loss=1.0052 | fid=245.2532 + step 10000 | 162s | train_loss=0.8573 + step 20000 | 254s | train_loss=0.7986 + step 30000 | 346s | train_loss=0.7134 + step 40000 | 438s | train_loss=0.5788 + step 50000 | 530s | train_loss=0.4096 + step 60000 | 620s | train_loss=0.2888 + step 70000 | 712s | train_loss=0.2184 + step 80000 | 803s | train_loss=0.1814 + step 90000 | 895s | train_loss=0.1585 + step 100000 | 1056s | train_loss=0.1451 | fid=59.9314 + step 110000 | 1146s | train_loss=0.1356 + step 120000 | 1238s | train_loss=0.1256 + step 130000 | 1329s | train_loss=0.1183 + step 140000 | 1421s | train_loss=0.1115 + step 150000 | 1512s | train_loss=0.1058 + step 160000 | 1603s | train_loss=0.1016 + step 170000 | 1695s | train_loss=0.0978 + step 180000 | 1786s | train_loss=0.0929 + step 190000 | 1876s | train_loss=0.0904 + step 200000 | 2039s | train_loss=0.0871 | fid=56.8623 + step 210000 | 2129s | train_loss=0.0838 + step 220000 | 2221s | train_loss=0.0817 + step 230000 | 2313s | train_loss=0.0786 + step 240000 | 2404s | train_loss=0.0764 + step 250000 | 2495s | train_loss=0.0737 + step 260000 | 2587s | train_loss=0.0721 + step 270000 | 2679s | train_loss=0.0705 + step 280000 | 2768s | train_loss=0.0681 + step 290000 | 2856s | train_loss=0.0667 + step 300000 | 3029s | train_loss=0.0667 | fid=54.2983 + step 310000 | 3120s | train_loss=0.0638 + step 320000 | 3212s | train_loss=0.0630 + step 330000 | 3303s | train_loss=0.0617 + step 340000 | 3394s | train_loss=0.0600 + step 350000 | 3486s | train_loss=0.0585 + step 360000 | 3578s | train_loss=0.0579 + step 370000 | 3667s | train_loss=0.0571 + step 380000 | 3756s | train_loss=0.0557 + step 390000 | 3847s | train_loss=0.0549 + step 400000 | 4013s | train_loss=0.0541 | fid=52.7477 + step 410000 | 4104s | train_loss=0.0523 + step 420000 | 4195s | train_loss=0.0527 + step 430000 | 4282s | train_loss=0.0515 + step 440000 | 4370s | train_loss=0.0509 + step 450000 | 4458s | train_loss=0.0494 + step 460000 | 4546s | train_loss=0.0492 + step 470000 | 4635s | train_loss=0.0487 + step 480000 | 4726s | train_loss=0.0475 + step 490000 | 4817s | train_loss=0.0474 + step 500000 | 4982s | train_loss=0.0467 | fid=51.5561 + step 510000 | 5073s | train_loss=0.0473 + step 520000 | 5164s | train_loss=0.0456 + step 530000 | 5255s | train_loss=0.0451 + step 540000 | 5347s | train_loss=0.0451 + step 550000 | 5437s | train_loss=0.0444 + step 560000 | 5526s | train_loss=0.0438 + step 570000 | 5617s | train_loss=0.0440 + step 580000 | 5709s | train_loss=0.0429 + step 590000 | 5795s | train_loss=0.0430 + step 600000 | 5987s | train_loss=0.0420 | fid=50.8781 + step 610000 | 6078s | train_loss=0.0425 + step 620000 | 6168s | train_loss=0.0419 + step 630000 | 6260s | train_loss=0.0409 + step 640000 | 6350s | train_loss=0.0402 + step 650000 | 6433s | train_loss=0.0402 + step 660000 | 6520s | train_loss=0.0397 + step 670000 | 6611s | train_loss=0.0393 + step 680000 | 6703s | train_loss=0.0405 + step 690000 | 6783s | train_loss=0.0390 + step 700000 | 6974s | train_loss=0.0392 | fid=50.5895 + step 710000 | 7065s | train_loss=0.0376 + step 720000 | 7157s | train_loss=0.0381 + step 730000 | 7246s | train_loss=0.0383 + step 740000 | 7336s | train_loss=0.0379 + step 750000 | 7414s | train_loss=0.0369 + step 760000 | 7506s | train_loss=0.0368 + step 770000 | 7597s | train_loss=0.0364 + step 780000 | 7686s | train_loss=0.0363 + step 790000 | 7767s | train_loss=0.0365 + step 800000 | 7959s | train_loss=0.0352 | fid=49.9306 + step 810000 | 8047s | train_loss=0.0356 + step 820000 | 8138s | train_loss=0.0351 + step 830000 | 8230s | train_loss=0.0358 + step 840000 | 8310s | train_loss=0.0348 + step 850000 | 8394s | train_loss=0.0355 + step 860000 | 8486s | train_loss=0.0340 + step 870000 | 8577s | train_loss=0.0338 + step 880000 | 8661s | train_loss=0.0333 + step 890000 | 8743s | train_loss=0.0336 + step 900000 | 8934s | train_loss=0.0331 | fid=48.7995 + step 910000 | 9025s | train_loss=0.0335 + step 920000 | 9116s | train_loss=0.0328 + step 930000 | 9207s | train_loss=0.0321 + step 940000 | 9285s | train_loss=0.0326 + step 950000 | 9376s | train_loss=0.0323 + step 960000 | 9468s | train_loss=0.0324 + step 970000 | 9560s | train_loss=0.0317 + step 980000 | 9643s | train_loss=0.0321 + step 990000 | 9727s | train_loss=0.0312 + step 1000000 | 9914s | train_loss=0.0314 | fid=48.6654 + step 1010000 | 10005s | train_loss=0.0315 + step 1020000 | 10096s | train_loss=0.0307 + step 1030000 | 10185s | train_loss=0.0303 + step 1040000 | 10276s | train_loss=0.0312 + step 1050000 | 10368s | train_loss=0.0308 + step 1060000 | 10459s | train_loss=0.0297 + step 1070000 | 10551s | train_loss=0.0307 + step 1080000 | 10639s | train_loss=0.0298 + step 1090000 | 10729s | train_loss=0.0294 + step 1100000 | 10895s | train_loss=0.0294 | fid=49.0824 + step 1110000 | 10987s | train_loss=0.0297 + step 1120000 | 11075s | train_loss=0.0289 + step 1130000 | 11166s | train_loss=0.0295 + step 1140000 | 11258s | train_loss=0.0291 + step 1150000 | 11350s | train_loss=0.0280 + step 1160000 | 11442s | train_loss=0.0278 + step 1170000 | 11533s | train_loss=0.0284 + step 1180000 | 11620s | train_loss=0.0284 + step 1190000 | 11711s | train_loss=0.0281 + step 1200000 | 11874s | train_loss=0.0282 | fid=49.0345 + step 1210000 | 11966s | train_loss=0.0278 + step 1220000 | 12053s | train_loss=0.0275 + step 1230000 | 12144s | train_loss=0.0271 + step 1240000 | 12236s | train_loss=0.0268 + step 1250000 | 12327s | train_loss=0.0268 + step 1260000 | 12419s | train_loss=0.0270 + step 1270000 | 12505s | train_loss=0.0281 + step 1280000 | 12597s | train_loss=0.0269 + step 1290000 | 12689s | train_loss=0.0271 + step 1300000 | 12853s | train_loss=0.0265 | fid=48.0753 + step 1310000 | 12942s | train_loss=0.0262 + step 1320000 | 13034s | train_loss=0.0261 + step 1330000 | 13125s | train_loss=0.0262 + step 1340000 | 13216s | train_loss=0.0255 + step 1350000 | 13308s | train_loss=0.0255 + step 1360000 | 13398s | train_loss=0.0257 + step 1370000 | 13486s | train_loss=0.0268 + step 1380000 | 13578s | train_loss=0.0254 + step 1390000 | 13669s | train_loss=0.0260 + step 1400000 | 13830s | train_loss=0.0260 | fid=47.9377 + step 1410000 | 13921s | train_loss=0.0254 + step 1420000 | 14013s | train_loss=0.0252 + step 1430000 | 14105s | train_loss=0.0246 + step 1440000 | 14196s | train_loss=0.0256 + step 1450000 | 14286s | train_loss=0.0246 + step 1460000 | 14378s | train_loss=0.0242 + step 1470000 | 14457s | train_loss=0.0241 + step 1480000 | 14548s | train_loss=0.0248 + step 1490000 | 14639s | train_loss=0.0238 + step 1500000 | 14825s | train_loss=0.0245 | fid=47.5526 + step 1510000 | 14917s | train_loss=0.0239 + step 1520000 | 15009s | train_loss=0.0240 + step 1530000 | 15100s | train_loss=0.0233 + step 1540000 | 15190s | train_loss=0.0232 + step 1550000 | 15282s | train_loss=0.0233 + step 1560000 | 15368s | train_loss=0.0235 + step 1570000 | 15455s | train_loss=0.0232 + step 1580000 | 15546s | train_loss=0.0230 + step 1590000 | 15637s | train_loss=0.0228 + step 1600000 | 15832s | train_loss=0.0230 | fid=46.7898 + step 1610000 | 15924s | train_loss=0.0232 + step 1620000 | 16014s | train_loss=0.0237 + step 1630000 | 16105s | train_loss=0.0229 + step 1640000 | 16197s | train_loss=0.0225 + step 1650000 | 16288s | train_loss=0.0224 + step 1660000 | 16365s | train_loss=0.0223 + step 1670000 | 16456s | train_loss=0.0225 + step 1680000 | 16548s | train_loss=0.0219 + step 1690000 | 16636s | train_loss=0.0222 + step 1700000 | 16800s | train_loss=0.0218 | fid=46.9993 + step 1710000 | 16890s | train_loss=0.0216 + step 1720000 | 16982s | train_loss=0.0218 + step 1730000 | 17073s | train_loss=0.0215 + step 1740000 | 17165s | train_loss=0.0211 + step 1750000 | 17257s | train_loss=0.0219 + step 1760000 | 17337s | train_loss=0.0209 + step 1770000 | 17424s | train_loss=0.0212 + step 1780000 | 17505s | train_loss=0.0210 + step 1790000 | 17594s | train_loss=0.0215 + step 1800000 | 17761s | train_loss=0.0210 | fid=46.5295 + step 1810000 | 17852s | train_loss=0.0212 + step 1820000 | 17943s | train_loss=0.0208 + step 1830000 | 18035s | train_loss=0.0216 + step 1840000 | 18127s | train_loss=0.0207 + step 1850000 | 18218s | train_loss=0.0207 + step 1860000 | 18303s | train_loss=0.0203 + step 1870000 | 18388s | train_loss=0.0204 + step 1880000 | 18467s | train_loss=0.0207 + step 1890000 | 18558s | train_loss=0.0207 + step 1900000 | 18760s | train_loss=0.0201 | fid=47.1281 + step 1910000 | 18851s | train_loss=0.0201 + step 1920000 | 18942s | train_loss=0.0206 + step 1930000 | 19034s | train_loss=0.0196 + step 1940000 | 19126s | train_loss=0.0195 + step 1950000 | 19217s | train_loss=0.0207 + step 1960000 | 19298s | train_loss=0.0195 + step 1970000 | 19377s | train_loss=0.0196 + step 1980000 | 19468s | train_loss=0.0196 + step 1990000 | 19558s | train_loss=0.0197 + step 2000000 | 19770s | train_loss=0.0192 | fid=47.2035 + step 2010000 | 19862s | train_loss=0.0189 + step 2020000 | 19954s | train_loss=0.0192 + step 2030000 | 20045s | train_loss=0.0187 + step 2040000 | 20136s | train_loss=0.0196 + step 2050000 | 20220s | train_loss=0.0196 + step 2060000 | 20307s | train_loss=0.0190 + step 2070000 | 20397s | train_loss=0.0187 + step 2080000 | 20488s | train_loss=0.0185 + step 2090000 | 20580s | train_loss=0.0185 + step 2100000 | 20769s | train_loss=0.0183 | fid=46.7453 + step 2110000 | 20860s | train_loss=0.0185 + step 2120000 | 20952s | train_loss=0.0180 + step 2130000 | 21043s | train_loss=0.0181 + step 2140000 | 21133s | train_loss=0.0180 + step 2150000 | 21203s | train_loss=0.0178 + step 2160000 | 21293s | train_loss=0.0184 + step 2170000 | 21384s | train_loss=0.0180 + step 2180000 | 21476s | train_loss=0.0180 + step 2190000 | 21564s | train_loss=0.0174 + step 2200000 | 21787s | train_loss=0.0181 | fid=47.7558 + step 2210000 | 21879s | train_loss=0.0172 + step 2220000 | 21970s | train_loss=0.0174 + step 2230000 | 22061s | train_loss=0.0173 + step 2240000 | 22129s | train_loss=0.0173 + step 2250000 | 22219s | train_loss=0.0173 + step 2260000 | 22310s | train_loss=0.0174 + step 2270000 | 22402s | train_loss=0.0173 + step 2280000 | 22494s | train_loss=0.0170 + step 2290000 | 22578s | train_loss=0.0170 + step 2300000 | 22767s | train_loss=0.0176 | fid=47.1904 + step 2310000 | 22858s | train_loss=0.0180 + step 2320000 | 22950s | train_loss=0.0170 + step 2330000 | 23030s | train_loss=0.0170 + step 2340000 | 23121s | train_loss=0.0162 + step 2350000 | 23212s | train_loss=0.0165 + step 2360000 | 23304s | train_loss=0.0166 + step 2370000 | 23395s | train_loss=0.0169 + step 2380000 | 23487s | train_loss=0.0165 + step 2390000 | 23576s | train_loss=0.0171 + step 2400000 | 23743s | train_loss=0.0168 | fid=46.9693 + step 2410000 | 23835s | train_loss=0.0165 + step 2420000 | 23921s | train_loss=0.0161 + step 2430000 | 24005s | train_loss=0.0165 + step 2440000 | 24096s | train_loss=0.0167 + step 2450000 | 24187s | train_loss=0.0158 + step 2460000 | 24278s | train_loss=0.0159 + step 2470000 | 24370s | train_loss=0.0158 + step 2480000 | 24462s | train_loss=0.0158 + step 2490000 | 24551s | train_loss=0.0158 + step 2500000 | 24751s | train_loss=0.0157 | fid=46.7111 + step 2510000 | 24831s | train_loss=0.0158 + step 2520000 | 24920s | train_loss=0.0155 + step 2530000 | 25003s | train_loss=0.0152 + step 2540000 | 25094s | train_loss=0.0154 + step 2550000 | 25186s | train_loss=0.0152 + step 2560000 | 25278s | train_loss=0.0155 + step 2570000 | 25370s | train_loss=0.0155 + step 2580000 | 25461s | train_loss=0.0158 + step 2590000 | 25550s | train_loss=0.0159 + step 2600000 | 25718s | train_loss=0.0149 | fid=46.9891 + step 2610000 | 25797s | train_loss=0.0148 + step 2620000 | 25887s | train_loss=0.0159 + step 2630000 | 25971s | train_loss=0.0145 + step 2640000 | 26062s | train_loss=0.0157 + step 2650000 | 26154s | train_loss=0.0148 + step 2660000 | 26245s | train_loss=0.0146 + step 2670000 | 26337s | train_loss=0.0160 + step 2680000 | 26429s | train_loss=0.0152 + step 2690000 | 26515s | train_loss=0.0149 + step 2700000 | 26697s | train_loss=0.0145 | fid=46.1320 + step 2710000 | 26789s | train_loss=0.0144 + step 2720000 | 26870s | train_loss=0.0145 + step 2730000 | 26962s | train_loss=0.0148 + step 2740000 | 27053s | train_loss=0.0141 + step 2750000 | 27145s | train_loss=0.0145 + step 2760000 | 27236s | train_loss=0.0145 + step 2770000 | 27328s | train_loss=0.0138 + step 2780000 | 27420s | train_loss=0.0143 + step 2790000 | 27506s | train_loss=0.0145 + step 2800000 | 27722s | train_loss=0.0140 | fid=46.7545 + step 2810000 | 27806s | train_loss=0.0142 + step 2820000 | 27897s | train_loss=0.0140 + step 2830000 | 27989s | train_loss=0.0139 + step 2840000 | 28080s | train_loss=0.0136 + step 2850000 | 28172s | train_loss=0.0142 + step 2860000 | 28264s | train_loss=0.0143 + step 2870000 | 28354s | train_loss=0.0136 + step 2880000 | 28446s | train_loss=0.0141 + step 2890000 | 28531s | train_loss=0.0139 + step 2900000 | 28700s | train_loss=0.0135 | fid=46.7793 + step 2910000 | 28787s | train_loss=0.0141 + step 2920000 | 28879s | train_loss=0.0137 + step 2930000 | 28971s | train_loss=0.0140 + step 2940000 | 29062s | train_loss=0.0139 + step 2950000 | 29154s | train_loss=0.0134 + step 2960000 | 29244s | train_loss=0.0135 + step 2970000 | 29335s | train_loss=0.0136 + step 2980000 | 29426s | train_loss=0.0139 + step 2990000 | 29498s | train_loss=0.0137 + step 3000000 | 29666s | train_loss=0.0136 | fid=46.7587 + step 3010000 | 29754s | train_loss=0.0134 + step 3020000 | 29846s | train_loss=0.0137 + step 3030000 | 29937s | train_loss=0.0135 + step 3040000 | 30029s | train_loss=0.0131 + step 3050000 | 30119s | train_loss=0.0134 + step 3060000 | 30211s | train_loss=0.0132 + step 3070000 | 30302s | train_loss=0.0135 + step 3080000 | 30387s | train_loss=0.0127 + step 3090000 | 30462s | train_loss=0.0129 + step 3100000 | 30661s | train_loss=0.0133 | fid=47.1590 + step 3110000 | 30752s | train_loss=0.0125 + step 3120000 | 30844s | train_loss=0.0125 + step 3130000 | 30936s | train_loss=0.0133 + step 3140000 | 31026s | train_loss=0.0132 + step 3150000 | 31117s | train_loss=0.0125 + step 3160000 | 31208s | train_loss=0.0123 + step 3170000 | 31299s | train_loss=0.0128 + step 3180000 | 31388s | train_loss=0.0128 + step 3190000 | 31477s | train_loss=0.0124 + step 3200000 | 31642s | train_loss=0.0126 | fid=47.1661 + step 3210000 | 31734s | train_loss=0.0122 + step 3220000 | 31826s | train_loss=0.0127 + step 3230000 | 31916s | train_loss=0.0125 + step 3240000 | 32007s | train_loss=0.0129 + step 3250000 | 32099s | train_loss=0.0120 + step 3260000 | 32190s | train_loss=0.0125 + step 3270000 | 32278s | train_loss=0.0122 + step 3280000 | 32370s | train_loss=0.0125 + step 3290000 | 32458s | train_loss=0.0121 + step 3300000 | 32636s | train_loss=0.0123 | fid=47.3805 + step 3310000 | 32727s | train_loss=0.0123 + step 3320000 | 32817s | train_loss=0.0117 + step 3330000 | 32909s | train_loss=0.0128 + step 3340000 | 33001s | train_loss=0.0119 + step 3350000 | 33092s | train_loss=0.0115 + step 3360000 | 33171s | train_loss=0.0123 + step 3370000 | 33261s | train_loss=0.0118 + step 3380000 | 33349s | train_loss=0.0122 + step 3390000 | 33431s | train_loss=0.0123 + step 3400000 | 33629s | train_loss=0.0126 | fid=47.3280 + step 3410000 | 33721s | train_loss=0.0116 + step 3420000 | 33812s | train_loss=0.0124 + step 3430000 | 33904s | train_loss=0.0118 + step 3440000 | 33995s | train_loss=0.0119 + step 3450000 | 34080s | train_loss=0.0120 + step 3460000 | 34163s | train_loss=0.0114 + step 3470000 | 34254s | train_loss=0.0115 + step 3480000 | 34340s | train_loss=0.0114 + step 3490000 | 34424s | train_loss=0.0115 + step 3500000 | 34634s | train_loss=0.0115 | fid=46.8426 + step 3510000 | 34726s | train_loss=0.0119 + step 3520000 | 34818s | train_loss=0.0115 + step 3530000 | 34909s | train_loss=0.0113 + step 3540000 | 34999s | train_loss=0.0114 + step 3550000 | 35074s | train_loss=0.0112 + step 3560000 | 35166s | train_loss=0.0112 + step 3570000 | 35257s | train_loss=0.0119 + step 3580000 | 35339s | train_loss=0.0113 + step 3590000 | 35414s | train_loss=0.0110 + step 3600000 | 35607s | train_loss=0.0111 | fid=47.0577 + step 3610000 | 35698s | train_loss=0.0111 + step 3620000 | 35790s | train_loss=0.0111 + step 3630000 | 35882s | train_loss=0.0114 + step 3640000 | 35968s | train_loss=0.0109 + step 3650000 | 36054s | train_loss=0.0117 + step 3660000 | 36145s | train_loss=0.0114 + step 3670000 | 36236s | train_loss=0.0109 + step 3680000 | 36314s | train_loss=0.0110 + step 3690000 | 36390s | train_loss=0.0107 + step 3700000 | 36622s | train_loss=0.0113 | fid=46.8831 + step 3710000 | 36714s | train_loss=0.0110 + step 3720000 | 36805s | train_loss=0.0110 + step 3730000 | 36888s | train_loss=0.0107 + step 3740000 | 36972s | train_loss=0.0109 + step 3750000 | 37064s | train_loss=0.0109 + step 3760000 | 37154s | train_loss=0.0108 + step 3770000 | 37239s | train_loss=0.0110 + step 3780000 | 37318s | train_loss=0.0107 + step 3790000 | 37408s | train_loss=0.0112 + step 3800000 | 37605s | train_loss=0.0104 | fid=47.0264 + step 3810000 | 37697s | train_loss=0.0107 + step 3820000 | 37789s | train_loss=0.0107 + step 3830000 | 37871s | train_loss=0.0108 + step 3840000 | 37962s | train_loss=0.0104 + step 3850000 | 38052s | train_loss=0.0108 + step 3860000 | 38143s | train_loss=0.0103 + step 3870000 | 38227s | train_loss=0.0107 + step 3880000 | 38307s | train_loss=0.0103 + step 3890000 | 38399s | train_loss=0.0104 + step 3900000 | 38608s | train_loss=0.0105 | fid=46.8284 + step 3910000 | 38700s | train_loss=0.0100 + step 3920000 | 38778s | train_loss=0.0103 + step 3930000 | 38867s | train_loss=0.0100 + step 3940000 | 38959s | train_loss=0.0102 + step 3950000 | 39050s | train_loss=0.0100 + step 3960000 | 39141s | train_loss=0.0098 + step 3970000 | 39213s | train_loss=0.0104 + step 3980000 | 39298s | train_loss=0.0101 + step 3990000 | 39390s | train_loss=0.0103 + step 4000000 | 39605s | train_loss=0.0106 | fid=46.5848 + step 4010000 | 39688s | train_loss=0.0102 + step 4020000 | 39770s | train_loss=0.0106 + step 4030000 | 39861s | train_loss=0.0100 + step 4040000 | 39953s | train_loss=0.0103 + step 4050000 | 40044s | train_loss=0.0103 + step 4060000 | 40136s | train_loss=0.0101 + step 4070000 | 40201s | train_loss=0.0104 + step 4080000 | 40292s | train_loss=0.0100 + step 4090000 | 40383s | train_loss=0.0100 + step 4100000 | 40592s | train_loss=0.0101 | fid=46.3033 + step 4110000 | 40667s | train_loss=0.0105 + step 4120000 | 40759s | train_loss=0.0102 + step 4130000 | 40851s | train_loss=0.0100 + step 4140000 | 40942s | train_loss=0.0097 + step 4150000 | 41032s | train_loss=0.0101 + step 4160000 | 41118s | train_loss=0.0096 + step 4170000 | 41185s | train_loss=0.0097 + step 4180000 | 41275s | train_loss=0.0101 + step 4190000 | 41365s | train_loss=0.0100 + step 4200000 | 41563s | train_loss=0.0096 | fid=47.0134 + step 4210000 | 41649s | train_loss=0.0098 + step 4220000 | 41741s | train_loss=0.0099 + step 4230000 | 41833s | train_loss=0.0099 + step 4240000 | 41923s | train_loss=0.0100 + step 4250000 | 42014s | train_loss=0.0096 + step 4260000 | 42094s | train_loss=0.0094 + step 4270000 | 42172s | train_loss=0.0098 + step 4280000 | 42261s | train_loss=0.0095 + step 4290000 | 42350s | train_loss=0.0098 + step 4300000 | 42547s | train_loss=0.0092 | fid=46.6035 + step 4310000 | 42638s | train_loss=0.0096 + step 4320000 | 42730s | train_loss=0.0099 + step 4330000 | 42821s | train_loss=0.0093 + step 4340000 | 42913s | train_loss=0.0101 + step 4350000 | 43003s | train_loss=0.0092 + step 4360000 | 43088s | train_loss=0.0097 + step 4370000 | 43166s | train_loss=0.0092 + step 4380000 | 43252s | train_loss=0.0093 + step 4390000 | 43344s | train_loss=0.0096 + step 4400000 | 43560s | train_loss=0.0093 | fid=46.5800 + step 4410000 | 43652s | train_loss=0.0095 + step 4420000 | 43743s | train_loss=0.0091 + step 4430000 | 43834s | train_loss=0.0090 + step 4440000 | 43926s | train_loss=0.0097 + step 4450000 | 44000s | train_loss=0.0094 + step 4460000 | 44078s | train_loss=0.0090 + step 4470000 | 44137s | train_loss=0.0094 + step 4480000 | 44199s | train_loss=0.0090 + step 4490000 | 44260s | train_loss=0.0093 + step 4500000 | 44423s | train_loss=0.0092 | fid=47.0829 + step 4510000 | 44497s | train_loss=0.0091 + step 4520000 | 44571s | train_loss=0.0096 + step 4530000 | 44644s | train_loss=0.0096 + step 4540000 | 44716s | train_loss=0.0091 + step 4550000 | 44787s | train_loss=0.0089 + step 4560000 | 44861s | train_loss=0.0092 + step 4570000 | 44931s | train_loss=0.0087 + step 4580000 | 45003s | train_loss=0.0091 + step 4590000 | 45075s | train_loss=0.0090 + step 4600000 | 45213s | train_loss=0.0093 | fid=47.9626 + step 4610000 | 45286s | train_loss=0.0089 + step 4620000 | 45360s | train_loss=0.0088 + step 4630000 | 45434s | train_loss=0.0091 + step 4640000 | 45504s | train_loss=0.0087 + step 4650000 | 45577s | train_loss=0.0093 + step 4660000 | 45651s | train_loss=0.0091 + step 4670000 | 45721s | train_loss=0.0085 + step 4680000 | 45779s | train_loss=0.0087 + step 4690000 | 45835s | train_loss=0.0086 + step 4700000 | 45944s | train_loss=0.0089 | fid=47.4242 + step 4710000 | 46000s | train_loss=0.0088 + step 4720000 | 46056s | train_loss=0.0087 + step 4730000 | 46112s | train_loss=0.0085 + step 4740000 | 46163s | train_loss=0.0086 + step 4750000 | 46219s | train_loss=0.0090 + step 4760000 | 46275s | train_loss=0.0089 + step 4770000 | 46324s | train_loss=0.0086 + step 4780000 | 46381s | train_loss=0.0092 + step 4790000 | 46437s | train_loss=0.0088 + step 4800000 | 46545s | train_loss=0.0092 | fid=46.3174 + step 4810000 | 46601s | train_loss=0.0085 + step 4820000 | 46658s | train_loss=0.0088 + step 4830000 | 46709s | train_loss=0.0093 + step 4840000 | 46747s | train_loss=0.0088 + step 4850000 | 46786s | train_loss=0.0089 + step 4860000 | 46825s | train_loss=0.0086 + step 4870000 | 46860s | train_loss=0.0085 + step 4880000 | 46898s | train_loss=0.0090 + step 4890000 | 46936s | train_loss=0.0085 + step 4900000 | 47010s | train_loss=0.0086 | fid=47.0189 + step 4910000 | 47049s | train_loss=0.0085 + step 4920000 | 47088s | train_loss=0.0081 + step 4930000 | 47126s | train_loss=0.0083 + step 4940000 | 47165s | train_loss=0.0085 + step 4950000 | 47203s | train_loss=0.0083 + step 4960000 | 47242s | train_loss=0.0085 + step 4970000 | 47279s | train_loss=0.0085 + step 4980000 | 47303s | train_loss=0.0084 + step 4990000 | 47327s | train_loss=0.0082 + step 5000000 | 47368s | train_loss=0.0086 | fid=46.4381 diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d60/config.json b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d60/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b1539ecc916e3be7e9fcaf7e84c265eee7f6634b --- /dev/null +++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d60/config.json @@ -0,0 +1,26 @@ +{ + "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d60/vae.pt", + "out": "results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d60", + "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json", + "train_tar": "/overflow/data/cerberus/celeba_hq_256_partitioned_ws/train/celeba_hq_256-train-0000.tar", + "n_train": 1000, + "total_steps": 5000000, + "eval_interval": 10000, + "mem_interval": 100000, + "fid_interval": 100000, + "fid_n_real": 1000, + "fid_n_gen": 10000, + "n_gen_samples": 10000, + "n_sde_steps": 500, + "batch_size": 512, + "hidden": 1024, + "depth": 5, + "optimizer": "sgd", + "lr": 0.001, + "momentum": 0.8, + "t_min": 0.01, + "t_max": 3.0, + "t_eval": 0.1, + "seed": 47, + "device": null +} diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d60/metrics.jsonl b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d60/metrics.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..aa1f835f1e1787858c8f10f6e56a64c01d32d68b --- /dev/null +++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d60/metrics.jsonl @@ -0,0 +1,502 @@ +{"event": "meta", "data": "celeba_hq_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 60, "n": 1000, "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d60/vae.pt", "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [20952, 7797, 13007, 15253, 1802, 20760, 3302, 2937, 12429, 13098, 20076, 19572, 10577, 5564, 11381, 5775, 5276, 17998, 2240, 2519, 11388, 7263, 4196, 10568, 2158, 19965, 9295, 2040, 19851, 8718, 9370, 15052, 13447, 2513, 1591, 9658, 13292, 12806, 14560, 2355, 9290, 17698, 4901, 20580, 2127, 14432, 8576, 20295, 129, 14022, 19119, 15050, 18760, 288, 13973, 2168, 14462, 2292, 8199, 18932, 6429, 20664, 8787, 16525, 10377, 6994, 16130, 6724, 13244, 20903, 11718, 8813, 7745, 14314, 13381, 7425, 8918, 18001, 18601, 17689, 8193, 470, 13341, 5477, 12269, 7092, 11369, 16932, 14217, 12925, 15969, 15866, 12197, 9148, 9971, 6425, 19208, 112, 13306, 16558, 1303, 19554, 17868, 13767, 4996, 11785, 8997, 17159, 9157, 13344, 7193, 14890, 893, 12961, 4480, 20648, 1871, 14734, 7352, 7321, 17855, 20812, 5617, 12632, 793, 17758, 7441, 20850, 8716, 9049, 5480, 7856, 16261, 5910, 16773, 9795, 4390, 6696, 14888, 12975, 16432, 9254, 6712, 1464, 13523, 641, 20792, 7029, 20339, 5365, 18551, 11929, 13976, 5064, 1978, 3092, 13092, 14987, 9204, 4723, 12378, 12008, 8196, 136, 19652, 8477, 19824, 2919, 13627, 19248, 9044, 3780, 12267, 8395, 7223, 8828, 4794, 1238, 3918, 6410, 14610, 2563, 18499, 7857, 3061, 15109, 11568, 6764, 10989, 18957, 8115, 20211, 19901, 20120, 10169, 4920, 9969, 10241, 17413, 5421, 14514, 20658, 10122, 5760, 1280, 11010, 8517, 4746, 6765, 4667, 4144, 8117, 4488, 17978, 13454, 18660, 8665, 45, 7031, 903, 16818, 18231, 17390, 312, 13864, 3668, 10948, 3614, 19604, 5027, 14941, 16471, 6783, 5178, 9335, 17408, 11831, 14242, 20072, 8405, 5198, 7163, 14369, 3939, 18102, 9996, 1580, 14702, 11215, 12045, 15533, 11854, 20171, 8345, 13606, 20457, 4849, 1500, 4026, 1891, 19053, 15329, 14020, 8742, 9233, 5280, 14522, 19492, 19005, 15421, 20902, 2380, 15726, 10965, 14683, 8786, 10203, 2842, 12666, 16692, 11495, 13620, 13743, 19967, 2117, 13142, 18220, 9184, 7484, 20600, 18310, 11438, 13671, 19232, 12924, 7682, 6420, 6638, 8141, 9558, 14608, 16288, 8979, 18506, 10073, 15365, 17535, 1111, 15229, 5083, 3615, 14472, 9250, 2157, 14039, 7423, 12464, 17398, 7148, 18584, 3958, 17549, 7943, 5819, 4614, 5871, 6171, 8176, 442, 7457, 11538, 15416, 15446, 1476, 16702, 17386, 344, 2590, 4412, 14795, 3511, 3253, 2551, 4805, 10115, 19988, 8304, 12851, 10913, 15518, 12417, 4132, 840, 10288, 7062, 402, 15245, 2646, 10740, 15201, 12745, 16350, 3423, 15088, 14921, 1876, 11228, 17039, 2764, 14670, 3571, 20091, 18464, 1243, 32, 651, 6130, 15342, 8091, 18828, 9117, 12336, 1061, 1889, 11916, 2684, 6657, 18769, 16598, 12693, 17833, 4505, 1755, 5317, 17939, 8049, 15854, 2015, 6255, 7794, 8551, 8848, 6079, 19416, 9201, 9716, 4758, 12841, 18120, 5409, 2645, 17139, 12999, 20071, 11362, 16024, 1012, 3774, 89, 4789, 14143, 541, 19389, 17049, 11702, 9028, 38, 11395, 12833, 19976, 10415, 6753, 3479, 10950, 10730, 2864, 17034, 16113, 14211, 11231, 10526, 3344, 7261, 15216, 1908, 9176, 2681, 9498, 18417, 20330, 19267, 8645, 17348, 3136, 17753, 4834, 14445, 1672, 13858, 18557, 2470, 9766, 18654, 162, 16584, 20852, 14886, 13360, 20524, 19279, 13997, 18291, 1348, 5843, 8721, 20735, 20977, 15333, 8243, 16529, 13154, 10788, 5379, 4739, 5636, 18019, 7950, 6588, 786, 6257, 8375, 3630, 14367, 510, 17431, 18890, 2241, 4398, 13654, 2768, 2899, 12526, 17703, 18984, 5733, 20074, 19421, 3368, 17161, 3891, 15748, 14407, 9678, 13320, 16555, 13838, 20279, 11098, 386, 12574, 2638, 13238, 2777, 13223, 5037, 5813, 19373, 13398, 15442, 5983, 3556, 1790, 6314, 13062, 5358, 17460, 8621, 15321, 9903, 15036, 13479, 19963, 6056, 9168, 2337, 18563, 19062, 11299, 19051, 17806, 17617, 7357, 6977, 19296, 15000, 16443, 14982, 15757, 15704, 5582, 2942, 16890, 8400, 9917, 16834, 567, 659, 9366, 1700, 5402, 4682, 2280, 765, 2961, 4577, 8421, 18091, 18080, 3290, 16429, 7945, 7235, 19280, 6240, 6343, 10436, 6470, 17901, 9219, 13304, 14735, 14786, 10334, 9645, 15485, 15119, 18615, 10837, 6813, 13431, 5024, 11164, 4421, 6786, 12382, 9459, 10595, 3685, 11181, 10328, 2900, 13285, 19615, 598, 157, 3120, 5529, 13749, 880, 5976, 19463, 16851, 2785, 3976, 20553, 19955, 6877, 1999, 20607, 10853, 8557, 7159, 17184, 10263, 9068, 12865, 5383, 18321, 2827, 2557, 7003, 6506, 13066, 16625, 15600, 10682, 18067, 14801, 13212, 9938, 7768, 14004, 11935, 12469, 12488, 13369, 20018, 19169, 4550, 6811, 11149, 37, 10051, 9046, 1576, 14946, 18907, 14521, 19659, 18099, 19638, 12050, 19893, 10324, 14542, 16992, 3456, 795, 5001, 14177, 18909, 18362, 11062, 3201, 6571, 10607, 11677, 4651, 18636, 4078, 6863, 9047, 9346, 5713, 13400, 13011, 12890, 12611, 15357, 7685, 15356, 10982, 15996, 4004, 1566, 9705, 11488, 1775, 17724, 8914, 9553, 3439, 1340, 7931, 16610, 5956, 7683, 3971, 3010, 8407, 3234, 6422, 7216, 2412, 4082, 12822, 5462, 5841, 15427, 5125, 11056, 8331, 4330, 6004, 15595, 4522, 14489, 11545, 12949, 6735, 17874, 11843, 11870, 11752, 14026, 18781, 4107, 12435, 8184, 1894, 9501, 6897, 14322, 4925, 17746, 3540, 3892, 10979, 10164, 2026, 4222, 1302, 19608, 6106, 20705, 1413, 12551, 2515, 5546, 7675, 5986, 7326, 17606, 9322, 9025, 12134, 20845, 1355, 5975, 4924, 9718, 2988, 12371, 8809, 9623, 14696, 17591, 20420, 16528, 15025, 4086, 11756, 4938, 6833, 15181, 11357, 16067, 12427, 5124, 4992, 13926, 20499, 18307, 4955, 7145, 18724, 35, 15577, 8779, 12132, 2322, 5756, 5220, 4518, 10666, 9584, 5903, 5523, 18943, 20654, 5822, 3200, 19022, 7533, 879, 17337, 8171, 8959, 5836, 15782, 18975, 989, 16566, 17613, 18341, 20220, 14326, 15459, 4315, 4874, 7122, 12740, 12259, 10824, 8098, 14910, 8434, 3601, 18430, 10733, 16177, 10780, 1324, 20023, 2408, 11121, 9237, 14519, 14858, 14630, 20871, 15604, 20373, 2311, 20475, 171, 2624, 7590, 4608, 13160, 4506, 10003, 4097, 10252, 18586, 18018, 7960, 9942, 6044, 16467, 3797, 20547, 17560, 7905, 20698, 12686, 5683, 115, 4181, 15828, 20515, 1287, 20636, 2828, 15685, 13399, 18580, 7902, 4380, 10083, 9273, 18142, 15396, 1402, 3101, 19049, 12462, 7659, 164, 1117, 14996, 10741, 17, 18797, 1976, 8898, 11319, 9178, 19713, 19657, 3095, 5405, 15206, 17743, 2834, 20208, 1847, 1488, 3025, 9332, 13967, 14043, 7846, 3126, 11244, 17468, 8874, 13461, 3788, 2725, 5793, 20764, 5132, 16487, 17712, 776, 5042, 9486, 9158, 18638, 6603, 17685, 15564, 11419, 5628, 4296, 8107, 1106, 12274, 3579, 11265, 17185, 7416, 1434, 7934, 19543, 7397, 19689, 3737, 4263, 2141, 5096, 3164, 2924, 2738, 6210, 36, 8651, 17892, 16670, 18803, 11118, 3966, 1913, 20926, 4105, 6428, 17717, 17240, 16019, 4501, 13280, 15814, 19328, 2893, 1993, 681, 4066, 20723, 4437], "fid_reference": "same farthest-first 1k training subset", "seed": 47} +{"step": 1, "wall_time": 72.9464361667633, "train_loss_step": 60.02511978149414, "n_params": 4387900, "total_flops": 13479628800, "train_loss": 1.0038241068522136, "subset_score_loss": 1.0038241068522136, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9759330153465271, "fid": 301.10037191605545} +{"step": 10000, "wall_time": 165.13535952568054, "train_loss_step": 12.800033569335938, "n_params": 4387900, "total_flops": 134796288000000, "train_loss": 0.8414668401082357, "subset_score_loss": 0.8414668401082357} +{"step": 20000, "wall_time": 257.2410020828247, "train_loss_step": 12.031416893005371, "n_params": 4387900, "total_flops": 269592576000000, "train_loss": 0.7627472559611003, "subset_score_loss": 0.7627472559611003} +{"step": 30000, "wall_time": 349.3906900882721, "train_loss_step": 10.710249900817871, "n_params": 4387900, "total_flops": 404388864000000, "train_loss": 0.6520226160685222, "subset_score_loss": 0.6520226160685222} +{"step": 40000, "wall_time": 441.3193633556366, "train_loss_step": 8.735407829284668, "n_params": 4387900, "total_flops": 539185152000000, "train_loss": 0.49266277949015297, "subset_score_loss": 0.49266277949015297} +{"step": 50000, "wall_time": 533.4077415466309, "train_loss_step": 7.953282356262207, "n_params": 4387900, "total_flops": 673981440000000, "train_loss": 0.3347892761230469, "subset_score_loss": 0.3347892761230469} +{"step": 60000, "wall_time": 624.7884149551392, "train_loss_step": 6.4786834716796875, "n_params": 4387900, "total_flops": 808777728000000, "train_loss": 0.23972694079081217, "subset_score_loss": 0.23972694079081217} +{"step": 70000, "wall_time": 716.7112138271332, "train_loss_step": 6.511468887329102, "n_params": 4387900, "total_flops": 943574016000000, "train_loss": 0.1890244483947754, "subset_score_loss": 0.1890244483947754} +{"step": 80000, "wall_time": 808.5804958343506, "train_loss_step": 6.319714546203613, "n_params": 4387900, "total_flops": 1078370304000000, "train_loss": 0.16480515797932943, "subset_score_loss": 0.16480515797932943} +{"step": 90000, "wall_time": 900.7460098266602, "train_loss_step": 5.970293998718262, "n_params": 4387900, "total_flops": 1213166592000000, "train_loss": 0.14690084457397462, "subset_score_loss": 0.14690084457397462} +{"step": 100000, "wall_time": 1059.4843628406525, "train_loss_step": 5.80023717880249, "n_params": 4387900, "total_flops": 1347962880000000, "train_loss": 0.13573416074117026, "subset_score_loss": 0.13573416074117026, "memorization_fraction_pixel": 0.00139999995008111, "mean_nn_ratio_pixel": 0.8827542066574097, "fid": 57.379311979797826} +{"step": 110000, "wall_time": 1148.2534306049347, "train_loss_step": 5.288965225219727, "n_params": 4387900, "total_flops": 1482759168000000, "train_loss": 0.12710114320119223, "subset_score_loss": 0.12710114320119223} +{"step": 120000, "wall_time": 1240.1622505187988, "train_loss_step": 5.69492769241333, "n_params": 4387900, "total_flops": 1617555456000000, "train_loss": 0.11981430053710937, "subset_score_loss": 0.11981430053710937} +{"step": 130000, "wall_time": 1332.2268524169922, "train_loss_step": 5.203455924987793, "n_params": 4387900, "total_flops": 1752351744000000, "train_loss": 0.11347070535024008, "subset_score_loss": 0.11347070535024008} +{"step": 140000, "wall_time": 1424.4843299388885, "train_loss_step": 5.1305952072143555, "n_params": 4387900, "total_flops": 1887148032000000, "train_loss": 0.10732429027557373, "subset_score_loss": 0.10732429027557373} +{"step": 150000, "wall_time": 1515.9631266593933, "train_loss_step": 5.414247989654541, "n_params": 4387900, "total_flops": 2021944320000000, "train_loss": 0.10217576821645101, "subset_score_loss": 0.10217576821645101} +{"step": 160000, "wall_time": 1608.001872062683, "train_loss_step": 4.806797027587891, "n_params": 4387900, "total_flops": 2156740608000000, "train_loss": 0.09960504372914632, "subset_score_loss": 0.09960504372914632} +{"step": 170000, "wall_time": 1700.2059054374695, "train_loss_step": 5.185060024261475, "n_params": 4387900, "total_flops": 2291536896000000, "train_loss": 0.09442499478658041, "subset_score_loss": 0.09442499478658041} +{"step": 180000, "wall_time": 1792.2578053474426, "train_loss_step": 4.900961399078369, "n_params": 4387900, "total_flops": 2426333184000000, "train_loss": 0.09127021630605062, "subset_score_loss": 0.09127021630605062} +{"step": 190000, "wall_time": 1884.1651120185852, "train_loss_step": 4.410951614379883, "n_params": 4387900, "total_flops": 2561129472000000, "train_loss": 0.088317076365153, "subset_score_loss": 0.088317076365153} +{"step": 200000, "wall_time": 2046.5555646419525, "train_loss_step": 4.987849235534668, "n_params": 4387900, "total_flops": 2695925760000000, "train_loss": 0.08571774959564209, "subset_score_loss": 0.08571774959564209, "memorization_fraction_pixel": 0.02250000089406967, "mean_nn_ratio_pixel": 0.8074588179588318, "fid": 54.88607296419032} +{"step": 210000, "wall_time": 2135.3412022590637, "train_loss_step": 4.395665645599365, "n_params": 4387900, "total_flops": 2830722048000000, "train_loss": 0.08270371754964193, "subset_score_loss": 0.08270371754964193} +{"step": 220000, "wall_time": 2227.732875585556, "train_loss_step": 4.316837787628174, "n_params": 4387900, "total_flops": 2965518336000000, "train_loss": 0.08047803243001302, "subset_score_loss": 0.08047803243001302} +{"step": 230000, "wall_time": 2320.1029748916626, "train_loss_step": 4.683077812194824, "n_params": 4387900, "total_flops": 3100314624000000, "train_loss": 0.0773780345916748, "subset_score_loss": 0.0773780345916748} +{"step": 240000, "wall_time": 2411.6043968200684, "train_loss_step": 4.197717189788818, "n_params": 4387900, "total_flops": 3235110912000000, "train_loss": 0.0764074722925822, "subset_score_loss": 0.0764074722925822} +{"step": 250000, "wall_time": 2503.3971450328827, "train_loss_step": 4.703222274780273, "n_params": 4387900, "total_flops": 3369907200000000, "train_loss": 0.07405497233072916, "subset_score_loss": 0.07405497233072916} +{"step": 260000, "wall_time": 2595.5664179325104, "train_loss_step": 4.609283447265625, "n_params": 4387900, "total_flops": 3504703488000000, "train_loss": 0.07196359634399414, "subset_score_loss": 0.07196359634399414} +{"step": 270000, "wall_time": 2687.841579914093, "train_loss_step": 4.729513645172119, "n_params": 4387900, "total_flops": 3639499776000000, "train_loss": 0.06950291792551676, "subset_score_loss": 0.06950291792551676} +{"step": 280000, "wall_time": 2779.621917247772, "train_loss_step": 4.532923221588135, "n_params": 4387900, "total_flops": 3774296064000000, "train_loss": 0.0687740166982015, "subset_score_loss": 0.0687740166982015} +{"step": 290000, "wall_time": 2865.0567672252655, "train_loss_step": 4.078843116760254, "n_params": 4387900, "total_flops": 3909092352000000, "train_loss": 0.06691499551137288, "subset_score_loss": 0.06691499551137288} +{"step": 300000, "wall_time": 3052.709911584854, "train_loss_step": 4.316102981567383, "n_params": 4387900, "total_flops": 4043888640000000, "train_loss": 0.06565299034118652, "subset_score_loss": 0.06565299034118652, "memorization_fraction_pixel": 0.06350000202655792, "mean_nn_ratio_pixel": 0.7386586666107178, "fid": 52.98712883067772} +{"step": 310000, "wall_time": 3143.107759475708, "train_loss_step": 4.260378360748291, "n_params": 4387900, "total_flops": 4178684928000000, "train_loss": 0.06351553201675415, "subset_score_loss": 0.06351553201675415} +{"step": 320000, "wall_time": 3234.9814596176147, "train_loss_step": 4.141575813293457, "n_params": 4387900, "total_flops": 4313481216000000, "train_loss": 0.06287056605021159, "subset_score_loss": 0.06287056605021159} +{"step": 330000, "wall_time": 3326.876547574997, "train_loss_step": 4.445685386657715, "n_params": 4387900, "total_flops": 4448277504000000, "train_loss": 0.06191149552663167, "subset_score_loss": 0.06191149552663167} +{"step": 340000, "wall_time": 3418.3988802433014, "train_loss_step": 3.9595441818237305, "n_params": 4387900, "total_flops": 4583073792000000, "train_loss": 0.060944135983784994, "subset_score_loss": 0.060944135983784994} +{"step": 350000, "wall_time": 3510.834969520569, "train_loss_step": 3.862126111984253, "n_params": 4387900, "total_flops": 4717870080000000, "train_loss": 0.05905820926030477, "subset_score_loss": 0.05905820926030477} +{"step": 360000, "wall_time": 3602.935618162155, "train_loss_step": 4.457039833068848, "n_params": 4387900, "total_flops": 4852666368000000, "train_loss": 0.05855128765106201, "subset_score_loss": 0.05855128765106201} +{"step": 370000, "wall_time": 3694.1528191566467, "train_loss_step": 4.189502716064453, "n_params": 4387900, "total_flops": 4987462656000000, "train_loss": 0.05759117603302002, "subset_score_loss": 0.05759117603302002} +{"step": 380000, "wall_time": 3780.670970439911, "train_loss_step": 4.280383586883545, "n_params": 4387900, "total_flops": 5122258944000000, "train_loss": 0.056181057294209795, "subset_score_loss": 0.056181057294209795} +{"step": 390000, "wall_time": 3872.8978254795074, "train_loss_step": 4.22520637512207, "n_params": 4387900, "total_flops": 5257055232000000, "train_loss": 0.05659969250361125, "subset_score_loss": 0.05659969250361125} +{"step": 400000, "wall_time": 4042.005279779434, "train_loss_step": 4.01726770401001, "n_params": 4387900, "total_flops": 5391851520000000, "train_loss": 0.05427370071411133, "subset_score_loss": 0.05427370071411133, "memorization_fraction_pixel": 0.10670000314712524, "mean_nn_ratio_pixel": 0.6949278712272644, "fid": 51.883759866867} +{"step": 410000, "wall_time": 4132.89735865593, "train_loss_step": 3.8020153045654297, "n_params": 4387900, "total_flops": 5526647808000000, "train_loss": 0.05426485141118367, "subset_score_loss": 0.05426485141118367} +{"step": 420000, "wall_time": 4223.239681959152, "train_loss_step": 4.4300031661987305, "n_params": 4387900, "total_flops": 5661444096000000, "train_loss": 0.053297793865203856, "subset_score_loss": 0.053297793865203856} +{"step": 430000, "wall_time": 4312.142215967178, "train_loss_step": 3.89615535736084, "n_params": 4387900, "total_flops": 5796240384000000, "train_loss": 0.05276569922765096, "subset_score_loss": 0.05276569922765096} +{"step": 440000, "wall_time": 4401.08774471283, "train_loss_step": 4.335564136505127, "n_params": 4387900, "total_flops": 5931036672000000, "train_loss": 0.05172331730524699, "subset_score_loss": 0.05172331730524699} +{"step": 450000, "wall_time": 4490.509553909302, "train_loss_step": 3.8177261352539062, "n_params": 4387900, "total_flops": 6065832960000000, "train_loss": 0.05092391570409139, "subset_score_loss": 0.05092391570409139} +{"step": 460000, "wall_time": 4582.593920469284, "train_loss_step": 3.9448864459991455, "n_params": 4387900, "total_flops": 6200629248000000, "train_loss": 0.05047048727671306, "subset_score_loss": 0.05047048727671306} +{"step": 470000, "wall_time": 4670.00630736351, "train_loss_step": 4.18355131149292, "n_params": 4387900, "total_flops": 6335425536000000, "train_loss": 0.049542947610219316, "subset_score_loss": 0.049542947610219316} +{"step": 480000, "wall_time": 4759.924370288849, "train_loss_step": 4.151347637176514, "n_params": 4387900, "total_flops": 6470221824000000, "train_loss": 0.04908172289530436, "subset_score_loss": 0.04908172289530436} +{"step": 490000, "wall_time": 4851.697121620178, "train_loss_step": 3.7436106204986572, "n_params": 4387900, "total_flops": 6605018112000000, "train_loss": 0.049161307017008465, "subset_score_loss": 0.049161307017008465} +{"step": 500000, "wall_time": 5021.150634527206, "train_loss_step": 3.988715171813965, "n_params": 4387900, "total_flops": 6739814400000000, "train_loss": 0.048527224858601885, "subset_score_loss": 0.048527224858601885, "memorization_fraction_pixel": 0.15629999339580536, "mean_nn_ratio_pixel": 0.6552698016166687, "fid": 49.9092783806945} +{"step": 510000, "wall_time": 5113.250517845154, "train_loss_step": 3.7551965713500977, "n_params": 4387900, "total_flops": 6874610688000000, "train_loss": 0.0485463817914327, "subset_score_loss": 0.0485463817914327} +{"step": 520000, "wall_time": 5203.391840934753, "train_loss_step": 4.011227607727051, "n_params": 4387900, "total_flops": 7009406976000000, "train_loss": 0.04703858296076457, "subset_score_loss": 0.04703858296076457} +{"step": 530000, "wall_time": 5295.310408115387, "train_loss_step": 3.882598638534546, "n_params": 4387900, "total_flops": 7144203264000000, "train_loss": 0.04591463406880696, "subset_score_loss": 0.04591463406880696} +{"step": 540000, "wall_time": 5387.563685417175, "train_loss_step": 4.049563884735107, "n_params": 4387900, "total_flops": 7278999552000000, "train_loss": 0.04607977867126465, "subset_score_loss": 0.04607977867126465} +{"step": 550000, "wall_time": 5479.721877574921, "train_loss_step": 3.6759696006774902, "n_params": 4387900, "total_flops": 7413795840000000, "train_loss": 0.04571853478749593, "subset_score_loss": 0.04571853478749593} +{"step": 560000, "wall_time": 5569.525189876556, "train_loss_step": 3.730677604675293, "n_params": 4387900, "total_flops": 7548592128000000, "train_loss": 0.0451015830039978, "subset_score_loss": 0.0451015830039978} +{"step": 570000, "wall_time": 5657.914364337921, "train_loss_step": 3.672762870788574, "n_params": 4387900, "total_flops": 7683388416000000, "train_loss": 0.04449160099029541, "subset_score_loss": 0.04449160099029541} +{"step": 580000, "wall_time": 5750.253399133682, "train_loss_step": 3.7507619857788086, "n_params": 4387900, "total_flops": 7818184704000000, "train_loss": 0.044862782955169676, "subset_score_loss": 0.044862782955169676} +{"step": 590000, "wall_time": 5842.09249997139, "train_loss_step": 3.9045839309692383, "n_params": 4387900, "total_flops": 7952980992000000, "train_loss": 0.04426370461781819, "subset_score_loss": 0.04426370461781819} +{"step": 600000, "wall_time": 6054.822801113129, "train_loss_step": 3.7820777893066406, "n_params": 4387900, "total_flops": 8087777280000000, "train_loss": 0.04436988035837809, "subset_score_loss": 0.04436988035837809, "memorization_fraction_pixel": 0.19009999930858612, "mean_nn_ratio_pixel": 0.624501645565033, "fid": 49.35864475232709} +{"step": 610000, "wall_time": 6144.277040243149, "train_loss_step": 4.139741897583008, "n_params": 4387900, "total_flops": 8222573568000000, "train_loss": 0.04301830530166626, "subset_score_loss": 0.04301830530166626} +{"step": 620000, "wall_time": 6236.325067996979, "train_loss_step": 3.8897581100463867, "n_params": 4387900, "total_flops": 8357369856000000, "train_loss": 0.04307373364766439, "subset_score_loss": 0.04307373364766439} +{"step": 630000, "wall_time": 6328.367332935333, "train_loss_step": 3.9170455932617188, "n_params": 4387900, "total_flops": 8492166144000000, "train_loss": 0.04219849507013957, "subset_score_loss": 0.04219849507013957} +{"step": 640000, "wall_time": 6420.157029867172, "train_loss_step": 3.749859094619751, "n_params": 4387900, "total_flops": 8626962432000000, "train_loss": 0.04211544195810954, "subset_score_loss": 0.04211544195810954} +{"step": 650000, "wall_time": 6507.84259557724, "train_loss_step": 3.9853572845458984, "n_params": 4387900, "total_flops": 8761758720000000, "train_loss": 0.041652488708496097, "subset_score_loss": 0.041652488708496097} +{"step": 660000, "wall_time": 6598.148548126221, "train_loss_step": 3.924163818359375, "n_params": 4387900, "total_flops": 8896555008000000, "train_loss": 0.041605234146118164, "subset_score_loss": 0.041605234146118164} +{"step": 670000, "wall_time": 6690.591458082199, "train_loss_step": 4.007281303405762, "n_params": 4387900, "total_flops": 9031351296000000, "train_loss": 0.04106905460357666, "subset_score_loss": 0.04106905460357666} +{"step": 680000, "wall_time": 6781.754094839096, "train_loss_step": 3.699568748474121, "n_params": 4387900, "total_flops": 9166147584000000, "train_loss": 0.04148212671279907, "subset_score_loss": 0.04148212671279907} +{"step": 690000, "wall_time": 6873.578264474869, "train_loss_step": 3.5861058235168457, "n_params": 4387900, "total_flops": 9300943872000000, "train_loss": 0.039733978112538655, "subset_score_loss": 0.039733978112538655} +{"step": 700000, "wall_time": 7058.002380371094, "train_loss_step": 3.4674582481384277, "n_params": 4387900, "total_flops": 9435740160000000, "train_loss": 0.04076608419418335, "subset_score_loss": 0.04076608419418335, "memorization_fraction_pixel": 0.23469999432563782, "mean_nn_ratio_pixel": 0.5929550528526306, "fid": 48.58632111626193} +{"step": 710000, "wall_time": 7147.813588380814, "train_loss_step": 4.00222110748291, "n_params": 4387900, "total_flops": 9570536448000000, "train_loss": 0.039871672789255776, "subset_score_loss": 0.039871672789255776} +{"step": 720000, "wall_time": 7239.964491844177, "train_loss_step": 3.5500664710998535, "n_params": 4387900, "total_flops": 9705332736000000, "train_loss": 0.03959239323933919, "subset_score_loss": 0.03959239323933919} +{"step": 730000, "wall_time": 7332.074570655823, "train_loss_step": 3.5257821083068848, "n_params": 4387900, "total_flops": 9840129024000000, "train_loss": 0.039962192376454674, "subset_score_loss": 0.039962192376454674} +{"step": 740000, "wall_time": 7420.500639438629, "train_loss_step": 3.9563441276550293, "n_params": 4387900, "total_flops": 9974925312000000, "train_loss": 0.03940263986587524, "subset_score_loss": 0.03940263986587524} +{"step": 750000, "wall_time": 7510.036600828171, "train_loss_step": 3.813270330429077, "n_params": 4387900, "total_flops": 10109721600000000, "train_loss": 0.037724057833353676, "subset_score_loss": 0.037724057833353676} +{"step": 760000, "wall_time": 7602.272058725357, "train_loss_step": 3.7482452392578125, "n_params": 4387900, "total_flops": 10244517888000000, "train_loss": 0.037681174278259275, "subset_score_loss": 0.037681174278259275} +{"step": 770000, "wall_time": 7694.142669916153, "train_loss_step": 3.5327444076538086, "n_params": 4387900, "total_flops": 10379314176000000, "train_loss": 0.037386953830718994, "subset_score_loss": 0.037386953830718994} +{"step": 780000, "wall_time": 7785.959115982056, "train_loss_step": 3.704265594482422, "n_params": 4387900, "total_flops": 10514110464000000, "train_loss": 0.03816732962926229, "subset_score_loss": 0.03816732962926229} +{"step": 790000, "wall_time": 7878.07376408577, "train_loss_step": 3.74204158782959, "n_params": 4387900, "total_flops": 10648906752000000, "train_loss": 0.03713991244633993, "subset_score_loss": 0.03713991244633993} +{"step": 800000, "wall_time": 8103.693136930466, "train_loss_step": 3.7161593437194824, "n_params": 4387900, "total_flops": 10783703040000000, "train_loss": 0.03696365753809611, "subset_score_loss": 0.03696365753809611, "memorization_fraction_pixel": 0.2831999957561493, "mean_nn_ratio_pixel": 0.5605795979499817, "fid": 47.12978439505156} +{"step": 810000, "wall_time": 8193.91954755783, "train_loss_step": 3.70658540725708, "n_params": 4387900, "total_flops": 10918499328000000, "train_loss": 0.035918720563252765, "subset_score_loss": 0.035918720563252765} +{"step": 820000, "wall_time": 8283.896345376968, "train_loss_step": 3.701601982116699, "n_params": 4387900, "total_flops": 11053295616000000, "train_loss": 0.03613543113072713, "subset_score_loss": 0.03613543113072713} +{"step": 830000, "wall_time": 8371.39502453804, "train_loss_step": 3.9054694175720215, "n_params": 4387900, "total_flops": 11188091904000000, "train_loss": 0.036433021227518715, "subset_score_loss": 0.036433021227518715} +{"step": 840000, "wall_time": 8463.586258649826, "train_loss_step": 3.446769952774048, "n_params": 4387900, "total_flops": 11322888192000000, "train_loss": 0.036284792423248294, "subset_score_loss": 0.036284792423248294} +{"step": 850000, "wall_time": 8555.790508270264, "train_loss_step": 4.0122880935668945, "n_params": 4387900, "total_flops": 11457684480000000, "train_loss": 0.036115288734436035, "subset_score_loss": 0.036115288734436035} +{"step": 860000, "wall_time": 8647.837635040283, "train_loss_step": 3.637958288192749, "n_params": 4387900, "total_flops": 11592480768000000, "train_loss": 0.034977638721466066, "subset_score_loss": 0.034977638721466066} +{"step": 870000, "wall_time": 8739.816663265228, "train_loss_step": 3.8372962474823, "n_params": 4387900, "total_flops": 11727277056000000, "train_loss": 0.03514262040456136, "subset_score_loss": 0.03514262040456136} +{"step": 880000, "wall_time": 8831.89524769783, "train_loss_step": 3.750539779663086, "n_params": 4387900, "total_flops": 11862073344000000, "train_loss": 0.03501203457514445, "subset_score_loss": 0.03501203457514445} +{"step": 890000, "wall_time": 8923.386500120163, "train_loss_step": 3.4548654556274414, "n_params": 4387900, "total_flops": 11996869632000000, "train_loss": 0.034487783908843994, "subset_score_loss": 0.034487783908843994} +{"step": 900000, "wall_time": 9130.697630405426, "train_loss_step": 3.6151485443115234, "n_params": 4387900, "total_flops": 12131665920000000, "train_loss": 0.034905290603637694, "subset_score_loss": 0.034905290603637694, "memorization_fraction_pixel": 0.32330000400543213, "mean_nn_ratio_pixel": 0.5336180925369263, "fid": 46.911656277807204} +{"step": 910000, "wall_time": 9219.78361749649, "train_loss_step": 3.784454822540283, "n_params": 4387900, "total_flops": 12266462208000000, "train_loss": 0.03417247931162516, "subset_score_loss": 0.03417247931162516} +{"step": 920000, "wall_time": 9307.561381101608, "train_loss_step": 3.373979330062866, "n_params": 4387900, "total_flops": 12401258496000000, "train_loss": 0.033661798636118574, "subset_score_loss": 0.033661798636118574} +{"step": 930000, "wall_time": 9399.490728616714, "train_loss_step": 3.4546926021575928, "n_params": 4387900, "total_flops": 12536054784000000, "train_loss": 0.03431851466496785, "subset_score_loss": 0.03431851466496785} +{"step": 940000, "wall_time": 9491.456211805344, "train_loss_step": 3.5899417400360107, "n_params": 4387900, "total_flops": 12670851072000000, "train_loss": 0.033924563725789385, "subset_score_loss": 0.033924563725789385} +{"step": 950000, "wall_time": 9583.056316375732, "train_loss_step": 3.8905153274536133, "n_params": 4387900, "total_flops": 12805647360000000, "train_loss": 0.03335889975229899, "subset_score_loss": 0.03335889975229899} +{"step": 960000, "wall_time": 9675.155455589294, "train_loss_step": 3.6287436485290527, "n_params": 4387900, "total_flops": 12940443648000000, "train_loss": 0.03293639421463013, "subset_score_loss": 0.03293639421463013} +{"step": 970000, "wall_time": 9767.455007076263, "train_loss_step": 3.402352809906006, "n_params": 4387900, "total_flops": 13075239936000000, "train_loss": 0.032876875003178915, "subset_score_loss": 0.032876875003178915} +{"step": 980000, "wall_time": 9859.095511436462, "train_loss_step": 3.2972753047943115, "n_params": 4387900, "total_flops": 13210036224000000, "train_loss": 0.033168105284372966, "subset_score_loss": 0.033168105284372966} +{"step": 990000, "wall_time": 9950.330702543259, "train_loss_step": 3.479752540588379, "n_params": 4387900, "total_flops": 13344832512000000, "train_loss": 0.032270191113154094, "subset_score_loss": 0.032270191113154094} +{"step": 1000000, "wall_time": 10118.287851810455, "train_loss_step": 3.528876304626465, "n_params": 4387900, "total_flops": 13479628800000000, "train_loss": 0.03259150584538777, "subset_score_loss": 0.03259150584538777, "memorization_fraction_pixel": 0.352400004863739, "mean_nn_ratio_pixel": 0.519966721534729, "fid": 46.65111307763148} +{"step": 1010000, "wall_time": 10204.24672460556, "train_loss_step": 3.586498737335205, "n_params": 4387900, "total_flops": 13614425088000000, "train_loss": 0.03227540453275045, "subset_score_loss": 0.03227540453275045} +{"step": 1020000, "wall_time": 10296.250741958618, "train_loss_step": 3.438117504119873, "n_params": 4387900, "total_flops": 13749221376000000, "train_loss": 0.03257781465848287, "subset_score_loss": 0.03257781465848287} +{"step": 1030000, "wall_time": 10388.043397665024, "train_loss_step": 3.1626718044281006, "n_params": 4387900, "total_flops": 13884017664000000, "train_loss": 0.03213748137156169, "subset_score_loss": 0.03213748137156169} +{"step": 1040000, "wall_time": 10480.034458398819, "train_loss_step": 3.5703742504119873, "n_params": 4387900, "total_flops": 14018813952000000, "train_loss": 0.03192961613337199, "subset_score_loss": 0.03192961613337199} +{"step": 1050000, "wall_time": 10572.11503791809, "train_loss_step": 3.1600494384765625, "n_params": 4387900, "total_flops": 14153610240000000, "train_loss": 0.03142205476760864, "subset_score_loss": 0.03142205476760864} +{"step": 1060000, "wall_time": 10663.837630271912, "train_loss_step": 3.295037269592285, "n_params": 4387900, "total_flops": 14288406528000000, "train_loss": 0.031327054897944136, "subset_score_loss": 0.031327054897944136} +{"step": 1070000, "wall_time": 10756.034316778183, "train_loss_step": 3.1322929859161377, "n_params": 4387900, "total_flops": 14423202816000000, "train_loss": 0.0311829408009847, "subset_score_loss": 0.0311829408009847} +{"step": 1080000, "wall_time": 10847.495492219925, "train_loss_step": 3.3563621044158936, "n_params": 4387900, "total_flops": 14557999104000000, "train_loss": 0.03185451030731201, "subset_score_loss": 0.03185451030731201} +{"step": 1090000, "wall_time": 10939.668748378754, "train_loss_step": 3.453822374343872, "n_params": 4387900, "total_flops": 14692795392000000, "train_loss": 0.030430281162261964, "subset_score_loss": 0.030430281162261964} +{"step": 1100000, "wall_time": 11106.522072315216, "train_loss_step": 3.462477684020996, "n_params": 4387900, "total_flops": 14827591680000000, "train_loss": 0.03015514016151428, "subset_score_loss": 0.03015514016151428, "memorization_fraction_pixel": 0.39989998936653137, "mean_nn_ratio_pixel": 0.4879752993583679, "fid": 46.051916760589215} +{"step": 1110000, "wall_time": 11196.259049415588, "train_loss_step": 3.288567304611206, "n_params": 4387900, "total_flops": 14962387968000000, "train_loss": 0.031189449628194175, "subset_score_loss": 0.031189449628194175} +{"step": 1120000, "wall_time": 11288.453064918518, "train_loss_step": 3.4005308151245117, "n_params": 4387900, "total_flops": 15097184256000000, "train_loss": 0.03027437726656596, "subset_score_loss": 0.03027437726656596} +{"step": 1130000, "wall_time": 11380.406099319458, "train_loss_step": 3.273293972015381, "n_params": 4387900, "total_flops": 15231980544000000, "train_loss": 0.030043147007624307, "subset_score_loss": 0.030043147007624307} +{"step": 1140000, "wall_time": 11472.153194665909, "train_loss_step": 3.226759433746338, "n_params": 4387900, "total_flops": 15366776832000000, "train_loss": 0.029825013875961304, "subset_score_loss": 0.029825013875961304} +{"step": 1150000, "wall_time": 11564.044491291046, "train_loss_step": 3.2640161514282227, "n_params": 4387900, "total_flops": 15501573120000000, "train_loss": 0.02901206413904826, "subset_score_loss": 0.02901206413904826} +{"step": 1160000, "wall_time": 11655.798019647598, "train_loss_step": 3.330658197402954, "n_params": 4387900, "total_flops": 15636369408000000, "train_loss": 0.029269065459569296, "subset_score_loss": 0.029269065459569296} +{"step": 1170000, "wall_time": 11747.788915634155, "train_loss_step": 3.458611011505127, "n_params": 4387900, "total_flops": 15771165696000000, "train_loss": 0.030492738882700602, "subset_score_loss": 0.030492738882700602} +{"step": 1180000, "wall_time": 11839.29525566101, "train_loss_step": 3.4189939498901367, "n_params": 4387900, "total_flops": 15905961984000000, "train_loss": 0.028885018825531007, "subset_score_loss": 0.028885018825531007} +{"step": 1190000, "wall_time": 11930.635707378387, "train_loss_step": 3.424661874771118, "n_params": 4387900, "total_flops": 16040758272000000, "train_loss": 0.02929770350456238, "subset_score_loss": 0.02929770350456238} +{"step": 1200000, "wall_time": 12119.93430185318, "train_loss_step": 3.346803665161133, "n_params": 4387900, "total_flops": 16175554560000000, "train_loss": 0.029146663347880044, "subset_score_loss": 0.029146663347880044, "memorization_fraction_pixel": 0.4296000003814697, "mean_nn_ratio_pixel": 0.4683595299720764, "fid": 45.68975865380915} +{"step": 1210000, "wall_time": 12210.107993364334, "train_loss_step": 3.4984748363494873, "n_params": 4387900, "total_flops": 16310350848000000, "train_loss": 0.02853642702102661, "subset_score_loss": 0.02853642702102661} +{"step": 1220000, "wall_time": 12302.230322122574, "train_loss_step": 3.3150205612182617, "n_params": 4387900, "total_flops": 16445147136000000, "train_loss": 0.029001563787460327, "subset_score_loss": 0.029001563787460327} +{"step": 1230000, "wall_time": 12394.09204530716, "train_loss_step": 3.516874313354492, "n_params": 4387900, "total_flops": 16579943424000000, "train_loss": 0.028988166650136312, "subset_score_loss": 0.028988166650136312} +{"step": 1240000, "wall_time": 12485.584550619125, "train_loss_step": 3.527129650115967, "n_params": 4387900, "total_flops": 16714739712000000, "train_loss": 0.028292232751846315, "subset_score_loss": 0.028292232751846315} +{"step": 1250000, "wall_time": 12577.461903095245, "train_loss_step": 3.0236315727233887, "n_params": 4387900, "total_flops": 16849536000000000, "train_loss": 0.028741902112960814, "subset_score_loss": 0.028741902112960814} +{"step": 1260000, "wall_time": 12669.499892950058, "train_loss_step": 3.206388235092163, "n_params": 4387900, "total_flops": 16984332288000000, "train_loss": 0.02784538666407267, "subset_score_loss": 0.02784538666407267} +{"step": 1270000, "wall_time": 12761.154964208603, "train_loss_step": 3.1776986122131348, "n_params": 4387900, "total_flops": 17119128576000000, "train_loss": 0.028147449096043903, "subset_score_loss": 0.028147449096043903} +{"step": 1280000, "wall_time": 12852.70356631279, "train_loss_step": 3.292710542678833, "n_params": 4387900, "total_flops": 17253924864000000, "train_loss": 0.028819231192270915, "subset_score_loss": 0.028819231192270915} +{"step": 1290000, "wall_time": 12940.676191091537, "train_loss_step": 3.521915912628174, "n_params": 4387900, "total_flops": 17388721152000000, "train_loss": 0.028171998262405396, "subset_score_loss": 0.028171998262405396} +{"step": 1300000, "wall_time": 13107.66271853447, "train_loss_step": 3.3343253135681152, "n_params": 4387900, "total_flops": 17523517440000000, "train_loss": 0.027032621701558433, "subset_score_loss": 0.027032621701558433, "memorization_fraction_pixel": 0.49070000648498535, "mean_nn_ratio_pixel": 0.44060996174812317, "fid": 45.244978254761314} +{"step": 1310000, "wall_time": 13198.248691558838, "train_loss_step": 3.133606433868408, "n_params": 4387900, "total_flops": 17658313728000000, "train_loss": 0.02718202273050944, "subset_score_loss": 0.02718202273050944} +{"step": 1320000, "wall_time": 13290.25361609459, "train_loss_step": 3.3195226192474365, "n_params": 4387900, "total_flops": 17793110016000000, "train_loss": 0.02868908445040385, "subset_score_loss": 0.02868908445040385} +{"step": 1330000, "wall_time": 13382.752378225327, "train_loss_step": 3.284924268722534, "n_params": 4387900, "total_flops": 17927906304000000, "train_loss": 0.02719431718190511, "subset_score_loss": 0.02719431718190511} +{"step": 1340000, "wall_time": 13474.553084850311, "train_loss_step": 3.1301817893981934, "n_params": 4387900, "total_flops": 18062702592000000, "train_loss": 0.026270220677057903, "subset_score_loss": 0.026270220677057903} +{"step": 1350000, "wall_time": 13566.517456293106, "train_loss_step": 3.493720293045044, "n_params": 4387900, "total_flops": 18197498880000000, "train_loss": 0.026651124159495037, "subset_score_loss": 0.026651124159495037} +{"step": 1360000, "wall_time": 13658.271365880966, "train_loss_step": 3.148871421813965, "n_params": 4387900, "total_flops": 18332295168000000, "train_loss": 0.0268800954023997, "subset_score_loss": 0.0268800954023997} +{"step": 1370000, "wall_time": 13750.081018924713, "train_loss_step": 3.2539143562316895, "n_params": 4387900, "total_flops": 18467091456000000, "train_loss": 0.026177088419596355, "subset_score_loss": 0.026177088419596355} +{"step": 1380000, "wall_time": 13839.500358819962, "train_loss_step": 3.3014168739318848, "n_params": 4387900, "total_flops": 18601887744000000, "train_loss": 0.026063066720962525, "subset_score_loss": 0.026063066720962525} +{"step": 1390000, "wall_time": 13927.76560163498, "train_loss_step": 3.166363000869751, "n_params": 4387900, "total_flops": 18736684032000000, "train_loss": 0.026315524180730184, "subset_score_loss": 0.026315524180730184} +{"step": 1400000, "wall_time": 14097.869732618332, "train_loss_step": 3.323190927505493, "n_params": 4387900, "total_flops": 18871480320000000, "train_loss": 0.026634371280670165, "subset_score_loss": 0.026634371280670165, "memorization_fraction_pixel": 0.5163000226020813, "mean_nn_ratio_pixel": 0.4258064329624176, "fid": 44.88273342928815} +{"step": 1410000, "wall_time": 14188.407029151917, "train_loss_step": 3.446281909942627, "n_params": 4387900, "total_flops": 19006276608000000, "train_loss": 0.027389649550120035, "subset_score_loss": 0.027389649550120035} +{"step": 1420000, "wall_time": 14280.088973999023, "train_loss_step": 3.2686996459960938, "n_params": 4387900, "total_flops": 19141072896000000, "train_loss": 0.026854461431503295, "subset_score_loss": 0.026854461431503295} +{"step": 1430000, "wall_time": 14372.22367310524, "train_loss_step": 2.9268040657043457, "n_params": 4387900, "total_flops": 19275869184000000, "train_loss": 0.02540245254834493, "subset_score_loss": 0.02540245254834493} +{"step": 1440000, "wall_time": 14463.929640054703, "train_loss_step": 3.3644888401031494, "n_params": 4387900, "total_flops": 19410665472000000, "train_loss": 0.025701584418614705, "subset_score_loss": 0.025701584418614705} +{"step": 1450000, "wall_time": 14555.53339958191, "train_loss_step": 3.3065237998962402, "n_params": 4387900, "total_flops": 19545461760000000, "train_loss": 0.02511429985364278, "subset_score_loss": 0.02511429985364278} +{"step": 1460000, "wall_time": 14647.024596214294, "train_loss_step": 3.065845489501953, "n_params": 4387900, "total_flops": 19680258048000000, "train_loss": 0.025465011596679688, "subset_score_loss": 0.025465011596679688} +{"step": 1470000, "wall_time": 14737.002623558044, "train_loss_step": 3.4065661430358887, "n_params": 4387900, "total_flops": 19815054336000000, "train_loss": 0.024871848026911416, "subset_score_loss": 0.024871848026911416} +{"step": 1480000, "wall_time": 14824.321685791016, "train_loss_step": 3.214686870574951, "n_params": 4387900, "total_flops": 19949850624000000, "train_loss": 0.026075879732767742, "subset_score_loss": 0.026075879732767742} +{"step": 1490000, "wall_time": 14916.17864704132, "train_loss_step": 3.2288529872894287, "n_params": 4387900, "total_flops": 20084646912000000, "train_loss": 0.025439592202504475, "subset_score_loss": 0.025439592202504475} +{"step": 1500000, "wall_time": 15136.241614341736, "train_loss_step": 3.0545966625213623, "n_params": 4387900, "total_flops": 20219443200000000, "train_loss": 0.025595058997472126, "subset_score_loss": 0.025595058997472126, "memorization_fraction_pixel": 0.5327000021934509, "mean_nn_ratio_pixel": 0.4178467392921448, "fid": 45.06066698165769} +{"step": 1510000, "wall_time": 15226.554727554321, "train_loss_step": 3.1084489822387695, "n_params": 4387900, "total_flops": 20354239488000000, "train_loss": 0.025114206473032634, "subset_score_loss": 0.025114206473032634} +{"step": 1520000, "wall_time": 15318.562717437744, "train_loss_step": 3.0525331497192383, "n_params": 4387900, "total_flops": 20489035776000000, "train_loss": 0.02487790584564209, "subset_score_loss": 0.02487790584564209} +{"step": 1530000, "wall_time": 15410.75333237648, "train_loss_step": 2.957578659057617, "n_params": 4387900, "total_flops": 20623832064000000, "train_loss": 0.024624814589818318, "subset_score_loss": 0.024624814589818318} +{"step": 1540000, "wall_time": 15502.476850032806, "train_loss_step": 3.1457767486572266, "n_params": 4387900, "total_flops": 20758628352000000, "train_loss": 0.024551425377527872, "subset_score_loss": 0.024551425377527872} +{"step": 1550000, "wall_time": 15594.234396457672, "train_loss_step": 3.2589895725250244, "n_params": 4387900, "total_flops": 20893424640000000, "train_loss": 0.02447307507197062, "subset_score_loss": 0.02447307507197062} +{"step": 1560000, "wall_time": 15682.986297130585, "train_loss_step": 3.0927391052246094, "n_params": 4387900, "total_flops": 21028220928000000, "train_loss": 0.024309804042180378, "subset_score_loss": 0.024309804042180378} +{"step": 1570000, "wall_time": 15771.817021608353, "train_loss_step": 2.9124739170074463, "n_params": 4387900, "total_flops": 21163017216000000, "train_loss": 0.02419428825378418, "subset_score_loss": 0.02419428825378418} +{"step": 1580000, "wall_time": 15863.569713830948, "train_loss_step": 3.1312978267669678, "n_params": 4387900, "total_flops": 21297813504000000, "train_loss": 0.02403777837753296, "subset_score_loss": 0.02403777837753296} +{"step": 1590000, "wall_time": 15955.479749441147, "train_loss_step": 3.136948585510254, "n_params": 4387900, "total_flops": 21432609792000000, "train_loss": 0.023700012763341268, "subset_score_loss": 0.023700012763341268} +{"step": 1600000, "wall_time": 16187.365314483643, "train_loss_step": 3.266037702560425, "n_params": 4387900, "total_flops": 21567406080000000, "train_loss": 0.02358359694480896, "subset_score_loss": 0.02358359694480896, "memorization_fraction_pixel": 0.5688999891281128, "mean_nn_ratio_pixel": 0.3995208144187927, "fid": 44.921193832988735} +{"step": 1610000, "wall_time": 16279.43854856491, "train_loss_step": 3.055483818054199, "n_params": 4387900, "total_flops": 21702202368000000, "train_loss": 0.024371933937072755, "subset_score_loss": 0.024371933937072755} +{"step": 1620000, "wall_time": 16371.008349180222, "train_loss_step": 2.891301155090332, "n_params": 4387900, "total_flops": 21836998656000000, "train_loss": 0.024265958865483602, "subset_score_loss": 0.024265958865483602} +{"step": 1630000, "wall_time": 16462.750688552856, "train_loss_step": 3.036520004272461, "n_params": 4387900, "total_flops": 21971794944000000, "train_loss": 0.024086809158325194, "subset_score_loss": 0.024086809158325194} +{"step": 1640000, "wall_time": 16553.166253566742, "train_loss_step": 3.536165475845337, "n_params": 4387900, "total_flops": 22106591232000000, "train_loss": 0.023132262627283733, "subset_score_loss": 0.023132262627283733} +{"step": 1650000, "wall_time": 16641.30741429329, "train_loss_step": 3.1027774810791016, "n_params": 4387900, "total_flops": 22241387520000000, "train_loss": 0.023134386539459227, "subset_score_loss": 0.023134386539459227} +{"step": 1660000, "wall_time": 16733.106774568558, "train_loss_step": 3.2674617767333984, "n_params": 4387900, "total_flops": 22376183808000000, "train_loss": 0.023149146636327108, "subset_score_loss": 0.023149146636327108} +{"step": 1670000, "wall_time": 16824.7727496624, "train_loss_step": 2.9543111324310303, "n_params": 4387900, "total_flops": 22510980096000000, "train_loss": 0.02238541841506958, "subset_score_loss": 0.02238541841506958} +{"step": 1680000, "wall_time": 16917.00316119194, "train_loss_step": 3.1236329078674316, "n_params": 4387900, "total_flops": 22645776384000000, "train_loss": 0.02272303104400635, "subset_score_loss": 0.02272303104400635} +{"step": 1690000, "wall_time": 17009.06249976158, "train_loss_step": 2.9516854286193848, "n_params": 4387900, "total_flops": 22780572672000000, "train_loss": 0.023233838876088462, "subset_score_loss": 0.023233838876088462} +{"step": 1700000, "wall_time": 17179.508939027786, "train_loss_step": 3.080878734588623, "n_params": 4387900, "total_flops": 22915368960000000, "train_loss": 0.022727479537328083, "subset_score_loss": 0.022727479537328083, "memorization_fraction_pixel": 0.595300018787384, "mean_nn_ratio_pixel": 0.38608518242836, "fid": 44.80817750106077} +{"step": 1710000, "wall_time": 17270.91474056244, "train_loss_step": 2.970111846923828, "n_params": 4387900, "total_flops": 23050165248000000, "train_loss": 0.022685980796813963, "subset_score_loss": 0.022685980796813963} +{"step": 1720000, "wall_time": 17362.65865111351, "train_loss_step": 3.1996710300445557, "n_params": 4387900, "total_flops": 23184961536000000, "train_loss": 0.022629855076471965, "subset_score_loss": 0.022629855076471965} +{"step": 1730000, "wall_time": 17452.09593296051, "train_loss_step": 3.13157320022583, "n_params": 4387900, "total_flops": 23319757824000000, "train_loss": 0.022539995114008584, "subset_score_loss": 0.022539995114008584} +{"step": 1740000, "wall_time": 17540.433255672455, "train_loss_step": 3.286691188812256, "n_params": 4387900, "total_flops": 23454554112000000, "train_loss": 0.022587108612060546, "subset_score_loss": 0.022587108612060546} +{"step": 1750000, "wall_time": 17631.771039247513, "train_loss_step": 3.442333698272705, "n_params": 4387900, "total_flops": 23589350400000000, "train_loss": 0.022666150331497194, "subset_score_loss": 0.022666150331497194} +{"step": 1760000, "wall_time": 17723.447996616364, "train_loss_step": 2.84997820854187, "n_params": 4387900, "total_flops": 23724146688000000, "train_loss": 0.022272078196207683, "subset_score_loss": 0.022272078196207683} +{"step": 1770000, "wall_time": 17815.471747875214, "train_loss_step": 3.3047828674316406, "n_params": 4387900, "total_flops": 23858942976000000, "train_loss": 0.02199933330217997, "subset_score_loss": 0.02199933330217997} +{"step": 1780000, "wall_time": 17907.387293815613, "train_loss_step": 2.7655158042907715, "n_params": 4387900, "total_flops": 23993739264000000, "train_loss": 0.021545036633809408, "subset_score_loss": 0.021545036633809408} +{"step": 1790000, "wall_time": 17999.514429569244, "train_loss_step": 2.88645076751709, "n_params": 4387900, "total_flops": 24128535552000000, "train_loss": 0.0213383416334788, "subset_score_loss": 0.0213383416334788} +{"step": 1800000, "wall_time": 18166.653557538986, "train_loss_step": 3.0245327949523926, "n_params": 4387900, "total_flops": 24263331840000000, "train_loss": 0.02118361194928487, "subset_score_loss": 0.02118361194928487, "memorization_fraction_pixel": 0.6299999952316284, "mean_nn_ratio_pixel": 0.3733309209346771, "fid": 43.6862445422829} +{"step": 1810000, "wall_time": 18256.88299512863, "train_loss_step": 2.873513698577881, "n_params": 4387900, "total_flops": 24398128128000000, "train_loss": 0.021557543675104776, "subset_score_loss": 0.021557543675104776} +{"step": 1820000, "wall_time": 18346.128264904022, "train_loss_step": 3.1106653213500977, "n_params": 4387900, "total_flops": 24532924416000000, "train_loss": 0.021413783232371014, "subset_score_loss": 0.021413783232371014} +{"step": 1830000, "wall_time": 18436.090812921524, "train_loss_step": 3.196864128112793, "n_params": 4387900, "total_flops": 24667720704000000, "train_loss": 0.022379138072331748, "subset_score_loss": 0.022379138072331748} +{"step": 1840000, "wall_time": 18525.62260222435, "train_loss_step": 2.6739511489868164, "n_params": 4387900, "total_flops": 24802516992000000, "train_loss": 0.02130399743715922, "subset_score_loss": 0.02130399743715922} +{"step": 1850000, "wall_time": 18617.51260948181, "train_loss_step": 3.029644250869751, "n_params": 4387900, "total_flops": 24937313280000000, "train_loss": 0.021290630102157593, "subset_score_loss": 0.021290630102157593} +{"step": 1860000, "wall_time": 18709.429671287537, "train_loss_step": 2.623218059539795, "n_params": 4387900, "total_flops": 25072109568000000, "train_loss": 0.0211248517036438, "subset_score_loss": 0.0211248517036438} +{"step": 1870000, "wall_time": 18801.152730226517, "train_loss_step": 3.003275156021118, "n_params": 4387900, "total_flops": 25206905856000000, "train_loss": 0.02132912278175354, "subset_score_loss": 0.02132912278175354} +{"step": 1880000, "wall_time": 18893.20276403427, "train_loss_step": 3.0838727951049805, "n_params": 4387900, "total_flops": 25341702144000000, "train_loss": 0.02114419142405192, "subset_score_loss": 0.02114419142405192} +{"step": 1890000, "wall_time": 18984.871624946594, "train_loss_step": 2.9317235946655273, "n_params": 4387900, "total_flops": 25476498432000000, "train_loss": 0.021079623699188234, "subset_score_loss": 0.021079623699188234} +{"step": 1900000, "wall_time": 19190.028225898743, "train_loss_step": 3.1699793338775635, "n_params": 4387900, "total_flops": 25611294720000000, "train_loss": 0.020836760600407917, "subset_score_loss": 0.020836760600407917, "memorization_fraction_pixel": 0.6583999991416931, "mean_nn_ratio_pixel": 0.36294180154800415, "fid": 44.24029213054642} +{"step": 1910000, "wall_time": 19278.43824481964, "train_loss_step": 3.009126663208008, "n_params": 4387900, "total_flops": 25746091008000000, "train_loss": 0.021490357319513955, "subset_score_loss": 0.021490357319513955} +{"step": 1920000, "wall_time": 19367.279509544373, "train_loss_step": 3.0286800861358643, "n_params": 4387900, "total_flops": 25880887296000000, "train_loss": 0.021095897754033408, "subset_score_loss": 0.021095897754033408} +{"step": 1930000, "wall_time": 19456.733493328094, "train_loss_step": 3.2873172760009766, "n_params": 4387900, "total_flops": 26015683584000000, "train_loss": 0.02049944202105204, "subset_score_loss": 0.02049944202105204} +{"step": 1940000, "wall_time": 19548.823487758636, "train_loss_step": 3.0096707344055176, "n_params": 4387900, "total_flops": 26150479872000000, "train_loss": 0.0204712708791097, "subset_score_loss": 0.0204712708791097} +{"step": 1950000, "wall_time": 19640.718296527863, "train_loss_step": 2.8128533363342285, "n_params": 4387900, "total_flops": 26285276160000000, "train_loss": 0.02160336971282959, "subset_score_loss": 0.02160336971282959} +{"step": 1960000, "wall_time": 19732.58358335495, "train_loss_step": 3.039599895477295, "n_params": 4387900, "total_flops": 26420072448000000, "train_loss": 0.020840640862782797, "subset_score_loss": 0.020840640862782797} +{"step": 1970000, "wall_time": 19824.834782361984, "train_loss_step": 3.03422212600708, "n_params": 4387900, "total_flops": 26554868736000000, "train_loss": 0.020935189723968507, "subset_score_loss": 0.020935189723968507} +{"step": 1980000, "wall_time": 19917.16108417511, "train_loss_step": 2.7258617877960205, "n_params": 4387900, "total_flops": 26689665024000000, "train_loss": 0.020108630259831745, "subset_score_loss": 0.020108630259831745} +{"step": 1990000, "wall_time": 20009.015826940536, "train_loss_step": 3.2077062129974365, "n_params": 4387900, "total_flops": 26824461312000000, "train_loss": 0.02031132181485494, "subset_score_loss": 0.02031132181485494} +{"step": 2000000, "wall_time": 20192.356444835663, "train_loss_step": 3.0922741889953613, "n_params": 4387900, "total_flops": 26959257600000000, "train_loss": 0.020039230585098267, "subset_score_loss": 0.020039230585098267, "memorization_fraction_pixel": 0.6815000176429749, "mean_nn_ratio_pixel": 0.35341358184814453, "fid": 44.673445645429524} +{"step": 2010000, "wall_time": 20279.514580011368, "train_loss_step": 2.7417750358581543, "n_params": 4387900, "total_flops": 27094053888000000, "train_loss": 0.0193980872631073, "subset_score_loss": 0.0193980872631073} +{"step": 2020000, "wall_time": 20369.806592702866, "train_loss_step": 3.127264976501465, "n_params": 4387900, "total_flops": 27228850176000000, "train_loss": 0.020381075143814088, "subset_score_loss": 0.020381075143814088} +{"step": 2030000, "wall_time": 20461.874549627304, "train_loss_step": 2.862246513366699, "n_params": 4387900, "total_flops": 27363646464000000, "train_loss": 0.01942331393559774, "subset_score_loss": 0.01942331393559774} +{"step": 2040000, "wall_time": 20554.111266851425, "train_loss_step": 2.945578098297119, "n_params": 4387900, "total_flops": 27498442752000000, "train_loss": 0.01998249292373657, "subset_score_loss": 0.01998249292373657} +{"step": 2050000, "wall_time": 20646.0289144516, "train_loss_step": 3.163450241088867, "n_params": 4387900, "total_flops": 27633239040000000, "train_loss": 0.019830735524495442, "subset_score_loss": 0.019830735524495442} +{"step": 2060000, "wall_time": 20738.243598222733, "train_loss_step": 3.233189582824707, "n_params": 4387900, "total_flops": 27768035328000000, "train_loss": 0.020303813616434734, "subset_score_loss": 0.020303813616434734} +{"step": 2070000, "wall_time": 20830.297337770462, "train_loss_step": 3.0706546306610107, "n_params": 4387900, "total_flops": 27902831616000000, "train_loss": 0.019740782181421914, "subset_score_loss": 0.019740782181421914} +{"step": 2080000, "wall_time": 20922.605560064316, "train_loss_step": 2.932913303375244, "n_params": 4387900, "total_flops": 28037627904000000, "train_loss": 0.01947627862294515, "subset_score_loss": 0.01947627862294515} +{"step": 2090000, "wall_time": 21014.571325540543, "train_loss_step": 3.043275833129883, "n_params": 4387900, "total_flops": 28172424192000000, "train_loss": 0.019383764266967772, "subset_score_loss": 0.019383764266967772} +{"step": 2100000, "wall_time": 21199.462847709656, "train_loss_step": 2.960895538330078, "n_params": 4387900, "total_flops": 28307220480000000, "train_loss": 0.019119292497634888, "subset_score_loss": 0.019119292497634888, "memorization_fraction_pixel": 0.6826000213623047, "mean_nn_ratio_pixel": 0.348881334066391, "fid": 44.02461111605719} +{"step": 2110000, "wall_time": 21287.827486753464, "train_loss_step": 2.7910494804382324, "n_params": 4387900, "total_flops": 28442016768000000, "train_loss": 0.01890379786491394, "subset_score_loss": 0.01890379786491394} +{"step": 2120000, "wall_time": 21379.78589987755, "train_loss_step": 2.9064178466796875, "n_params": 4387900, "total_flops": 28576813056000000, "train_loss": 0.018527279297510784, "subset_score_loss": 0.018527279297510784} +{"step": 2130000, "wall_time": 21472.18167090416, "train_loss_step": 2.9736523628234863, "n_params": 4387900, "total_flops": 28711609344000000, "train_loss": 0.01893030802408854, "subset_score_loss": 0.01893030802408854} +{"step": 2140000, "wall_time": 21564.305008888245, "train_loss_step": 3.0208191871643066, "n_params": 4387900, "total_flops": 28846405632000000, "train_loss": 0.018879427512486776, "subset_score_loss": 0.018879427512486776} +{"step": 2150000, "wall_time": 21656.27832341194, "train_loss_step": 3.0737502574920654, "n_params": 4387900, "total_flops": 28981201920000000, "train_loss": 0.018842428922653198, "subset_score_loss": 0.018842428922653198} +{"step": 2160000, "wall_time": 21748.490197896957, "train_loss_step": 2.82676362991333, "n_params": 4387900, "total_flops": 29115998208000000, "train_loss": 0.018874541918436686, "subset_score_loss": 0.018874541918436686} +{"step": 2170000, "wall_time": 21840.36759662628, "train_loss_step": 2.815861940383911, "n_params": 4387900, "total_flops": 29250794496000000, "train_loss": 0.018521795670191448, "subset_score_loss": 0.018521795670191448} +{"step": 2180000, "wall_time": 21932.502399683, "train_loss_step": 2.6958775520324707, "n_params": 4387900, "total_flops": 29385590784000000, "train_loss": 0.01894260843594869, "subset_score_loss": 0.01894260843594869} +{"step": 2190000, "wall_time": 22022.172609090805, "train_loss_step": 2.7618227005004883, "n_params": 4387900, "total_flops": 29520387072000000, "train_loss": 0.018580822149912517, "subset_score_loss": 0.018580822149912517} +{"step": 2200000, "wall_time": 22220.041382312775, "train_loss_step": 2.677483558654785, "n_params": 4387900, "total_flops": 29655183360000000, "train_loss": 0.018232407172520955, "subset_score_loss": 0.018232407172520955, "memorization_fraction_pixel": 0.7008000016212463, "mean_nn_ratio_pixel": 0.3445095121860504, "fid": 43.77760854161822} +{"step": 2210000, "wall_time": 22312.26136946678, "train_loss_step": 2.849498748779297, "n_params": 4387900, "total_flops": 29789979648000000, "train_loss": 0.017884111404418944, "subset_score_loss": 0.017884111404418944} +{"step": 2220000, "wall_time": 22404.499876737595, "train_loss_step": 3.0842015743255615, "n_params": 4387900, "total_flops": 29924775936000000, "train_loss": 0.018561039368311563, "subset_score_loss": 0.018561039368311563} +{"step": 2230000, "wall_time": 22496.700569868088, "train_loss_step": 2.7976038455963135, "n_params": 4387900, "total_flops": 30059572224000000, "train_loss": 0.01818125049273173, "subset_score_loss": 0.01818125049273173} +{"step": 2240000, "wall_time": 22588.54028224945, "train_loss_step": 3.3678274154663086, "n_params": 4387900, "total_flops": 30194368512000000, "train_loss": 0.018579673767089844, "subset_score_loss": 0.018579673767089844} +{"step": 2250000, "wall_time": 22680.628620386124, "train_loss_step": 2.726968765258789, "n_params": 4387900, "total_flops": 30329164800000000, "train_loss": 0.018416287501653035, "subset_score_loss": 0.018416287501653035} +{"step": 2260000, "wall_time": 22772.169825792313, "train_loss_step": 3.106870174407959, "n_params": 4387900, "total_flops": 30463961088000000, "train_loss": 0.018696065743764242, "subset_score_loss": 0.018696065743764242} +{"step": 2270000, "wall_time": 22864.333091259003, "train_loss_step": 2.898954391479492, "n_params": 4387900, "total_flops": 30598757376000000, "train_loss": 0.018136584758758546, "subset_score_loss": 0.018136584758758546} +{"step": 2280000, "wall_time": 22954.652302742004, "train_loss_step": 2.895021915435791, "n_params": 4387900, "total_flops": 30733553664000000, "train_loss": 0.018153474728266398, "subset_score_loss": 0.018153474728266398} +{"step": 2290000, "wall_time": 23043.305744171143, "train_loss_step": 2.9397032260894775, "n_params": 4387900, "total_flops": 30868349952000000, "train_loss": 0.017727460463841757, "subset_score_loss": 0.017727460463841757} +{"step": 2300000, "wall_time": 23210.50126338005, "train_loss_step": 2.699232816696167, "n_params": 4387900, "total_flops": 31003146240000000, "train_loss": 0.01775348385175069, "subset_score_loss": 0.01775348385175069, "memorization_fraction_pixel": 0.7161999940872192, "mean_nn_ratio_pixel": 0.33705297112464905, "fid": 43.97203138067195} +{"step": 2310000, "wall_time": 23300.381821632385, "train_loss_step": 2.881220817565918, "n_params": 4387900, "total_flops": 31137942528000000, "train_loss": 0.017740859587987264, "subset_score_loss": 0.017740859587987264} +{"step": 2320000, "wall_time": 23392.56755208969, "train_loss_step": 3.220850944519043, "n_params": 4387900, "total_flops": 31272738816000000, "train_loss": 0.017502854267756145, "subset_score_loss": 0.017502854267756145} +{"step": 2330000, "wall_time": 23484.788439035416, "train_loss_step": 2.9552459716796875, "n_params": 4387900, "total_flops": 31407535104000000, "train_loss": 0.017502176761627197, "subset_score_loss": 0.017502176761627197} +{"step": 2340000, "wall_time": 23576.93197631836, "train_loss_step": 2.9169344902038574, "n_params": 4387900, "total_flops": 31542331392000000, "train_loss": 0.016958616177241006, "subset_score_loss": 0.016958616177241006} +{"step": 2350000, "wall_time": 23668.9757437706, "train_loss_step": 2.9414052963256836, "n_params": 4387900, "total_flops": 31677127680000000, "train_loss": 0.017320507764816286, "subset_score_loss": 0.017320507764816286} +{"step": 2360000, "wall_time": 23760.895919561386, "train_loss_step": 2.8574278354644775, "n_params": 4387900, "total_flops": 31811923968000000, "train_loss": 0.017187770207722983, "subset_score_loss": 0.017187770207722983} +{"step": 2370000, "wall_time": 23851.100575447083, "train_loss_step": 2.5946550369262695, "n_params": 4387900, "total_flops": 31946720256000000, "train_loss": 0.017375795046488444, "subset_score_loss": 0.017375795046488444} +{"step": 2380000, "wall_time": 23942.62860226631, "train_loss_step": 2.8168282508850098, "n_params": 4387900, "total_flops": 32081516544000000, "train_loss": 0.017016802231470743, "subset_score_loss": 0.017016802231470743} +{"step": 2390000, "wall_time": 24030.30008292198, "train_loss_step": 2.670391798019409, "n_params": 4387900, "total_flops": 32216312832000000, "train_loss": 0.01734009782473246, "subset_score_loss": 0.01734009782473246} +{"step": 2400000, "wall_time": 24245.039749622345, "train_loss_step": 3.01277494430542, "n_params": 4387900, "total_flops": 32351109120000000, "train_loss": 0.016659711798032124, "subset_score_loss": 0.016659711798032124, "memorization_fraction_pixel": 0.727400004863739, "mean_nn_ratio_pixel": 0.33403143286705017, "fid": 44.03177392441526} +{"step": 2410000, "wall_time": 24336.94280385971, "train_loss_step": 2.9240660667419434, "n_params": 4387900, "total_flops": 32485905408000000, "train_loss": 0.016785236199696858, "subset_score_loss": 0.016785236199696858} +{"step": 2420000, "wall_time": 24429.241902828217, "train_loss_step": 2.8691043853759766, "n_params": 4387900, "total_flops": 32620701696000000, "train_loss": 0.016508586208025613, "subset_score_loss": 0.016508586208025613} +{"step": 2430000, "wall_time": 24521.57814693451, "train_loss_step": 3.0505270957946777, "n_params": 4387900, "total_flops": 32755497984000000, "train_loss": 0.016694660981496176, "subset_score_loss": 0.016694660981496176} +{"step": 2440000, "wall_time": 24613.540882110596, "train_loss_step": 3.1851162910461426, "n_params": 4387900, "total_flops": 32890294272000000, "train_loss": 0.01755144397417704, "subset_score_loss": 0.01755144397417704} +{"step": 2450000, "wall_time": 24705.27036499977, "train_loss_step": 2.6735944747924805, "n_params": 4387900, "total_flops": 33025090560000000, "train_loss": 0.01625964939594269, "subset_score_loss": 0.01625964939594269} +{"step": 2460000, "wall_time": 24795.459617614746, "train_loss_step": 2.8277812004089355, "n_params": 4387900, "total_flops": 33159886848000000, "train_loss": 0.01670766472816467, "subset_score_loss": 0.01670766472816467} +{"step": 2470000, "wall_time": 24884.782776594162, "train_loss_step": 3.1227757930755615, "n_params": 4387900, "total_flops": 33294683136000000, "train_loss": 0.016502911845843, "subset_score_loss": 0.016502911845843} +{"step": 2480000, "wall_time": 24974.365738630295, "train_loss_step": 2.903756856918335, "n_params": 4387900, "total_flops": 33429479424000000, "train_loss": 0.016518775622049967, "subset_score_loss": 0.016518775622049967} +{"step": 2490000, "wall_time": 25066.21899175644, "train_loss_step": 2.874539852142334, "n_params": 4387900, "total_flops": 33564275712000000, "train_loss": 0.016597941517829895, "subset_score_loss": 0.016597941517829895} +{"step": 2500000, "wall_time": 25236.47728919983, "train_loss_step": 3.074178457260132, "n_params": 4387900, "total_flops": 33699072000000000, "train_loss": 0.016677268346150718, "subset_score_loss": 0.016677268346150718, "memorization_fraction_pixel": 0.7459999918937683, "mean_nn_ratio_pixel": 0.32638201117515564, "fid": 44.94718426211213} +{"step": 2510000, "wall_time": 25328.698666095734, "train_loss_step": 2.695005178451538, "n_params": 4387900, "total_flops": 33833868288000000, "train_loss": 0.0158448725938797, "subset_score_loss": 0.0158448725938797} +{"step": 2520000, "wall_time": 25420.733646154404, "train_loss_step": 2.8917603492736816, "n_params": 4387900, "total_flops": 33968664576000000, "train_loss": 0.015981598695119222, "subset_score_loss": 0.015981598695119222} +{"step": 2530000, "wall_time": 25512.692497253418, "train_loss_step": 2.916499137878418, "n_params": 4387900, "total_flops": 34103460864000000, "train_loss": 0.016017427047093708, "subset_score_loss": 0.016017427047093708} +{"step": 2540000, "wall_time": 25604.610514879227, "train_loss_step": 2.7315433025360107, "n_params": 4387900, "total_flops": 34238257152000000, "train_loss": 0.01591711143652598, "subset_score_loss": 0.01591711143652598} +{"step": 2550000, "wall_time": 25694.9898147583, "train_loss_step": 2.768594741821289, "n_params": 4387900, "total_flops": 34373053440000000, "train_loss": 0.015760132670402528, "subset_score_loss": 0.015760132670402528} +{"step": 2560000, "wall_time": 25784.6480717659, "train_loss_step": 3.180598497390747, "n_params": 4387900, "total_flops": 34507849728000000, "train_loss": 0.016155717770258586, "subset_score_loss": 0.016155717770258586} +{"step": 2570000, "wall_time": 25874.73280596733, "train_loss_step": 2.822506904602051, "n_params": 4387900, "total_flops": 34642646016000000, "train_loss": 0.015921708941459656, "subset_score_loss": 0.015921708941459656} +{"step": 2580000, "wall_time": 25965.6227581501, "train_loss_step": 2.8068928718566895, "n_params": 4387900, "total_flops": 34777442304000000, "train_loss": 0.016488262017567954, "subset_score_loss": 0.016488262017567954} +{"step": 2590000, "wall_time": 26057.443588256836, "train_loss_step": 2.8042941093444824, "n_params": 4387900, "total_flops": 34912238592000000, "train_loss": 0.015581318736076355, "subset_score_loss": 0.015581318736076355} +{"step": 2600000, "wall_time": 26263.421581029892, "train_loss_step": 2.7185065746307373, "n_params": 4387900, "total_flops": 35047034880000000, "train_loss": 0.015566423535346985, "subset_score_loss": 0.015566423535346985, "memorization_fraction_pixel": 0.7472000122070312, "mean_nn_ratio_pixel": 0.32484331727027893, "fid": 44.92443396658854} +{"step": 2610000, "wall_time": 26355.404048204422, "train_loss_step": 2.779409646987915, "n_params": 4387900, "total_flops": 35181831168000000, "train_loss": 0.014930021762847901, "subset_score_loss": 0.014930021762847901} +{"step": 2620000, "wall_time": 26447.46897983551, "train_loss_step": 2.7878804206848145, "n_params": 4387900, "total_flops": 35316627456000000, "train_loss": 0.016076542933781943, "subset_score_loss": 0.016076542933781943} +{"step": 2630000, "wall_time": 26539.30923819542, "train_loss_step": 2.972410202026367, "n_params": 4387900, "total_flops": 35451423744000000, "train_loss": 0.015160470207532247, "subset_score_loss": 0.015160470207532247} +{"step": 2640000, "wall_time": 26629.229130506516, "train_loss_step": 2.847470998764038, "n_params": 4387900, "total_flops": 35586220032000000, "train_loss": 0.01546325981616974, "subset_score_loss": 0.01546325981616974} +{"step": 2650000, "wall_time": 26718.510069847107, "train_loss_step": 3.0169851779937744, "n_params": 4387900, "total_flops": 35721016320000000, "train_loss": 0.01543805499871572, "subset_score_loss": 0.01543805499871572} +{"step": 2660000, "wall_time": 26808.62241411209, "train_loss_step": 2.6640701293945312, "n_params": 4387900, "total_flops": 35855812608000000, "train_loss": 0.014916632572809856, "subset_score_loss": 0.014916632572809856} +{"step": 2670000, "wall_time": 26900.101937055588, "train_loss_step": 2.6511669158935547, "n_params": 4387900, "total_flops": 35990608896000000, "train_loss": 0.015555567542711894, "subset_score_loss": 0.015555567542711894} +{"step": 2680000, "wall_time": 26991.87590122223, "train_loss_step": 3.0535664558410645, "n_params": 4387900, "total_flops": 36125405184000000, "train_loss": 0.015478598078091939, "subset_score_loss": 0.015478598078091939} +{"step": 2690000, "wall_time": 27084.014484643936, "train_loss_step": 3.089693069458008, "n_params": 4387900, "total_flops": 36260201472000000, "train_loss": 0.01489420235157013, "subset_score_loss": 0.01489420235157013} +{"step": 2700000, "wall_time": 27254.36905837059, "train_loss_step": 2.9539167881011963, "n_params": 4387900, "total_flops": 36394997760000000, "train_loss": 0.014809090892473857, "subset_score_loss": 0.014809090892473857, "memorization_fraction_pixel": 0.7626000046730042, "mean_nn_ratio_pixel": 0.3192065358161926, "fid": 43.66330079088169} +{"step": 2710000, "wall_time": 27346.600502490997, "train_loss_step": 3.0167136192321777, "n_params": 4387900, "total_flops": 36529794048000000, "train_loss": 0.015075329939524333, "subset_score_loss": 0.015075329939524333} +{"step": 2720000, "wall_time": 27438.64615869522, "train_loss_step": 2.6131491661071777, "n_params": 4387900, "total_flops": 36664590336000000, "train_loss": 0.01465590794881185, "subset_score_loss": 0.01465590794881185} +{"step": 2730000, "wall_time": 27528.824114322662, "train_loss_step": 2.7838401794433594, "n_params": 4387900, "total_flops": 36799386624000000, "train_loss": 0.015593247612317403, "subset_score_loss": 0.015593247612317403} +{"step": 2740000, "wall_time": 27618.51397061348, "train_loss_step": 2.8198401927948, "n_params": 4387900, "total_flops": 36934182912000000, "train_loss": 0.0149362713098526, "subset_score_loss": 0.0149362713098526} +{"step": 2750000, "wall_time": 27708.09758400917, "train_loss_step": 2.7509264945983887, "n_params": 4387900, "total_flops": 37068979200000000, "train_loss": 0.015275299549102783, "subset_score_loss": 0.015275299549102783} +{"step": 2760000, "wall_time": 27799.48923420906, "train_loss_step": 2.658618450164795, "n_params": 4387900, "total_flops": 37203775488000000, "train_loss": 0.014788366357485453, "subset_score_loss": 0.014788366357485453} +{"step": 2770000, "wall_time": 27891.01584172249, "train_loss_step": 2.664903163909912, "n_params": 4387900, "total_flops": 37338571776000000, "train_loss": 0.014687059322992961, "subset_score_loss": 0.014687059322992961} +{"step": 2780000, "wall_time": 27982.911726236343, "train_loss_step": 2.7800769805908203, "n_params": 4387900, "total_flops": 37473368064000000, "train_loss": 0.014661629001299541, "subset_score_loss": 0.014661629001299541} +{"step": 2790000, "wall_time": 28074.695810317993, "train_loss_step": 2.5927157402038574, "n_params": 4387900, "total_flops": 37608164352000000, "train_loss": 0.0145196666320165, "subset_score_loss": 0.0145196666320165} +{"step": 2800000, "wall_time": 28244.93803024292, "train_loss_step": 2.7638330459594727, "n_params": 4387900, "total_flops": 37742960640000000, "train_loss": 0.014119053880373636, "subset_score_loss": 0.014119053880373636, "memorization_fraction_pixel": 0.7732999920845032, "mean_nn_ratio_pixel": 0.31697002053260803, "fid": 44.066374236881245} +{"step": 2810000, "wall_time": 28335.160496234894, "train_loss_step": 2.7844715118408203, "n_params": 4387900, "total_flops": 37877756928000000, "train_loss": 0.014934632182121276, "subset_score_loss": 0.014934632182121276} +{"step": 2820000, "wall_time": 28425.74429178238, "train_loss_step": 2.480623483657837, "n_params": 4387900, "total_flops": 38012553216000000, "train_loss": 0.014077611764272054, "subset_score_loss": 0.014077611764272054} +{"step": 2830000, "wall_time": 28517.73968052864, "train_loss_step": 2.7573280334472656, "n_params": 4387900, "total_flops": 38147349504000000, "train_loss": 0.014614935715993245, "subset_score_loss": 0.014614935715993245} +{"step": 2840000, "wall_time": 28605.94021344185, "train_loss_step": 2.6858596801757812, "n_params": 4387900, "total_flops": 38282145792000000, "train_loss": 0.014201977849006652, "subset_score_loss": 0.014201977849006652} +{"step": 2850000, "wall_time": 28697.822487592697, "train_loss_step": 2.6785764694213867, "n_params": 4387900, "total_flops": 38416942080000000, "train_loss": 0.01458310584227244, "subset_score_loss": 0.01458310584227244} +{"step": 2860000, "wall_time": 28789.330102205276, "train_loss_step": 2.922583818435669, "n_params": 4387900, "total_flops": 38551738368000000, "train_loss": 0.014705232779184977, "subset_score_loss": 0.014705232779184977} +{"step": 2870000, "wall_time": 28881.23775959015, "train_loss_step": 2.823246955871582, "n_params": 4387900, "total_flops": 38686534656000000, "train_loss": 0.013878956437110901, "subset_score_loss": 0.013878956437110901} +{"step": 2880000, "wall_time": 28973.44175839424, "train_loss_step": 2.590329647064209, "n_params": 4387900, "total_flops": 38821330944000000, "train_loss": 0.01477910578250885, "subset_score_loss": 0.01477910578250885} +{"step": 2890000, "wall_time": 29065.302667856216, "train_loss_step": 2.7442190647125244, "n_params": 4387900, "total_flops": 38956127232000000, "train_loss": 0.014131187399228414, "subset_score_loss": 0.014131187399228414} +{"step": 2900000, "wall_time": 29234.78095817566, "train_loss_step": 2.735328435897827, "n_params": 4387900, "total_flops": 39090923520000000, "train_loss": 0.014005748430887859, "subset_score_loss": 0.014005748430887859, "memorization_fraction_pixel": 0.781499981880188, "mean_nn_ratio_pixel": 0.3123675286769867, "fid": 44.75573390649246} +{"step": 2910000, "wall_time": 29322.379867076874, "train_loss_step": 2.885291576385498, "n_params": 4387900, "total_flops": 39225719808000000, "train_loss": 0.013965193430582683, "subset_score_loss": 0.013965193430582683} +{"step": 2920000, "wall_time": 29414.37073659897, "train_loss_step": 2.848986864089966, "n_params": 4387900, "total_flops": 39360516096000000, "train_loss": 0.014057039221127828, "subset_score_loss": 0.014057039221127828} +{"step": 2930000, "wall_time": 29502.678881406784, "train_loss_step": 2.8397748470306396, "n_params": 4387900, "total_flops": 39495312384000000, "train_loss": 0.013886338472366333, "subset_score_loss": 0.013886338472366333} +{"step": 2940000, "wall_time": 29594.09210395813, "train_loss_step": 2.7443292140960693, "n_params": 4387900, "total_flops": 39630108672000000, "train_loss": 0.013837815324465434, "subset_score_loss": 0.013837815324465434} +{"step": 2950000, "wall_time": 29685.387156248093, "train_loss_step": 2.79421329498291, "n_params": 4387900, "total_flops": 39764904960000000, "train_loss": 0.014003203312555949, "subset_score_loss": 0.014003203312555949} +{"step": 2960000, "wall_time": 29777.44604730606, "train_loss_step": 2.7709875106811523, "n_params": 4387900, "total_flops": 39899701248000000, "train_loss": 0.013658539454142252, "subset_score_loss": 0.013658539454142252} +{"step": 2970000, "wall_time": 29869.50050997734, "train_loss_step": 2.8161544799804688, "n_params": 4387900, "total_flops": 40034497536000000, "train_loss": 0.013374299804369608, "subset_score_loss": 0.013374299804369608} +{"step": 2980000, "wall_time": 29961.629850149155, "train_loss_step": 2.738553524017334, "n_params": 4387900, "total_flops": 40169293824000000, "train_loss": 0.014246439933776856, "subset_score_loss": 0.014246439933776856} +{"step": 2990000, "wall_time": 30053.681398153305, "train_loss_step": 2.7037081718444824, "n_params": 4387900, "total_flops": 40304090112000000, "train_loss": 0.014003403981526693, "subset_score_loss": 0.014003403981526693} +{"step": 3000000, "wall_time": 30223.290361881256, "train_loss_step": 2.7241427898406982, "n_params": 4387900, "total_flops": 40438886400000000, "train_loss": 0.013384347160657247, "subset_score_loss": 0.013384347160657247, "memorization_fraction_pixel": 0.7807999849319458, "mean_nn_ratio_pixel": 0.3101760149002075, "fid": 43.75560555159251} +{"step": 3010000, "wall_time": 30310.977022647858, "train_loss_step": 2.7676517963409424, "n_params": 4387900, "total_flops": 40573682688000000, "train_loss": 0.013646672169367472, "subset_score_loss": 0.013646672169367472} +{"step": 3020000, "wall_time": 30400.70061302185, "train_loss_step": 2.676328182220459, "n_params": 4387900, "total_flops": 40708478976000000, "train_loss": 0.014462209741274516, "subset_score_loss": 0.014462209741274516} +{"step": 3030000, "wall_time": 30490.5433678627, "train_loss_step": 2.666105270385742, "n_params": 4387900, "total_flops": 40843275264000000, "train_loss": 0.013214176893234253, "subset_score_loss": 0.013214176893234253} +{"step": 3040000, "wall_time": 30582.577927589417, "train_loss_step": 2.73500919342041, "n_params": 4387900, "total_flops": 40978071552000000, "train_loss": 0.0133292684952418, "subset_score_loss": 0.0133292684952418} +{"step": 3050000, "wall_time": 30674.0313706398, "train_loss_step": 2.596709728240967, "n_params": 4387900, "total_flops": 41112867840000000, "train_loss": 0.013231008251508077, "subset_score_loss": 0.013231008251508077} +{"step": 3060000, "wall_time": 30766.02441430092, "train_loss_step": 2.753612756729126, "n_params": 4387900, "total_flops": 41247664128000000, "train_loss": 0.013247241576512655, "subset_score_loss": 0.013247241576512655} +{"step": 3070000, "wall_time": 30857.957488775253, "train_loss_step": 2.844679832458496, "n_params": 4387900, "total_flops": 41382460416000000, "train_loss": 0.014029909173647563, "subset_score_loss": 0.014029909173647563} +{"step": 3080000, "wall_time": 30950.052962064743, "train_loss_step": 2.818371295928955, "n_params": 4387900, "total_flops": 41517256704000000, "train_loss": 0.013406028350194296, "subset_score_loss": 0.013406028350194296} +{"step": 3090000, "wall_time": 31042.165727853775, "train_loss_step": 2.8817920684814453, "n_params": 4387900, "total_flops": 41652052992000000, "train_loss": 0.01329276164372762, "subset_score_loss": 0.01329276164372762} +{"step": 3100000, "wall_time": 31204.539036273956, "train_loss_step": 2.8612420558929443, "n_params": 4387900, "total_flops": 41786849280000000, "train_loss": 0.013530452052752178, "subset_score_loss": 0.013530452052752178, "memorization_fraction_pixel": 0.7878999710083008, "mean_nn_ratio_pixel": 0.3123106062412262, "fid": 44.32078795132716} +{"step": 3110000, "wall_time": 31294.318266391754, "train_loss_step": 2.585421562194824, "n_params": 4387900, "total_flops": 41921645568000000, "train_loss": 0.012927101055781046, "subset_score_loss": 0.012927101055781046} +{"step": 3120000, "wall_time": 31382.47424006462, "train_loss_step": 2.967193126678467, "n_params": 4387900, "total_flops": 42056441856000000, "train_loss": 0.012857163945833841, "subset_score_loss": 0.012857163945833841} +{"step": 3130000, "wall_time": 31474.44954109192, "train_loss_step": 2.6849138736724854, "n_params": 4387900, "total_flops": 42191238144000000, "train_loss": 0.014029985666275025, "subset_score_loss": 0.014029985666275025} +{"step": 3140000, "wall_time": 31566.18900871277, "train_loss_step": 2.6867880821228027, "n_params": 4387900, "total_flops": 42326034432000000, "train_loss": 0.013264097770055135, "subset_score_loss": 0.013264097770055135} +{"step": 3150000, "wall_time": 31657.798508882523, "train_loss_step": 2.995307445526123, "n_params": 4387900, "total_flops": 42460830720000000, "train_loss": 0.012916357318560282, "subset_score_loss": 0.012916357318560282} +{"step": 3160000, "wall_time": 31749.664286851883, "train_loss_step": 2.8131637573242188, "n_params": 4387900, "total_flops": 42595627008000000, "train_loss": 0.012703258792559307, "subset_score_loss": 0.012703258792559307} +{"step": 3170000, "wall_time": 31841.880957126617, "train_loss_step": 2.8068060874938965, "n_params": 4387900, "total_flops": 42730423296000000, "train_loss": 0.013550103704134623, "subset_score_loss": 0.013550103704134623} +{"step": 3180000, "wall_time": 31933.96301293373, "train_loss_step": 2.658787727355957, "n_params": 4387900, "total_flops": 42865219584000000, "train_loss": 0.013585799932479858, "subset_score_loss": 0.013585799932479858} +{"step": 3190000, "wall_time": 32026.034750938416, "train_loss_step": 2.67952561378479, "n_params": 4387900, "total_flops": 43000015872000000, "train_loss": 0.012923139333724975, "subset_score_loss": 0.012923139333724975} +{"step": 3200000, "wall_time": 32192.474846601486, "train_loss_step": 2.977783203125, "n_params": 4387900, "total_flops": 43134812160000000, "train_loss": 0.012753995259602864, "subset_score_loss": 0.012753995259602864, "memorization_fraction_pixel": 0.7997999787330627, "mean_nn_ratio_pixel": 0.30931106209754944, "fid": 44.063732282220656} +{"step": 3210000, "wall_time": 32280.795637607574, "train_loss_step": 2.8175230026245117, "n_params": 4387900, "total_flops": 43269608448000000, "train_loss": 0.012747682134310405, "subset_score_loss": 0.012747682134310405} +{"step": 3220000, "wall_time": 32371.150953054428, "train_loss_step": 2.565927028656006, "n_params": 4387900, "total_flops": 43404404736000000, "train_loss": 0.012598709265391032, "subset_score_loss": 0.012598709265391032} +{"step": 3230000, "wall_time": 32462.963953733444, "train_loss_step": 2.5445199012756348, "n_params": 4387900, "total_flops": 43539201024000000, "train_loss": 0.013703152537345886, "subset_score_loss": 0.013703152537345886} +{"step": 3240000, "wall_time": 32554.857114315033, "train_loss_step": 2.674849033355713, "n_params": 4387900, "total_flops": 43673997312000000, "train_loss": 0.013086904088656108, "subset_score_loss": 0.013086904088656108} +{"step": 3250000, "wall_time": 32646.437937498093, "train_loss_step": 2.7116127014160156, "n_params": 4387900, "total_flops": 43808793600000000, "train_loss": 0.012445706129074096, "subset_score_loss": 0.012445706129074096} +{"step": 3260000, "wall_time": 32738.289588451385, "train_loss_step": 2.515531539916992, "n_params": 4387900, "total_flops": 43943589888000000, "train_loss": 0.01257639726003011, "subset_score_loss": 0.01257639726003011} +{"step": 3270000, "wall_time": 32830.061368227005, "train_loss_step": 2.8169853687286377, "n_params": 4387900, "total_flops": 44078386176000000, "train_loss": 0.012690097093582153, "subset_score_loss": 0.012690097093582153} +{"step": 3280000, "wall_time": 32922.067158937454, "train_loss_step": 2.8489115238189697, "n_params": 4387900, "total_flops": 44213182464000000, "train_loss": 0.012808958689371744, "subset_score_loss": 0.012808958689371744} +{"step": 3290000, "wall_time": 33014.04344367981, "train_loss_step": 2.789377212524414, "n_params": 4387900, "total_flops": 44347978752000000, "train_loss": 0.012628887097040813, "subset_score_loss": 0.012628887097040813} +{"step": 3300000, "wall_time": 33206.9016931057, "train_loss_step": 2.6898770332336426, "n_params": 4387900, "total_flops": 44482775040000000, "train_loss": 0.012365955114364623, "subset_score_loss": 0.012365955114364623, "memorization_fraction_pixel": 0.8069999814033508, "mean_nn_ratio_pixel": 0.30517327785491943, "fid": 44.69319636311386} +{"step": 3310000, "wall_time": 33298.03081345558, "train_loss_step": 2.5767264366149902, "n_params": 4387900, "total_flops": 44617571328000000, "train_loss": 0.012667725483576456, "subset_score_loss": 0.012667725483576456} +{"step": 3320000, "wall_time": 33388.754591464996, "train_loss_step": 2.825608491897583, "n_params": 4387900, "total_flops": 44752367616000000, "train_loss": 0.012505145867665608, "subset_score_loss": 0.012505145867665608} +{"step": 3330000, "wall_time": 33480.06842136383, "train_loss_step": 2.6594886779785156, "n_params": 4387900, "total_flops": 44887163904000000, "train_loss": 0.012560527523358662, "subset_score_loss": 0.012560527523358662} +{"step": 3340000, "wall_time": 33571.43887972832, "train_loss_step": 2.668280601501465, "n_params": 4387900, "total_flops": 45021960192000000, "train_loss": 0.012111172080039978, "subset_score_loss": 0.012111172080039978} +{"step": 3350000, "wall_time": 33662.60290598869, "train_loss_step": 2.8442087173461914, "n_params": 4387900, "total_flops": 45156756480000000, "train_loss": 0.012172683080037435, "subset_score_loss": 0.012172683080037435} +{"step": 3360000, "wall_time": 33754.91130685806, "train_loss_step": 2.7920799255371094, "n_params": 4387900, "total_flops": 45291552768000000, "train_loss": 0.012125275532404582, "subset_score_loss": 0.012125275532404582} +{"step": 3370000, "wall_time": 33847.34274172783, "train_loss_step": 2.388072967529297, "n_params": 4387900, "total_flops": 45426349056000000, "train_loss": 0.012051575382550557, "subset_score_loss": 0.012051575382550557} +{"step": 3380000, "wall_time": 33937.86924982071, "train_loss_step": 2.739773750305176, "n_params": 4387900, "total_flops": 45561145344000000, "train_loss": 0.0121205339829127, "subset_score_loss": 0.0121205339829127} +{"step": 3390000, "wall_time": 34020.386013269424, "train_loss_step": 3.1739625930786133, "n_params": 4387900, "total_flops": 45695941632000000, "train_loss": 0.013326938947041829, "subset_score_loss": 0.013326938947041829} +{"step": 3400000, "wall_time": 34207.40554046631, "train_loss_step": 2.7699925899505615, "n_params": 4387900, "total_flops": 45830737920000000, "train_loss": 0.012100821733474732, "subset_score_loss": 0.012100821733474732, "memorization_fraction_pixel": 0.804099977016449, "mean_nn_ratio_pixel": 0.30554309487342834, "fid": 44.22458622570379} +{"step": 3410000, "wall_time": 34298.070682287216, "train_loss_step": 2.6406078338623047, "n_params": 4387900, "total_flops": 45965534208000000, "train_loss": 0.012212217847506205, "subset_score_loss": 0.012212217847506205} +{"step": 3420000, "wall_time": 34389.535204172134, "train_loss_step": 2.6681418418884277, "n_params": 4387900, "total_flops": 46100330496000000, "train_loss": 0.012591644128163656, "subset_score_loss": 0.012591644128163656} +{"step": 3430000, "wall_time": 34481.44814181328, "train_loss_step": 2.859221935272217, "n_params": 4387900, "total_flops": 46235126784000000, "train_loss": 0.011810431877772013, "subset_score_loss": 0.011810431877772013} +{"step": 3440000, "wall_time": 34572.80297541618, "train_loss_step": 3.0511980056762695, "n_params": 4387900, "total_flops": 46369923072000000, "train_loss": 0.011511581142743428, "subset_score_loss": 0.011511581142743428} +{"step": 3450000, "wall_time": 34664.77190518379, "train_loss_step": 2.6237428188323975, "n_params": 4387900, "total_flops": 46504719360000000, "train_loss": 0.011611329515775044, "subset_score_loss": 0.011611329515775044} +{"step": 3460000, "wall_time": 34756.872009038925, "train_loss_step": 2.5718045234680176, "n_params": 4387900, "total_flops": 46639515648000000, "train_loss": 0.011640318234761556, "subset_score_loss": 0.011640318234761556} +{"step": 3470000, "wall_time": 34848.99592804909, "train_loss_step": 2.678190231323242, "n_params": 4387900, "total_flops": 46774311936000000, "train_loss": 0.011836443344751995, "subset_score_loss": 0.011836443344751995} +{"step": 3480000, "wall_time": 34929.018674612045, "train_loss_step": 2.818509101867676, "n_params": 4387900, "total_flops": 46909108224000000, "train_loss": 0.0117802232503891, "subset_score_loss": 0.0117802232503891} +{"step": 3490000, "wall_time": 35012.07211351395, "train_loss_step": 2.5846009254455566, "n_params": 4387900, "total_flops": 47043904512000000, "train_loss": 0.011615700523058574, "subset_score_loss": 0.011615700523058574} +{"step": 3500000, "wall_time": 35223.25592756271, "train_loss_step": 2.7672066688537598, "n_params": 4387900, "total_flops": 47178700800000000, "train_loss": 0.011266424258550008, "subset_score_loss": 0.011266424258550008, "memorization_fraction_pixel": 0.8033000230789185, "mean_nn_ratio_pixel": 0.3071098029613495, "fid": 44.33934896084349} +{"step": 3510000, "wall_time": 35313.10938692093, "train_loss_step": 2.68112850189209, "n_params": 4387900, "total_flops": 47313497088000000, "train_loss": 0.01189751923084259, "subset_score_loss": 0.01189751923084259} +{"step": 3520000, "wall_time": 35404.435470342636, "train_loss_step": 2.666515350341797, "n_params": 4387900, "total_flops": 47448293376000000, "train_loss": 0.01195448637008667, "subset_score_loss": 0.01195448637008667} +{"step": 3530000, "wall_time": 35496.26039290428, "train_loss_step": 2.866234064102173, "n_params": 4387900, "total_flops": 47583089664000000, "train_loss": 0.012250571449597677, "subset_score_loss": 0.012250571449597677} +{"step": 3540000, "wall_time": 35587.91978478432, "train_loss_step": 2.7028889656066895, "n_params": 4387900, "total_flops": 47717885952000000, "train_loss": 0.011839415629704792, "subset_score_loss": 0.011839415629704792} +{"step": 3550000, "wall_time": 35679.80573582649, "train_loss_step": 2.68039870262146, "n_params": 4387900, "total_flops": 47852682240000000, "train_loss": 0.011051477988560994, "subset_score_loss": 0.011051477988560994} +{"step": 3560000, "wall_time": 35772.008173942566, "train_loss_step": 2.4932398796081543, "n_params": 4387900, "total_flops": 47987478528000000, "train_loss": 0.011714712778727213, "subset_score_loss": 0.011714712778727213} +{"step": 3570000, "wall_time": 35862.18780255318, "train_loss_step": 2.709526538848877, "n_params": 4387900, "total_flops": 48122274816000000, "train_loss": 0.011670270562171936, "subset_score_loss": 0.011670270562171936} +{"step": 3580000, "wall_time": 35950.56014919281, "train_loss_step": 2.5728976726531982, "n_params": 4387900, "total_flops": 48257071104000000, "train_loss": 0.011527950565020243, "subset_score_loss": 0.011527950565020243} +{"step": 3590000, "wall_time": 36041.94381260872, "train_loss_step": 2.69612979888916, "n_params": 4387900, "total_flops": 48391867392000000, "train_loss": 0.01165277361869812, "subset_score_loss": 0.01165277361869812} +{"step": 3600000, "wall_time": 36236.17033743858, "train_loss_step": 2.5355823040008545, "n_params": 4387900, "total_flops": 48526663680000000, "train_loss": 0.01173932154973348, "subset_score_loss": 0.01173932154973348, "memorization_fraction_pixel": 0.8076000213623047, "mean_nn_ratio_pixel": 0.30490633845329285, "fid": 44.580466456175564} +{"step": 3610000, "wall_time": 36326.264818906784, "train_loss_step": 2.7805604934692383, "n_params": 4387900, "total_flops": 48661459968000000, "train_loss": 0.011589497327804565, "subset_score_loss": 0.011589497327804565} +{"step": 3620000, "wall_time": 36418.057995557785, "train_loss_step": 2.7067127227783203, "n_params": 4387900, "total_flops": 48796256256000000, "train_loss": 0.011252626776695251, "subset_score_loss": 0.011252626776695251} +{"step": 3630000, "wall_time": 36510.25555515289, "train_loss_step": 2.6692113876342773, "n_params": 4387900, "total_flops": 48931052544000000, "train_loss": 0.011466082930564881, "subset_score_loss": 0.011466082930564881} +{"step": 3640000, "wall_time": 36602.15275597572, "train_loss_step": 2.5382652282714844, "n_params": 4387900, "total_flops": 49065848832000000, "train_loss": 0.01156936784585317, "subset_score_loss": 0.01156936784585317} +{"step": 3650000, "wall_time": 36694.04387927055, "train_loss_step": 2.614442825317383, "n_params": 4387900, "total_flops": 49200645120000000, "train_loss": 0.011346720655759176, "subset_score_loss": 0.011346720655759176} +{"step": 3660000, "wall_time": 36783.278025865555, "train_loss_step": 2.616997241973877, "n_params": 4387900, "total_flops": 49335441408000000, "train_loss": 0.011257084210713704, "subset_score_loss": 0.011257084210713704} +{"step": 3670000, "wall_time": 36872.70154619217, "train_loss_step": 2.5876126289367676, "n_params": 4387900, "total_flops": 49470237696000000, "train_loss": 0.011192082365353902, "subset_score_loss": 0.011192082365353902} +{"step": 3680000, "wall_time": 36964.54447603226, "train_loss_step": 2.947662115097046, "n_params": 4387900, "total_flops": 49605033984000000, "train_loss": 0.011114205916722615, "subset_score_loss": 0.011114205916722615} +{"step": 3690000, "wall_time": 37056.77261519432, "train_loss_step": 2.897758960723877, "n_params": 4387900, "total_flops": 49739830272000000, "train_loss": 0.01119890809059143, "subset_score_loss": 0.01119890809059143} +{"step": 3700000, "wall_time": 37243.945561409, "train_loss_step": 2.7796263694763184, "n_params": 4387900, "total_flops": 49874626560000000, "train_loss": 0.011357184251149495, "subset_score_loss": 0.011357184251149495, "memorization_fraction_pixel": 0.8227999806404114, "mean_nn_ratio_pixel": 0.2988327741622925, "fid": 44.33537346499199} +{"step": 3710000, "wall_time": 37333.87569952011, "train_loss_step": 2.6175525188446045, "n_params": 4387900, "total_flops": 50009422848000000, "train_loss": 0.011029057701428731, "subset_score_loss": 0.011029057701428731} +{"step": 3720000, "wall_time": 37425.92425084114, "train_loss_step": 2.6553778648376465, "n_params": 4387900, "total_flops": 50144219136000000, "train_loss": 0.011166212956110637, "subset_score_loss": 0.011166212956110637} +{"step": 3730000, "wall_time": 37517.900324344635, "train_loss_step": 2.5298728942871094, "n_params": 4387900, "total_flops": 50279015424000000, "train_loss": 0.01060754656791687, "subset_score_loss": 0.01060754656791687} +{"step": 3740000, "wall_time": 37609.71196627617, "train_loss_step": 2.7374181747436523, "n_params": 4387900, "total_flops": 50413811712000000, "train_loss": 0.01126958429813385, "subset_score_loss": 0.01126958429813385} +{"step": 3750000, "wall_time": 37698.995754003525, "train_loss_step": 2.4503962993621826, "n_params": 4387900, "total_flops": 50548608000000000, "train_loss": 0.010611080129941304, "subset_score_loss": 0.010611080129941304} +{"step": 3760000, "wall_time": 37788.41423249245, "train_loss_step": 2.719841957092285, "n_params": 4387900, "total_flops": 50683404288000000, "train_loss": 0.011220913132031758, "subset_score_loss": 0.011220913132031758} +{"step": 3770000, "wall_time": 37880.246423244476, "train_loss_step": 2.617601156234741, "n_params": 4387900, "total_flops": 50818200576000000, "train_loss": 0.01159994602203369, "subset_score_loss": 0.01159994602203369} +{"step": 3780000, "wall_time": 37972.35443401337, "train_loss_step": 2.708552837371826, "n_params": 4387900, "total_flops": 50952996864000000, "train_loss": 0.010830061634381612, "subset_score_loss": 0.010830061634381612} +{"step": 3790000, "wall_time": 38064.274727106094, "train_loss_step": 2.450751304626465, "n_params": 4387900, "total_flops": 51087793152000000, "train_loss": 0.011523826917012533, "subset_score_loss": 0.011523826917012533} +{"step": 3800000, "wall_time": 38257.45897960663, "train_loss_step": 2.4222865104675293, "n_params": 4387900, "total_flops": 51222589440000000, "train_loss": 0.011000644167264302, "subset_score_loss": 0.011000644167264302, "memorization_fraction_pixel": 0.8183000087738037, "mean_nn_ratio_pixel": 0.30258816480636597, "fid": 44.57679268711138} +{"step": 3810000, "wall_time": 38347.43497300148, "train_loss_step": 2.3079843521118164, "n_params": 4387900, "total_flops": 51357385728000000, "train_loss": 0.010671955347061158, "subset_score_loss": 0.010671955347061158} +{"step": 3820000, "wall_time": 38439.24272322655, "train_loss_step": 2.533493995666504, "n_params": 4387900, "total_flops": 51492182016000000, "train_loss": 0.010689997673034668, "subset_score_loss": 0.010689997673034668} +{"step": 3830000, "wall_time": 38531.663952589035, "train_loss_step": 2.6113879680633545, "n_params": 4387900, "total_flops": 51626978304000000, "train_loss": 0.010904398560523988, "subset_score_loss": 0.010904398560523988} +{"step": 3840000, "wall_time": 38619.853395462036, "train_loss_step": 2.528092384338379, "n_params": 4387900, "total_flops": 51761774592000000, "train_loss": 0.010691567262013753, "subset_score_loss": 0.010691567262013753} +{"step": 3850000, "wall_time": 38710.24143958092, "train_loss_step": 2.7484426498413086, "n_params": 4387900, "total_flops": 51896570880000000, "train_loss": 0.010861281553904216, "subset_score_loss": 0.010861281553904216} +{"step": 3860000, "wall_time": 38802.29150342941, "train_loss_step": 2.6082541942596436, "n_params": 4387900, "total_flops": 52031367168000000, "train_loss": 0.01075362761815389, "subset_score_loss": 0.01075362761815389} +{"step": 3870000, "wall_time": 38894.31618952751, "train_loss_step": 2.5251994132995605, "n_params": 4387900, "total_flops": 52166163456000000, "train_loss": 0.010374141732851665, "subset_score_loss": 0.010374141732851665} +{"step": 3880000, "wall_time": 38986.19851446152, "train_loss_step": 2.7603325843811035, "n_params": 4387900, "total_flops": 52300959744000000, "train_loss": 0.01051943600177765, "subset_score_loss": 0.01051943600177765} +{"step": 3890000, "wall_time": 39078.328263282776, "train_loss_step": 2.7895634174346924, "n_params": 4387900, "total_flops": 52435756032000000, "train_loss": 0.010601227482159933, "subset_score_loss": 0.010601227482159933} +{"step": 3900000, "wall_time": 39311.08897995949, "train_loss_step": 2.511664390563965, "n_params": 4387900, "total_flops": 52570552320000000, "train_loss": 0.010867108901341757, "subset_score_loss": 0.010867108901341757, "memorization_fraction_pixel": 0.8167999982833862, "mean_nn_ratio_pixel": 0.3017785847187042, "fid": 43.95394893203421} +{"step": 3910000, "wall_time": 39402.99739432335, "train_loss_step": 2.6886162757873535, "n_params": 4387900, "total_flops": 52705348608000000, "train_loss": 0.01032136082649231, "subset_score_loss": 0.01032136082649231} +{"step": 3920000, "wall_time": 39493.49440550804, "train_loss_step": 2.6740522384643555, "n_params": 4387900, "total_flops": 52840144896000000, "train_loss": 0.01086061696211497, "subset_score_loss": 0.01086061696211497} +{"step": 3930000, "wall_time": 39581.16971683502, "train_loss_step": 2.4741578102111816, "n_params": 4387900, "total_flops": 52974941184000000, "train_loss": 0.01051802138487498, "subset_score_loss": 0.01051802138487498} +{"step": 3940000, "wall_time": 39673.23259782791, "train_loss_step": 2.532158851623535, "n_params": 4387900, "total_flops": 53109737472000000, "train_loss": 0.010572633147239685, "subset_score_loss": 0.010572633147239685} +{"step": 3950000, "wall_time": 39765.346606731415, "train_loss_step": 2.517847776412964, "n_params": 4387900, "total_flops": 53244533760000000, "train_loss": 0.009929537773132324, "subset_score_loss": 0.009929537773132324} +{"step": 3960000, "wall_time": 39857.60415792465, "train_loss_step": 2.576552391052246, "n_params": 4387900, "total_flops": 53379330048000000, "train_loss": 0.010102624694506327, "subset_score_loss": 0.010102624694506327} +{"step": 3970000, "wall_time": 39949.45294165611, "train_loss_step": 2.4693493843078613, "n_params": 4387900, "total_flops": 53514126336000000, "train_loss": 0.011203029751777649, "subset_score_loss": 0.011203029751777649} +{"step": 3980000, "wall_time": 40041.646446704865, "train_loss_step": 2.6741750240325928, "n_params": 4387900, "total_flops": 53648922624000000, "train_loss": 0.010487916072209676, "subset_score_loss": 0.010487916072209676} +{"step": 3990000, "wall_time": 40133.5943171978, "train_loss_step": 2.355189800262451, "n_params": 4387900, "total_flops": 53783718912000000, "train_loss": 0.010222068428993225, "subset_score_loss": 0.010222068428993225} +{"step": 4000000, "wall_time": 40336.028791189194, "train_loss_step": 2.545384168624878, "n_params": 4387900, "total_flops": 53918515200000000, "train_loss": 0.010260634620984395, "subset_score_loss": 0.010260634620984395, "memorization_fraction_pixel": 0.8363000154495239, "mean_nn_ratio_pixel": 0.2950698435306549, "fid": 44.28232047573834} +{"step": 4010000, "wall_time": 40426.05927872658, "train_loss_step": 2.6673121452331543, "n_params": 4387900, "total_flops": 54053311488000000, "train_loss": 0.01050312320391337, "subset_score_loss": 0.01050312320391337} +{"step": 4020000, "wall_time": 40514.37751150131, "train_loss_step": 2.804421901702881, "n_params": 4387900, "total_flops": 54188107776000000, "train_loss": 0.010447471340497335, "subset_score_loss": 0.010447471340497335} +{"step": 4030000, "wall_time": 40606.26129102707, "train_loss_step": 2.683305263519287, "n_params": 4387900, "total_flops": 54322904064000000, "train_loss": 0.010432357589403788, "subset_score_loss": 0.010432357589403788} +{"step": 4040000, "wall_time": 40698.20010781288, "train_loss_step": 2.5555310249328613, "n_params": 4387900, "total_flops": 54457700352000000, "train_loss": 0.010783719023068745, "subset_score_loss": 0.010783719023068745} +{"step": 4050000, "wall_time": 40790.1941177845, "train_loss_step": 2.483562707901001, "n_params": 4387900, "total_flops": 54592496640000000, "train_loss": 0.010394498705863953, "subset_score_loss": 0.010394498705863953} +{"step": 4060000, "wall_time": 40882.25400471687, "train_loss_step": 2.4782559871673584, "n_params": 4387900, "total_flops": 54727292928000000, "train_loss": 0.010194679101308187, "subset_score_loss": 0.010194679101308187} +{"step": 4070000, "wall_time": 40974.09194612503, "train_loss_step": 2.5412240028381348, "n_params": 4387900, "total_flops": 54862089216000000, "train_loss": 0.010344804326693217, "subset_score_loss": 0.010344804326693217} +{"step": 4080000, "wall_time": 41065.19148373604, "train_loss_step": 2.6750407218933105, "n_params": 4387900, "total_flops": 54996885504000000, "train_loss": 0.010227663318316142, "subset_score_loss": 0.010227663318316142} +{"step": 4090000, "wall_time": 41156.792760849, "train_loss_step": 2.7133896350860596, "n_params": 4387900, "total_flops": 55131681792000000, "train_loss": 0.010173275073369344, "subset_score_loss": 0.010173275073369344} +{"step": 4100000, "wall_time": 41340.23586893082, "train_loss_step": 2.6784145832061768, "n_params": 4387900, "total_flops": 55266478080000000, "train_loss": 0.009856792291005452, "subset_score_loss": 0.009856792291005452, "memorization_fraction_pixel": 0.8198999762535095, "mean_nn_ratio_pixel": 0.3015989363193512, "fid": 44.08919171899369} +{"step": 4110000, "wall_time": 41427.799850940704, "train_loss_step": 2.3265128135681152, "n_params": 4387900, "total_flops": 55401274368000000, "train_loss": 0.010618871450424195, "subset_score_loss": 0.010618871450424195} +{"step": 4120000, "wall_time": 41519.74193048477, "train_loss_step": 2.575570583343506, "n_params": 4387900, "total_flops": 55536070656000000, "train_loss": 0.010132174690564473, "subset_score_loss": 0.010132174690564473} +{"step": 4130000, "wall_time": 41611.7529604435, "train_loss_step": 2.605532169342041, "n_params": 4387900, "total_flops": 55670866944000000, "train_loss": 0.009597206115722656, "subset_score_loss": 0.009597206115722656} +{"step": 4140000, "wall_time": 41703.66491031647, "train_loss_step": 2.547412872314453, "n_params": 4387900, "total_flops": 55805663232000000, "train_loss": 0.009947953621546428, "subset_score_loss": 0.009947953621546428} +{"step": 4150000, "wall_time": 41795.909229040146, "train_loss_step": 2.767367362976074, "n_params": 4387900, "total_flops": 55940459520000000, "train_loss": 0.010457205772399902, "subset_score_loss": 0.010457205772399902} +{"step": 4160000, "wall_time": 41887.3940205574, "train_loss_step": 2.476921796798706, "n_params": 4387900, "total_flops": 56075255808000000, "train_loss": 0.009986700614293416, "subset_score_loss": 0.009986700614293416} +{"step": 4170000, "wall_time": 41979.50619196892, "train_loss_step": 2.4438552856445312, "n_params": 4387900, "total_flops": 56210052096000000, "train_loss": 0.009687016407648722, "subset_score_loss": 0.009687016407648722} +{"step": 4180000, "wall_time": 42071.45636343956, "train_loss_step": 2.807347297668457, "n_params": 4387900, "total_flops": 56344848384000000, "train_loss": 0.010155217846234639, "subset_score_loss": 0.010155217846234639} +{"step": 4190000, "wall_time": 42163.042488098145, "train_loss_step": 2.9373397827148438, "n_params": 4387900, "total_flops": 56479644672000000, "train_loss": 0.010127521554629008, "subset_score_loss": 0.010127521554629008} +{"step": 4200000, "wall_time": 42373.251180648804, "train_loss_step": 2.4837276935577393, "n_params": 4387900, "total_flops": 56614440960000000, "train_loss": 0.009938844045003255, "subset_score_loss": 0.009938844045003255, "memorization_fraction_pixel": 0.8281000256538391, "mean_nn_ratio_pixel": 0.298084557056427, "fid": 44.384698908210304} +{"step": 4210000, "wall_time": 42465.164702653885, "train_loss_step": 2.67257022857666, "n_params": 4387900, "total_flops": 56749237248000000, "train_loss": 0.010040186842282613, "subset_score_loss": 0.010040186842282613} +{"step": 4220000, "wall_time": 42556.57717490196, "train_loss_step": 2.398862838745117, "n_params": 4387900, "total_flops": 56884033536000000, "train_loss": 0.00987248718738556, "subset_score_loss": 0.00987248718738556} +{"step": 4230000, "wall_time": 42648.686864852905, "train_loss_step": 2.6594016551971436, "n_params": 4387900, "total_flops": 57018829824000000, "train_loss": 0.010190059741338095, "subset_score_loss": 0.010190059741338095} +{"step": 4240000, "wall_time": 42740.78857469559, "train_loss_step": 2.8904874324798584, "n_params": 4387900, "total_flops": 57153626112000000, "train_loss": 0.010193093617757162, "subset_score_loss": 0.010193093617757162} +{"step": 4250000, "wall_time": 42832.63571858406, "train_loss_step": 2.503981351852417, "n_params": 4387900, "total_flops": 57288422400000000, "train_loss": 0.009872553745905559, "subset_score_loss": 0.009872553745905559} +{"step": 4260000, "wall_time": 42924.33531999588, "train_loss_step": 2.5778255462646484, "n_params": 4387900, "total_flops": 57423218688000000, "train_loss": 0.009502041339874267, "subset_score_loss": 0.009502041339874267} +{"step": 4270000, "wall_time": 43015.9178416729, "train_loss_step": 2.526395082473755, "n_params": 4387900, "total_flops": 57558014976000000, "train_loss": 0.009824687242507934, "subset_score_loss": 0.009824687242507934} +{"step": 4280000, "wall_time": 43107.64858794212, "train_loss_step": 2.619722366333008, "n_params": 4387900, "total_flops": 57692811264000000, "train_loss": 0.009357782204945882, "subset_score_loss": 0.009357782204945882} +{"step": 4290000, "wall_time": 43195.67711043358, "train_loss_step": 2.8703410625457764, "n_params": 4387900, "total_flops": 57827607552000000, "train_loss": 0.010150625308354696, "subset_score_loss": 0.010150625308354696} +{"step": 4300000, "wall_time": 43392.48592996597, "train_loss_step": 2.6149773597717285, "n_params": 4387900, "total_flops": 57962403840000000, "train_loss": 0.009613757332166037, "subset_score_loss": 0.009613757332166037, "memorization_fraction_pixel": 0.8227999806404114, "mean_nn_ratio_pixel": 0.30070415139198303, "fid": 44.364054500223105} +{"step": 4310000, "wall_time": 43484.28535580635, "train_loss_step": 2.2964365482330322, "n_params": 4387900, "total_flops": 58097200128000000, "train_loss": 0.009629887342453004, "subset_score_loss": 0.009629887342453004} +{"step": 4320000, "wall_time": 43576.221410274506, "train_loss_step": 2.4024839401245117, "n_params": 4387900, "total_flops": 58231996416000000, "train_loss": 0.009842829902966817, "subset_score_loss": 0.009842829902966817} +{"step": 4330000, "wall_time": 43668.58832716942, "train_loss_step": 2.2229905128479004, "n_params": 4387900, "total_flops": 58366792704000000, "train_loss": 0.010015128056208293, "subset_score_loss": 0.010015128056208293} +{"step": 4340000, "wall_time": 43760.294857501984, "train_loss_step": 2.5334632396698, "n_params": 4387900, "total_flops": 58501588992000000, "train_loss": 0.009807427724202475, "subset_score_loss": 0.009807427724202475} +{"step": 4350000, "wall_time": 43852.12409210205, "train_loss_step": 2.8013205528259277, "n_params": 4387900, "total_flops": 58636385280000000, "train_loss": 0.009589860836664835, "subset_score_loss": 0.009589860836664835} +{"step": 4360000, "wall_time": 43944.55780982971, "train_loss_step": 2.38421368598938, "n_params": 4387900, "total_flops": 58771181568000000, "train_loss": 0.01015362838904063, "subset_score_loss": 0.01015362838904063} +{"step": 4370000, "wall_time": 44036.31110739708, "train_loss_step": 2.4114608764648438, "n_params": 4387900, "total_flops": 58905977856000000, "train_loss": 0.009564956029256185, "subset_score_loss": 0.009564956029256185} +{"step": 4380000, "wall_time": 44124.410395145416, "train_loss_step": 2.5344796180725098, "n_params": 4387900, "total_flops": 59040774144000000, "train_loss": 0.0093241552511851, "subset_score_loss": 0.0093241552511851} +{"step": 4390000, "wall_time": 44214.2208032608, "train_loss_step": 2.686549186706543, "n_params": 4387900, "total_flops": 59175570432000000, "train_loss": 0.009889803330103556, "subset_score_loss": 0.009889803330103556} +{"step": 4400000, "wall_time": 44403.28113865852, "train_loss_step": 2.255808115005493, "n_params": 4387900, "total_flops": 59310366720000000, "train_loss": 0.009672912955284118, "subset_score_loss": 0.009672912955284118, "memorization_fraction_pixel": 0.8208000063896179, "mean_nn_ratio_pixel": 0.2991522550582886, "fid": 44.35719312936904} +{"step": 4410000, "wall_time": 44494.83188247681, "train_loss_step": 2.7318360805511475, "n_params": 4387900, "total_flops": 59445163008000000, "train_loss": 0.010038747390111288, "subset_score_loss": 0.010038747390111288} +{"step": 4420000, "wall_time": 44586.77331852913, "train_loss_step": 2.7475743293762207, "n_params": 4387900, "total_flops": 59579959296000000, "train_loss": 0.009596861402193705, "subset_score_loss": 0.009596861402193705} +{"step": 4430000, "wall_time": 44678.81911611557, "train_loss_step": 2.3026366233825684, "n_params": 4387900, "total_flops": 59714755584000000, "train_loss": 0.009153558810551961, "subset_score_loss": 0.009153558810551961} +{"step": 4440000, "wall_time": 44770.63247060776, "train_loss_step": 2.4895730018615723, "n_params": 4387900, "total_flops": 59849551872000000, "train_loss": 0.00998321572939555, "subset_score_loss": 0.00998321572939555} +{"step": 4450000, "wall_time": 44862.582404613495, "train_loss_step": 2.5368423461914062, "n_params": 4387900, "total_flops": 59984348160000000, "train_loss": 0.009434889753659565, "subset_score_loss": 0.009434889753659565} +{"step": 4460000, "wall_time": 44954.36892271042, "train_loss_step": 2.5247151851654053, "n_params": 4387900, "total_flops": 60119144448000000, "train_loss": 0.009164845943450928, "subset_score_loss": 0.009164845943450928} +{"step": 4470000, "wall_time": 45042.24430179596, "train_loss_step": 2.65695858001709, "n_params": 4387900, "total_flops": 60253940736000000, "train_loss": 0.009615971644719442, "subset_score_loss": 0.009615971644719442} +{"step": 4480000, "wall_time": 45132.24516439438, "train_loss_step": 2.7778820991516113, "n_params": 4387900, "total_flops": 60388737024000000, "train_loss": 0.009280279278755188, "subset_score_loss": 0.009280279278755188} +{"step": 4490000, "wall_time": 45224.70523190498, "train_loss_step": 2.6335837841033936, "n_params": 4387900, "total_flops": 60523533312000000, "train_loss": 0.009229679902394613, "subset_score_loss": 0.009229679902394613} +{"step": 4500000, "wall_time": 45392.628507614136, "train_loss_step": 2.4813613891601562, "n_params": 4387900, "total_flops": 60658329600000000, "train_loss": 0.009475181500116983, "subset_score_loss": 0.009475181500116983, "memorization_fraction_pixel": 0.823199987411499, "mean_nn_ratio_pixel": 0.30080312490463257, "fid": 44.36236894343805} +{"step": 4510000, "wall_time": 45484.67893242836, "train_loss_step": 2.802591562271118, "n_params": 4387900, "total_flops": 60793125888000000, "train_loss": 0.009255778789520264, "subset_score_loss": 0.009255778789520264} +{"step": 4520000, "wall_time": 45576.700197696686, "train_loss_step": 2.8651771545410156, "n_params": 4387900, "total_flops": 60927922176000000, "train_loss": 0.009540356198946635, "subset_score_loss": 0.009540356198946635} +{"step": 4530000, "wall_time": 45668.70617723465, "train_loss_step": 2.4890785217285156, "n_params": 4387900, "total_flops": 61062718464000000, "train_loss": 0.009682721892992656, "subset_score_loss": 0.009682721892992656} +{"step": 4540000, "wall_time": 45760.23539543152, "train_loss_step": 2.5448055267333984, "n_params": 4387900, "total_flops": 61197514752000000, "train_loss": 0.009354143341382345, "subset_score_loss": 0.009354143341382345} +{"step": 4550000, "wall_time": 45851.96664619446, "train_loss_step": 2.5090174674987793, "n_params": 4387900, "total_flops": 61332311040000000, "train_loss": 0.009300138552983601, "subset_score_loss": 0.009300138552983601} +{"step": 4560000, "wall_time": 45933.25160098076, "train_loss_step": 2.3791680335998535, "n_params": 4387900, "total_flops": 61467107328000000, "train_loss": 0.009277468919754029, "subset_score_loss": 0.009277468919754029} +{"step": 4570000, "wall_time": 45982.101267814636, "train_loss_step": 2.654142379760742, "n_params": 4387900, "total_flops": 61601903616000000, "train_loss": 0.009143937627474468, "subset_score_loss": 0.009143937627474468} +{"step": 4580000, "wall_time": 46020.60711479187, "train_loss_step": 2.2033939361572266, "n_params": 4387900, "total_flops": 61736699904000000, "train_loss": 0.009380083282788594, "subset_score_loss": 0.009380083282788594} +{"step": 4590000, "wall_time": 46059.233721494675, "train_loss_step": 2.7655282020568848, "n_params": 4387900, "total_flops": 61871496192000000, "train_loss": 0.00888809859752655, "subset_score_loss": 0.00888809859752655} +{"step": 4600000, "wall_time": 46124.67455148697, "train_loss_step": 2.523836135864258, "n_params": 4387900, "total_flops": 62006292480000000, "train_loss": 0.009353798627853394, "subset_score_loss": 0.009353798627853394, "memorization_fraction_pixel": 0.8306999802589417, "mean_nn_ratio_pixel": 0.296513170003891, "fid": 44.88068047376115} +{"step": 4610000, "wall_time": 46163.13473916054, "train_loss_step": 2.6067709922790527, "n_params": 4387900, "total_flops": 62141088768000000, "train_loss": 0.00933282971382141, "subset_score_loss": 0.00933282971382141} +{"step": 4620000, "wall_time": 46201.265632390976, "train_loss_step": 2.737584114074707, "n_params": 4387900, "total_flops": 62275885056000000, "train_loss": 0.008873715003331503, "subset_score_loss": 0.008873715003331503} +{"step": 4630000, "wall_time": 46239.75258183479, "train_loss_step": 2.647655963897705, "n_params": 4387900, "total_flops": 62410681344000000, "train_loss": 0.009079716602961222, "subset_score_loss": 0.009079716602961222} +{"step": 4640000, "wall_time": 46278.20435023308, "train_loss_step": 2.424868583679199, "n_params": 4387900, "total_flops": 62545477632000000, "train_loss": 0.009032264351844788, "subset_score_loss": 0.009032264351844788} +{"step": 4650000, "wall_time": 46316.48642325401, "train_loss_step": 2.557307720184326, "n_params": 4387900, "total_flops": 62680273920000000, "train_loss": 0.009605645140012106, "subset_score_loss": 0.009605645140012106} +{"step": 4660000, "wall_time": 46354.925416469574, "train_loss_step": 2.674110174179077, "n_params": 4387900, "total_flops": 62815070208000000, "train_loss": 0.009359853466351827, "subset_score_loss": 0.009359853466351827} +{"step": 4670000, "wall_time": 46393.49648118019, "train_loss_step": 2.49336576461792, "n_params": 4387900, "total_flops": 62949866496000000, "train_loss": 0.008856029311815897, "subset_score_loss": 0.008856029311815897} +{"step": 4680000, "wall_time": 46431.83264493942, "train_loss_step": 2.7131199836730957, "n_params": 4387900, "total_flops": 63084662784000000, "train_loss": 0.009434539079666137, "subset_score_loss": 0.009434539079666137} +{"step": 4690000, "wall_time": 46470.33368420601, "train_loss_step": 2.6783976554870605, "n_params": 4387900, "total_flops": 63219459072000000, "train_loss": 0.0094467560450236, "subset_score_loss": 0.0094467560450236} +{"step": 4700000, "wall_time": 46541.248306274414, "train_loss_step": 2.640193462371826, "n_params": 4387900, "total_flops": 63354255360000000, "train_loss": 0.009058780471483866, "subset_score_loss": 0.009058780471483866, "memorization_fraction_pixel": 0.8206999897956848, "mean_nn_ratio_pixel": 0.2994277775287628, "fid": 43.82451246333355} +{"step": 4710000, "wall_time": 46579.35258054733, "train_loss_step": 2.4637200832366943, "n_params": 4387900, "total_flops": 63489051648000000, "train_loss": 0.0089304914077123, "subset_score_loss": 0.0089304914077123} +{"step": 4720000, "wall_time": 46617.703805208206, "train_loss_step": 2.4066481590270996, "n_params": 4387900, "total_flops": 63623847936000000, "train_loss": 0.009271806478500367, "subset_score_loss": 0.009271806478500367} +{"step": 4730000, "wall_time": 46655.91069436073, "train_loss_step": 2.3776583671569824, "n_params": 4387900, "total_flops": 63758644224000000, "train_loss": 0.00869324008623759, "subset_score_loss": 0.00869324008623759} +{"step": 4740000, "wall_time": 46694.17293667793, "train_loss_step": 2.654200792312622, "n_params": 4387900, "total_flops": 63893440512000000, "train_loss": 0.009048692385355632, "subset_score_loss": 0.009048692385355632} +{"step": 4750000, "wall_time": 46732.49630141258, "train_loss_step": 2.4376540184020996, "n_params": 4387900, "total_flops": 64028236800000000, "train_loss": 0.008893911043802898, "subset_score_loss": 0.008893911043802898} +{"step": 4760000, "wall_time": 46770.9415037632, "train_loss_step": 2.2703089714050293, "n_params": 4387900, "total_flops": 64163033088000000, "train_loss": 0.009163401524225871, "subset_score_loss": 0.009163401524225871} +{"step": 4770000, "wall_time": 46809.30924606323, "train_loss_step": 2.3677845001220703, "n_params": 4387900, "total_flops": 64297829376000000, "train_loss": 0.008820977807044984, "subset_score_loss": 0.008820977807044984} +{"step": 4780000, "wall_time": 46847.49171423912, "train_loss_step": 2.388993263244629, "n_params": 4387900, "total_flops": 64432625664000000, "train_loss": 0.009185171127319336, "subset_score_loss": 0.009185171127319336} +{"step": 4790000, "wall_time": 46885.930016994476, "train_loss_step": 2.549985647201538, "n_params": 4387900, "total_flops": 64567421952000000, "train_loss": 0.009399561087290446, "subset_score_loss": 0.009399561087290446} +{"step": 4800000, "wall_time": 46960.39162993431, "train_loss_step": 2.8474695682525635, "n_params": 4387900, "total_flops": 64702218240000000, "train_loss": 0.009191121657689412, "subset_score_loss": 0.009191121657689412, "memorization_fraction_pixel": 0.8337000012397766, "mean_nn_ratio_pixel": 0.2955787479877472, "fid": 43.42018149905509} +{"step": 4810000, "wall_time": 46998.76466226578, "train_loss_step": 2.6199841499328613, "n_params": 4387900, "total_flops": 64837014528000000, "train_loss": 0.009412331382433574, "subset_score_loss": 0.009412331382433574} +{"step": 4820000, "wall_time": 47037.023133039474, "train_loss_step": 2.432786464691162, "n_params": 4387900, "total_flops": 64971810816000000, "train_loss": 0.009409316380818685, "subset_score_loss": 0.009409316380818685} +{"step": 4830000, "wall_time": 47075.40757727623, "train_loss_step": 2.4866442680358887, "n_params": 4387900, "total_flops": 65106607104000000, "train_loss": 0.009080245097478231, "subset_score_loss": 0.009080245097478231} +{"step": 4840000, "wall_time": 47113.69983935356, "train_loss_step": 2.396932363510132, "n_params": 4387900, "total_flops": 65241403392000000, "train_loss": 0.00863611400127411, "subset_score_loss": 0.00863611400127411} +{"step": 4850000, "wall_time": 47152.16974616051, "train_loss_step": 2.6392176151275635, "n_params": 4387900, "total_flops": 65376199680000000, "train_loss": 0.008963463703791301, "subset_score_loss": 0.008963463703791301} +{"step": 4860000, "wall_time": 47190.665179252625, "train_loss_step": 2.7809019088745117, "n_params": 4387900, "total_flops": 65510995968000000, "train_loss": 0.008752200007438659, "subset_score_loss": 0.008752200007438659} +{"step": 4870000, "wall_time": 47229.00063538551, "train_loss_step": 2.5791728496551514, "n_params": 4387900, "total_flops": 65645792256000000, "train_loss": 0.008557804425557454, "subset_score_loss": 0.008557804425557454} +{"step": 4880000, "wall_time": 47267.26777386665, "train_loss_step": 2.8961684703826904, "n_params": 4387900, "total_flops": 65780588544000000, "train_loss": 0.009053841233253479, "subset_score_loss": 0.009053841233253479} +{"step": 4890000, "wall_time": 47305.68118739128, "train_loss_step": 2.573890209197998, "n_params": 4387900, "total_flops": 65915384832000000, "train_loss": 0.009211905797322591, "subset_score_loss": 0.009211905797322591} +{"step": 4900000, "wall_time": 47378.74731373787, "train_loss_step": 2.7089505195617676, "n_params": 4387900, "total_flops": 66050181120000000, "train_loss": 0.008939844369888306, "subset_score_loss": 0.008939844369888306, "memorization_fraction_pixel": 0.8216999769210815, "mean_nn_ratio_pixel": 0.29839345812797546, "fid": 44.622003919499825} +{"step": 4910000, "wall_time": 47414.40764212608, "train_loss_step": 2.6199870109558105, "n_params": 4387900, "total_flops": 66184977408000000, "train_loss": 0.00886641542116801, "subset_score_loss": 0.00886641542116801} +{"step": 4920000, "wall_time": 47452.694603443146, "train_loss_step": 2.045983076095581, "n_params": 4387900, "total_flops": 66319773696000000, "train_loss": 0.008358006676038107, "subset_score_loss": 0.008358006676038107} +{"step": 4930000, "wall_time": 47490.82968330383, "train_loss_step": 2.524552822113037, "n_params": 4387900, "total_flops": 66454569984000000, "train_loss": 0.008839641014734905, "subset_score_loss": 0.008839641014734905} +{"step": 4940000, "wall_time": 47529.02170228958, "train_loss_step": 2.421886920928955, "n_params": 4387900, "total_flops": 66589366272000000, "train_loss": 0.008682373166084289, "subset_score_loss": 0.008682373166084289} +{"step": 4950000, "wall_time": 47567.35342693329, "train_loss_step": 2.6683828830718994, "n_params": 4387900, "total_flops": 66724162560000000, "train_loss": 0.008746356765429179, "subset_score_loss": 0.008746356765429179} +{"step": 4960000, "wall_time": 47605.49736857414, "train_loss_step": 2.3753814697265625, "n_params": 4387900, "total_flops": 66858958848000000, "train_loss": 0.008743734161059061, "subset_score_loss": 0.008743734161059061} +{"step": 4970000, "wall_time": 47643.73566651344, "train_loss_step": 2.499392509460449, "n_params": 4387900, "total_flops": 66993755136000000, "train_loss": 0.009130690495173137, "subset_score_loss": 0.009130690495173137} +{"step": 4980000, "wall_time": 47681.8903195858, "train_loss_step": 2.47701096534729, "n_params": 4387900, "total_flops": 67128551424000000, "train_loss": 0.008742070198059082, "subset_score_loss": 0.008742070198059082} +{"step": 4990000, "wall_time": 47720.21762132645, "train_loss_step": 2.8333520889282227, "n_params": 4387900, "total_flops": 67263347712000000, "train_loss": 0.008458573619524639, "subset_score_loss": 0.008458573619524639} +{"step": 5000000, "wall_time": 47793.779019117355, "train_loss_step": 2.5943856239318848, "n_params": 4387900, "total_flops": 67398144000000000, "train_loss": 0.008431694904963176, "subset_score_loss": 0.008431694904963176, "memorization_fraction_pixel": 0.8228999972343445, "mean_nn_ratio_pixel": 0.3007276654243469, "fid": 44.02369391552839} diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d60/runner.log b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d60/runner.log new file mode 100644 index 0000000000000000000000000000000000000000..ba6deb73becb4bb4c2125e2ee3510573a235a90c --- /dev/null +++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d60/runner.log @@ -0,0 +1,502 @@ + FID real-side stats cached over 1000 diverse train images + step 1 | 73s | train_loss=1.0038 | fid=301.1004 + step 10000 | 165s | train_loss=0.8415 + step 20000 | 257s | train_loss=0.7627 + step 30000 | 349s | train_loss=0.6520 + step 40000 | 441s | train_loss=0.4927 + step 50000 | 533s | train_loss=0.3348 + step 60000 | 625s | train_loss=0.2397 + step 70000 | 717s | train_loss=0.1890 + step 80000 | 809s | train_loss=0.1648 + step 90000 | 901s | train_loss=0.1469 + step 100000 | 1059s | train_loss=0.1357 | fid=57.3793 + step 110000 | 1148s | train_loss=0.1271 + step 120000 | 1240s | train_loss=0.1198 + step 130000 | 1332s | train_loss=0.1135 + step 140000 | 1424s | train_loss=0.1073 + step 150000 | 1516s | train_loss=0.1022 + step 160000 | 1608s | train_loss=0.0996 + step 170000 | 1700s | train_loss=0.0944 + step 180000 | 1792s | train_loss=0.0913 + step 190000 | 1884s | train_loss=0.0883 + step 200000 | 2047s | train_loss=0.0857 | fid=54.8861 + step 210000 | 2135s | train_loss=0.0827 + step 220000 | 2228s | train_loss=0.0805 + step 230000 | 2320s | train_loss=0.0774 + step 240000 | 2412s | train_loss=0.0764 + step 250000 | 2503s | train_loss=0.0741 + step 260000 | 2596s | train_loss=0.0720 + step 270000 | 2688s | train_loss=0.0695 + step 280000 | 2780s | train_loss=0.0688 + step 290000 | 2865s | train_loss=0.0669 + step 300000 | 3053s | train_loss=0.0657 | fid=52.9871 + step 310000 | 3143s | train_loss=0.0635 + step 320000 | 3235s | train_loss=0.0629 + step 330000 | 3327s | train_loss=0.0619 + step 340000 | 3418s | train_loss=0.0609 + step 350000 | 3511s | train_loss=0.0591 + step 360000 | 3603s | train_loss=0.0586 + step 370000 | 3694s | train_loss=0.0576 + step 380000 | 3781s | train_loss=0.0562 + step 390000 | 3873s | train_loss=0.0566 + step 400000 | 4042s | train_loss=0.0543 | fid=51.8838 + step 410000 | 4133s | train_loss=0.0543 + step 420000 | 4223s | train_loss=0.0533 + step 430000 | 4312s | train_loss=0.0528 + step 440000 | 4401s | train_loss=0.0517 + step 450000 | 4491s | train_loss=0.0509 + step 460000 | 4583s | train_loss=0.0505 + step 470000 | 4670s | train_loss=0.0495 + step 480000 | 4760s | train_loss=0.0491 + step 490000 | 4852s | train_loss=0.0492 + step 500000 | 5021s | train_loss=0.0485 | fid=49.9093 + step 510000 | 5113s | train_loss=0.0485 + step 520000 | 5203s | train_loss=0.0470 + step 530000 | 5295s | train_loss=0.0459 + step 540000 | 5388s | train_loss=0.0461 + step 550000 | 5480s | train_loss=0.0457 + step 560000 | 5570s | train_loss=0.0451 + step 570000 | 5658s | train_loss=0.0445 + step 580000 | 5750s | train_loss=0.0449 + step 590000 | 5842s | train_loss=0.0443 + step 600000 | 6055s | train_loss=0.0444 | fid=49.3586 + step 610000 | 6144s | train_loss=0.0430 + step 620000 | 6236s | train_loss=0.0431 + step 630000 | 6328s | train_loss=0.0422 + step 640000 | 6420s | train_loss=0.0421 + step 650000 | 6508s | train_loss=0.0417 + step 660000 | 6598s | train_loss=0.0416 + step 670000 | 6691s | train_loss=0.0411 + step 680000 | 6782s | train_loss=0.0415 + step 690000 | 6874s | train_loss=0.0397 + step 700000 | 7058s | train_loss=0.0408 | fid=48.5863 + step 710000 | 7148s | train_loss=0.0399 + step 720000 | 7240s | train_loss=0.0396 + step 730000 | 7332s | train_loss=0.0400 + step 740000 | 7421s | train_loss=0.0394 + step 750000 | 7510s | train_loss=0.0377 + step 760000 | 7602s | train_loss=0.0377 + step 770000 | 7694s | train_loss=0.0374 + step 780000 | 7786s | train_loss=0.0382 + step 790000 | 7878s | train_loss=0.0371 + step 800000 | 8104s | train_loss=0.0370 | fid=47.1298 + step 810000 | 8194s | train_loss=0.0359 + step 820000 | 8284s | train_loss=0.0361 + step 830000 | 8371s | train_loss=0.0364 + step 840000 | 8464s | train_loss=0.0363 + step 850000 | 8556s | train_loss=0.0361 + step 860000 | 8648s | train_loss=0.0350 + step 870000 | 8740s | train_loss=0.0351 + step 880000 | 8832s | train_loss=0.0350 + step 890000 | 8923s | train_loss=0.0345 + step 900000 | 9131s | train_loss=0.0349 | fid=46.9117 + step 910000 | 9220s | train_loss=0.0342 + step 920000 | 9308s | train_loss=0.0337 + step 930000 | 9399s | train_loss=0.0343 + step 940000 | 9491s | train_loss=0.0339 + step 950000 | 9583s | train_loss=0.0334 + step 960000 | 9675s | train_loss=0.0329 + step 970000 | 9767s | train_loss=0.0329 + step 980000 | 9859s | train_loss=0.0332 + step 990000 | 9950s | train_loss=0.0323 + step 1000000 | 10118s | train_loss=0.0326 | fid=46.6511 + step 1010000 | 10204s | train_loss=0.0323 + step 1020000 | 10296s | train_loss=0.0326 + step 1030000 | 10388s | train_loss=0.0321 + step 1040000 | 10480s | train_loss=0.0319 + step 1050000 | 10572s | train_loss=0.0314 + step 1060000 | 10664s | train_loss=0.0313 + step 1070000 | 10756s | train_loss=0.0312 + step 1080000 | 10847s | train_loss=0.0319 + step 1090000 | 10940s | train_loss=0.0304 + step 1100000 | 11107s | train_loss=0.0302 | fid=46.0519 + step 1110000 | 11196s | train_loss=0.0312 + step 1120000 | 11288s | train_loss=0.0303 + step 1130000 | 11380s | train_loss=0.0300 + step 1140000 | 11472s | train_loss=0.0298 + step 1150000 | 11564s | train_loss=0.0290 + step 1160000 | 11656s | train_loss=0.0293 + step 1170000 | 11748s | train_loss=0.0305 + step 1180000 | 11839s | train_loss=0.0289 + step 1190000 | 11931s | train_loss=0.0293 + step 1200000 | 12120s | train_loss=0.0291 | fid=45.6898 + step 1210000 | 12210s | train_loss=0.0285 + step 1220000 | 12302s | train_loss=0.0290 + step 1230000 | 12394s | train_loss=0.0290 + step 1240000 | 12486s | train_loss=0.0283 + step 1250000 | 12577s | train_loss=0.0287 + step 1260000 | 12669s | train_loss=0.0278 + step 1270000 | 12761s | train_loss=0.0281 + step 1280000 | 12853s | train_loss=0.0288 + step 1290000 | 12941s | train_loss=0.0282 + step 1300000 | 13108s | train_loss=0.0270 | fid=45.2450 + step 1310000 | 13198s | train_loss=0.0272 + step 1320000 | 13290s | train_loss=0.0287 + step 1330000 | 13383s | train_loss=0.0272 + step 1340000 | 13475s | train_loss=0.0263 + step 1350000 | 13567s | train_loss=0.0267 + step 1360000 | 13658s | train_loss=0.0269 + step 1370000 | 13750s | train_loss=0.0262 + step 1380000 | 13840s | train_loss=0.0261 + step 1390000 | 13928s | train_loss=0.0263 + step 1400000 | 14098s | train_loss=0.0266 | fid=44.8827 + step 1410000 | 14188s | train_loss=0.0274 + step 1420000 | 14280s | train_loss=0.0269 + step 1430000 | 14372s | train_loss=0.0254 + step 1440000 | 14464s | train_loss=0.0257 + step 1450000 | 14556s | train_loss=0.0251 + step 1460000 | 14647s | train_loss=0.0255 + step 1470000 | 14737s | train_loss=0.0249 + step 1480000 | 14824s | train_loss=0.0261 + step 1490000 | 14916s | train_loss=0.0254 + step 1500000 | 15136s | train_loss=0.0256 | fid=45.0607 + step 1510000 | 15227s | train_loss=0.0251 + step 1520000 | 15319s | train_loss=0.0249 + step 1530000 | 15411s | train_loss=0.0246 + step 1540000 | 15502s | train_loss=0.0246 + step 1550000 | 15594s | train_loss=0.0245 + step 1560000 | 15683s | train_loss=0.0243 + step 1570000 | 15772s | train_loss=0.0242 + step 1580000 | 15864s | train_loss=0.0240 + step 1590000 | 15955s | train_loss=0.0237 + step 1600000 | 16187s | train_loss=0.0236 | fid=44.9212 + step 1610000 | 16279s | train_loss=0.0244 + step 1620000 | 16371s | train_loss=0.0243 + step 1630000 | 16463s | train_loss=0.0241 + step 1640000 | 16553s | train_loss=0.0231 + step 1650000 | 16641s | train_loss=0.0231 + step 1660000 | 16733s | train_loss=0.0231 + step 1670000 | 16825s | train_loss=0.0224 + step 1680000 | 16917s | train_loss=0.0227 + step 1690000 | 17009s | train_loss=0.0232 + step 1700000 | 17180s | train_loss=0.0227 | fid=44.8082 + step 1710000 | 17271s | train_loss=0.0227 + step 1720000 | 17363s | train_loss=0.0226 + step 1730000 | 17452s | train_loss=0.0225 + step 1740000 | 17540s | train_loss=0.0226 + step 1750000 | 17632s | train_loss=0.0227 + step 1760000 | 17723s | train_loss=0.0223 + step 1770000 | 17815s | train_loss=0.0220 + step 1780000 | 17907s | train_loss=0.0215 + step 1790000 | 18000s | train_loss=0.0213 + step 1800000 | 18167s | train_loss=0.0212 | fid=43.6862 + step 1810000 | 18257s | train_loss=0.0216 + step 1820000 | 18346s | train_loss=0.0214 + step 1830000 | 18436s | train_loss=0.0224 + step 1840000 | 18526s | train_loss=0.0213 + step 1850000 | 18618s | train_loss=0.0213 + step 1860000 | 18709s | train_loss=0.0211 + step 1870000 | 18801s | train_loss=0.0213 + step 1880000 | 18893s | train_loss=0.0211 + step 1890000 | 18985s | train_loss=0.0211 + step 1900000 | 19190s | train_loss=0.0208 | fid=44.2403 + step 1910000 | 19278s | train_loss=0.0215 + step 1920000 | 19367s | train_loss=0.0211 + step 1930000 | 19457s | train_loss=0.0205 + step 1940000 | 19549s | train_loss=0.0205 + step 1950000 | 19641s | train_loss=0.0216 + step 1960000 | 19733s | train_loss=0.0208 + step 1970000 | 19825s | train_loss=0.0209 + step 1980000 | 19917s | train_loss=0.0201 + step 1990000 | 20009s | train_loss=0.0203 + step 2000000 | 20192s | train_loss=0.0200 | fid=44.6734 + step 2010000 | 20280s | train_loss=0.0194 + step 2020000 | 20370s | train_loss=0.0204 + step 2030000 | 20462s | train_loss=0.0194 + step 2040000 | 20554s | train_loss=0.0200 + step 2050000 | 20646s | train_loss=0.0198 + step 2060000 | 20738s | train_loss=0.0203 + step 2070000 | 20830s | train_loss=0.0197 + step 2080000 | 20923s | train_loss=0.0195 + step 2090000 | 21015s | train_loss=0.0194 + step 2100000 | 21199s | train_loss=0.0191 | fid=44.0246 + step 2110000 | 21288s | train_loss=0.0189 + step 2120000 | 21380s | train_loss=0.0185 + step 2130000 | 21472s | train_loss=0.0189 + step 2140000 | 21564s | train_loss=0.0189 + step 2150000 | 21656s | train_loss=0.0188 + step 2160000 | 21748s | train_loss=0.0189 + step 2170000 | 21840s | train_loss=0.0185 + step 2180000 | 21933s | train_loss=0.0189 + step 2190000 | 22022s | train_loss=0.0186 + step 2200000 | 22220s | train_loss=0.0182 | fid=43.7776 + step 2210000 | 22312s | train_loss=0.0179 + step 2220000 | 22404s | train_loss=0.0186 + step 2230000 | 22497s | train_loss=0.0182 + step 2240000 | 22589s | train_loss=0.0186 + step 2250000 | 22681s | train_loss=0.0184 + step 2260000 | 22772s | train_loss=0.0187 + step 2270000 | 22864s | train_loss=0.0181 + step 2280000 | 22955s | train_loss=0.0182 + step 2290000 | 23043s | train_loss=0.0177 + step 2300000 | 23211s | train_loss=0.0178 | fid=43.9720 + step 2310000 | 23300s | train_loss=0.0177 + step 2320000 | 23393s | train_loss=0.0175 + step 2330000 | 23485s | train_loss=0.0175 + step 2340000 | 23577s | train_loss=0.0170 + step 2350000 | 23669s | train_loss=0.0173 + step 2360000 | 23761s | train_loss=0.0172 + step 2370000 | 23851s | train_loss=0.0174 + step 2380000 | 23943s | train_loss=0.0170 + step 2390000 | 24030s | train_loss=0.0173 + step 2400000 | 24245s | train_loss=0.0167 | fid=44.0318 + step 2410000 | 24337s | train_loss=0.0168 + step 2420000 | 24429s | train_loss=0.0165 + step 2430000 | 24522s | train_loss=0.0167 + step 2440000 | 24614s | train_loss=0.0176 + step 2450000 | 24705s | train_loss=0.0163 + step 2460000 | 24795s | train_loss=0.0167 + step 2470000 | 24885s | train_loss=0.0165 + step 2480000 | 24974s | train_loss=0.0165 + step 2490000 | 25066s | train_loss=0.0166 + step 2500000 | 25236s | train_loss=0.0167 | fid=44.9472 + step 2510000 | 25329s | train_loss=0.0158 + step 2520000 | 25421s | train_loss=0.0160 + step 2530000 | 25513s | train_loss=0.0160 + step 2540000 | 25605s | train_loss=0.0159 + step 2550000 | 25695s | train_loss=0.0158 + step 2560000 | 25785s | train_loss=0.0162 + step 2570000 | 25875s | train_loss=0.0159 + step 2580000 | 25966s | train_loss=0.0165 + step 2590000 | 26057s | train_loss=0.0156 + step 2600000 | 26263s | train_loss=0.0156 | fid=44.9244 + step 2610000 | 26355s | train_loss=0.0149 + step 2620000 | 26447s | train_loss=0.0161 + step 2630000 | 26539s | train_loss=0.0152 + step 2640000 | 26629s | train_loss=0.0155 + step 2650000 | 26719s | train_loss=0.0154 + step 2660000 | 26809s | train_loss=0.0149 + step 2670000 | 26900s | train_loss=0.0156 + step 2680000 | 26992s | train_loss=0.0155 + step 2690000 | 27084s | train_loss=0.0149 + step 2700000 | 27254s | train_loss=0.0148 | fid=43.6633 + step 2710000 | 27347s | train_loss=0.0151 + step 2720000 | 27439s | train_loss=0.0147 + step 2730000 | 27529s | train_loss=0.0156 + step 2740000 | 27619s | train_loss=0.0149 + step 2750000 | 27708s | train_loss=0.0153 + step 2760000 | 27799s | train_loss=0.0148 + step 2770000 | 27891s | train_loss=0.0147 + step 2780000 | 27983s | train_loss=0.0147 + step 2790000 | 28075s | train_loss=0.0145 + step 2800000 | 28245s | train_loss=0.0141 | fid=44.0664 + step 2810000 | 28335s | train_loss=0.0149 + step 2820000 | 28426s | train_loss=0.0141 + step 2830000 | 28518s | train_loss=0.0146 + step 2840000 | 28606s | train_loss=0.0142 + step 2850000 | 28698s | train_loss=0.0146 + step 2860000 | 28789s | train_loss=0.0147 + step 2870000 | 28881s | train_loss=0.0139 + step 2880000 | 28973s | train_loss=0.0148 + step 2890000 | 29065s | train_loss=0.0141 + step 2900000 | 29235s | train_loss=0.0140 | fid=44.7557 + step 2910000 | 29322s | train_loss=0.0140 + step 2920000 | 29414s | train_loss=0.0141 + step 2930000 | 29503s | train_loss=0.0139 + step 2940000 | 29594s | train_loss=0.0138 + step 2950000 | 29685s | train_loss=0.0140 + step 2960000 | 29777s | train_loss=0.0137 + step 2970000 | 29870s | train_loss=0.0134 + step 2980000 | 29962s | train_loss=0.0142 + step 2990000 | 30054s | train_loss=0.0140 + step 3000000 | 30223s | train_loss=0.0134 | fid=43.7556 + step 3010000 | 30311s | train_loss=0.0136 + step 3020000 | 30401s | train_loss=0.0145 + step 3030000 | 30491s | train_loss=0.0132 + step 3040000 | 30583s | train_loss=0.0133 + step 3050000 | 30674s | train_loss=0.0132 + step 3060000 | 30766s | train_loss=0.0132 + step 3070000 | 30858s | train_loss=0.0140 + step 3080000 | 30950s | train_loss=0.0134 + step 3090000 | 31042s | train_loss=0.0133 + step 3100000 | 31205s | train_loss=0.0135 | fid=44.3208 + step 3110000 | 31294s | train_loss=0.0129 + step 3120000 | 31382s | train_loss=0.0129 + step 3130000 | 31474s | train_loss=0.0140 + step 3140000 | 31566s | train_loss=0.0133 + step 3150000 | 31658s | train_loss=0.0129 + step 3160000 | 31750s | train_loss=0.0127 + step 3170000 | 31842s | train_loss=0.0136 + step 3180000 | 31934s | train_loss=0.0136 + step 3190000 | 32026s | train_loss=0.0129 + step 3200000 | 32192s | train_loss=0.0128 | fid=44.0637 + step 3210000 | 32281s | train_loss=0.0127 + step 3220000 | 32371s | train_loss=0.0126 + step 3230000 | 32463s | train_loss=0.0137 + step 3240000 | 32555s | train_loss=0.0131 + step 3250000 | 32646s | train_loss=0.0124 + step 3260000 | 32738s | train_loss=0.0126 + step 3270000 | 32830s | train_loss=0.0127 + step 3280000 | 32922s | train_loss=0.0128 + step 3290000 | 33014s | train_loss=0.0126 + step 3300000 | 33207s | train_loss=0.0124 | fid=44.6932 + step 3310000 | 33298s | train_loss=0.0127 + step 3320000 | 33389s | train_loss=0.0125 + step 3330000 | 33480s | train_loss=0.0126 + step 3340000 | 33571s | train_loss=0.0121 + step 3350000 | 33663s | train_loss=0.0122 + step 3360000 | 33755s | train_loss=0.0121 + step 3370000 | 33847s | train_loss=0.0121 + step 3380000 | 33938s | train_loss=0.0121 + step 3390000 | 34020s | train_loss=0.0133 + step 3400000 | 34207s | train_loss=0.0121 | fid=44.2246 + step 3410000 | 34298s | train_loss=0.0122 + step 3420000 | 34390s | train_loss=0.0126 + step 3430000 | 34481s | train_loss=0.0118 + step 3440000 | 34573s | train_loss=0.0115 + step 3450000 | 34665s | train_loss=0.0116 + step 3460000 | 34757s | train_loss=0.0116 + step 3470000 | 34849s | train_loss=0.0118 + step 3480000 | 34929s | train_loss=0.0118 + step 3490000 | 35012s | train_loss=0.0116 + step 3500000 | 35223s | train_loss=0.0113 | fid=44.3393 + step 3510000 | 35313s | train_loss=0.0119 + step 3520000 | 35404s | train_loss=0.0120 + step 3530000 | 35496s | train_loss=0.0123 + step 3540000 | 35588s | train_loss=0.0118 + step 3550000 | 35680s | train_loss=0.0111 + step 3560000 | 35772s | train_loss=0.0117 + step 3570000 | 35862s | train_loss=0.0117 + step 3580000 | 35951s | train_loss=0.0115 + step 3590000 | 36042s | train_loss=0.0117 + step 3600000 | 36236s | train_loss=0.0117 | fid=44.5805 + step 3610000 | 36326s | train_loss=0.0116 + step 3620000 | 36418s | train_loss=0.0113 + step 3630000 | 36510s | train_loss=0.0115 + step 3640000 | 36602s | train_loss=0.0116 + step 3650000 | 36694s | train_loss=0.0113 + step 3660000 | 36783s | train_loss=0.0113 + step 3670000 | 36873s | train_loss=0.0112 + step 3680000 | 36965s | train_loss=0.0111 + step 3690000 | 37057s | train_loss=0.0112 + step 3700000 | 37244s | train_loss=0.0114 | fid=44.3354 + step 3710000 | 37334s | train_loss=0.0110 + step 3720000 | 37426s | train_loss=0.0112 + step 3730000 | 37518s | train_loss=0.0106 + step 3740000 | 37610s | train_loss=0.0113 + step 3750000 | 37699s | train_loss=0.0106 + step 3760000 | 37788s | train_loss=0.0112 + step 3770000 | 37880s | train_loss=0.0116 + step 3780000 | 37972s | train_loss=0.0108 + step 3790000 | 38064s | train_loss=0.0115 + step 3800000 | 38257s | train_loss=0.0110 | fid=44.5768 + step 3810000 | 38347s | train_loss=0.0107 + step 3820000 | 38439s | train_loss=0.0107 + step 3830000 | 38532s | train_loss=0.0109 + step 3840000 | 38620s | train_loss=0.0107 + step 3850000 | 38710s | train_loss=0.0109 + step 3860000 | 38802s | train_loss=0.0108 + step 3870000 | 38894s | train_loss=0.0104 + step 3880000 | 38986s | train_loss=0.0105 + step 3890000 | 39078s | train_loss=0.0106 + step 3900000 | 39311s | train_loss=0.0109 | fid=43.9539 + step 3910000 | 39403s | train_loss=0.0103 + step 3920000 | 39493s | train_loss=0.0109 + step 3930000 | 39581s | train_loss=0.0105 + step 3940000 | 39673s | train_loss=0.0106 + step 3950000 | 39765s | train_loss=0.0099 + step 3960000 | 39858s | train_loss=0.0101 + step 3970000 | 39949s | train_loss=0.0112 + step 3980000 | 40042s | train_loss=0.0105 + step 3990000 | 40134s | train_loss=0.0102 + step 4000000 | 40336s | train_loss=0.0103 | fid=44.2823 + step 4010000 | 40426s | train_loss=0.0105 + step 4020000 | 40514s | train_loss=0.0104 + step 4030000 | 40606s | train_loss=0.0104 + step 4040000 | 40698s | train_loss=0.0108 + step 4050000 | 40790s | train_loss=0.0104 + step 4060000 | 40882s | train_loss=0.0102 + step 4070000 | 40974s | train_loss=0.0103 + step 4080000 | 41065s | train_loss=0.0102 + step 4090000 | 41157s | train_loss=0.0102 + step 4100000 | 41340s | train_loss=0.0099 | fid=44.0892 + step 4110000 | 41428s | train_loss=0.0106 + step 4120000 | 41520s | train_loss=0.0101 + step 4130000 | 41612s | train_loss=0.0096 + step 4140000 | 41704s | train_loss=0.0099 + step 4150000 | 41796s | train_loss=0.0105 + step 4160000 | 41887s | train_loss=0.0100 + step 4170000 | 41980s | train_loss=0.0097 + step 4180000 | 42071s | train_loss=0.0102 + step 4190000 | 42163s | train_loss=0.0101 + step 4200000 | 42373s | train_loss=0.0099 | fid=44.3847 + step 4210000 | 42465s | train_loss=0.0100 + step 4220000 | 42557s | train_loss=0.0099 + step 4230000 | 42649s | train_loss=0.0102 + step 4240000 | 42741s | train_loss=0.0102 + step 4250000 | 42833s | train_loss=0.0099 + step 4260000 | 42924s | train_loss=0.0095 + step 4270000 | 43016s | train_loss=0.0098 + step 4280000 | 43108s | train_loss=0.0094 + step 4290000 | 43196s | train_loss=0.0102 + step 4300000 | 43392s | train_loss=0.0096 | fid=44.3641 + step 4310000 | 43484s | train_loss=0.0096 + step 4320000 | 43576s | train_loss=0.0098 + step 4330000 | 43669s | train_loss=0.0100 + step 4340000 | 43760s | train_loss=0.0098 + step 4350000 | 43852s | train_loss=0.0096 + step 4360000 | 43945s | train_loss=0.0102 + step 4370000 | 44036s | train_loss=0.0096 + step 4380000 | 44124s | train_loss=0.0093 + step 4390000 | 44214s | train_loss=0.0099 + step 4400000 | 44403s | train_loss=0.0097 | fid=44.3572 + step 4410000 | 44495s | train_loss=0.0100 + step 4420000 | 44587s | train_loss=0.0096 + step 4430000 | 44679s | train_loss=0.0092 + step 4440000 | 44771s | train_loss=0.0100 + step 4450000 | 44863s | train_loss=0.0094 + step 4460000 | 44954s | train_loss=0.0092 + step 4470000 | 45042s | train_loss=0.0096 + step 4480000 | 45132s | train_loss=0.0093 + step 4490000 | 45225s | train_loss=0.0092 + step 4500000 | 45393s | train_loss=0.0095 | fid=44.3624 + step 4510000 | 45485s | train_loss=0.0093 + step 4520000 | 45577s | train_loss=0.0095 + step 4530000 | 45669s | train_loss=0.0097 + step 4540000 | 45760s | train_loss=0.0094 + step 4550000 | 45852s | train_loss=0.0093 + step 4560000 | 45933s | train_loss=0.0093 + step 4570000 | 45982s | train_loss=0.0091 + step 4580000 | 46021s | train_loss=0.0094 + step 4590000 | 46059s | train_loss=0.0089 + step 4600000 | 46125s | train_loss=0.0094 | fid=44.8807 + step 4610000 | 46163s | train_loss=0.0093 + step 4620000 | 46201s | train_loss=0.0089 + step 4630000 | 46240s | train_loss=0.0091 + step 4640000 | 46278s | train_loss=0.0090 + step 4650000 | 46316s | train_loss=0.0096 + step 4660000 | 46355s | train_loss=0.0094 + step 4670000 | 46393s | train_loss=0.0089 + step 4680000 | 46432s | train_loss=0.0094 + step 4690000 | 46470s | train_loss=0.0094 + step 4700000 | 46541s | train_loss=0.0091 | fid=43.8245 + step 4710000 | 46579s | train_loss=0.0089 + step 4720000 | 46618s | train_loss=0.0093 + step 4730000 | 46656s | train_loss=0.0087 + step 4740000 | 46694s | train_loss=0.0090 + step 4750000 | 46732s | train_loss=0.0089 + step 4760000 | 46771s | train_loss=0.0092 + step 4770000 | 46809s | train_loss=0.0088 + step 4780000 | 46847s | train_loss=0.0092 + step 4790000 | 46886s | train_loss=0.0094 + step 4800000 | 46960s | train_loss=0.0092 | fid=43.4202 + step 4810000 | 46999s | train_loss=0.0094 + step 4820000 | 47037s | train_loss=0.0094 + step 4830000 | 47075s | train_loss=0.0091 + step 4840000 | 47114s | train_loss=0.0086 + step 4850000 | 47152s | train_loss=0.0090 + step 4860000 | 47191s | train_loss=0.0088 + step 4870000 | 47229s | train_loss=0.0086 + step 4880000 | 47267s | train_loss=0.0091 + step 4890000 | 47306s | train_loss=0.0092 + step 4900000 | 47379s | train_loss=0.0089 | fid=44.6220 + step 4910000 | 47414s | train_loss=0.0089 + step 4920000 | 47453s | train_loss=0.0084 + step 4930000 | 47491s | train_loss=0.0088 + step 4940000 | 47529s | train_loss=0.0087 + step 4950000 | 47567s | train_loss=0.0087 + step 4960000 | 47605s | train_loss=0.0087 + step 4970000 | 47644s | train_loss=0.0091 + step 4980000 | 47682s | train_loss=0.0087 + step 4990000 | 47720s | train_loss=0.0085 + step 5000000 | 47794s | train_loss=0.0084 | fid=44.0237 diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d70/config.json b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d70/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e28a39b3ce8bd6e1092d67468f3e1a5e60d1746d --- /dev/null +++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d70/config.json @@ -0,0 +1,26 @@ +{ + "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d70/vae.pt", + "out": "results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d70", + "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json", + "train_tar": "/overflow/data/cerberus/celeba_hq_256_partitioned_ws/train/celeba_hq_256-train-0000.tar", + "n_train": 1000, + "total_steps": 5000000, + "eval_interval": 10000, + "mem_interval": 100000, + "fid_interval": 100000, + "fid_n_real": 1000, + "fid_n_gen": 10000, + "n_gen_samples": 10000, + "n_sde_steps": 500, + "batch_size": 512, + "hidden": 1024, + "depth": 5, + "optimizer": "sgd", + "lr": 0.001, + "momentum": 0.8, + "t_min": 0.01, + "t_max": 3.0, + "t_eval": 0.1, + "seed": 47, + "device": null +} diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d70/metrics.jsonl b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d70/metrics.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..7a86b40e001500980c1e2c7c8f720cd8e6e486fb --- /dev/null +++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d70/metrics.jsonl @@ -0,0 +1,502 @@ +{"event": "meta", "data": "celeba_hq_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 70, "n": 1000, "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d70/vae.pt", "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [20952, 7797, 13007, 15253, 1802, 20760, 3302, 2937, 12429, 13098, 20076, 19572, 10577, 5564, 11381, 5775, 5276, 17998, 2240, 2519, 11388, 7263, 4196, 10568, 2158, 19965, 9295, 2040, 19851, 8718, 9370, 15052, 13447, 2513, 1591, 9658, 13292, 12806, 14560, 2355, 9290, 17698, 4901, 20580, 2127, 14432, 8576, 20295, 129, 14022, 19119, 15050, 18760, 288, 13973, 2168, 14462, 2292, 8199, 18932, 6429, 20664, 8787, 16525, 10377, 6994, 16130, 6724, 13244, 20903, 11718, 8813, 7745, 14314, 13381, 7425, 8918, 18001, 18601, 17689, 8193, 470, 13341, 5477, 12269, 7092, 11369, 16932, 14217, 12925, 15969, 15866, 12197, 9148, 9971, 6425, 19208, 112, 13306, 16558, 1303, 19554, 17868, 13767, 4996, 11785, 8997, 17159, 9157, 13344, 7193, 14890, 893, 12961, 4480, 20648, 1871, 14734, 7352, 7321, 17855, 20812, 5617, 12632, 793, 17758, 7441, 20850, 8716, 9049, 5480, 7856, 16261, 5910, 16773, 9795, 4390, 6696, 14888, 12975, 16432, 9254, 6712, 1464, 13523, 641, 20792, 7029, 20339, 5365, 18551, 11929, 13976, 5064, 1978, 3092, 13092, 14987, 9204, 4723, 12378, 12008, 8196, 136, 19652, 8477, 19824, 2919, 13627, 19248, 9044, 3780, 12267, 8395, 7223, 8828, 4794, 1238, 3918, 6410, 14610, 2563, 18499, 7857, 3061, 15109, 11568, 6764, 10989, 18957, 8115, 20211, 19901, 20120, 10169, 4920, 9969, 10241, 17413, 5421, 14514, 20658, 10122, 5760, 1280, 11010, 8517, 4746, 6765, 4667, 4144, 8117, 4488, 17978, 13454, 18660, 8665, 45, 7031, 903, 16818, 18231, 17390, 312, 13864, 3668, 10948, 3614, 19604, 5027, 14941, 16471, 6783, 5178, 9335, 17408, 11831, 14242, 20072, 8405, 5198, 7163, 14369, 3939, 18102, 9996, 1580, 14702, 11215, 12045, 15533, 11854, 20171, 8345, 13606, 20457, 4849, 1500, 4026, 1891, 19053, 15329, 14020, 8742, 9233, 5280, 14522, 19492, 19005, 15421, 20902, 2380, 15726, 10965, 14683, 8786, 10203, 2842, 12666, 16692, 11495, 13620, 13743, 19967, 2117, 13142, 18220, 9184, 7484, 20600, 18310, 11438, 13671, 19232, 12924, 7682, 6420, 6638, 8141, 9558, 14608, 16288, 8979, 18506, 10073, 15365, 17535, 1111, 15229, 5083, 3615, 14472, 9250, 2157, 14039, 7423, 12464, 17398, 7148, 18584, 3958, 17549, 7943, 5819, 4614, 5871, 6171, 8176, 442, 7457, 11538, 15416, 15446, 1476, 16702, 17386, 344, 2590, 4412, 14795, 3511, 3253, 2551, 4805, 10115, 19988, 8304, 12851, 10913, 15518, 12417, 4132, 840, 10288, 7062, 402, 15245, 2646, 10740, 15201, 12745, 16350, 3423, 15088, 14921, 1876, 11228, 17039, 2764, 14670, 3571, 20091, 18464, 1243, 32, 651, 6130, 15342, 8091, 18828, 9117, 12336, 1061, 1889, 11916, 2684, 6657, 18769, 16598, 12693, 17833, 4505, 1755, 5317, 17939, 8049, 15854, 2015, 6255, 7794, 8551, 8848, 6079, 19416, 9201, 9716, 4758, 12841, 18120, 5409, 2645, 17139, 12999, 20071, 11362, 16024, 1012, 3774, 89, 4789, 14143, 541, 19389, 17049, 11702, 9028, 38, 11395, 12833, 19976, 10415, 6753, 3479, 10950, 10730, 2864, 17034, 16113, 14211, 11231, 10526, 3344, 7261, 15216, 1908, 9176, 2681, 9498, 18417, 20330, 19267, 8645, 17348, 3136, 17753, 4834, 14445, 1672, 13858, 18557, 2470, 9766, 18654, 162, 16584, 20852, 14886, 13360, 20524, 19279, 13997, 18291, 1348, 5843, 8721, 20735, 20977, 15333, 8243, 16529, 13154, 10788, 5379, 4739, 5636, 18019, 7950, 6588, 786, 6257, 8375, 3630, 14367, 510, 17431, 18890, 2241, 4398, 13654, 2768, 2899, 12526, 17703, 18984, 5733, 20074, 19421, 3368, 17161, 3891, 15748, 14407, 9678, 13320, 16555, 13838, 20279, 11098, 386, 12574, 2638, 13238, 2777, 13223, 5037, 5813, 19373, 13398, 15442, 5983, 3556, 1790, 6314, 13062, 5358, 17460, 8621, 15321, 9903, 15036, 13479, 19963, 6056, 9168, 2337, 18563, 19062, 11299, 19051, 17806, 17617, 7357, 6977, 19296, 15000, 16443, 14982, 15757, 15704, 5582, 2942, 16890, 8400, 9917, 16834, 567, 659, 9366, 1700, 5402, 4682, 2280, 765, 2961, 4577, 8421, 18091, 18080, 3290, 16429, 7945, 7235, 19280, 6240, 6343, 10436, 6470, 17901, 9219, 13304, 14735, 14786, 10334, 9645, 15485, 15119, 18615, 10837, 6813, 13431, 5024, 11164, 4421, 6786, 12382, 9459, 10595, 3685, 11181, 10328, 2900, 13285, 19615, 598, 157, 3120, 5529, 13749, 880, 5976, 19463, 16851, 2785, 3976, 20553, 19955, 6877, 1999, 20607, 10853, 8557, 7159, 17184, 10263, 9068, 12865, 5383, 18321, 2827, 2557, 7003, 6506, 13066, 16625, 15600, 10682, 18067, 14801, 13212, 9938, 7768, 14004, 11935, 12469, 12488, 13369, 20018, 19169, 4550, 6811, 11149, 37, 10051, 9046, 1576, 14946, 18907, 14521, 19659, 18099, 19638, 12050, 19893, 10324, 14542, 16992, 3456, 795, 5001, 14177, 18909, 18362, 11062, 3201, 6571, 10607, 11677, 4651, 18636, 4078, 6863, 9047, 9346, 5713, 13400, 13011, 12890, 12611, 15357, 7685, 15356, 10982, 15996, 4004, 1566, 9705, 11488, 1775, 17724, 8914, 9553, 3439, 1340, 7931, 16610, 5956, 7683, 3971, 3010, 8407, 3234, 6422, 7216, 2412, 4082, 12822, 5462, 5841, 15427, 5125, 11056, 8331, 4330, 6004, 15595, 4522, 14489, 11545, 12949, 6735, 17874, 11843, 11870, 11752, 14026, 18781, 4107, 12435, 8184, 1894, 9501, 6897, 14322, 4925, 17746, 3540, 3892, 10979, 10164, 2026, 4222, 1302, 19608, 6106, 20705, 1413, 12551, 2515, 5546, 7675, 5986, 7326, 17606, 9322, 9025, 12134, 20845, 1355, 5975, 4924, 9718, 2988, 12371, 8809, 9623, 14696, 17591, 20420, 16528, 15025, 4086, 11756, 4938, 6833, 15181, 11357, 16067, 12427, 5124, 4992, 13926, 20499, 18307, 4955, 7145, 18724, 35, 15577, 8779, 12132, 2322, 5756, 5220, 4518, 10666, 9584, 5903, 5523, 18943, 20654, 5822, 3200, 19022, 7533, 879, 17337, 8171, 8959, 5836, 15782, 18975, 989, 16566, 17613, 18341, 20220, 14326, 15459, 4315, 4874, 7122, 12740, 12259, 10824, 8098, 14910, 8434, 3601, 18430, 10733, 16177, 10780, 1324, 20023, 2408, 11121, 9237, 14519, 14858, 14630, 20871, 15604, 20373, 2311, 20475, 171, 2624, 7590, 4608, 13160, 4506, 10003, 4097, 10252, 18586, 18018, 7960, 9942, 6044, 16467, 3797, 20547, 17560, 7905, 20698, 12686, 5683, 115, 4181, 15828, 20515, 1287, 20636, 2828, 15685, 13399, 18580, 7902, 4380, 10083, 9273, 18142, 15396, 1402, 3101, 19049, 12462, 7659, 164, 1117, 14996, 10741, 17, 18797, 1976, 8898, 11319, 9178, 19713, 19657, 3095, 5405, 15206, 17743, 2834, 20208, 1847, 1488, 3025, 9332, 13967, 14043, 7846, 3126, 11244, 17468, 8874, 13461, 3788, 2725, 5793, 20764, 5132, 16487, 17712, 776, 5042, 9486, 9158, 18638, 6603, 17685, 15564, 11419, 5628, 4296, 8107, 1106, 12274, 3579, 11265, 17185, 7416, 1434, 7934, 19543, 7397, 19689, 3737, 4263, 2141, 5096, 3164, 2924, 2738, 6210, 36, 8651, 17892, 16670, 18803, 11118, 3966, 1913, 20926, 4105, 6428, 17717, 17240, 16019, 4501, 13280, 15814, 19328, 2893, 1993, 681, 4066, 20723, 4437], "fid_reference": "same farthest-first 1k training subset", "seed": 47} +{"step": 1, "wall_time": 66.32839632034302, "train_loss_step": 69.95547485351562, "n_params": 4408390, "total_flops": 13542574080, "train_loss": 0.9991341727120536, "subset_score_loss": 0.9991341727120536, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9743906259536743, "fid": 280.50440154891294} +{"step": 10000, "wall_time": 144.57035088539124, "train_loss_step": 14.455814361572266, "n_params": 4408390, "total_flops": 135425740800000, "train_loss": 0.8287990025111607, "subset_score_loss": 0.8287990025111607} +{"step": 20000, "wall_time": 231.20380568504333, "train_loss_step": 13.562971115112305, "n_params": 4408390, "total_flops": 270851481600000, "train_loss": 0.7365878513881139, "subset_score_loss": 0.7365878513881139} +{"step": 30000, "wall_time": 317.8496069908142, "train_loss_step": 12.102218627929688, "n_params": 4408390, "total_flops": 406277222400000, "train_loss": 0.6130059378487723, "subset_score_loss": 0.6130059378487723} +{"step": 40000, "wall_time": 404.4931335449219, "train_loss_step": 9.83443832397461, "n_params": 4408390, "total_flops": 541702963200000, "train_loss": 0.4531887054443359, "subset_score_loss": 0.4531887054443359} +{"step": 50000, "wall_time": 491.0457572937012, "train_loss_step": 8.733602523803711, "n_params": 4408390, "total_flops": 677128704000000, "train_loss": 0.3090145928519113, "subset_score_loss": 0.3090145928519113} +{"step": 60000, "wall_time": 577.345278263092, "train_loss_step": 7.551660060882568, "n_params": 4408390, "total_flops": 812554444800000, "train_loss": 0.22795021874564034, "subset_score_loss": 0.22795021874564034} +{"step": 70000, "wall_time": 663.8298153877258, "train_loss_step": 7.282289981842041, "n_params": 4408390, "total_flops": 947980185600000, "train_loss": 0.1814859117780413, "subset_score_loss": 0.1814859117780413} +{"step": 80000, "wall_time": 750.3073065280914, "train_loss_step": 7.444246292114258, "n_params": 4408390, "total_flops": 1083405926400000, "train_loss": 0.1560967036655971, "subset_score_loss": 0.1560967036655971} +{"step": 90000, "wall_time": 836.8077318668365, "train_loss_step": 6.449241638183594, "n_params": 4408390, "total_flops": 1218831667200000, "train_loss": 0.14024739946637835, "subset_score_loss": 0.14024739946637835} +{"step": 100000, "wall_time": 988.3671500682831, "train_loss_step": 6.355288028717041, "n_params": 4408390, "total_flops": 1354257408000000, "train_loss": 0.13032827377319336, "subset_score_loss": 0.13032827377319336, "memorization_fraction_pixel": 0.0013000000035390258, "mean_nn_ratio_pixel": 0.8905014395713806, "fid": 56.35560352012429} +{"step": 110000, "wall_time": 1070.4571895599365, "train_loss_step": 6.020561695098877, "n_params": 4408390, "total_flops": 1489683148800000, "train_loss": 0.12392915998186384, "subset_score_loss": 0.12392915998186384} +{"step": 120000, "wall_time": 1153.6073276996613, "train_loss_step": 6.174354553222656, "n_params": 4408390, "total_flops": 1625108889600000, "train_loss": 0.11490734645298549, "subset_score_loss": 0.11490734645298549} +{"step": 130000, "wall_time": 1240.0481414794922, "train_loss_step": 5.677407264709473, "n_params": 4408390, "total_flops": 1760534630400000, "train_loss": 0.11006398200988769, "subset_score_loss": 0.11006398200988769} +{"step": 140000, "wall_time": 1326.502210855484, "train_loss_step": 5.8223419189453125, "n_params": 4408390, "total_flops": 1895960371200000, "train_loss": 0.1049292768750872, "subset_score_loss": 0.1049292768750872} +{"step": 150000, "wall_time": 1413.0160691738129, "train_loss_step": 5.7516937255859375, "n_params": 4408390, "total_flops": 2031386112000000, "train_loss": 0.10006719997950962, "subset_score_loss": 0.10006719997950962} +{"step": 160000, "wall_time": 1499.2054381370544, "train_loss_step": 5.157243251800537, "n_params": 4408390, "total_flops": 2166811852800000, "train_loss": 0.09677015713282994, "subset_score_loss": 0.09677015713282994} +{"step": 170000, "wall_time": 1585.5535616874695, "train_loss_step": 5.524896621704102, "n_params": 4408390, "total_flops": 2302237593600000, "train_loss": 0.09268185751778739, "subset_score_loss": 0.09268185751778739} +{"step": 180000, "wall_time": 1672.0240461826324, "train_loss_step": 5.534512996673584, "n_params": 4408390, "total_flops": 2437663334400000, "train_loss": 0.08862635748726981, "subset_score_loss": 0.08862635748726981} +{"step": 190000, "wall_time": 1758.4514954090118, "train_loss_step": 4.993300437927246, "n_params": 4408390, "total_flops": 2573089075200000, "train_loss": 0.08636665344238281, "subset_score_loss": 0.08636665344238281} +{"step": 200000, "wall_time": 1910.1572766304016, "train_loss_step": 5.52937126159668, "n_params": 4408390, "total_flops": 2708514816000000, "train_loss": 0.08346433639526367, "subset_score_loss": 0.08346433639526367, "memorization_fraction_pixel": 0.023900000378489494, "mean_nn_ratio_pixel": 0.8095923662185669, "fid": 55.190819730711446} +{"step": 210000, "wall_time": 1994.82048869133, "train_loss_step": 5.021430015563965, "n_params": 4408390, "total_flops": 2843940556800000, "train_loss": 0.0800971576145717, "subset_score_loss": 0.0800971576145717} +{"step": 220000, "wall_time": 2078.8829634189606, "train_loss_step": 4.863897323608398, "n_params": 4408390, "total_flops": 2979366297600000, "train_loss": 0.07950211252485002, "subset_score_loss": 0.07950211252485002} +{"step": 230000, "wall_time": 2161.925940513611, "train_loss_step": 5.289216041564941, "n_params": 4408390, "total_flops": 3114792038400000, "train_loss": 0.07590891293116979, "subset_score_loss": 0.07590891293116979} +{"step": 240000, "wall_time": 2248.519209384918, "train_loss_step": 4.705824851989746, "n_params": 4408390, "total_flops": 3250217779200000, "train_loss": 0.07393403053283691, "subset_score_loss": 0.07393403053283691} +{"step": 250000, "wall_time": 2335.036408185959, "train_loss_step": 5.071063995361328, "n_params": 4408390, "total_flops": 3385643520000000, "train_loss": 0.07240280423845563, "subset_score_loss": 0.07240280423845563} +{"step": 260000, "wall_time": 2421.247853755951, "train_loss_step": 5.076138019561768, "n_params": 4408390, "total_flops": 3521069260800000, "train_loss": 0.07027207102094378, "subset_score_loss": 0.07027207102094378} +{"step": 270000, "wall_time": 2507.611718893051, "train_loss_step": 4.966004848480225, "n_params": 4408390, "total_flops": 3656495001600000, "train_loss": 0.06864111764090401, "subset_score_loss": 0.06864111764090401} +{"step": 280000, "wall_time": 2594.141211271286, "train_loss_step": 5.010425567626953, "n_params": 4408390, "total_flops": 3791920742400000, "train_loss": 0.06686282157897949, "subset_score_loss": 0.06686282157897949} +{"step": 290000, "wall_time": 2680.771863937378, "train_loss_step": 4.778279781341553, "n_params": 4408390, "total_flops": 3927346483200000, "train_loss": 0.06729506765093123, "subset_score_loss": 0.06729506765093123} +{"step": 300000, "wall_time": 2832.130475997925, "train_loss_step": 4.783761978149414, "n_params": 4408390, "total_flops": 4062772224000000, "train_loss": 0.06491023472377232, "subset_score_loss": 0.06491023472377232, "memorization_fraction_pixel": 0.05490000173449516, "mean_nn_ratio_pixel": 0.7585626244544983, "fid": 53.454695425365394} +{"step": 310000, "wall_time": 2916.6844425201416, "train_loss_step": 4.564986228942871, "n_params": 4408390, "total_flops": 4198197964800000, "train_loss": 0.06430227415902275, "subset_score_loss": 0.06430227415902275} +{"step": 320000, "wall_time": 3003.38995885849, "train_loss_step": 4.828558444976807, "n_params": 4408390, "total_flops": 4333623705600000, "train_loss": 0.06259980201721191, "subset_score_loss": 0.06259980201721191} +{"step": 330000, "wall_time": 3081.919216632843, "train_loss_step": 4.722328186035156, "n_params": 4408390, "total_flops": 4469049446400000, "train_loss": 0.0602717467716762, "subset_score_loss": 0.0602717467716762} +{"step": 340000, "wall_time": 3166.543436765671, "train_loss_step": 4.441355228424072, "n_params": 4408390, "total_flops": 4604475187200000, "train_loss": 0.06073053904942104, "subset_score_loss": 0.06073053904942104} +{"step": 350000, "wall_time": 3252.978742837906, "train_loss_step": 4.202922344207764, "n_params": 4408390, "total_flops": 4739900928000000, "train_loss": 0.05893947737557548, "subset_score_loss": 0.05893947737557548} +{"step": 360000, "wall_time": 3339.2544689178467, "train_loss_step": 4.847464561462402, "n_params": 4408390, "total_flops": 4875326668800000, "train_loss": 0.059380687986101424, "subset_score_loss": 0.059380687986101424} +{"step": 370000, "wall_time": 3425.621340751648, "train_loss_step": 4.621563911437988, "n_params": 4408390, "total_flops": 5010752409600000, "train_loss": 0.05714242798941476, "subset_score_loss": 0.05714242798941476} +{"step": 380000, "wall_time": 3512.17720580101, "train_loss_step": 4.767952919006348, "n_params": 4408390, "total_flops": 5146178150400000, "train_loss": 0.05651763507298061, "subset_score_loss": 0.05651763507298061} +{"step": 390000, "wall_time": 3598.6834671497345, "train_loss_step": 4.778206825256348, "n_params": 4408390, "total_flops": 5281603891200000, "train_loss": 0.055674229349408834, "subset_score_loss": 0.055674229349408834} +{"step": 400000, "wall_time": 3750.2050306797028, "train_loss_step": 4.2380595207214355, "n_params": 4408390, "total_flops": 5417029632000000, "train_loss": 0.05417408261980329, "subset_score_loss": 0.05417408261980329, "memorization_fraction_pixel": 0.10119999945163727, "mean_nn_ratio_pixel": 0.7101323008537292, "fid": 50.51350237786713} +{"step": 410000, "wall_time": 3835.134367465973, "train_loss_step": 4.4621782302856445, "n_params": 4408390, "total_flops": 5552455372800000, "train_loss": 0.0547464166368757, "subset_score_loss": 0.0547464166368757} +{"step": 420000, "wall_time": 3921.6394839286804, "train_loss_step": 4.7726521492004395, "n_params": 4408390, "total_flops": 5687881113600000, "train_loss": 0.053567300524030415, "subset_score_loss": 0.053567300524030415} +{"step": 430000, "wall_time": 4008.388629436493, "train_loss_step": 4.332592964172363, "n_params": 4408390, "total_flops": 5823306854400000, "train_loss": 0.053621983528137206, "subset_score_loss": 0.053621983528137206} +{"step": 440000, "wall_time": 4092.0254468917847, "train_loss_step": 4.7006120681762695, "n_params": 4408390, "total_flops": 5958732595200000, "train_loss": 0.051640704699925016, "subset_score_loss": 0.051640704699925016} +{"step": 450000, "wall_time": 4176.962294816971, "train_loss_step": 4.076911926269531, "n_params": 4408390, "total_flops": 6094158336000000, "train_loss": 0.051465960911342076, "subset_score_loss": 0.051465960911342076} +{"step": 460000, "wall_time": 4262.572445869446, "train_loss_step": 4.2769365310668945, "n_params": 4408390, "total_flops": 6229584076800000, "train_loss": 0.051863455772399904, "subset_score_loss": 0.051863455772399904} +{"step": 470000, "wall_time": 4348.13418340683, "train_loss_step": 4.306863307952881, "n_params": 4408390, "total_flops": 6365009817600000, "train_loss": 0.05008307865687779, "subset_score_loss": 0.05008307865687779} +{"step": 480000, "wall_time": 4433.839022397995, "train_loss_step": 4.431914329528809, "n_params": 4408390, "total_flops": 6500435558400000, "train_loss": 0.04906530380249023, "subset_score_loss": 0.04906530380249023} +{"step": 490000, "wall_time": 4519.846494436264, "train_loss_step": 4.359401226043701, "n_params": 4408390, "total_flops": 6635861299200000, "train_loss": 0.05062263011932373, "subset_score_loss": 0.05062263011932373} +{"step": 500000, "wall_time": 4671.365096092224, "train_loss_step": 4.44950008392334, "n_params": 4408390, "total_flops": 6771287040000000, "train_loss": 0.048008060455322264, "subset_score_loss": 0.048008060455322264, "memorization_fraction_pixel": 0.13529999554157257, "mean_nn_ratio_pixel": 0.6774776577949524, "fid": 50.09214364051807} +{"step": 510000, "wall_time": 4755.997326135635, "train_loss_step": 4.26081657409668, "n_params": 4408390, "total_flops": 6906712780800000, "train_loss": 0.04806528432028634, "subset_score_loss": 0.04806528432028634} +{"step": 520000, "wall_time": 4842.387991189957, "train_loss_step": 4.340731143951416, "n_params": 4408390, "total_flops": 7042138521600000, "train_loss": 0.04770276887076241, "subset_score_loss": 0.04770276887076241} +{"step": 530000, "wall_time": 4928.8823437690735, "train_loss_step": 4.316589832305908, "n_params": 4408390, "total_flops": 7177564262400000, "train_loss": 0.04676485402243478, "subset_score_loss": 0.04676485402243478} +{"step": 540000, "wall_time": 5014.4164028167725, "train_loss_step": 4.567415714263916, "n_params": 4408390, "total_flops": 7312990003200000, "train_loss": 0.0469975403376988, "subset_score_loss": 0.0469975403376988} +{"step": 550000, "wall_time": 5099.176349878311, "train_loss_step": 4.054069519042969, "n_params": 4408390, "total_flops": 7448415744000000, "train_loss": 0.04559408596583775, "subset_score_loss": 0.04559408596583775} +{"step": 560000, "wall_time": 5183.811773300171, "train_loss_step": 4.269195079803467, "n_params": 4408390, "total_flops": 7583841484800000, "train_loss": 0.0452395064490182, "subset_score_loss": 0.0452395064490182} +{"step": 570000, "wall_time": 5270.214928865433, "train_loss_step": 4.273478031158447, "n_params": 4408390, "total_flops": 7719267225600000, "train_loss": 0.04565372467041016, "subset_score_loss": 0.04565372467041016} +{"step": 580000, "wall_time": 5356.674732208252, "train_loss_step": 4.093076229095459, "n_params": 4408390, "total_flops": 7854692966400000, "train_loss": 0.04584318229130336, "subset_score_loss": 0.04584318229130336} +{"step": 590000, "wall_time": 5443.093703508377, "train_loss_step": 4.12382698059082, "n_params": 4408390, "total_flops": 7990118707200000, "train_loss": 0.04476266588483538, "subset_score_loss": 0.04476266588483538} +{"step": 600000, "wall_time": 5594.436326980591, "train_loss_step": 4.086892127990723, "n_params": 4408390, "total_flops": 8125544448000000, "train_loss": 0.04347098895481655, "subset_score_loss": 0.04347098895481655, "memorization_fraction_pixel": 0.18729999661445618, "mean_nn_ratio_pixel": 0.6394728422164917, "fid": 48.68447602263543} +{"step": 610000, "wall_time": 5679.244551897049, "train_loss_step": 4.529959678649902, "n_params": 4408390, "total_flops": 8260970188800000, "train_loss": 0.044181081226893834, "subset_score_loss": 0.044181081226893834} +{"step": 620000, "wall_time": 5765.769420862198, "train_loss_step": 4.284861087799072, "n_params": 4408390, "total_flops": 8396395929600000, "train_loss": 0.044037246704101564, "subset_score_loss": 0.044037246704101564} +{"step": 630000, "wall_time": 5852.211579322815, "train_loss_step": 4.176958084106445, "n_params": 4408390, "total_flops": 8531821670400000, "train_loss": 0.043519204003470285, "subset_score_loss": 0.043519204003470285} +{"step": 640000, "wall_time": 5938.700219869614, "train_loss_step": 3.9778692722320557, "n_params": 4408390, "total_flops": 8667247411200000, "train_loss": 0.04186039311545236, "subset_score_loss": 0.04186039311545236} +{"step": 650000, "wall_time": 6020.161992073059, "train_loss_step": 4.427957534790039, "n_params": 4408390, "total_flops": 8802673152000000, "train_loss": 0.042072715078081406, "subset_score_loss": 0.042072715078081406} +{"step": 660000, "wall_time": 6097.57700753212, "train_loss_step": 4.130049705505371, "n_params": 4408390, "total_flops": 8938098892800000, "train_loss": 0.04216407026563372, "subset_score_loss": 0.04216407026563372} +{"step": 670000, "wall_time": 6181.874999284744, "train_loss_step": 4.142672538757324, "n_params": 4408390, "total_flops": 9073524633600000, "train_loss": 0.042039922305515835, "subset_score_loss": 0.042039922305515835} +{"step": 680000, "wall_time": 6268.255975246429, "train_loss_step": 3.939950466156006, "n_params": 4408390, "total_flops": 9208950374400000, "train_loss": 0.04161931446620396, "subset_score_loss": 0.04161931446620396} +{"step": 690000, "wall_time": 6354.801151514053, "train_loss_step": 3.957674980163574, "n_params": 4408390, "total_flops": 9344376115200000, "train_loss": 0.0406740631375994, "subset_score_loss": 0.0406740631375994} +{"step": 700000, "wall_time": 6505.321731805801, "train_loss_step": 3.83231782913208, "n_params": 4408390, "total_flops": 9479801856000000, "train_loss": 0.040609703745160784, "subset_score_loss": 0.040609703745160784, "memorization_fraction_pixel": 0.22769999504089355, "mean_nn_ratio_pixel": 0.6068778038024902, "fid": 47.15720883505841} +{"step": 710000, "wall_time": 6590.202866315842, "train_loss_step": 4.209403991699219, "n_params": 4408390, "total_flops": 9615227596800000, "train_loss": 0.04051300457545689, "subset_score_loss": 0.04051300457545689} +{"step": 720000, "wall_time": 6676.672256469727, "train_loss_step": 3.84934139251709, "n_params": 4408390, "total_flops": 9750653337600000, "train_loss": 0.039925244876316615, "subset_score_loss": 0.039925244876316615} +{"step": 730000, "wall_time": 6762.82631778717, "train_loss_step": 3.9939560890197754, "n_params": 4408390, "total_flops": 9886079078400000, "train_loss": 0.039870592526027135, "subset_score_loss": 0.039870592526027135} +{"step": 740000, "wall_time": 6849.170314311981, "train_loss_step": 4.227565288543701, "n_params": 4408390, "total_flops": 10021504819200000, "train_loss": 0.03942711693899972, "subset_score_loss": 0.03942711693899972} +{"step": 750000, "wall_time": 6935.642144203186, "train_loss_step": 3.876293420791626, "n_params": 4408390, "total_flops": 10156930560000000, "train_loss": 0.03915281295776367, "subset_score_loss": 0.03915281295776367} +{"step": 760000, "wall_time": 7022.34446978569, "train_loss_step": 3.9900007247924805, "n_params": 4408390, "total_flops": 10292356300800000, "train_loss": 0.03921682153429304, "subset_score_loss": 0.03921682153429304} +{"step": 770000, "wall_time": 7101.621188402176, "train_loss_step": 4.066384315490723, "n_params": 4408390, "total_flops": 10427782041600000, "train_loss": 0.037878588267735075, "subset_score_loss": 0.037878588267735075} +{"step": 780000, "wall_time": 7186.2337992191315, "train_loss_step": 4.429483413696289, "n_params": 4408390, "total_flops": 10563207782400000, "train_loss": 0.03790656498500279, "subset_score_loss": 0.03790656498500279} +{"step": 790000, "wall_time": 7272.732169151306, "train_loss_step": 3.970597267150879, "n_params": 4408390, "total_flops": 10698633523200000, "train_loss": 0.03740215642111642, "subset_score_loss": 0.03740215642111642} +{"step": 800000, "wall_time": 7424.2080409526825, "train_loss_step": 3.893136739730835, "n_params": 4408390, "total_flops": 10834059264000000, "train_loss": 0.037407244954790385, "subset_score_loss": 0.037407244954790385, "memorization_fraction_pixel": 0.26350000500679016, "mean_nn_ratio_pixel": 0.5823718309402466, "fid": 47.12125568870308} +{"step": 810000, "wall_time": 7508.833221197128, "train_loss_step": 3.9554362297058105, "n_params": 4408390, "total_flops": 10969485004800000, "train_loss": 0.03758563995361328, "subset_score_loss": 0.03758563995361328} +{"step": 820000, "wall_time": 7595.234800815582, "train_loss_step": 3.950590133666992, "n_params": 4408390, "total_flops": 11104910745600000, "train_loss": 0.03726411887577602, "subset_score_loss": 0.03726411887577602} +{"step": 830000, "wall_time": 7681.6823172569275, "train_loss_step": 4.2583489418029785, "n_params": 4408390, "total_flops": 11240336486400000, "train_loss": 0.03619509765080043, "subset_score_loss": 0.03619509765080043} +{"step": 840000, "wall_time": 7768.0581612586975, "train_loss_step": 3.8865392208099365, "n_params": 4408390, "total_flops": 11375762227200000, "train_loss": 0.036938926151820595, "subset_score_loss": 0.036938926151820595} +{"step": 850000, "wall_time": 7854.483245611191, "train_loss_step": 4.233015060424805, "n_params": 4408390, "total_flops": 11511187968000000, "train_loss": 0.03620494093213763, "subset_score_loss": 0.03620494093213763} +{"step": 860000, "wall_time": 7940.797377109528, "train_loss_step": 4.251985549926758, "n_params": 4408390, "total_flops": 11646613708800000, "train_loss": 0.035420066969735285, "subset_score_loss": 0.035420066969735285} +{"step": 870000, "wall_time": 8027.400389432907, "train_loss_step": 4.373937606811523, "n_params": 4408390, "total_flops": 11782039449600000, "train_loss": 0.036001995631626676, "subset_score_loss": 0.036001995631626676} +{"step": 880000, "wall_time": 8097.517832279205, "train_loss_step": 3.8040966987609863, "n_params": 4408390, "total_flops": 11917465190400000, "train_loss": 0.03564070292881557, "subset_score_loss": 0.03564070292881557} +{"step": 890000, "wall_time": 8180.339767217636, "train_loss_step": 3.5974435806274414, "n_params": 4408390, "total_flops": 12052890931200000, "train_loss": 0.03513828345707485, "subset_score_loss": 0.03513828345707485} +{"step": 900000, "wall_time": 8331.89929151535, "train_loss_step": 4.06182861328125, "n_params": 4408390, "total_flops": 12188316672000000, "train_loss": 0.03539458342960903, "subset_score_loss": 0.03539458342960903, "memorization_fraction_pixel": 0.29600000381469727, "mean_nn_ratio_pixel": 0.5661647915840149, "fid": 46.906289843099216} +{"step": 910000, "wall_time": 8416.486055135727, "train_loss_step": 3.950251340866089, "n_params": 4408390, "total_flops": 12323742412800000, "train_loss": 0.0349031891141619, "subset_score_loss": 0.0349031891141619} +{"step": 920000, "wall_time": 8503.058372020721, "train_loss_step": 3.7556262016296387, "n_params": 4408390, "total_flops": 12459168153600000, "train_loss": 0.034649504934038435, "subset_score_loss": 0.034649504934038435} +{"step": 930000, "wall_time": 8589.451857566833, "train_loss_step": 3.8313217163085938, "n_params": 4408390, "total_flops": 12594593894400000, "train_loss": 0.03444233621869768, "subset_score_loss": 0.03444233621869768} +{"step": 940000, "wall_time": 8675.913442850113, "train_loss_step": 3.792013645172119, "n_params": 4408390, "total_flops": 12730019635200000, "train_loss": 0.03415224211556571, "subset_score_loss": 0.03415224211556571} +{"step": 950000, "wall_time": 8762.336147546768, "train_loss_step": 4.069358825683594, "n_params": 4408390, "total_flops": 12865445376000000, "train_loss": 0.03436242512294224, "subset_score_loss": 0.03436242512294224} +{"step": 960000, "wall_time": 8848.8415081501, "train_loss_step": 3.9995903968811035, "n_params": 4408390, "total_flops": 13000871116800000, "train_loss": 0.03420144489833287, "subset_score_loss": 0.03420144489833287} +{"step": 970000, "wall_time": 8935.02466082573, "train_loss_step": 3.6111135482788086, "n_params": 4408390, "total_flops": 13136296857600000, "train_loss": 0.03319910594395229, "subset_score_loss": 0.03319910594395229} +{"step": 980000, "wall_time": 9021.385465621948, "train_loss_step": 3.8883891105651855, "n_params": 4408390, "total_flops": 13271722598400000, "train_loss": 0.034096693992614745, "subset_score_loss": 0.034096693992614745} +{"step": 990000, "wall_time": 9103.028246164322, "train_loss_step": 3.792330265045166, "n_params": 4408390, "total_flops": 13407148339200000, "train_loss": 0.03390323434557233, "subset_score_loss": 0.03390323434557233} +{"step": 1000000, "wall_time": 9243.617755889893, "train_loss_step": 3.625978469848633, "n_params": 4408390, "total_flops": 13542574080000000, "train_loss": 0.03277615819658552, "subset_score_loss": 0.03277615819658552, "memorization_fraction_pixel": 0.33570000529289246, "mean_nn_ratio_pixel": 0.5366948246955872, "fid": 45.696994387210104} +{"step": 1010000, "wall_time": 9328.19416308403, "train_loss_step": 3.9033427238464355, "n_params": 4408390, "total_flops": 13677999820800000, "train_loss": 0.03239178998129708, "subset_score_loss": 0.03239178998129708} +{"step": 1020000, "wall_time": 9414.632348299026, "train_loss_step": 3.8046352863311768, "n_params": 4408390, "total_flops": 13813425561600000, "train_loss": 0.032294876234872004, "subset_score_loss": 0.032294876234872004} +{"step": 1030000, "wall_time": 9501.017372608185, "train_loss_step": 3.451807975769043, "n_params": 4408390, "total_flops": 13948851302400000, "train_loss": 0.03243333612169538, "subset_score_loss": 0.03243333612169538} +{"step": 1040000, "wall_time": 9587.414506912231, "train_loss_step": 3.9336800575256348, "n_params": 4408390, "total_flops": 14084277043200000, "train_loss": 0.03227100031716483, "subset_score_loss": 0.03227100031716483} +{"step": 1050000, "wall_time": 9673.865061283112, "train_loss_step": 3.7494144439697266, "n_params": 4408390, "total_flops": 14219702784000000, "train_loss": 0.032429013933454244, "subset_score_loss": 0.032429013933454244} +{"step": 1060000, "wall_time": 9760.448771715164, "train_loss_step": 3.781405448913574, "n_params": 4408390, "total_flops": 14355128524800000, "train_loss": 0.031069622720990862, "subset_score_loss": 0.031069622720990862} +{"step": 1070000, "wall_time": 9846.851066589355, "train_loss_step": 3.531435489654541, "n_params": 4408390, "total_flops": 14490554265600000, "train_loss": 0.03165264470236642, "subset_score_loss": 0.03165264470236642} +{"step": 1080000, "wall_time": 9932.841583490372, "train_loss_step": 3.7487952709198, "n_params": 4408390, "total_flops": 14625980006400000, "train_loss": 0.031595550264631, "subset_score_loss": 0.031595550264631} +{"step": 1090000, "wall_time": 10019.343366384506, "train_loss_step": 3.8587214946746826, "n_params": 4408390, "total_flops": 14761405747200000, "train_loss": 0.03053974083491734, "subset_score_loss": 0.03053974083491734} +{"step": 1100000, "wall_time": 10166.15684914589, "train_loss_step": 3.720585584640503, "n_params": 4408390, "total_flops": 14896831488000000, "train_loss": 0.030813612256731307, "subset_score_loss": 0.030813612256731307, "memorization_fraction_pixel": 0.3982999920845032, "mean_nn_ratio_pixel": 0.5021266341209412, "fid": 45.18541118290322} +{"step": 1110000, "wall_time": 10250.835184335709, "train_loss_step": 3.7315540313720703, "n_params": 4408390, "total_flops": 15032257228800000, "train_loss": 0.03192111083439418, "subset_score_loss": 0.03192111083439418} +{"step": 1120000, "wall_time": 10337.242638111115, "train_loss_step": 3.6791300773620605, "n_params": 4408390, "total_flops": 15167682969600000, "train_loss": 0.031309689794267924, "subset_score_loss": 0.031309689794267924} +{"step": 1130000, "wall_time": 10423.730913162231, "train_loss_step": 3.7439467906951904, "n_params": 4408390, "total_flops": 15303108710400000, "train_loss": 0.030610568182809012, "subset_score_loss": 0.030610568182809012} +{"step": 1140000, "wall_time": 10510.153910636902, "train_loss_step": 3.5132412910461426, "n_params": 4408390, "total_flops": 15438534451200000, "train_loss": 0.03029015404837472, "subset_score_loss": 0.03029015404837472} +{"step": 1150000, "wall_time": 10596.644466400146, "train_loss_step": 3.6384549140930176, "n_params": 4408390, "total_flops": 15573960192000000, "train_loss": 0.03019843782697405, "subset_score_loss": 0.03019843782697405} +{"step": 1160000, "wall_time": 10683.106993198395, "train_loss_step": 3.648524522781372, "n_params": 4408390, "total_flops": 15709385932800000, "train_loss": 0.029134140695844378, "subset_score_loss": 0.029134140695844378} +{"step": 1170000, "wall_time": 10769.607102394104, "train_loss_step": 3.706502914428711, "n_params": 4408390, "total_flops": 15844811673600000, "train_loss": 0.0302511419568743, "subset_score_loss": 0.0302511419568743} +{"step": 1180000, "wall_time": 10855.841805696487, "train_loss_step": 3.592163324356079, "n_params": 4408390, "total_flops": 15980237414400000, "train_loss": 0.02949998378753662, "subset_score_loss": 0.02949998378753662} +{"step": 1190000, "wall_time": 10942.282678365707, "train_loss_step": 3.641249656677246, "n_params": 4408390, "total_flops": 16115663155200000, "train_loss": 0.028948208263942173, "subset_score_loss": 0.028948208263942173} +{"step": 1200000, "wall_time": 11093.234323740005, "train_loss_step": 3.6790294647216797, "n_params": 4408390, "total_flops": 16251088896000000, "train_loss": 0.029665987832205636, "subset_score_loss": 0.029665987832205636, "memorization_fraction_pixel": 0.42640000581741333, "mean_nn_ratio_pixel": 0.48631900548934937, "fid": 44.44704110971513} +{"step": 1210000, "wall_time": 11172.765561580658, "train_loss_step": 3.7645578384399414, "n_params": 4408390, "total_flops": 16386514636800000, "train_loss": 0.029147842952183315, "subset_score_loss": 0.029147842952183315} +{"step": 1220000, "wall_time": 11259.242752075195, "train_loss_step": 3.5664315223693848, "n_params": 4408390, "total_flops": 16521940377600000, "train_loss": 0.028692034312656947, "subset_score_loss": 0.028692034312656947} +{"step": 1230000, "wall_time": 11345.714991807938, "train_loss_step": 3.8421130180358887, "n_params": 4408390, "total_flops": 16657366118400000, "train_loss": 0.028664772851126535, "subset_score_loss": 0.028664772851126535} +{"step": 1240000, "wall_time": 11432.228646039963, "train_loss_step": 3.5412423610687256, "n_params": 4408390, "total_flops": 16792791859200000, "train_loss": 0.028455427714756558, "subset_score_loss": 0.028455427714756558} +{"step": 1250000, "wall_time": 11518.615820169449, "train_loss_step": 3.379852294921875, "n_params": 4408390, "total_flops": 16928217600000000, "train_loss": 0.028755314009530204, "subset_score_loss": 0.028755314009530204} +{"step": 1260000, "wall_time": 11604.924907445908, "train_loss_step": 3.63154673576355, "n_params": 4408390, "total_flops": 17063643340800000, "train_loss": 0.02811744042805263, "subset_score_loss": 0.02811744042805263} +{"step": 1270000, "wall_time": 11691.321652173996, "train_loss_step": 3.6389102935791016, "n_params": 4408390, "total_flops": 17199069081600000, "train_loss": 0.028319152763911656, "subset_score_loss": 0.028319152763911656} +{"step": 1280000, "wall_time": 11777.607483625412, "train_loss_step": 3.7770981788635254, "n_params": 4408390, "total_flops": 17334494822400000, "train_loss": 0.028845064980643136, "subset_score_loss": 0.028845064980643136} +{"step": 1290000, "wall_time": 11863.918416261673, "train_loss_step": 3.837472677230835, "n_params": 4408390, "total_flops": 17469920563200000, "train_loss": 0.02826303243637085, "subset_score_loss": 0.02826303243637085} +{"step": 1300000, "wall_time": 12014.35154080391, "train_loss_step": 3.606043577194214, "n_params": 4408390, "total_flops": 17605346304000000, "train_loss": 0.02784048318862915, "subset_score_loss": 0.02784048318862915, "memorization_fraction_pixel": 0.4812999963760376, "mean_nn_ratio_pixel": 0.45952460169792175, "fid": 43.92846446067921} +{"step": 1310000, "wall_time": 12096.127346515656, "train_loss_step": 3.4896132946014404, "n_params": 4408390, "total_flops": 17740772044800000, "train_loss": 0.02749563455581665, "subset_score_loss": 0.02749563455581665} +{"step": 1320000, "wall_time": 12174.49345612526, "train_loss_step": 3.6207401752471924, "n_params": 4408390, "total_flops": 17876197785600000, "train_loss": 0.028091699736458916, "subset_score_loss": 0.028091699736458916} +{"step": 1330000, "wall_time": 12260.998827457428, "train_loss_step": 3.3783185482025146, "n_params": 4408390, "total_flops": 18011623526400000, "train_loss": 0.027547410556248257, "subset_score_loss": 0.027547410556248257} +{"step": 1340000, "wall_time": 12347.432285785675, "train_loss_step": 3.5299229621887207, "n_params": 4408390, "total_flops": 18147049267200000, "train_loss": 0.027210955960409983, "subset_score_loss": 0.027210955960409983} +{"step": 1350000, "wall_time": 12433.842180013657, "train_loss_step": 3.6876330375671387, "n_params": 4408390, "total_flops": 18282475008000000, "train_loss": 0.026919516495295934, "subset_score_loss": 0.026919516495295934} +{"step": 1360000, "wall_time": 12520.099626541138, "train_loss_step": 3.4125850200653076, "n_params": 4408390, "total_flops": 18417900748800000, "train_loss": 0.02692443472998483, "subset_score_loss": 0.02692443472998483} +{"step": 1370000, "wall_time": 12606.549260854721, "train_loss_step": 3.4836087226867676, "n_params": 4408390, "total_flops": 18553326489600000, "train_loss": 0.026841279438563754, "subset_score_loss": 0.026841279438563754} +{"step": 1380000, "wall_time": 12692.956846952438, "train_loss_step": 3.659313678741455, "n_params": 4408390, "total_flops": 18688752230400000, "train_loss": 0.026574579307011195, "subset_score_loss": 0.026574579307011195} +{"step": 1390000, "wall_time": 12779.279989242554, "train_loss_step": 3.4651269912719727, "n_params": 4408390, "total_flops": 18824177971200000, "train_loss": 0.026400479248591832, "subset_score_loss": 0.026400479248591832} +{"step": 1400000, "wall_time": 12930.810728788376, "train_loss_step": 3.5104236602783203, "n_params": 4408390, "total_flops": 18959603712000000, "train_loss": 0.02631096499306815, "subset_score_loss": 0.02631096499306815, "memorization_fraction_pixel": 0.5234000086784363, "mean_nn_ratio_pixel": 0.4364177882671356, "fid": 43.731124277857035} +{"step": 1410000, "wall_time": 13015.408210754395, "train_loss_step": 3.629937171936035, "n_params": 4408390, "total_flops": 19095029452800000, "train_loss": 0.026321935653686523, "subset_score_loss": 0.026321935653686523} +{"step": 1420000, "wall_time": 13101.378783464432, "train_loss_step": 3.7296266555786133, "n_params": 4408390, "total_flops": 19230455193600000, "train_loss": 0.02591125965118408, "subset_score_loss": 0.02591125965118408} +{"step": 1430000, "wall_time": 13184.507931947708, "train_loss_step": 3.2065446376800537, "n_params": 4408390, "total_flops": 19365880934400000, "train_loss": 0.026107355526515417, "subset_score_loss": 0.026107355526515417} +{"step": 1440000, "wall_time": 13270.984434127808, "train_loss_step": 3.2169013023376465, "n_params": 4408390, "total_flops": 19501306675200000, "train_loss": 0.026259613037109376, "subset_score_loss": 0.026259613037109376} +{"step": 1450000, "wall_time": 13357.557553052902, "train_loss_step": 3.3873255252838135, "n_params": 4408390, "total_flops": 19636732416000000, "train_loss": 0.02556654725755964, "subset_score_loss": 0.02556654725755964} +{"step": 1460000, "wall_time": 13443.983737707138, "train_loss_step": 3.697737693786621, "n_params": 4408390, "total_flops": 19772158156800000, "train_loss": 0.02573938880647932, "subset_score_loss": 0.02573938880647932} +{"step": 1470000, "wall_time": 13530.392561912537, "train_loss_step": 3.5359134674072266, "n_params": 4408390, "total_flops": 19907583897600000, "train_loss": 0.02504778930119106, "subset_score_loss": 0.02504778930119106} +{"step": 1480000, "wall_time": 13616.765889883041, "train_loss_step": 3.3743841648101807, "n_params": 4408390, "total_flops": 20043009638400000, "train_loss": 0.02499100651059832, "subset_score_loss": 0.02499100651059832} +{"step": 1490000, "wall_time": 13703.126930236816, "train_loss_step": 3.352165699005127, "n_params": 4408390, "total_flops": 20178435379200000, "train_loss": 0.02533229419163295, "subset_score_loss": 0.02533229419163295} +{"step": 1500000, "wall_time": 13854.28237080574, "train_loss_step": 3.3241171836853027, "n_params": 4408390, "total_flops": 20313861120000000, "train_loss": 0.02546518359865461, "subset_score_loss": 0.02546518359865461, "memorization_fraction_pixel": 0.5530999898910522, "mean_nn_ratio_pixel": 0.4271118640899658, "fid": 43.306026835450325} +{"step": 1510000, "wall_time": 13939.18523812294, "train_loss_step": 3.2896533012390137, "n_params": 4408390, "total_flops": 20449286860800000, "train_loss": 0.025293638025011334, "subset_score_loss": 0.025293638025011334} +{"step": 1520000, "wall_time": 14025.891745567322, "train_loss_step": 3.2083425521850586, "n_params": 4408390, "total_flops": 20584712601600000, "train_loss": 0.025552940368652344, "subset_score_loss": 0.025552940368652344} +{"step": 1530000, "wall_time": 14109.6419403553, "train_loss_step": 3.2330665588378906, "n_params": 4408390, "total_flops": 20720138342400000, "train_loss": 0.0249830995287214, "subset_score_loss": 0.0249830995287214} +{"step": 1540000, "wall_time": 14194.456360340118, "train_loss_step": 3.250521183013916, "n_params": 4408390, "total_flops": 20855564083200000, "train_loss": 0.02458939722606114, "subset_score_loss": 0.02458939722606114} +{"step": 1550000, "wall_time": 14280.809860944748, "train_loss_step": 3.3407177925109863, "n_params": 4408390, "total_flops": 20990989824000000, "train_loss": 0.025126886367797852, "subset_score_loss": 0.025126886367797852} +{"step": 1560000, "wall_time": 14367.328269720078, "train_loss_step": 3.2882091999053955, "n_params": 4408390, "total_flops": 21126415564800000, "train_loss": 0.02409256867000035, "subset_score_loss": 0.02409256867000035} +{"step": 1570000, "wall_time": 14453.594556570053, "train_loss_step": 3.6118850708007812, "n_params": 4408390, "total_flops": 21261841305600000, "train_loss": 0.024402928352355958, "subset_score_loss": 0.024402928352355958} +{"step": 1580000, "wall_time": 14539.969256401062, "train_loss_step": 3.592241048812866, "n_params": 4408390, "total_flops": 21397267046400000, "train_loss": 0.02441286359514509, "subset_score_loss": 0.02441286359514509} +{"step": 1590000, "wall_time": 14626.264234304428, "train_loss_step": 3.237600803375244, "n_params": 4408390, "total_flops": 21532692787200000, "train_loss": 0.023977007184709822, "subset_score_loss": 0.023977007184709822} +{"step": 1600000, "wall_time": 14777.659947395325, "train_loss_step": 3.532304525375366, "n_params": 4408390, "total_flops": 21668118528000000, "train_loss": 0.02420591286250523, "subset_score_loss": 0.02420591286250523, "memorization_fraction_pixel": 0.5799999833106995, "mean_nn_ratio_pixel": 0.40988126397132874, "fid": 42.41230364357086} +{"step": 1610000, "wall_time": 14862.12391448021, "train_loss_step": 3.586888313293457, "n_params": 4408390, "total_flops": 21803544268800000, "train_loss": 0.02462209633418492, "subset_score_loss": 0.02462209633418492} +{"step": 1620000, "wall_time": 14948.652865171432, "train_loss_step": 3.2171545028686523, "n_params": 4408390, "total_flops": 21938970009600000, "train_loss": 0.02431445632662092, "subset_score_loss": 0.02431445632662092} +{"step": 1630000, "wall_time": 15035.27901506424, "train_loss_step": 3.405315399169922, "n_params": 4408390, "total_flops": 22074395750400000, "train_loss": 0.02375070197241647, "subset_score_loss": 0.02375070197241647} +{"step": 1640000, "wall_time": 15112.262469530106, "train_loss_step": 3.717719554901123, "n_params": 4408390, "total_flops": 22209821491200000, "train_loss": 0.02420532192502703, "subset_score_loss": 0.02420532192502703} +{"step": 1650000, "wall_time": 15190.656973361969, "train_loss_step": 2.9883320331573486, "n_params": 4408390, "total_flops": 22345247232000000, "train_loss": 0.023141424996512276, "subset_score_loss": 0.023141424996512276} +{"step": 1660000, "wall_time": 15277.15134215355, "train_loss_step": 3.3281161785125732, "n_params": 4408390, "total_flops": 22480672972800000, "train_loss": 0.02318627153124128, "subset_score_loss": 0.02318627153124128} +{"step": 1670000, "wall_time": 15363.634248018265, "train_loss_step": 3.1507866382598877, "n_params": 4408390, "total_flops": 22616098713600000, "train_loss": 0.02305199929646083, "subset_score_loss": 0.02305199929646083} +{"step": 1680000, "wall_time": 15450.039736032486, "train_loss_step": 3.21405029296875, "n_params": 4408390, "total_flops": 22751524454400000, "train_loss": 0.023376243455069407, "subset_score_loss": 0.023376243455069407} +{"step": 1690000, "wall_time": 15536.376467943192, "train_loss_step": 3.0917696952819824, "n_params": 4408390, "total_flops": 22886950195200000, "train_loss": 0.023045854909079417, "subset_score_loss": 0.023045854909079417} +{"step": 1700000, "wall_time": 15687.972308635712, "train_loss_step": 3.3409461975097656, "n_params": 4408390, "total_flops": 23022375936000000, "train_loss": 0.02334503105708531, "subset_score_loss": 0.02334503105708531, "memorization_fraction_pixel": 0.6187000274658203, "mean_nn_ratio_pixel": 0.39569538831710815, "fid": 42.97906154650503} +{"step": 1710000, "wall_time": 15772.501380205154, "train_loss_step": 3.270998477935791, "n_params": 4408390, "total_flops": 23157801676800000, "train_loss": 0.022647528988974434, "subset_score_loss": 0.022647528988974434} +{"step": 1720000, "wall_time": 15858.905517101288, "train_loss_step": 3.194049119949341, "n_params": 4408390, "total_flops": 23293227417600000, "train_loss": 0.02296043975012643, "subset_score_loss": 0.02296043975012643} +{"step": 1730000, "wall_time": 15945.374396800995, "train_loss_step": 3.3003509044647217, "n_params": 4408390, "total_flops": 23428653158400000, "train_loss": 0.022451855455126082, "subset_score_loss": 0.022451855455126082} +{"step": 1740000, "wall_time": 16031.900952100754, "train_loss_step": 3.2340903282165527, "n_params": 4408390, "total_flops": 23564078899200000, "train_loss": 0.02334071397781372, "subset_score_loss": 0.02334071397781372} +{"step": 1750000, "wall_time": 16117.948420524597, "train_loss_step": 3.2699992656707764, "n_params": 4408390, "total_flops": 23699504640000000, "train_loss": 0.02252715655735561, "subset_score_loss": 0.02252715655735561} +{"step": 1760000, "wall_time": 16184.132626056671, "train_loss_step": 3.042379856109619, "n_params": 4408390, "total_flops": 23834930380800000, "train_loss": 0.022409835883549282, "subset_score_loss": 0.022409835883549282} +{"step": 1770000, "wall_time": 16269.691182136536, "train_loss_step": 3.203064441680908, "n_params": 4408390, "total_flops": 23970356121600000, "train_loss": 0.022353223391941617, "subset_score_loss": 0.022353223391941617} +{"step": 1780000, "wall_time": 16356.088039398193, "train_loss_step": 2.962097644805908, "n_params": 4408390, "total_flops": 24105781862400000, "train_loss": 0.022806736401149205, "subset_score_loss": 0.022806736401149205} +{"step": 1790000, "wall_time": 16442.458973884583, "train_loss_step": 3.029038667678833, "n_params": 4408390, "total_flops": 24241207603200000, "train_loss": 0.021991268226078577, "subset_score_loss": 0.021991268226078577} +{"step": 1800000, "wall_time": 16593.25875234604, "train_loss_step": 3.5091094970703125, "n_params": 4408390, "total_flops": 24376633344000000, "train_loss": 0.021863790920802526, "subset_score_loss": 0.021863790920802526, "memorization_fraction_pixel": 0.6452000141143799, "mean_nn_ratio_pixel": 0.38530927896499634, "fid": 42.43320288363658} +{"step": 1810000, "wall_time": 16678.077886343002, "train_loss_step": 3.128032922744751, "n_params": 4408390, "total_flops": 24512059084800000, "train_loss": 0.022381743362971714, "subset_score_loss": 0.022381743362971714} +{"step": 1820000, "wall_time": 16764.454295635223, "train_loss_step": 3.2813117504119873, "n_params": 4408390, "total_flops": 24647484825600000, "train_loss": 0.02202986138207572, "subset_score_loss": 0.02202986138207572} +{"step": 1830000, "wall_time": 16850.84116435051, "train_loss_step": 3.50339412689209, "n_params": 4408390, "total_flops": 24782910566400000, "train_loss": 0.022862539972577776, "subset_score_loss": 0.022862539972577776} +{"step": 1840000, "wall_time": 16937.20439696312, "train_loss_step": 3.0620622634887695, "n_params": 4408390, "total_flops": 24918336307200000, "train_loss": 0.021674300943102156, "subset_score_loss": 0.021674300943102156} +{"step": 1850000, "wall_time": 17023.69015145302, "train_loss_step": 3.0887300968170166, "n_params": 4408390, "total_flops": 25053762048000000, "train_loss": 0.021918768542153494, "subset_score_loss": 0.021918768542153494} +{"step": 1860000, "wall_time": 17110.25173997879, "train_loss_step": 3.1160969734191895, "n_params": 4408390, "total_flops": 25189187788800000, "train_loss": 0.022111172335488455, "subset_score_loss": 0.022111172335488455} +{"step": 1870000, "wall_time": 17191.65874004364, "train_loss_step": 3.4578285217285156, "n_params": 4408390, "total_flops": 25324613529600000, "train_loss": 0.021927298818315778, "subset_score_loss": 0.021927298818315778} +{"step": 1880000, "wall_time": 17278.144210100174, "train_loss_step": 3.2488973140716553, "n_params": 4408390, "total_flops": 25460039270400000, "train_loss": 0.022352399144853864, "subset_score_loss": 0.022352399144853864} +{"step": 1890000, "wall_time": 17364.461780309677, "train_loss_step": 3.355762004852295, "n_params": 4408390, "total_flops": 25595465011200000, "train_loss": 0.02136927843093872, "subset_score_loss": 0.02136927843093872} +{"step": 1900000, "wall_time": 17515.818036317825, "train_loss_step": 3.15057373046875, "n_params": 4408390, "total_flops": 25730890752000000, "train_loss": 0.021438024725232804, "subset_score_loss": 0.021438024725232804, "memorization_fraction_pixel": 0.656499981880188, "mean_nn_ratio_pixel": 0.3790619969367981, "fid": 42.70583939506045} +{"step": 1910000, "wall_time": 17600.303457260132, "train_loss_step": 3.0866031646728516, "n_params": 4408390, "total_flops": 25866316492800000, "train_loss": 0.022016710894448416, "subset_score_loss": 0.022016710894448416} +{"step": 1920000, "wall_time": 17686.666763305664, "train_loss_step": 3.245516777038574, "n_params": 4408390, "total_flops": 26001742233600000, "train_loss": 0.02230585813522339, "subset_score_loss": 0.02230585813522339} +{"step": 1930000, "wall_time": 17772.97714161873, "train_loss_step": 3.4757041931152344, "n_params": 4408390, "total_flops": 26137167974400000, "train_loss": 0.02179300444466727, "subset_score_loss": 0.02179300444466727} +{"step": 1940000, "wall_time": 17859.487150907516, "train_loss_step": 3.117875099182129, "n_params": 4408390, "total_flops": 26272593715200000, "train_loss": 0.021054647650037492, "subset_score_loss": 0.021054647650037492} +{"step": 1950000, "wall_time": 17945.897028684616, "train_loss_step": 3.164365291595459, "n_params": 4408390, "total_flops": 26408019456000000, "train_loss": 0.021166627747671946, "subset_score_loss": 0.021166627747671946} +{"step": 1960000, "wall_time": 18032.3771648407, "train_loss_step": 3.504634380340576, "n_params": 4408390, "total_flops": 26543445196800000, "train_loss": 0.021617189475468226, "subset_score_loss": 0.021617189475468226} +{"step": 1970000, "wall_time": 18118.978351831436, "train_loss_step": 3.0030107498168945, "n_params": 4408390, "total_flops": 26678870937600000, "train_loss": 0.020884849343981063, "subset_score_loss": 0.020884849343981063} +{"step": 1980000, "wall_time": 18201.80108857155, "train_loss_step": 3.147542715072632, "n_params": 4408390, "total_flops": 26814296678400000, "train_loss": 0.02099051134926932, "subset_score_loss": 0.02099051134926932} +{"step": 1990000, "wall_time": 18288.195991516113, "train_loss_step": 3.2433929443359375, "n_params": 4408390, "total_flops": 26949722419200000, "train_loss": 0.02126392296382359, "subset_score_loss": 0.02126392296382359} +{"step": 2000000, "wall_time": 18438.27411556244, "train_loss_step": 2.9859490394592285, "n_params": 4408390, "total_flops": 27085148160000000, "train_loss": 0.020584322725023543, "subset_score_loss": 0.020584322725023543, "memorization_fraction_pixel": 0.673799991607666, "mean_nn_ratio_pixel": 0.36922481656074524, "fid": 42.202688863466264} +{"step": 2010000, "wall_time": 18522.781801462173, "train_loss_step": 3.3894824981689453, "n_params": 4408390, "total_flops": 27220573900800000, "train_loss": 0.020243801389421737, "subset_score_loss": 0.020243801389421737} +{"step": 2020000, "wall_time": 18609.22523212433, "train_loss_step": 3.3105602264404297, "n_params": 4408390, "total_flops": 27355999641600000, "train_loss": 0.021155227933611187, "subset_score_loss": 0.021155227933611187} +{"step": 2030000, "wall_time": 18695.62133193016, "train_loss_step": 2.8741872310638428, "n_params": 4408390, "total_flops": 27491425382400000, "train_loss": 0.02050912209919521, "subset_score_loss": 0.02050912209919521} +{"step": 2040000, "wall_time": 18782.067928552628, "train_loss_step": 3.022432804107666, "n_params": 4408390, "total_flops": 27626851123200000, "train_loss": 0.020728048256465365, "subset_score_loss": 0.020728048256465365} +{"step": 2050000, "wall_time": 18868.459464788437, "train_loss_step": 3.435600757598877, "n_params": 4408390, "total_flops": 27762276864000000, "train_loss": 0.021505779879433768, "subset_score_loss": 0.021505779879433768} +{"step": 2060000, "wall_time": 18954.85569214821, "train_loss_step": 3.5545432567596436, "n_params": 4408390, "total_flops": 27897702604800000, "train_loss": 0.021053050245557512, "subset_score_loss": 0.021053050245557512} +{"step": 2070000, "wall_time": 19041.341703414917, "train_loss_step": 3.3557238578796387, "n_params": 4408390, "total_flops": 28033128345600000, "train_loss": 0.02048543861934117, "subset_score_loss": 0.02048543861934117} +{"step": 2080000, "wall_time": 19128.219173192978, "train_loss_step": 3.1012825965881348, "n_params": 4408390, "total_flops": 28168554086400000, "train_loss": 0.020880835396902903, "subset_score_loss": 0.020880835396902903} +{"step": 2090000, "wall_time": 19200.33907008171, "train_loss_step": 3.271862268447876, "n_params": 4408390, "total_flops": 28303979827200000, "train_loss": 0.019958489281790597, "subset_score_loss": 0.019958489281790597} +{"step": 2100000, "wall_time": 19351.857572078705, "train_loss_step": 3.0601706504821777, "n_params": 4408390, "total_flops": 28439405568000000, "train_loss": 0.019885943617139544, "subset_score_loss": 0.019885943617139544, "memorization_fraction_pixel": 0.7016000151634216, "mean_nn_ratio_pixel": 0.3618583679199219, "fid": 42.935699591975236} +{"step": 2110000, "wall_time": 19436.22388124466, "train_loss_step": 2.8593192100524902, "n_params": 4408390, "total_flops": 28574831308800000, "train_loss": 0.01985442978995187, "subset_score_loss": 0.01985442978995187} +{"step": 2120000, "wall_time": 19522.722160577774, "train_loss_step": 3.199819564819336, "n_params": 4408390, "total_flops": 28710257049600000, "train_loss": 0.01923159190586635, "subset_score_loss": 0.01923159190586635} +{"step": 2130000, "wall_time": 19609.176533937454, "train_loss_step": 3.0168356895446777, "n_params": 4408390, "total_flops": 28845682790400000, "train_loss": 0.01977932793753488, "subset_score_loss": 0.01977932793753488} +{"step": 2140000, "wall_time": 19695.6072845459, "train_loss_step": 3.1223931312561035, "n_params": 4408390, "total_flops": 28981108531200000, "train_loss": 0.01905319861003331, "subset_score_loss": 0.01905319861003331} +{"step": 2150000, "wall_time": 19782.10280919075, "train_loss_step": 3.084601402282715, "n_params": 4408390, "total_flops": 29116534272000000, "train_loss": 0.019901466369628907, "subset_score_loss": 0.019901466369628907} +{"step": 2160000, "wall_time": 19868.662355184555, "train_loss_step": 2.8911285400390625, "n_params": 4408390, "total_flops": 29251960012800000, "train_loss": 0.019119976248059955, "subset_score_loss": 0.019119976248059955} +{"step": 2170000, "wall_time": 19955.128424167633, "train_loss_step": 2.9044229984283447, "n_params": 4408390, "total_flops": 29387385753600000, "train_loss": 0.01971364532198225, "subset_score_loss": 0.01971364532198225} +{"step": 2180000, "wall_time": 20041.567098617554, "train_loss_step": 2.8848867416381836, "n_params": 4408390, "total_flops": 29522811494400000, "train_loss": 0.019215903963361466, "subset_score_loss": 0.019215903963361466} +{"step": 2190000, "wall_time": 20128.040944814682, "train_loss_step": 3.118910789489746, "n_params": 4408390, "total_flops": 29658237235200000, "train_loss": 0.019324624538421632, "subset_score_loss": 0.019324624538421632} +{"step": 2200000, "wall_time": 20270.144187688828, "train_loss_step": 2.9401495456695557, "n_params": 4408390, "total_flops": 29793662976000000, "train_loss": 0.019151781286512102, "subset_score_loss": 0.019151781286512102, "memorization_fraction_pixel": 0.7261000275611877, "mean_nn_ratio_pixel": 0.35302990674972534, "fid": 42.98143893751762} +{"step": 2210000, "wall_time": 20354.692109823227, "train_loss_step": 2.9470415115356445, "n_params": 4408390, "total_flops": 29929088716800000, "train_loss": 0.018825852870941163, "subset_score_loss": 0.018825852870941163} +{"step": 2220000, "wall_time": 20441.18500161171, "train_loss_step": 3.0266640186309814, "n_params": 4408390, "total_flops": 30064514457600000, "train_loss": 0.018673947879246304, "subset_score_loss": 0.018673947879246304} +{"step": 2230000, "wall_time": 20527.78559947014, "train_loss_step": 2.823024034500122, "n_params": 4408390, "total_flops": 30199940198400000, "train_loss": 0.018805113860539027, "subset_score_loss": 0.018805113860539027} +{"step": 2240000, "wall_time": 20614.16711616516, "train_loss_step": 3.236982583999634, "n_params": 4408390, "total_flops": 30335365939200000, "train_loss": 0.018588449273790632, "subset_score_loss": 0.018588449273790632} +{"step": 2250000, "wall_time": 20700.729528665543, "train_loss_step": 3.0114197731018066, "n_params": 4408390, "total_flops": 30470791680000000, "train_loss": 0.018817799431937083, "subset_score_loss": 0.018817799431937083} +{"step": 2260000, "wall_time": 20787.171924829483, "train_loss_step": 3.083004951477051, "n_params": 4408390, "total_flops": 30606217420800000, "train_loss": 0.019343822343008858, "subset_score_loss": 0.019343822343008858} +{"step": 2270000, "wall_time": 20873.792273521423, "train_loss_step": 3.4494404792785645, "n_params": 4408390, "total_flops": 30741643161600000, "train_loss": 0.019037864889417375, "subset_score_loss": 0.019037864889417375} +{"step": 2280000, "wall_time": 20960.24736738205, "train_loss_step": 3.0185906887054443, "n_params": 4408390, "total_flops": 30877068902400000, "train_loss": 0.018840673991612027, "subset_score_loss": 0.018840673991612027} +{"step": 2290000, "wall_time": 21046.73690533638, "train_loss_step": 3.0680744647979736, "n_params": 4408390, "total_flops": 31012494643200000, "train_loss": 0.018157192638942173, "subset_score_loss": 0.018157192638942173} +{"step": 2300000, "wall_time": 21194.53996157646, "train_loss_step": 3.2127630710601807, "n_params": 4408390, "total_flops": 31147920384000000, "train_loss": 0.018673253059387208, "subset_score_loss": 0.018673253059387208, "memorization_fraction_pixel": 0.7427999973297119, "mean_nn_ratio_pixel": 0.3441832661628723, "fid": 42.175599375590735} +{"step": 2310000, "wall_time": 21275.110248088837, "train_loss_step": 3.378133773803711, "n_params": 4408390, "total_flops": 31283346124800000, "train_loss": 0.018451316016060964, "subset_score_loss": 0.018451316016060964} +{"step": 2320000, "wall_time": 21361.53763985634, "train_loss_step": 3.1427290439605713, "n_params": 4408390, "total_flops": 31418771865600000, "train_loss": 0.017869402681078228, "subset_score_loss": 0.017869402681078228} +{"step": 2330000, "wall_time": 21448.101201057434, "train_loss_step": 3.0210089683532715, "n_params": 4408390, "total_flops": 31554197606400000, "train_loss": 0.018087121418544225, "subset_score_loss": 0.018087121418544225} +{"step": 2340000, "wall_time": 21534.606597185135, "train_loss_step": 3.0483317375183105, "n_params": 4408390, "total_flops": 31689623347200000, "train_loss": 0.017542197023119245, "subset_score_loss": 0.017542197023119245} +{"step": 2350000, "wall_time": 21621.06838440895, "train_loss_step": 3.135605812072754, "n_params": 4408390, "total_flops": 31825049088000000, "train_loss": 0.017608012471880232, "subset_score_loss": 0.017608012471880232} +{"step": 2360000, "wall_time": 21707.600311279297, "train_loss_step": 3.0724053382873535, "n_params": 4408390, "total_flops": 31960474828800000, "train_loss": 0.018015948363712855, "subset_score_loss": 0.018015948363712855} +{"step": 2370000, "wall_time": 21794.074338674545, "train_loss_step": 3.0565719604492188, "n_params": 4408390, "total_flops": 32095900569600000, "train_loss": 0.017908675330025808, "subset_score_loss": 0.017908675330025808} +{"step": 2380000, "wall_time": 21880.6097946167, "train_loss_step": 2.9655537605285645, "n_params": 4408390, "total_flops": 32231326310400000, "train_loss": 0.01778007745742798, "subset_score_loss": 0.01778007745742798} +{"step": 2390000, "wall_time": 21966.976630926132, "train_loss_step": 2.786294937133789, "n_params": 4408390, "total_flops": 32366752051200000, "train_loss": 0.01740250757762364, "subset_score_loss": 0.01740250757762364} +{"step": 2400000, "wall_time": 22117.36009168625, "train_loss_step": 2.985410213470459, "n_params": 4408390, "total_flops": 32502177792000000, "train_loss": 0.01752415384565081, "subset_score_loss": 0.01752415384565081, "memorization_fraction_pixel": 0.7461000084877014, "mean_nn_ratio_pixel": 0.3419201076030731, "fid": 42.53747753890877} +{"step": 2410000, "wall_time": 22196.838875055313, "train_loss_step": 3.0651297569274902, "n_params": 4408390, "total_flops": 32637603532800000, "train_loss": 0.01733837808881487, "subset_score_loss": 0.01733837808881487} +{"step": 2420000, "wall_time": 22273.543669223785, "train_loss_step": 3.179320812225342, "n_params": 4408390, "total_flops": 32773029273600000, "train_loss": 0.016777309349605016, "subset_score_loss": 0.016777309349605016} +{"step": 2430000, "wall_time": 22360.10543203354, "train_loss_step": 3.262202024459839, "n_params": 4408390, "total_flops": 32908455014400000, "train_loss": 0.0182673522404262, "subset_score_loss": 0.0182673522404262} +{"step": 2440000, "wall_time": 22446.541069746017, "train_loss_step": 3.248643398284912, "n_params": 4408390, "total_flops": 33043880755200000, "train_loss": 0.01717127902167184, "subset_score_loss": 0.01717127902167184} +{"step": 2450000, "wall_time": 22533.02504324913, "train_loss_step": 2.944118022918701, "n_params": 4408390, "total_flops": 33179306496000000, "train_loss": 0.016918708596910748, "subset_score_loss": 0.016918708596910748} +{"step": 2460000, "wall_time": 22619.43102645874, "train_loss_step": 2.9992856979370117, "n_params": 4408390, "total_flops": 33314732236800000, "train_loss": 0.016974495138440814, "subset_score_loss": 0.016974495138440814} +{"step": 2470000, "wall_time": 22705.9329059124, "train_loss_step": 2.948704242706299, "n_params": 4408390, "total_flops": 33450157977600000, "train_loss": 0.017040911742619107, "subset_score_loss": 0.017040911742619107} +{"step": 2480000, "wall_time": 22792.214620113373, "train_loss_step": 3.1766252517700195, "n_params": 4408390, "total_flops": 33585583718400000, "train_loss": 0.017278141634804862, "subset_score_loss": 0.017278141634804862} +{"step": 2490000, "wall_time": 22878.759796142578, "train_loss_step": 2.804255485534668, "n_params": 4408390, "total_flops": 33721009459200000, "train_loss": 0.016943231650761195, "subset_score_loss": 0.016943231650761195} +{"step": 2500000, "wall_time": 23030.07821536064, "train_loss_step": 3.106917381286621, "n_params": 4408390, "total_flops": 33856435200000000, "train_loss": 0.016752152783530098, "subset_score_loss": 0.016752152783530098, "memorization_fraction_pixel": 0.7432000041007996, "mean_nn_ratio_pixel": 0.3461921811103821, "fid": 41.975547791544756} +{"step": 2510000, "wall_time": 23114.755268335342, "train_loss_step": 2.841660499572754, "n_params": 4408390, "total_flops": 33991860940800000, "train_loss": 0.016809466906956266, "subset_score_loss": 0.016809466906956266} +{"step": 2520000, "wall_time": 23201.385952949524, "train_loss_step": 2.850799560546875, "n_params": 4408390, "total_flops": 34127286681600000, "train_loss": 0.016430982521602085, "subset_score_loss": 0.016430982521602085} +{"step": 2530000, "wall_time": 23283.304409503937, "train_loss_step": 3.105149745941162, "n_params": 4408390, "total_flops": 34262712422400000, "train_loss": 0.016775337287357875, "subset_score_loss": 0.016775337287357875} +{"step": 2540000, "wall_time": 23369.819319725037, "train_loss_step": 2.9234578609466553, "n_params": 4408390, "total_flops": 34398138163200000, "train_loss": 0.0164320707321167, "subset_score_loss": 0.0164320707321167} +{"step": 2550000, "wall_time": 23456.36946964264, "train_loss_step": 3.3747856616973877, "n_params": 4408390, "total_flops": 34533563904000000, "train_loss": 0.016944314752306257, "subset_score_loss": 0.016944314752306257} +{"step": 2560000, "wall_time": 23542.933954954147, "train_loss_step": 3.0789451599121094, "n_params": 4408390, "total_flops": 34668989644800000, "train_loss": 0.0164458121572222, "subset_score_loss": 0.0164458121572222} +{"step": 2570000, "wall_time": 23629.464057445526, "train_loss_step": 3.187021255493164, "n_params": 4408390, "total_flops": 34804415385600000, "train_loss": 0.01683755942753383, "subset_score_loss": 0.01683755942753383} +{"step": 2580000, "wall_time": 23715.959110736847, "train_loss_step": 2.967189073562622, "n_params": 4408390, "total_flops": 34939841126400000, "train_loss": 0.016461701052529473, "subset_score_loss": 0.016461701052529473} +{"step": 2590000, "wall_time": 23802.327794075012, "train_loss_step": 3.1663661003112793, "n_params": 4408390, "total_flops": 35075266867200000, "train_loss": 0.016596920149666922, "subset_score_loss": 0.016596920149666922} +{"step": 2600000, "wall_time": 23953.065031290054, "train_loss_step": 2.934877872467041, "n_params": 4408390, "total_flops": 35210692608000000, "train_loss": 0.01622746331351144, "subset_score_loss": 0.01622746331351144, "memorization_fraction_pixel": 0.7710999846458435, "mean_nn_ratio_pixel": 0.3305839002132416, "fid": 42.31058364800907} +{"step": 2610000, "wall_time": 24037.21586060524, "train_loss_step": 3.2321078777313232, "n_params": 4408390, "total_flops": 35346118348800000, "train_loss": 0.015712450231824604, "subset_score_loss": 0.015712450231824604} +{"step": 2620000, "wall_time": 24123.527032136917, "train_loss_step": 2.98014235496521, "n_params": 4408390, "total_flops": 35481544089600000, "train_loss": 0.01640756470816476, "subset_score_loss": 0.01640756470816476} +{"step": 2630000, "wall_time": 24206.08332657814, "train_loss_step": 2.947664260864258, "n_params": 4408390, "total_flops": 35616969830400000, "train_loss": 0.016021195479801725, "subset_score_loss": 0.016021195479801725} +{"step": 2640000, "wall_time": 24278.9625916481, "train_loss_step": 2.8508553504943848, "n_params": 4408390, "total_flops": 35752395571200000, "train_loss": 0.01645178624561855, "subset_score_loss": 0.01645178624561855} +{"step": 2650000, "wall_time": 24365.42785692215, "train_loss_step": 2.9802002906799316, "n_params": 4408390, "total_flops": 35887821312000000, "train_loss": 0.0157083306993757, "subset_score_loss": 0.0157083306993757} +{"step": 2660000, "wall_time": 24451.98890566826, "train_loss_step": 2.888247013092041, "n_params": 4408390, "total_flops": 36023247052800000, "train_loss": 0.01557098627090454, "subset_score_loss": 0.01557098627090454} +{"step": 2670000, "wall_time": 24538.555783510208, "train_loss_step": 2.8484318256378174, "n_params": 4408390, "total_flops": 36158672793600000, "train_loss": 0.015992115225110737, "subset_score_loss": 0.015992115225110737} +{"step": 2680000, "wall_time": 24624.925791740417, "train_loss_step": 3.4417190551757812, "n_params": 4408390, "total_flops": 36294098534400000, "train_loss": 0.016256787095751082, "subset_score_loss": 0.016256787095751082} +{"step": 2690000, "wall_time": 24711.387498140335, "train_loss_step": 3.150024175643921, "n_params": 4408390, "total_flops": 36429524275200000, "train_loss": 0.0156801666532244, "subset_score_loss": 0.0156801666532244} +{"step": 2700000, "wall_time": 24863.193883419037, "train_loss_step": 3.1431221961975098, "n_params": 4408390, "total_flops": 36564950016000000, "train_loss": 0.015497864995683943, "subset_score_loss": 0.015497864995683943, "memorization_fraction_pixel": 0.7774999737739563, "mean_nn_ratio_pixel": 0.32889997959136963, "fid": 42.15179739225075} +{"step": 2710000, "wall_time": 24947.869749307632, "train_loss_step": 3.174551486968994, "n_params": 4408390, "total_flops": 36700375756800000, "train_loss": 0.015715769359043667, "subset_score_loss": 0.015715769359043667} +{"step": 2720000, "wall_time": 25034.049255371094, "train_loss_step": 3.21728515625, "n_params": 4408390, "total_flops": 36835801497600000, "train_loss": 0.015489319392613003, "subset_score_loss": 0.015489319392613003} +{"step": 2730000, "wall_time": 25120.431624889374, "train_loss_step": 2.886202812194824, "n_params": 4408390, "total_flops": 36971227238400000, "train_loss": 0.016011021818433488, "subset_score_loss": 0.016011021818433488} +{"step": 2740000, "wall_time": 25207.58961391449, "train_loss_step": 2.682042121887207, "n_params": 4408390, "total_flops": 37106652979200000, "train_loss": 0.016115147726876396, "subset_score_loss": 0.016115147726876396} +{"step": 2750000, "wall_time": 25287.934945344925, "train_loss_step": 3.0091347694396973, "n_params": 4408390, "total_flops": 37242078720000000, "train_loss": 0.015511793749673026, "subset_score_loss": 0.015511793749673026} +{"step": 2760000, "wall_time": 25374.42902803421, "train_loss_step": 2.9016244411468506, "n_params": 4408390, "total_flops": 37377504460800000, "train_loss": 0.01533773456301008, "subset_score_loss": 0.01533773456301008} +{"step": 2770000, "wall_time": 25460.88206267357, "train_loss_step": 3.041060447692871, "n_params": 4408390, "total_flops": 37512930201600000, "train_loss": 0.015598779065268381, "subset_score_loss": 0.015598779065268381} +{"step": 2780000, "wall_time": 25547.280765771866, "train_loss_step": 2.7701873779296875, "n_params": 4408390, "total_flops": 37648355942400000, "train_loss": 0.015957392965044295, "subset_score_loss": 0.015957392965044295} +{"step": 2790000, "wall_time": 25633.727822065353, "train_loss_step": 2.920198917388916, "n_params": 4408390, "total_flops": 37783781683200000, "train_loss": 0.015755801541464668, "subset_score_loss": 0.015755801541464668} +{"step": 2800000, "wall_time": 25785.190548419952, "train_loss_step": 2.7637243270874023, "n_params": 4408390, "total_flops": 37919207424000000, "train_loss": 0.014697747571127755, "subset_score_loss": 0.014697747571127755, "memorization_fraction_pixel": 0.776199996471405, "mean_nn_ratio_pixel": 0.3324660360813141, "fid": 43.14111033492296} +{"step": 2810000, "wall_time": 25869.648915290833, "train_loss_step": 3.024308443069458, "n_params": 4408390, "total_flops": 38054633164800000, "train_loss": 0.015775961535317556, "subset_score_loss": 0.015775961535317556} +{"step": 2820000, "wall_time": 25955.66393828392, "train_loss_step": 2.599756956100464, "n_params": 4408390, "total_flops": 38190058905600000, "train_loss": 0.014882327829088484, "subset_score_loss": 0.014882327829088484} +{"step": 2830000, "wall_time": 26042.053084373474, "train_loss_step": 2.9748222827911377, "n_params": 4408390, "total_flops": 38325484646400000, "train_loss": 0.014814717429024833, "subset_score_loss": 0.014814717429024833} +{"step": 2840000, "wall_time": 26128.4538462162, "train_loss_step": 2.8907973766326904, "n_params": 4408390, "total_flops": 38460910387200000, "train_loss": 0.01489527566092355, "subset_score_loss": 0.01489527566092355} +{"step": 2850000, "wall_time": 26215.700431585312, "train_loss_step": 2.635249614715576, "n_params": 4408390, "total_flops": 38596336128000000, "train_loss": 0.015529932294573104, "subset_score_loss": 0.015529932294573104} +{"step": 2860000, "wall_time": 26286.381194353104, "train_loss_step": 2.979940414428711, "n_params": 4408390, "total_flops": 38731761868800000, "train_loss": 0.015538760593959264, "subset_score_loss": 0.015538760593959264} +{"step": 2870000, "wall_time": 26372.97107720375, "train_loss_step": 3.1130034923553467, "n_params": 4408390, "total_flops": 38867187609600000, "train_loss": 0.015085327625274658, "subset_score_loss": 0.015085327625274658} +{"step": 2880000, "wall_time": 26459.45131969452, "train_loss_step": 2.82564377784729, "n_params": 4408390, "total_flops": 39002613350400000, "train_loss": 0.015037071704864503, "subset_score_loss": 0.015037071704864503} +{"step": 2890000, "wall_time": 26545.727931261063, "train_loss_step": 2.8114981651306152, "n_params": 4408390, "total_flops": 39138039091200000, "train_loss": 0.014670741558074952, "subset_score_loss": 0.014670741558074952} +{"step": 2900000, "wall_time": 26697.459228515625, "train_loss_step": 3.0461790561676025, "n_params": 4408390, "total_flops": 39273464832000000, "train_loss": 0.0144767165184021, "subset_score_loss": 0.0144767165184021, "memorization_fraction_pixel": 0.7928000092506409, "mean_nn_ratio_pixel": 0.3251742124557495, "fid": 41.98213260871809} +{"step": 2910000, "wall_time": 26781.946019649506, "train_loss_step": 3.05560302734375, "n_params": 4408390, "total_flops": 39408890572800000, "train_loss": 0.015225173745836531, "subset_score_loss": 0.015225173745836531} +{"step": 2920000, "wall_time": 26868.217631578445, "train_loss_step": 2.814497470855713, "n_params": 4408390, "total_flops": 39544316313600000, "train_loss": 0.01502270187650408, "subset_score_loss": 0.01502270187650408} +{"step": 2930000, "wall_time": 26954.61779999733, "train_loss_step": 2.9490456581115723, "n_params": 4408390, "total_flops": 39679742054400000, "train_loss": 0.014755863802773612, "subset_score_loss": 0.014755863802773612} +{"step": 2940000, "wall_time": 27040.983997821808, "train_loss_step": 2.9498445987701416, "n_params": 4408390, "total_flops": 39815167795200000, "train_loss": 0.014763208797999791, "subset_score_loss": 0.014763208797999791} +{"step": 2950000, "wall_time": 27127.565149068832, "train_loss_step": 2.5972180366516113, "n_params": 4408390, "total_flops": 39950593536000000, "train_loss": 0.01419532299041748, "subset_score_loss": 0.01419532299041748} +{"step": 2960000, "wall_time": 27214.420031785965, "train_loss_step": 2.976966381072998, "n_params": 4408390, "total_flops": 40086019276800000, "train_loss": 0.014622502667563302, "subset_score_loss": 0.014622502667563302} +{"step": 2970000, "wall_time": 27294.84670162201, "train_loss_step": 3.23857045173645, "n_params": 4408390, "total_flops": 40221445017600000, "train_loss": 0.014968977655683245, "subset_score_loss": 0.014968977655683245} +{"step": 2980000, "wall_time": 27381.395396471024, "train_loss_step": 2.7275052070617676, "n_params": 4408390, "total_flops": 40356870758400000, "train_loss": 0.015056320599147252, "subset_score_loss": 0.015056320599147252} +{"step": 2990000, "wall_time": 27467.033686876297, "train_loss_step": 2.5707077980041504, "n_params": 4408390, "total_flops": 40492296499200000, "train_loss": 0.014837818486349923, "subset_score_loss": 0.014837818486349923} +{"step": 3000000, "wall_time": 27618.68349289894, "train_loss_step": 2.7227349281311035, "n_params": 4408390, "total_flops": 40627722240000000, "train_loss": 0.014592986447470528, "subset_score_loss": 0.014592986447470528, "memorization_fraction_pixel": 0.7954999804496765, "mean_nn_ratio_pixel": 0.3226240575313568, "fid": 41.43941085109583} +{"step": 3010000, "wall_time": 27703.024435281754, "train_loss_step": 2.9824507236480713, "n_params": 4408390, "total_flops": 40763147980800000, "train_loss": 0.014135525056294033, "subset_score_loss": 0.014135525056294033} +{"step": 3020000, "wall_time": 27789.342324256897, "train_loss_step": 2.8963286876678467, "n_params": 4408390, "total_flops": 40898573721600000, "train_loss": 0.01503795555659703, "subset_score_loss": 0.01503795555659703} +{"step": 3030000, "wall_time": 27875.52466726303, "train_loss_step": 2.7001376152038574, "n_params": 4408390, "total_flops": 41033999462400000, "train_loss": 0.014608652251107352, "subset_score_loss": 0.014608652251107352} +{"step": 3040000, "wall_time": 27961.906999349594, "train_loss_step": 2.825011730194092, "n_params": 4408390, "total_flops": 41169425203200000, "train_loss": 0.01375472971371242, "subset_score_loss": 0.01375472971371242} +{"step": 3050000, "wall_time": 28048.35145020485, "train_loss_step": 2.7167179584503174, "n_params": 4408390, "total_flops": 41304850944000000, "train_loss": 0.014697958741869245, "subset_score_loss": 0.014697958741869245} +{"step": 3060000, "wall_time": 28134.817141532898, "train_loss_step": 2.97930908203125, "n_params": 4408390, "total_flops": 41440276684800000, "train_loss": 0.014326219899313791, "subset_score_loss": 0.014326219899313791} +{"step": 3070000, "wall_time": 28221.928406000137, "train_loss_step": 2.9737517833709717, "n_params": 4408390, "total_flops": 41575702425600000, "train_loss": 0.014444499356406076, "subset_score_loss": 0.014444499356406076} +{"step": 3080000, "wall_time": 28303.59514427185, "train_loss_step": 2.879232406616211, "n_params": 4408390, "total_flops": 41711128166400000, "train_loss": 0.013980759041649955, "subset_score_loss": 0.013980759041649955} +{"step": 3090000, "wall_time": 28388.51086950302, "train_loss_step": 2.9008030891418457, "n_params": 4408390, "total_flops": 41846553907200000, "train_loss": 0.01385829108101981, "subset_score_loss": 0.01385829108101981} +{"step": 3100000, "wall_time": 28541.84682559967, "train_loss_step": 2.9789540767669678, "n_params": 4408390, "total_flops": 41981979648000000, "train_loss": 0.014216303825378418, "subset_score_loss": 0.014216303825378418, "memorization_fraction_pixel": 0.7986999750137329, "mean_nn_ratio_pixel": 0.31953608989715576, "fid": 42.12563529002927} +{"step": 3110000, "wall_time": 28626.335931539536, "train_loss_step": 2.6465260982513428, "n_params": 4408390, "total_flops": 42117405388800000, "train_loss": 0.014032148463385446, "subset_score_loss": 0.014032148463385446} +{"step": 3120000, "wall_time": 28712.70692896843, "train_loss_step": 2.9076766967773438, "n_params": 4408390, "total_flops": 42252831129600000, "train_loss": 0.013665767226900374, "subset_score_loss": 0.013665767226900374} +{"step": 3130000, "wall_time": 28798.99240231514, "train_loss_step": 2.9758849143981934, "n_params": 4408390, "total_flops": 42388256870400000, "train_loss": 0.015302354948861258, "subset_score_loss": 0.015302354948861258} +{"step": 3140000, "wall_time": 28885.394360780716, "train_loss_step": 2.880875587463379, "n_params": 4408390, "total_flops": 42523682611200000, "train_loss": 0.014172016722815378, "subset_score_loss": 0.014172016722815378} +{"step": 3150000, "wall_time": 28971.884418964386, "train_loss_step": 3.328911542892456, "n_params": 4408390, "total_flops": 42659108352000000, "train_loss": 0.01389602678162711, "subset_score_loss": 0.01389602678162711} +{"step": 3160000, "wall_time": 29058.45071029663, "train_loss_step": 3.0548412799835205, "n_params": 4408390, "total_flops": 42794534092800000, "train_loss": 0.013085640328271048, "subset_score_loss": 0.013085640328271048} +{"step": 3170000, "wall_time": 29144.976405143738, "train_loss_step": 3.096165657043457, "n_params": 4408390, "total_flops": 42929959833600000, "train_loss": 0.014241061891828265, "subset_score_loss": 0.014241061891828265} +{"step": 3180000, "wall_time": 29230.18456053734, "train_loss_step": 2.769564628601074, "n_params": 4408390, "total_flops": 43065385574400000, "train_loss": 0.013853661503110614, "subset_score_loss": 0.013853661503110614} +{"step": 3190000, "wall_time": 29311.00294470787, "train_loss_step": 2.806253433227539, "n_params": 4408390, "total_flops": 43200811315200000, "train_loss": 0.014151886531284878, "subset_score_loss": 0.014151886531284878} +{"step": 3200000, "wall_time": 29464.482560396194, "train_loss_step": 2.7030928134918213, "n_params": 4408390, "total_flops": 43336237056000000, "train_loss": 0.013517388275691442, "subset_score_loss": 0.013517388275691442, "memorization_fraction_pixel": 0.8105999827384949, "mean_nn_ratio_pixel": 0.3174475431442261, "fid": 42.12507562353534} +{"step": 3210000, "wall_time": 29548.936322450638, "train_loss_step": 2.822359323501587, "n_params": 4408390, "total_flops": 43471662796800000, "train_loss": 0.013209251846585954, "subset_score_loss": 0.013209251846585954} +{"step": 3220000, "wall_time": 29635.455518722534, "train_loss_step": 2.5223772525787354, "n_params": 4408390, "total_flops": 43607088537600000, "train_loss": 0.013391246965953282, "subset_score_loss": 0.013391246965953282} +{"step": 3230000, "wall_time": 29721.60965204239, "train_loss_step": 2.7547149658203125, "n_params": 4408390, "total_flops": 43742514278400000, "train_loss": 0.013740578719547817, "subset_score_loss": 0.013740578719547817} +{"step": 3240000, "wall_time": 29808.008385419846, "train_loss_step": 2.7313942909240723, "n_params": 4408390, "total_flops": 43877940019200000, "train_loss": 0.014210938555853708, "subset_score_loss": 0.014210938555853708} +{"step": 3250000, "wall_time": 29894.532433271408, "train_loss_step": 2.912248134613037, "n_params": 4408390, "total_flops": 44013365760000000, "train_loss": 0.013933151108878, "subset_score_loss": 0.013933151108878} +{"step": 3260000, "wall_time": 29980.953867197037, "train_loss_step": 2.7193167209625244, "n_params": 4408390, "total_flops": 44148791500800000, "train_loss": 0.013543835708073207, "subset_score_loss": 0.013543835708073207} +{"step": 3270000, "wall_time": 30067.500149965286, "train_loss_step": 2.7701656818389893, "n_params": 4408390, "total_flops": 44284217241600000, "train_loss": 0.013203499146870204, "subset_score_loss": 0.013203499146870204} +{"step": 3280000, "wall_time": 30153.98295068741, "train_loss_step": 2.575772285461426, "n_params": 4408390, "total_flops": 44419642982400000, "train_loss": 0.013343178374426706, "subset_score_loss": 0.013343178374426706} +{"step": 3290000, "wall_time": 30234.55966281891, "train_loss_step": 2.8991596698760986, "n_params": 4408390, "total_flops": 44555068723200000, "train_loss": 0.013367388929639543, "subset_score_loss": 0.013367388929639543} +{"step": 3300000, "wall_time": 30386.467179775238, "train_loss_step": 2.9955389499664307, "n_params": 4408390, "total_flops": 44690494464000000, "train_loss": 0.01250960145677839, "subset_score_loss": 0.01250960145677839, "memorization_fraction_pixel": 0.8148000240325928, "mean_nn_ratio_pixel": 0.3151370584964752, "fid": 42.202559488424924} +{"step": 3310000, "wall_time": 30471.0128633976, "train_loss_step": 2.7931108474731445, "n_params": 4408390, "total_flops": 44825920204800000, "train_loss": 0.01354992389678955, "subset_score_loss": 0.01354992389678955} +{"step": 3320000, "wall_time": 30557.459686517715, "train_loss_step": 3.02097749710083, "n_params": 4408390, "total_flops": 44961345945600000, "train_loss": 0.013343077898025513, "subset_score_loss": 0.013343077898025513} +{"step": 3330000, "wall_time": 30643.603448867798, "train_loss_step": 3.02847957611084, "n_params": 4408390, "total_flops": 45096771686400000, "train_loss": 0.013978612422943116, "subset_score_loss": 0.013978612422943116} +{"step": 3340000, "wall_time": 30730.05343055725, "train_loss_step": 2.709510326385498, "n_params": 4408390, "total_flops": 45232197427200000, "train_loss": 0.013157408578055245, "subset_score_loss": 0.013157408578055245} +{"step": 3350000, "wall_time": 30816.486759662628, "train_loss_step": 3.1049304008483887, "n_params": 4408390, "total_flops": 45367623168000000, "train_loss": 0.012886796678815569, "subset_score_loss": 0.012886796678815569} +{"step": 3360000, "wall_time": 30902.95211672783, "train_loss_step": 3.0473294258117676, "n_params": 4408390, "total_flops": 45503048908800000, "train_loss": 0.01318680899483817, "subset_score_loss": 0.01318680899483817} +{"step": 3370000, "wall_time": 30989.436141967773, "train_loss_step": 2.6926255226135254, "n_params": 4408390, "total_flops": 45638474649600000, "train_loss": 0.012815824576786585, "subset_score_loss": 0.012815824576786585} +{"step": 3380000, "wall_time": 31075.899293899536, "train_loss_step": 2.851083993911743, "n_params": 4408390, "total_flops": 45773900390400000, "train_loss": 0.013313891206468855, "subset_score_loss": 0.013313891206468855} +{"step": 3390000, "wall_time": 31159.630484104156, "train_loss_step": 3.058927059173584, "n_params": 4408390, "total_flops": 45909326131200000, "train_loss": 0.0130235527242933, "subset_score_loss": 0.0130235527242933} +{"step": 3400000, "wall_time": 31300.592960596085, "train_loss_step": 2.630413055419922, "n_params": 4408390, "total_flops": 46044751872000000, "train_loss": 0.012820846693856375, "subset_score_loss": 0.012820846693856375, "memorization_fraction_pixel": 0.817300021648407, "mean_nn_ratio_pixel": 0.31415900588035583, "fid": 42.75040528243978} +{"step": 3410000, "wall_time": 31384.965003728867, "train_loss_step": 2.7376692295074463, "n_params": 4408390, "total_flops": 46180177612800000, "train_loss": 0.012835500070026942, "subset_score_loss": 0.012835500070026942} +{"step": 3420000, "wall_time": 31471.392955064774, "train_loss_step": 3.072068929672241, "n_params": 4408390, "total_flops": 46315603353600000, "train_loss": 0.012943441527230398, "subset_score_loss": 0.012943441527230398} +{"step": 3430000, "wall_time": 31557.739830732346, "train_loss_step": 2.872541904449463, "n_params": 4408390, "total_flops": 46451029094400000, "train_loss": 0.012533653633935112, "subset_score_loss": 0.012533653633935112} +{"step": 3440000, "wall_time": 31644.07617521286, "train_loss_step": 3.2102246284484863, "n_params": 4408390, "total_flops": 46586454835200000, "train_loss": 0.012368893623352051, "subset_score_loss": 0.012368893623352051} +{"step": 3450000, "wall_time": 31730.496224164963, "train_loss_step": 2.882012367248535, "n_params": 4408390, "total_flops": 46721880576000000, "train_loss": 0.013307186535426549, "subset_score_loss": 0.013307186535426549} +{"step": 3460000, "wall_time": 31817.06497502327, "train_loss_step": 2.8264071941375732, "n_params": 4408390, "total_flops": 46857306316800000, "train_loss": 0.013158411639077322, "subset_score_loss": 0.013158411639077322} +{"step": 3470000, "wall_time": 31903.528185367584, "train_loss_step": 2.657876968383789, "n_params": 4408390, "total_flops": 46992732057600000, "train_loss": 0.012680362803595406, "subset_score_loss": 0.012680362803595406} +{"step": 3480000, "wall_time": 31989.93759536743, "train_loss_step": 2.77132511138916, "n_params": 4408390, "total_flops": 47128157798400000, "train_loss": 0.012433568920407976, "subset_score_loss": 0.012433568920407976} +{"step": 3490000, "wall_time": 32076.428778409958, "train_loss_step": 2.754819393157959, "n_params": 4408390, "total_flops": 47263583539200000, "train_loss": 0.012822151184082031, "subset_score_loss": 0.012822151184082031} +{"step": 3500000, "wall_time": 32224.035509109497, "train_loss_step": 2.5782241821289062, "n_params": 4408390, "total_flops": 47399009280000000, "train_loss": 0.012122055462428501, "subset_score_loss": 0.012122055462428501, "memorization_fraction_pixel": 0.8222000002861023, "mean_nn_ratio_pixel": 0.31427064538002014, "fid": 41.78861320387149} +{"step": 3510000, "wall_time": 32307.175117492676, "train_loss_step": 2.6018593311309814, "n_params": 4408390, "total_flops": 47534435020800000, "train_loss": 0.013039450986044747, "subset_score_loss": 0.013039450986044747} +{"step": 3520000, "wall_time": 32393.614943265915, "train_loss_step": 2.9087114334106445, "n_params": 4408390, "total_flops": 47669860761600000, "train_loss": 0.01241463507924761, "subset_score_loss": 0.01241463507924761} +{"step": 3530000, "wall_time": 32479.93344783783, "train_loss_step": 2.7512707710266113, "n_params": 4408390, "total_flops": 47805286502400000, "train_loss": 0.012243583372661045, "subset_score_loss": 0.012243583372661045} +{"step": 3540000, "wall_time": 32566.362310647964, "train_loss_step": 2.8754775524139404, "n_params": 4408390, "total_flops": 47940712243200000, "train_loss": 0.012676356519971574, "subset_score_loss": 0.012676356519971574} +{"step": 3550000, "wall_time": 32652.626076459885, "train_loss_step": 2.789783000946045, "n_params": 4408390, "total_flops": 48076137984000000, "train_loss": 0.012078886372702463, "subset_score_loss": 0.012078886372702463} +{"step": 3560000, "wall_time": 32739.0831656456, "train_loss_step": 2.7873775959014893, "n_params": 4408390, "total_flops": 48211563724800000, "train_loss": 0.012203837292534964, "subset_score_loss": 0.012203837292534964} +{"step": 3570000, "wall_time": 32825.465197086334, "train_loss_step": 2.8397130966186523, "n_params": 4408390, "total_flops": 48346989465600000, "train_loss": 0.012812983989715577, "subset_score_loss": 0.012812983989715577} +{"step": 3580000, "wall_time": 32911.894084692, "train_loss_step": 2.746591806411743, "n_params": 4408390, "total_flops": 48482415206400000, "train_loss": 0.012128737994602748, "subset_score_loss": 0.012128737994602748} +{"step": 3590000, "wall_time": 32998.357117176056, "train_loss_step": 2.629450798034668, "n_params": 4408390, "total_flops": 48617840947200000, "train_loss": 0.012403828757149833, "subset_score_loss": 0.012403828757149833} +{"step": 3600000, "wall_time": 33150.5261182785, "train_loss_step": 2.747551679611206, "n_params": 4408390, "total_flops": 48753266688000000, "train_loss": 0.012225269419806345, "subset_score_loss": 0.012225269419806345, "memorization_fraction_pixel": 0.8098000288009644, "mean_nn_ratio_pixel": 0.3183536231517792, "fid": 41.86020290575878} +{"step": 3610000, "wall_time": 33224.07703137398, "train_loss_step": 2.71038818359375, "n_params": 4408390, "total_flops": 48888692428800000, "train_loss": 0.011973312922886439, "subset_score_loss": 0.011973312922886439} +{"step": 3620000, "wall_time": 33308.81654834747, "train_loss_step": 2.8561177253723145, "n_params": 4408390, "total_flops": 49024118169600000, "train_loss": 0.012065538338252477, "subset_score_loss": 0.012065538338252477} +{"step": 3630000, "wall_time": 33395.21443581581, "train_loss_step": 2.656558036804199, "n_params": 4408390, "total_flops": 49159543910400000, "train_loss": 0.012174008573804582, "subset_score_loss": 0.012174008573804582} +{"step": 3640000, "wall_time": 33481.476326704025, "train_loss_step": 2.9089691638946533, "n_params": 4408390, "total_flops": 49294969651200000, "train_loss": 0.012062877416610718, "subset_score_loss": 0.012062877416610718} +{"step": 3650000, "wall_time": 33567.75487399101, "train_loss_step": 2.882690668106079, "n_params": 4408390, "total_flops": 49430395392000000, "train_loss": 0.012173903839928764, "subset_score_loss": 0.012173903839928764} +{"step": 3660000, "wall_time": 33653.840571165085, "train_loss_step": 3.0661473274230957, "n_params": 4408390, "total_flops": 49565821132800000, "train_loss": 0.011886775493621826, "subset_score_loss": 0.011886775493621826} +{"step": 3670000, "wall_time": 33740.32302045822, "train_loss_step": 2.511455535888672, "n_params": 4408390, "total_flops": 49701246873600000, "train_loss": 0.012265239443097795, "subset_score_loss": 0.012265239443097795} +{"step": 3680000, "wall_time": 33826.87821936607, "train_loss_step": 2.866375207901001, "n_params": 4408390, "total_flops": 49836672614400000, "train_loss": 0.01156257390975952, "subset_score_loss": 0.01156257390975952} +{"step": 3690000, "wall_time": 33913.34034729004, "train_loss_step": 2.582580089569092, "n_params": 4408390, "total_flops": 49972098355200000, "train_loss": 0.012033323730741228, "subset_score_loss": 0.012033323730741228} +{"step": 3700000, "wall_time": 34055.35111427307, "train_loss_step": 2.878772258758545, "n_params": 4408390, "total_flops": 50107524096000000, "train_loss": 0.012291499546595983, "subset_score_loss": 0.012291499546595983, "memorization_fraction_pixel": 0.8210999965667725, "mean_nn_ratio_pixel": 0.31359365582466125, "fid": 42.243679055438406} +{"step": 3710000, "wall_time": 34140.03442406654, "train_loss_step": 2.664436101913452, "n_params": 4408390, "total_flops": 50242949836800000, "train_loss": 0.012037335123334611, "subset_score_loss": 0.012037335123334611} +{"step": 3720000, "wall_time": 34217.86326622963, "train_loss_step": 2.6784448623657227, "n_params": 4408390, "total_flops": 50378375577600000, "train_loss": 0.012178549596241543, "subset_score_loss": 0.012178549596241543} +{"step": 3730000, "wall_time": 34302.741332530975, "train_loss_step": 2.7261881828308105, "n_params": 4408390, "total_flops": 50513801318400000, "train_loss": 0.011510871137891497, "subset_score_loss": 0.011510871137891497} +{"step": 3740000, "wall_time": 34389.070939302444, "train_loss_step": 2.928126335144043, "n_params": 4408390, "total_flops": 50649227059200000, "train_loss": 0.012123382091522217, "subset_score_loss": 0.012123382091522217} +{"step": 3750000, "wall_time": 34475.4681456089, "train_loss_step": 2.438037872314453, "n_params": 4408390, "total_flops": 50784652800000000, "train_loss": 0.011705396005085536, "subset_score_loss": 0.011705396005085536} +{"step": 3760000, "wall_time": 34561.67677593231, "train_loss_step": 2.9312286376953125, "n_params": 4408390, "total_flops": 50920078540800000, "train_loss": 0.01215694546699524, "subset_score_loss": 0.01215694546699524} +{"step": 3770000, "wall_time": 34648.07651090622, "train_loss_step": 2.7746009826660156, "n_params": 4408390, "total_flops": 51055504281600000, "train_loss": 0.011799078328268868, "subset_score_loss": 0.011799078328268868} +{"step": 3780000, "wall_time": 34734.56110548973, "train_loss_step": 2.8377950191497803, "n_params": 4408390, "total_flops": 51190930022400000, "train_loss": 0.011741480657032557, "subset_score_loss": 0.011741480657032557} +{"step": 3790000, "wall_time": 34821.053282022476, "train_loss_step": 2.743762493133545, "n_params": 4408390, "total_flops": 51326355763200000, "train_loss": 0.011783702032906669, "subset_score_loss": 0.011783702032906669} +{"step": 3800000, "wall_time": 34957.91995334625, "train_loss_step": 2.807394504547119, "n_params": 4408390, "total_flops": 51461781504000000, "train_loss": 0.011655567373548234, "subset_score_loss": 0.011655567373548234, "memorization_fraction_pixel": 0.8227999806404114, "mean_nn_ratio_pixel": 0.31323185563087463, "fid": 42.46783061287618} +{"step": 3810000, "wall_time": 35042.77845907211, "train_loss_step": 2.4036853313446045, "n_params": 4408390, "total_flops": 51597207244800000, "train_loss": 0.011303429944174631, "subset_score_loss": 0.011303429944174631} +{"step": 3820000, "wall_time": 35129.42449474335, "train_loss_step": 2.5827019214630127, "n_params": 4408390, "total_flops": 51732632985600000, "train_loss": 0.012093719414302281, "subset_score_loss": 0.012093719414302281} +{"step": 3830000, "wall_time": 35206.67649626732, "train_loss_step": 2.8820157051086426, "n_params": 4408390, "total_flops": 51868058726400000, "train_loss": 0.011689580338341849, "subset_score_loss": 0.011689580338341849} +{"step": 3840000, "wall_time": 35287.317600250244, "train_loss_step": 2.6763079166412354, "n_params": 4408390, "total_flops": 52003484467200000, "train_loss": 0.011384966543742589, "subset_score_loss": 0.011384966543742589} +{"step": 3850000, "wall_time": 35373.2898209095, "train_loss_step": 2.915950298309326, "n_params": 4408390, "total_flops": 52138910208000000, "train_loss": 0.012257766723632813, "subset_score_loss": 0.012257766723632813} +{"step": 3860000, "wall_time": 35459.62975049019, "train_loss_step": 2.4821043014526367, "n_params": 4408390, "total_flops": 52274335948800000, "train_loss": 0.011133835145405361, "subset_score_loss": 0.011133835145405361} +{"step": 3870000, "wall_time": 35545.94651079178, "train_loss_step": 2.63753080368042, "n_params": 4408390, "total_flops": 52409761689600000, "train_loss": 0.011136876685278756, "subset_score_loss": 0.011136876685278756} +{"step": 3880000, "wall_time": 35632.31594276428, "train_loss_step": 2.8961269855499268, "n_params": 4408390, "total_flops": 52545187430400000, "train_loss": 0.0114723197051457, "subset_score_loss": 0.0114723197051457} +{"step": 3890000, "wall_time": 35718.75006580353, "train_loss_step": 2.6061697006225586, "n_params": 4408390, "total_flops": 52680613171200000, "train_loss": 0.010904668058667863, "subset_score_loss": 0.010904668058667863} +{"step": 3900000, "wall_time": 35869.449712753296, "train_loss_step": 2.877161979675293, "n_params": 4408390, "total_flops": 52816038912000000, "train_loss": 0.011420365742274693, "subset_score_loss": 0.011420365742274693, "memorization_fraction_pixel": 0.8300999999046326, "mean_nn_ratio_pixel": 0.3102020025253296, "fid": 42.713962262525506} +{"step": 3910000, "wall_time": 35954.35251498222, "train_loss_step": 2.6772899627685547, "n_params": 4408390, "total_flops": 52951464652800000, "train_loss": 0.011082559823989868, "subset_score_loss": 0.011082559823989868} +{"step": 3920000, "wall_time": 36040.82084918022, "train_loss_step": 2.903179168701172, "n_params": 4408390, "total_flops": 53086890393600000, "train_loss": 0.011493057864052908, "subset_score_loss": 0.011493057864052908} +{"step": 3930000, "wall_time": 36127.177946567535, "train_loss_step": 2.88215970993042, "n_params": 4408390, "total_flops": 53222316134400000, "train_loss": 0.011104585443224227, "subset_score_loss": 0.011104585443224227} +{"step": 3940000, "wall_time": 36211.098274469376, "train_loss_step": 2.6081931591033936, "n_params": 4408390, "total_flops": 53357741875200000, "train_loss": 0.011622561727251325, "subset_score_loss": 0.011622561727251325} +{"step": 3950000, "wall_time": 36289.16648387909, "train_loss_step": 2.764650821685791, "n_params": 4408390, "total_flops": 53493167616000000, "train_loss": 0.011088601180485316, "subset_score_loss": 0.011088601180485316} +{"step": 3960000, "wall_time": 36375.53370165825, "train_loss_step": 2.7298271656036377, "n_params": 4408390, "total_flops": 53628593356800000, "train_loss": 0.011077450854437692, "subset_score_loss": 0.011077450854437692} +{"step": 3970000, "wall_time": 36462.016327381134, "train_loss_step": 2.708073616027832, "n_params": 4408390, "total_flops": 53764019097600000, "train_loss": 0.011877594675336564, "subset_score_loss": 0.011877594675336564} +{"step": 3980000, "wall_time": 36548.45302796364, "train_loss_step": 3.022524833679199, "n_params": 4408390, "total_flops": 53899444838400000, "train_loss": 0.011100633655275617, "subset_score_loss": 0.011100633655275617} +{"step": 3990000, "wall_time": 36634.87259578705, "train_loss_step": 2.6660046577453613, "n_params": 4408390, "total_flops": 54034870579200000, "train_loss": 0.011109278883252825, "subset_score_loss": 0.011109278883252825} +{"step": 4000000, "wall_time": 36785.54809451103, "train_loss_step": 2.7766504287719727, "n_params": 4408390, "total_flops": 54170296320000000, "train_loss": 0.01156890562602452, "subset_score_loss": 0.01156890562602452, "memorization_fraction_pixel": 0.8398000001907349, "mean_nn_ratio_pixel": 0.305608332157135, "fid": 41.8293036267672} +{"step": 4010000, "wall_time": 36870.07748126984, "train_loss_step": 2.7003517150878906, "n_params": 4408390, "total_flops": 54305722060800000, "train_loss": 0.011584641252245223, "subset_score_loss": 0.011584641252245223} +{"step": 4020000, "wall_time": 36956.52580976486, "train_loss_step": 2.932790994644165, "n_params": 4408390, "total_flops": 54441147801600000, "train_loss": 0.011256085974829537, "subset_score_loss": 0.011256085974829537} +{"step": 4030000, "wall_time": 37043.02936077118, "train_loss_step": 3.0354602336883545, "n_params": 4408390, "total_flops": 54576573542400000, "train_loss": 0.011455434560775756, "subset_score_loss": 0.011455434560775756} +{"step": 4040000, "wall_time": 37129.42180657387, "train_loss_step": 3.110229015350342, "n_params": 4408390, "total_flops": 54711999283200000, "train_loss": 0.011490761382239206, "subset_score_loss": 0.011490761382239206} +{"step": 4050000, "wall_time": 37215.68088436127, "train_loss_step": 2.56705904006958, "n_params": 4408390, "total_flops": 54847425024000000, "train_loss": 0.011078453915459769, "subset_score_loss": 0.011078453915459769} +{"step": 4060000, "wall_time": 37292.80421614647, "train_loss_step": 2.602299451828003, "n_params": 4408390, "total_flops": 54982850764800000, "train_loss": 0.010699965272630963, "subset_score_loss": 0.010699965272630963} +{"step": 4070000, "wall_time": 37379.04963350296, "train_loss_step": 2.9900054931640625, "n_params": 4408390, "total_flops": 55118276505600000, "train_loss": 0.01102461814880371, "subset_score_loss": 0.01102461814880371} +{"step": 4080000, "wall_time": 37465.442945718765, "train_loss_step": 2.758427381515503, "n_params": 4408390, "total_flops": 55253702246400000, "train_loss": 0.011746611765452794, "subset_score_loss": 0.011746611765452794} +{"step": 4090000, "wall_time": 37551.90677309036, "train_loss_step": 2.702676296234131, "n_params": 4408390, "total_flops": 55389127987200000, "train_loss": 0.011011141538619994, "subset_score_loss": 0.011011141538619994} +{"step": 4100000, "wall_time": 37702.6536552906, "train_loss_step": 2.754678964614868, "n_params": 4408390, "total_flops": 55524553728000000, "train_loss": 0.010924206461225237, "subset_score_loss": 0.010924206461225237, "memorization_fraction_pixel": 0.8319000005722046, "mean_nn_ratio_pixel": 0.30772843956947327, "fid": 41.94780393252696} +{"step": 4110000, "wall_time": 37787.19580602646, "train_loss_step": 2.5273799896240234, "n_params": 4408390, "total_flops": 55659979468800000, "train_loss": 0.011249876022338868, "subset_score_loss": 0.011249876022338868} +{"step": 4120000, "wall_time": 37873.55748796463, "train_loss_step": 2.5778074264526367, "n_params": 4408390, "total_flops": 55795405209600000, "train_loss": 0.011106394869940622, "subset_score_loss": 0.011106394869940622} +{"step": 4130000, "wall_time": 37960.00115323067, "train_loss_step": 2.740769386291504, "n_params": 4408390, "total_flops": 55930830950400000, "train_loss": 0.010708240100315639, "subset_score_loss": 0.010708240100315639} +{"step": 4140000, "wall_time": 38046.38689851761, "train_loss_step": 2.720515489578247, "n_params": 4408390, "total_flops": 56066256691200000, "train_loss": 0.010512866292681012, "subset_score_loss": 0.010512866292681012} +{"step": 4150000, "wall_time": 38132.897555589676, "train_loss_step": 2.9491095542907715, "n_params": 4408390, "total_flops": 56201682432000000, "train_loss": 0.011214307376316615, "subset_score_loss": 0.011214307376316615} +{"step": 4160000, "wall_time": 38219.77831745148, "train_loss_step": 2.528029680252075, "n_params": 4408390, "total_flops": 56337108172800000, "train_loss": 0.010346067803246635, "subset_score_loss": 0.010346067803246635} +{"step": 4170000, "wall_time": 38296.050706624985, "train_loss_step": 2.777498960494995, "n_params": 4408390, "total_flops": 56472533913600000, "train_loss": 0.01083210621561323, "subset_score_loss": 0.01083210621561323} +{"step": 4180000, "wall_time": 38381.21079325676, "train_loss_step": 2.6876699924468994, "n_params": 4408390, "total_flops": 56607959654400000, "train_loss": 0.010857132502964564, "subset_score_loss": 0.010857132502964564} +{"step": 4190000, "wall_time": 38467.67978692055, "train_loss_step": 2.8214643001556396, "n_params": 4408390, "total_flops": 56743385395200000, "train_loss": 0.011180015121187483, "subset_score_loss": 0.011180015121187483} +{"step": 4200000, "wall_time": 38619.557982206345, "train_loss_step": 2.820152759552002, "n_params": 4408390, "total_flops": 56878811136000000, "train_loss": 0.010545258862631662, "subset_score_loss": 0.010545258862631662, "memorization_fraction_pixel": 0.8341000080108643, "mean_nn_ratio_pixel": 0.3071461617946625, "fid": 41.72428421141108} +{"step": 4210000, "wall_time": 38704.10338020325, "train_loss_step": 2.6928610801696777, "n_params": 4408390, "total_flops": 57014236876800000, "train_loss": 0.011120464972087315, "subset_score_loss": 0.011120464972087315} +{"step": 4220000, "wall_time": 38790.48661637306, "train_loss_step": 2.732621669769287, "n_params": 4408390, "total_flops": 57149662617600000, "train_loss": 0.010911466394151961, "subset_score_loss": 0.010911466394151961} +{"step": 4230000, "wall_time": 38876.94919848442, "train_loss_step": 2.802891492843628, "n_params": 4408390, "total_flops": 57285088358400000, "train_loss": 0.011075852598462785, "subset_score_loss": 0.011075852598462785} +{"step": 4240000, "wall_time": 38963.31744599342, "train_loss_step": 2.726240634918213, "n_params": 4408390, "total_flops": 57420514099200000, "train_loss": 0.011103815691811698, "subset_score_loss": 0.011103815691811698} +{"step": 4250000, "wall_time": 39049.77433300018, "train_loss_step": 2.437143325805664, "n_params": 4408390, "total_flops": 57555939840000000, "train_loss": 0.010866607086999075, "subset_score_loss": 0.010866607086999075} +{"step": 4260000, "wall_time": 39136.044636011124, "train_loss_step": 2.655228853225708, "n_params": 4408390, "total_flops": 57691365580800000, "train_loss": 0.01050805790083749, "subset_score_loss": 0.01050805790083749} +{"step": 4270000, "wall_time": 39222.669686079025, "train_loss_step": 2.5711669921875, "n_params": 4408390, "total_flops": 57826791321600000, "train_loss": 0.010088380745479039, "subset_score_loss": 0.010088380745479039} +{"step": 4280000, "wall_time": 39293.97521138191, "train_loss_step": 2.731128215789795, "n_params": 4408390, "total_flops": 57962217062400000, "train_loss": 0.010460294144494193, "subset_score_loss": 0.010460294144494193} +{"step": 4290000, "wall_time": 39372.50962018967, "train_loss_step": 2.9075536727905273, "n_params": 4408390, "total_flops": 58097642803200000, "train_loss": 0.01058703831263951, "subset_score_loss": 0.01058703831263951} +{"step": 4300000, "wall_time": 39524.20792579651, "train_loss_step": 2.8417434692382812, "n_params": 4408390, "total_flops": 58233068544000000, "train_loss": 0.010274535417556763, "subset_score_loss": 0.010274535417556763, "memorization_fraction_pixel": 0.8407999873161316, "mean_nn_ratio_pixel": 0.3032490015029907, "fid": 41.8864910191281} +{"step": 4310000, "wall_time": 39608.73926925659, "train_loss_step": 2.499094009399414, "n_params": 4408390, "total_flops": 58368494284800000, "train_loss": 0.010472436462129866, "subset_score_loss": 0.010472436462129866} +{"step": 4320000, "wall_time": 39695.15955162048, "train_loss_step": 2.4991512298583984, "n_params": 4408390, "total_flops": 58503920025600000, "train_loss": 0.010602198328290667, "subset_score_loss": 0.010602198328290667} +{"step": 4330000, "wall_time": 39781.66295814514, "train_loss_step": 2.448150634765625, "n_params": 4408390, "total_flops": 58639345766400000, "train_loss": 0.0105679418359484, "subset_score_loss": 0.0105679418359484} +{"step": 4340000, "wall_time": 39868.13490128517, "train_loss_step": 2.7597386837005615, "n_params": 4408390, "total_flops": 58774771507200000, "train_loss": 0.010792298827852521, "subset_score_loss": 0.010792298827852521} +{"step": 4350000, "wall_time": 39954.570331811905, "train_loss_step": 2.713961362838745, "n_params": 4408390, "total_flops": 58910197248000000, "train_loss": 0.010118061304092407, "subset_score_loss": 0.010118061304092407} +{"step": 4360000, "wall_time": 40041.05259847641, "train_loss_step": 2.5926761627197266, "n_params": 4408390, "total_flops": 59045622988800000, "train_loss": 0.010700360366276333, "subset_score_loss": 0.010700360366276333} +{"step": 4370000, "wall_time": 40127.446993112564, "train_loss_step": 2.5423550605773926, "n_params": 4408390, "total_flops": 59181048729600000, "train_loss": 0.010298257214682444, "subset_score_loss": 0.010298257214682444} +{"step": 4380000, "wall_time": 40213.64693927765, "train_loss_step": 2.8124985694885254, "n_params": 4408390, "total_flops": 59316474470400000, "train_loss": 0.010313152415411813, "subset_score_loss": 0.010313152415411813} +{"step": 4390000, "wall_time": 40299.13914823532, "train_loss_step": 2.585021734237671, "n_params": 4408390, "total_flops": 59451900211200000, "train_loss": 0.010486039093562535, "subset_score_loss": 0.010486039093562535} +{"step": 4400000, "wall_time": 40437.49759244919, "train_loss_step": 2.613551616668701, "n_params": 4408390, "total_flops": 59587325952000000, "train_loss": 0.01022610068321228, "subset_score_loss": 0.01022610068321228, "memorization_fraction_pixel": 0.8331000208854675, "mean_nn_ratio_pixel": 0.3083263337612152, "fid": 42.75745323907092} +{"step": 4410000, "wall_time": 40521.99745750427, "train_loss_step": 2.8857414722442627, "n_params": 4408390, "total_flops": 59722751692800000, "train_loss": 0.011002837760107858, "subset_score_loss": 0.011002837760107858} +{"step": 4420000, "wall_time": 40608.34809708595, "train_loss_step": 2.6725375652313232, "n_params": 4408390, "total_flops": 59858177433600000, "train_loss": 0.009974290643419538, "subset_score_loss": 0.009974290643419538} +{"step": 4430000, "wall_time": 40694.657455444336, "train_loss_step": 2.6231987476348877, "n_params": 4408390, "total_flops": 59993603174400000, "train_loss": 0.010557528904506138, "subset_score_loss": 0.010557528904506138} +{"step": 4440000, "wall_time": 40781.09365797043, "train_loss_step": 2.611776351928711, "n_params": 4408390, "total_flops": 60129028915200000, "train_loss": 0.010653456619807652, "subset_score_loss": 0.010653456619807652} +{"step": 4450000, "wall_time": 40867.535637140274, "train_loss_step": 2.8450469970703125, "n_params": 4408390, "total_flops": 60264454656000000, "train_loss": 0.010026096446173532, "subset_score_loss": 0.010026096446173532} +{"step": 4460000, "wall_time": 40953.92867088318, "train_loss_step": 2.7616496086120605, "n_params": 4408390, "total_flops": 60399880396800000, "train_loss": 0.009834436859403337, "subset_score_loss": 0.009834436859403337} +{"step": 4470000, "wall_time": 41040.10359072685, "train_loss_step": 2.80816912651062, "n_params": 4408390, "total_flops": 60535306137600000, "train_loss": 0.010302816118512834, "subset_score_loss": 0.010302816118512834} +{"step": 4480000, "wall_time": 41126.45168662071, "train_loss_step": 2.7107632160186768, "n_params": 4408390, "total_flops": 60670731878400000, "train_loss": 0.009849402734211513, "subset_score_loss": 0.009849402734211513} +{"step": 4490000, "wall_time": 41212.756022930145, "train_loss_step": 2.6294453144073486, "n_params": 4408390, "total_flops": 60806157619200000, "train_loss": 0.01019522888319833, "subset_score_loss": 0.01019522888319833} +{"step": 4500000, "wall_time": 41347.1086332798, "train_loss_step": 2.8283071517944336, "n_params": 4408390, "total_flops": 60941583360000000, "train_loss": 0.01006347622190203, "subset_score_loss": 0.01006347622190203, "memorization_fraction_pixel": 0.835099995136261, "mean_nn_ratio_pixel": 0.30796071887016296, "fid": 42.44290643738352} +{"step": 4510000, "wall_time": 41431.5706911087, "train_loss_step": 2.708094835281372, "n_params": 4408390, "total_flops": 61077009100800000, "train_loss": 0.010346672364643641, "subset_score_loss": 0.010346672364643641} +{"step": 4520000, "wall_time": 41517.9528529644, "train_loss_step": 2.980560779571533, "n_params": 4408390, "total_flops": 61212434841600000, "train_loss": 0.01047170673097883, "subset_score_loss": 0.01047170673097883} +{"step": 4530000, "wall_time": 41604.27918100357, "train_loss_step": 2.6087565422058105, "n_params": 4408390, "total_flops": 61347860582400000, "train_loss": 0.010076846395220076, "subset_score_loss": 0.010076846395220076} +{"step": 4540000, "wall_time": 41690.78840136528, "train_loss_step": 2.761549711227417, "n_params": 4408390, "total_flops": 61483286323200000, "train_loss": 0.010371455124446325, "subset_score_loss": 0.010371455124446325} +{"step": 4550000, "wall_time": 41777.35542869568, "train_loss_step": 2.913647174835205, "n_params": 4408390, "total_flops": 61618712064000000, "train_loss": 0.009877525908606393, "subset_score_loss": 0.009877525908606393} +{"step": 4560000, "wall_time": 41863.90661382675, "train_loss_step": 2.6349244117736816, "n_params": 4408390, "total_flops": 61754137804800000, "train_loss": 0.009823190314429147, "subset_score_loss": 0.009823190314429147} +{"step": 4570000, "wall_time": 41950.14739346504, "train_loss_step": 2.841233968734741, "n_params": 4408390, "total_flops": 61889563545600000, "train_loss": 0.00968931657927377, "subset_score_loss": 0.00968931657927377} +{"step": 4580000, "wall_time": 42036.61364483833, "train_loss_step": 2.2911124229431152, "n_params": 4408390, "total_flops": 62024989286400000, "train_loss": 0.009694282497678484, "subset_score_loss": 0.009694282497678484} +{"step": 4590000, "wall_time": 42122.93016600609, "train_loss_step": 2.741162061691284, "n_params": 4408390, "total_flops": 62160415027200000, "train_loss": 0.009791319710867746, "subset_score_loss": 0.009791319710867746} +{"step": 4600000, "wall_time": 42274.70171999931, "train_loss_step": 2.7082183361053467, "n_params": 4408390, "total_flops": 62295840768000000, "train_loss": 0.009869040761675154, "subset_score_loss": 0.009869040761675154, "memorization_fraction_pixel": 0.8427000045776367, "mean_nn_ratio_pixel": 0.3025617301464081, "fid": 42.283219818792965} +{"step": 4610000, "wall_time": 42347.67603802681, "train_loss_step": 2.9980006217956543, "n_params": 4408390, "total_flops": 62431266508800000, "train_loss": 0.009822740725108555, "subset_score_loss": 0.009822740725108555} +{"step": 4620000, "wall_time": 42427.30545783043, "train_loss_step": 2.69722580909729, "n_params": 4408390, "total_flops": 62566692249600000, "train_loss": 0.009737030948911395, "subset_score_loss": 0.009737030948911395} +{"step": 4630000, "wall_time": 42513.54314661026, "train_loss_step": 2.971926212310791, "n_params": 4408390, "total_flops": 62702117990400000, "train_loss": 0.009727886744907923, "subset_score_loss": 0.009727886744907923} +{"step": 4640000, "wall_time": 42599.91479420662, "train_loss_step": 2.4765567779541016, "n_params": 4408390, "total_flops": 62837543731200000, "train_loss": 0.009765063864844187, "subset_score_loss": 0.009765063864844187} +{"step": 4650000, "wall_time": 42686.45357847214, "train_loss_step": 2.8500146865844727, "n_params": 4408390, "total_flops": 62972969472000000, "train_loss": 0.010052268845694406, "subset_score_loss": 0.010052268845694406} +{"step": 4660000, "wall_time": 42772.927018642426, "train_loss_step": 2.6610474586486816, "n_params": 4408390, "total_flops": 63108395212800000, "train_loss": 0.009753821577344621, "subset_score_loss": 0.009753821577344621} +{"step": 4670000, "wall_time": 42859.27042174339, "train_loss_step": 2.459620952606201, "n_params": 4408390, "total_flops": 63243820953600000, "train_loss": 0.00948438388960702, "subset_score_loss": 0.00948438388960702} +{"step": 4680000, "wall_time": 42945.59559249878, "train_loss_step": 2.7419111728668213, "n_params": 4408390, "total_flops": 63379246694400000, "train_loss": 0.01020118168422154, "subset_score_loss": 0.01020118168422154} +{"step": 4690000, "wall_time": 43031.74479007721, "train_loss_step": 2.6844565868377686, "n_params": 4408390, "total_flops": 63514672435200000, "train_loss": 0.010040517364229475, "subset_score_loss": 0.010040517364229475} +{"step": 4700000, "wall_time": 43183.71720170975, "train_loss_step": 2.5958001613616943, "n_params": 4408390, "total_flops": 63650098176000000, "train_loss": 0.009905472823551724, "subset_score_loss": 0.009905472823551724, "memorization_fraction_pixel": 0.840399980545044, "mean_nn_ratio_pixel": 0.3029879033565521, "fid": 42.42377414848725} +{"step": 4710000, "wall_time": 43268.35247159004, "train_loss_step": 2.5856432914733887, "n_params": 4408390, "total_flops": 63785523916800000, "train_loss": 0.00994194405419486, "subset_score_loss": 0.00994194405419486} +{"step": 4720000, "wall_time": 43352.73402047157, "train_loss_step": 2.7171201705932617, "n_params": 4408390, "total_flops": 63920949657600000, "train_loss": 0.009972808190754481, "subset_score_loss": 0.009972808190754481} +{"step": 4730000, "wall_time": 43428.46050286293, "train_loss_step": 2.7445240020751953, "n_params": 4408390, "total_flops": 64056375398400000, "train_loss": 0.009480401447841099, "subset_score_loss": 0.009480401447841099} +{"step": 4740000, "wall_time": 43514.961218357086, "train_loss_step": 2.935664176940918, "n_params": 4408390, "total_flops": 64191801139200000, "train_loss": 0.009550560372216362, "subset_score_loss": 0.009550560372216362} +{"step": 4750000, "wall_time": 43601.42745900154, "train_loss_step": 2.6542563438415527, "n_params": 4408390, "total_flops": 64327226880000000, "train_loss": 0.009951388835906983, "subset_score_loss": 0.009951388835906983} +{"step": 4760000, "wall_time": 43687.97725367546, "train_loss_step": 2.5054244995117188, "n_params": 4408390, "total_flops": 64462652620800000, "train_loss": 0.009865212440490722, "subset_score_loss": 0.009865212440490722} +{"step": 4770000, "wall_time": 43774.293216466904, "train_loss_step": 2.8070616722106934, "n_params": 4408390, "total_flops": 64598078361600000, "train_loss": 0.009831993068967546, "subset_score_loss": 0.009831993068967546} +{"step": 4780000, "wall_time": 43860.78305912018, "train_loss_step": 2.456059217453003, "n_params": 4408390, "total_flops": 64733504102400000, "train_loss": 0.009972109113420759, "subset_score_loss": 0.009972109113420759} +{"step": 4790000, "wall_time": 43947.37906384468, "train_loss_step": 2.7719459533691406, "n_params": 4408390, "total_flops": 64868929843200000, "train_loss": 0.009587829453604563, "subset_score_loss": 0.009587829453604563} +{"step": 4800000, "wall_time": 44097.97614336014, "train_loss_step": 2.6938259601593018, "n_params": 4408390, "total_flops": 65004355584000000, "train_loss": 0.009921725307192122, "subset_score_loss": 0.009921725307192122, "memorization_fraction_pixel": 0.8428000211715698, "mean_nn_ratio_pixel": 0.3042614758014679, "fid": 41.86881600113495} +{"step": 4810000, "wall_time": 44182.323791742325, "train_loss_step": 2.642890453338623, "n_params": 4408390, "total_flops": 65139781324800000, "train_loss": 0.009881687164306641, "subset_score_loss": 0.009881687164306641} +{"step": 4820000, "wall_time": 44268.69549536705, "train_loss_step": 2.879735231399536, "n_params": 4408390, "total_flops": 65275207065600000, "train_loss": 0.010377346617834909, "subset_score_loss": 0.010377346617834909} +{"step": 4830000, "wall_time": 44353.82193541527, "train_loss_step": 2.7322943210601807, "n_params": 4408390, "total_flops": 65410632806400000, "train_loss": 0.009897584574563162, "subset_score_loss": 0.009897584574563162} +{"step": 4840000, "wall_time": 44431.400770664215, "train_loss_step": 2.589294195175171, "n_params": 4408390, "total_flops": 65546058547200000, "train_loss": 0.009633275440761022, "subset_score_loss": 0.009633275440761022} +{"step": 4850000, "wall_time": 44517.68430995941, "train_loss_step": 2.7848939895629883, "n_params": 4408390, "total_flops": 65681484288000000, "train_loss": 0.009847055162702288, "subset_score_loss": 0.009847055162702288} +{"step": 4860000, "wall_time": 44604.13175582886, "train_loss_step": 2.7436177730560303, "n_params": 4408390, "total_flops": 65816910028800000, "train_loss": 0.00934431893484933, "subset_score_loss": 0.00934431893484933} +{"step": 4870000, "wall_time": 44690.63871860504, "train_loss_step": 2.703066349029541, "n_params": 4408390, "total_flops": 65952335769600000, "train_loss": 0.00908010687146868, "subset_score_loss": 0.00908010687146868} +{"step": 4880000, "wall_time": 44777.02864456177, "train_loss_step": 2.892578363418579, "n_params": 4408390, "total_flops": 66087761510400000, "train_loss": 0.009887531825474331, "subset_score_loss": 0.009887531825474331} +{"step": 4890000, "wall_time": 44863.535187482834, "train_loss_step": 2.69024658203125, "n_params": 4408390, "total_flops": 66223187251200000, "train_loss": 0.00996741737638201, "subset_score_loss": 0.00996741737638201} +{"step": 4900000, "wall_time": 45015.02546262741, "train_loss_step": 2.8691329956054688, "n_params": 4408390, "total_flops": 66358612992000000, "train_loss": 0.009781465360096523, "subset_score_loss": 0.009781465360096523, "memorization_fraction_pixel": 0.8537999987602234, "mean_nn_ratio_pixel": 0.2994871437549591, "fid": 41.95540414298059} +{"step": 4910000, "wall_time": 45099.577731609344, "train_loss_step": 2.715503215789795, "n_params": 4408390, "total_flops": 66494038732800000, "train_loss": 0.009191298484802246, "subset_score_loss": 0.009191298484802246} +{"step": 4920000, "wall_time": 45186.06301379204, "train_loss_step": 2.667409896850586, "n_params": 4408390, "total_flops": 66629464473600000, "train_loss": 0.009807052782603673, "subset_score_loss": 0.009807052782603673} +{"step": 4930000, "wall_time": 45272.625062942505, "train_loss_step": 2.6742396354675293, "n_params": 4408390, "total_flops": 66764890214400000, "train_loss": 0.00963378974369594, "subset_score_loss": 0.00963378974369594} +{"step": 4940000, "wall_time": 45357.69492840767, "train_loss_step": 2.5526180267333984, "n_params": 4408390, "total_flops": 66900315955200000, "train_loss": 0.00920471123286656, "subset_score_loss": 0.00920471123286656} +{"step": 4950000, "wall_time": 45441.2235956192, "train_loss_step": 2.3592488765716553, "n_params": 4408390, "total_flops": 67035741696000000, "train_loss": 0.009194029229027885, "subset_score_loss": 0.009194029229027885} +{"step": 4960000, "wall_time": 45527.63606548309, "train_loss_step": 2.6583549976348877, "n_params": 4408390, "total_flops": 67171167436800000, "train_loss": 0.009692093304225376, "subset_score_loss": 0.009692093304225376} +{"step": 4970000, "wall_time": 45614.09643268585, "train_loss_step": 2.648883104324341, "n_params": 4408390, "total_flops": 67306593177600000, "train_loss": 0.009672695398330688, "subset_score_loss": 0.009672695398330688} +{"step": 4980000, "wall_time": 45700.61858510971, "train_loss_step": 2.6069936752319336, "n_params": 4408390, "total_flops": 67442018918400000, "train_loss": 0.009329955066953386, "subset_score_loss": 0.009329955066953386} +{"step": 4990000, "wall_time": 45786.74005818367, "train_loss_step": 2.562469482421875, "n_params": 4408390, "total_flops": 67577444659200000, "train_loss": 0.008999665294374739, "subset_score_loss": 0.008999665294374739} +{"step": 5000000, "wall_time": 45934.04400253296, "train_loss_step": 2.649782180786133, "n_params": 4408390, "total_flops": 67712870400000000, "train_loss": 0.00944225788116455, "subset_score_loss": 0.00944225788116455, "memorization_fraction_pixel": 0.8460999727249146, "mean_nn_ratio_pixel": 0.30208858847618103, "fid": 42.038135044166694} diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d70/runner.log b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d70/runner.log new file mode 100644 index 0000000000000000000000000000000000000000..dc5d5c3a740c78da2a8f189dc9e07bb91c245003 --- /dev/null +++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d70/runner.log @@ -0,0 +1,502 @@ + FID real-side stats cached over 1000 diverse train images + step 1 | 66s | train_loss=0.9991 | fid=280.5044 + step 10000 | 145s | train_loss=0.8288 + step 20000 | 231s | train_loss=0.7366 + step 30000 | 318s | train_loss=0.6130 + step 40000 | 404s | train_loss=0.4532 + step 50000 | 491s | train_loss=0.3090 + step 60000 | 577s | train_loss=0.2280 + step 70000 | 664s | train_loss=0.1815 + step 80000 | 750s | train_loss=0.1561 + step 90000 | 837s | train_loss=0.1402 + step 100000 | 988s | train_loss=0.1303 | fid=56.3556 + step 110000 | 1070s | train_loss=0.1239 + step 120000 | 1154s | train_loss=0.1149 + step 130000 | 1240s | train_loss=0.1101 + step 140000 | 1327s | train_loss=0.1049 + step 150000 | 1413s | train_loss=0.1001 + step 160000 | 1499s | train_loss=0.0968 + step 170000 | 1586s | train_loss=0.0927 + step 180000 | 1672s | train_loss=0.0886 + step 190000 | 1758s | train_loss=0.0864 + step 200000 | 1910s | train_loss=0.0835 | fid=55.1908 + step 210000 | 1995s | train_loss=0.0801 + step 220000 | 2079s | train_loss=0.0795 + step 230000 | 2162s | train_loss=0.0759 + step 240000 | 2249s | train_loss=0.0739 + step 250000 | 2335s | train_loss=0.0724 + step 260000 | 2421s | train_loss=0.0703 + step 270000 | 2508s | train_loss=0.0686 + step 280000 | 2594s | train_loss=0.0669 + step 290000 | 2681s | train_loss=0.0673 + step 300000 | 2832s | train_loss=0.0649 | fid=53.4547 + step 310000 | 2917s | train_loss=0.0643 + step 320000 | 3003s | train_loss=0.0626 + step 330000 | 3082s | train_loss=0.0603 + step 340000 | 3167s | train_loss=0.0607 + step 350000 | 3253s | train_loss=0.0589 + step 360000 | 3339s | train_loss=0.0594 + step 370000 | 3426s | train_loss=0.0571 + step 380000 | 3512s | train_loss=0.0565 + step 390000 | 3599s | train_loss=0.0557 + step 400000 | 3750s | train_loss=0.0542 | fid=50.5135 + step 410000 | 3835s | train_loss=0.0547 + step 420000 | 3922s | train_loss=0.0536 + step 430000 | 4008s | train_loss=0.0536 + step 440000 | 4092s | train_loss=0.0516 + step 450000 | 4177s | train_loss=0.0515 + step 460000 | 4263s | train_loss=0.0519 + step 470000 | 4348s | train_loss=0.0501 + step 480000 | 4434s | train_loss=0.0491 + step 490000 | 4520s | train_loss=0.0506 + step 500000 | 4671s | train_loss=0.0480 | fid=50.0921 + step 510000 | 4756s | train_loss=0.0481 + step 520000 | 4842s | train_loss=0.0477 + step 530000 | 4929s | train_loss=0.0468 + step 540000 | 5014s | train_loss=0.0470 + step 550000 | 5099s | train_loss=0.0456 + step 560000 | 5184s | train_loss=0.0452 + step 570000 | 5270s | train_loss=0.0457 + step 580000 | 5357s | train_loss=0.0458 + step 590000 | 5443s | train_loss=0.0448 + step 600000 | 5594s | train_loss=0.0435 | fid=48.6845 + step 610000 | 5679s | train_loss=0.0442 + step 620000 | 5766s | train_loss=0.0440 + step 630000 | 5852s | train_loss=0.0435 + step 640000 | 5939s | train_loss=0.0419 + step 650000 | 6020s | train_loss=0.0421 + step 660000 | 6098s | train_loss=0.0422 + step 670000 | 6182s | train_loss=0.0420 + step 680000 | 6268s | train_loss=0.0416 + step 690000 | 6355s | train_loss=0.0407 + step 700000 | 6505s | train_loss=0.0406 | fid=47.1572 + step 710000 | 6590s | train_loss=0.0405 + step 720000 | 6677s | train_loss=0.0399 + step 730000 | 6763s | train_loss=0.0399 + step 740000 | 6849s | train_loss=0.0394 + step 750000 | 6936s | train_loss=0.0392 + step 760000 | 7022s | train_loss=0.0392 + step 770000 | 7102s | train_loss=0.0379 + step 780000 | 7186s | train_loss=0.0379 + step 790000 | 7273s | train_loss=0.0374 + step 800000 | 7424s | train_loss=0.0374 | fid=47.1213 + step 810000 | 7509s | train_loss=0.0376 + step 820000 | 7595s | train_loss=0.0373 + step 830000 | 7682s | train_loss=0.0362 + step 840000 | 7768s | train_loss=0.0369 + step 850000 | 7854s | train_loss=0.0362 + step 860000 | 7941s | train_loss=0.0354 + step 870000 | 8027s | train_loss=0.0360 + step 880000 | 8098s | train_loss=0.0356 + step 890000 | 8180s | train_loss=0.0351 + step 900000 | 8332s | train_loss=0.0354 | fid=46.9063 + step 910000 | 8416s | train_loss=0.0349 + step 920000 | 8503s | train_loss=0.0346 + step 930000 | 8589s | train_loss=0.0344 + step 940000 | 8676s | train_loss=0.0342 + step 950000 | 8762s | train_loss=0.0344 + step 960000 | 8849s | train_loss=0.0342 + step 970000 | 8935s | train_loss=0.0332 + step 980000 | 9021s | train_loss=0.0341 + step 990000 | 9103s | train_loss=0.0339 + step 1000000 | 9244s | train_loss=0.0328 | fid=45.6970 + step 1010000 | 9328s | train_loss=0.0324 + step 1020000 | 9415s | train_loss=0.0323 + step 1030000 | 9501s | train_loss=0.0324 + step 1040000 | 9587s | train_loss=0.0323 + step 1050000 | 9674s | train_loss=0.0324 + step 1060000 | 9760s | train_loss=0.0311 + step 1070000 | 9847s | train_loss=0.0317 + step 1080000 | 9933s | train_loss=0.0316 + step 1090000 | 10019s | train_loss=0.0305 + step 1100000 | 10166s | train_loss=0.0308 | fid=45.1854 + step 1110000 | 10251s | train_loss=0.0319 + step 1120000 | 10337s | train_loss=0.0313 + step 1130000 | 10424s | train_loss=0.0306 + step 1140000 | 10510s | train_loss=0.0303 + step 1150000 | 10597s | train_loss=0.0302 + step 1160000 | 10683s | train_loss=0.0291 + step 1170000 | 10770s | train_loss=0.0303 + step 1180000 | 10856s | train_loss=0.0295 + step 1190000 | 10942s | train_loss=0.0289 + step 1200000 | 11093s | train_loss=0.0297 | fid=44.4470 + step 1210000 | 11173s | train_loss=0.0291 + step 1220000 | 11259s | train_loss=0.0287 + step 1230000 | 11346s | train_loss=0.0287 + step 1240000 | 11432s | train_loss=0.0285 + step 1250000 | 11519s | train_loss=0.0288 + step 1260000 | 11605s | train_loss=0.0281 + step 1270000 | 11691s | train_loss=0.0283 + step 1280000 | 11778s | train_loss=0.0288 + step 1290000 | 11864s | train_loss=0.0283 + step 1300000 | 12014s | train_loss=0.0278 | fid=43.9285 + step 1310000 | 12096s | train_loss=0.0275 + step 1320000 | 12174s | train_loss=0.0281 + step 1330000 | 12261s | train_loss=0.0275 + step 1340000 | 12347s | train_loss=0.0272 + step 1350000 | 12434s | train_loss=0.0269 + step 1360000 | 12520s | train_loss=0.0269 + step 1370000 | 12607s | train_loss=0.0268 + step 1380000 | 12693s | train_loss=0.0266 + step 1390000 | 12779s | train_loss=0.0264 + step 1400000 | 12931s | train_loss=0.0263 | fid=43.7311 + step 1410000 | 13015s | train_loss=0.0263 + step 1420000 | 13101s | train_loss=0.0259 + step 1430000 | 13185s | train_loss=0.0261 + step 1440000 | 13271s | train_loss=0.0263 + step 1450000 | 13358s | train_loss=0.0256 + step 1460000 | 13444s | train_loss=0.0257 + step 1470000 | 13530s | train_loss=0.0250 + step 1480000 | 13617s | train_loss=0.0250 + step 1490000 | 13703s | train_loss=0.0253 + step 1500000 | 13854s | train_loss=0.0255 | fid=43.3060 + step 1510000 | 13939s | train_loss=0.0253 + step 1520000 | 14026s | train_loss=0.0256 + step 1530000 | 14110s | train_loss=0.0250 + step 1540000 | 14194s | train_loss=0.0246 + step 1550000 | 14281s | train_loss=0.0251 + step 1560000 | 14367s | train_loss=0.0241 + step 1570000 | 14454s | train_loss=0.0244 + step 1580000 | 14540s | train_loss=0.0244 + step 1590000 | 14626s | train_loss=0.0240 + step 1600000 | 14778s | train_loss=0.0242 | fid=42.4123 + step 1610000 | 14862s | train_loss=0.0246 + step 1620000 | 14949s | train_loss=0.0243 + step 1630000 | 15035s | train_loss=0.0238 + step 1640000 | 15112s | train_loss=0.0242 + step 1650000 | 15191s | train_loss=0.0231 + step 1660000 | 15277s | train_loss=0.0232 + step 1670000 | 15364s | train_loss=0.0231 + step 1680000 | 15450s | train_loss=0.0234 + step 1690000 | 15536s | train_loss=0.0230 + step 1700000 | 15688s | train_loss=0.0233 | fid=42.9791 + step 1710000 | 15773s | train_loss=0.0226 + step 1720000 | 15859s | train_loss=0.0230 + step 1730000 | 15945s | train_loss=0.0225 + step 1740000 | 16032s | train_loss=0.0233 + step 1750000 | 16118s | train_loss=0.0225 + step 1760000 | 16184s | train_loss=0.0224 + step 1770000 | 16270s | train_loss=0.0224 + step 1780000 | 16356s | train_loss=0.0228 + step 1790000 | 16442s | train_loss=0.0220 + step 1800000 | 16593s | train_loss=0.0219 | fid=42.4332 + step 1810000 | 16678s | train_loss=0.0224 + step 1820000 | 16764s | train_loss=0.0220 + step 1830000 | 16851s | train_loss=0.0229 + step 1840000 | 16937s | train_loss=0.0217 + step 1850000 | 17024s | train_loss=0.0219 + step 1860000 | 17110s | train_loss=0.0221 + step 1870000 | 17192s | train_loss=0.0219 + step 1880000 | 17278s | train_loss=0.0224 + step 1890000 | 17364s | train_loss=0.0214 + step 1900000 | 17516s | train_loss=0.0214 | fid=42.7058 + step 1910000 | 17600s | train_loss=0.0220 + step 1920000 | 17687s | train_loss=0.0223 + step 1930000 | 17773s | train_loss=0.0218 + step 1940000 | 17859s | train_loss=0.0211 + step 1950000 | 17946s | train_loss=0.0212 + step 1960000 | 18032s | train_loss=0.0216 + step 1970000 | 18119s | train_loss=0.0209 + step 1980000 | 18202s | train_loss=0.0210 + step 1990000 | 18288s | train_loss=0.0213 + step 2000000 | 18438s | train_loss=0.0206 | fid=42.2027 + step 2010000 | 18523s | train_loss=0.0202 + step 2020000 | 18609s | train_loss=0.0212 + step 2030000 | 18696s | train_loss=0.0205 + step 2040000 | 18782s | train_loss=0.0207 + step 2050000 | 18868s | train_loss=0.0215 + step 2060000 | 18955s | train_loss=0.0211 + step 2070000 | 19041s | train_loss=0.0205 + step 2080000 | 19128s | train_loss=0.0209 + step 2090000 | 19200s | train_loss=0.0200 + step 2100000 | 19352s | train_loss=0.0199 | fid=42.9357 + step 2110000 | 19436s | train_loss=0.0199 + step 2120000 | 19523s | train_loss=0.0192 + step 2130000 | 19609s | train_loss=0.0198 + step 2140000 | 19696s | train_loss=0.0191 + step 2150000 | 19782s | train_loss=0.0199 + step 2160000 | 19869s | train_loss=0.0191 + step 2170000 | 19955s | train_loss=0.0197 + step 2180000 | 20042s | train_loss=0.0192 + step 2190000 | 20128s | train_loss=0.0193 + step 2200000 | 20270s | train_loss=0.0192 | fid=42.9814 + step 2210000 | 20355s | train_loss=0.0188 + step 2220000 | 20441s | train_loss=0.0187 + step 2230000 | 20528s | train_loss=0.0188 + step 2240000 | 20614s | train_loss=0.0186 + step 2250000 | 20701s | train_loss=0.0188 + step 2260000 | 20787s | train_loss=0.0193 + step 2270000 | 20874s | train_loss=0.0190 + step 2280000 | 20960s | train_loss=0.0188 + step 2290000 | 21047s | train_loss=0.0182 + step 2300000 | 21195s | train_loss=0.0187 | fid=42.1756 + step 2310000 | 21275s | train_loss=0.0185 + step 2320000 | 21362s | train_loss=0.0179 + step 2330000 | 21448s | train_loss=0.0181 + step 2340000 | 21535s | train_loss=0.0175 + step 2350000 | 21621s | train_loss=0.0176 + step 2360000 | 21708s | train_loss=0.0180 + step 2370000 | 21794s | train_loss=0.0179 + step 2380000 | 21881s | train_loss=0.0178 + step 2390000 | 21967s | train_loss=0.0174 + step 2400000 | 22117s | train_loss=0.0175 | fid=42.5375 + step 2410000 | 22197s | train_loss=0.0173 + step 2420000 | 22274s | train_loss=0.0168 + step 2430000 | 22360s | train_loss=0.0183 + step 2440000 | 22447s | train_loss=0.0172 + step 2450000 | 22533s | train_loss=0.0169 + step 2460000 | 22619s | train_loss=0.0170 + step 2470000 | 22706s | train_loss=0.0170 + step 2480000 | 22792s | train_loss=0.0173 + step 2490000 | 22879s | train_loss=0.0169 + step 2500000 | 23030s | train_loss=0.0168 | fid=41.9755 + step 2510000 | 23115s | train_loss=0.0168 + step 2520000 | 23201s | train_loss=0.0164 + step 2530000 | 23283s | train_loss=0.0168 + step 2540000 | 23370s | train_loss=0.0164 + step 2550000 | 23456s | train_loss=0.0169 + step 2560000 | 23543s | train_loss=0.0164 + step 2570000 | 23629s | train_loss=0.0168 + step 2580000 | 23716s | train_loss=0.0165 + step 2590000 | 23802s | train_loss=0.0166 + step 2600000 | 23953s | train_loss=0.0162 | fid=42.3106 + step 2610000 | 24037s | train_loss=0.0157 + step 2620000 | 24124s | train_loss=0.0164 + step 2630000 | 24206s | train_loss=0.0160 + step 2640000 | 24279s | train_loss=0.0165 + step 2650000 | 24365s | train_loss=0.0157 + step 2660000 | 24452s | train_loss=0.0156 + step 2670000 | 24539s | train_loss=0.0160 + step 2680000 | 24625s | train_loss=0.0163 + step 2690000 | 24711s | train_loss=0.0157 + step 2700000 | 24863s | train_loss=0.0155 | fid=42.1518 + step 2710000 | 24948s | train_loss=0.0157 + step 2720000 | 25034s | train_loss=0.0155 + step 2730000 | 25120s | train_loss=0.0160 + step 2740000 | 25208s | train_loss=0.0161 + step 2750000 | 25288s | train_loss=0.0155 + step 2760000 | 25374s | train_loss=0.0153 + step 2770000 | 25461s | train_loss=0.0156 + step 2780000 | 25547s | train_loss=0.0160 + step 2790000 | 25634s | train_loss=0.0158 + step 2800000 | 25785s | train_loss=0.0147 | fid=43.1411 + step 2810000 | 25870s | train_loss=0.0158 + step 2820000 | 25956s | train_loss=0.0149 + step 2830000 | 26042s | train_loss=0.0148 + step 2840000 | 26128s | train_loss=0.0149 + step 2850000 | 26216s | train_loss=0.0155 + step 2860000 | 26286s | train_loss=0.0155 + step 2870000 | 26373s | train_loss=0.0151 + step 2880000 | 26459s | train_loss=0.0150 + step 2890000 | 26546s | train_loss=0.0147 + step 2900000 | 26697s | train_loss=0.0145 | fid=41.9821 + step 2910000 | 26782s | train_loss=0.0152 + step 2920000 | 26868s | train_loss=0.0150 + step 2930000 | 26955s | train_loss=0.0148 + step 2940000 | 27041s | train_loss=0.0148 + step 2950000 | 27128s | train_loss=0.0142 + step 2960000 | 27214s | train_loss=0.0146 + step 2970000 | 27295s | train_loss=0.0150 + step 2980000 | 27381s | train_loss=0.0151 + step 2990000 | 27467s | train_loss=0.0148 + step 3000000 | 27619s | train_loss=0.0146 | fid=41.4394 + step 3010000 | 27703s | train_loss=0.0141 + step 3020000 | 27789s | train_loss=0.0150 + step 3030000 | 27876s | train_loss=0.0146 + step 3040000 | 27962s | train_loss=0.0138 + step 3050000 | 28048s | train_loss=0.0147 + step 3060000 | 28135s | train_loss=0.0143 + step 3070000 | 28222s | train_loss=0.0144 + step 3080000 | 28304s | train_loss=0.0140 + step 3090000 | 28389s | train_loss=0.0139 + step 3100000 | 28542s | train_loss=0.0142 | fid=42.1256 + step 3110000 | 28626s | train_loss=0.0140 + step 3120000 | 28713s | train_loss=0.0137 + step 3130000 | 28799s | train_loss=0.0153 + step 3140000 | 28885s | train_loss=0.0142 + step 3150000 | 28972s | train_loss=0.0139 + step 3160000 | 29058s | train_loss=0.0131 + step 3170000 | 29145s | train_loss=0.0142 + step 3180000 | 29230s | train_loss=0.0139 + step 3190000 | 29311s | train_loss=0.0142 + step 3200000 | 29464s | train_loss=0.0135 | fid=42.1251 + step 3210000 | 29549s | train_loss=0.0132 + step 3220000 | 29635s | train_loss=0.0134 + step 3230000 | 29722s | train_loss=0.0137 + step 3240000 | 29808s | train_loss=0.0142 + step 3250000 | 29895s | train_loss=0.0139 + step 3260000 | 29981s | train_loss=0.0135 + step 3270000 | 30068s | train_loss=0.0132 + step 3280000 | 30154s | train_loss=0.0133 + step 3290000 | 30235s | train_loss=0.0134 + step 3300000 | 30386s | train_loss=0.0125 | fid=42.2026 + step 3310000 | 30471s | train_loss=0.0135 + step 3320000 | 30557s | train_loss=0.0133 + step 3330000 | 30644s | train_loss=0.0140 + step 3340000 | 30730s | train_loss=0.0132 + step 3350000 | 30816s | train_loss=0.0129 + step 3360000 | 30903s | train_loss=0.0132 + step 3370000 | 30989s | train_loss=0.0128 + step 3380000 | 31076s | train_loss=0.0133 + step 3390000 | 31160s | train_loss=0.0130 + step 3400000 | 31301s | train_loss=0.0128 | fid=42.7504 + step 3410000 | 31385s | train_loss=0.0128 + step 3420000 | 31471s | train_loss=0.0129 + step 3430000 | 31558s | train_loss=0.0125 + step 3440000 | 31644s | train_loss=0.0124 + step 3450000 | 31730s | train_loss=0.0133 + step 3460000 | 31817s | train_loss=0.0132 + step 3470000 | 31904s | train_loss=0.0127 + step 3480000 | 31990s | train_loss=0.0124 + step 3490000 | 32076s | train_loss=0.0128 + step 3500000 | 32224s | train_loss=0.0121 | fid=41.7886 + step 3510000 | 32307s | train_loss=0.0130 + step 3520000 | 32394s | train_loss=0.0124 + step 3530000 | 32480s | train_loss=0.0122 + step 3540000 | 32566s | train_loss=0.0127 + step 3550000 | 32653s | train_loss=0.0121 + step 3560000 | 32739s | train_loss=0.0122 + step 3570000 | 32825s | train_loss=0.0128 + step 3580000 | 32912s | train_loss=0.0121 + step 3590000 | 32998s | train_loss=0.0124 + step 3600000 | 33151s | train_loss=0.0122 | fid=41.8602 + step 3610000 | 33224s | train_loss=0.0120 + step 3620000 | 33309s | train_loss=0.0121 + step 3630000 | 33395s | train_loss=0.0122 + step 3640000 | 33481s | train_loss=0.0121 + step 3650000 | 33568s | train_loss=0.0122 + step 3660000 | 33654s | train_loss=0.0119 + step 3670000 | 33740s | train_loss=0.0123 + step 3680000 | 33827s | train_loss=0.0116 + step 3690000 | 33913s | train_loss=0.0120 + step 3700000 | 34055s | train_loss=0.0123 | fid=42.2437 + step 3710000 | 34140s | train_loss=0.0120 + step 3720000 | 34218s | train_loss=0.0122 + step 3730000 | 34303s | train_loss=0.0115 + step 3740000 | 34389s | train_loss=0.0121 + step 3750000 | 34475s | train_loss=0.0117 + step 3760000 | 34562s | train_loss=0.0122 + step 3770000 | 34648s | train_loss=0.0118 + step 3780000 | 34735s | train_loss=0.0117 + step 3790000 | 34821s | train_loss=0.0118 + step 3800000 | 34958s | train_loss=0.0117 | fid=42.4678 + step 3810000 | 35043s | train_loss=0.0113 + step 3820000 | 35129s | train_loss=0.0121 + step 3830000 | 35207s | train_loss=0.0117 + step 3840000 | 35287s | train_loss=0.0114 + step 3850000 | 35373s | train_loss=0.0123 + step 3860000 | 35460s | train_loss=0.0111 + step 3870000 | 35546s | train_loss=0.0111 + step 3880000 | 35632s | train_loss=0.0115 + step 3890000 | 35719s | train_loss=0.0109 + step 3900000 | 35869s | train_loss=0.0114 | fid=42.7140 + step 3910000 | 35954s | train_loss=0.0111 + step 3920000 | 36041s | train_loss=0.0115 + step 3930000 | 36127s | train_loss=0.0111 + step 3940000 | 36211s | train_loss=0.0116 + step 3950000 | 36289s | train_loss=0.0111 + step 3960000 | 36376s | train_loss=0.0111 + step 3970000 | 36462s | train_loss=0.0119 + step 3980000 | 36548s | train_loss=0.0111 + step 3990000 | 36635s | train_loss=0.0111 + step 4000000 | 36786s | train_loss=0.0116 | fid=41.8293 + step 4010000 | 36870s | train_loss=0.0116 + step 4020000 | 36957s | train_loss=0.0113 + step 4030000 | 37043s | train_loss=0.0115 + step 4040000 | 37129s | train_loss=0.0115 + step 4050000 | 37216s | train_loss=0.0111 + step 4060000 | 37293s | train_loss=0.0107 + step 4070000 | 37379s | train_loss=0.0110 + step 4080000 | 37465s | train_loss=0.0117 + step 4090000 | 37552s | train_loss=0.0110 + step 4100000 | 37703s | train_loss=0.0109 | fid=41.9478 + step 4110000 | 37787s | train_loss=0.0112 + step 4120000 | 37874s | train_loss=0.0111 + step 4130000 | 37960s | train_loss=0.0107 + step 4140000 | 38046s | train_loss=0.0105 + step 4150000 | 38133s | train_loss=0.0112 + step 4160000 | 38220s | train_loss=0.0103 + step 4170000 | 38296s | train_loss=0.0108 + step 4180000 | 38381s | train_loss=0.0109 + step 4190000 | 38468s | train_loss=0.0112 + step 4200000 | 38620s | train_loss=0.0105 | fid=41.7243 + step 4210000 | 38704s | train_loss=0.0111 + step 4220000 | 38790s | train_loss=0.0109 + step 4230000 | 38877s | train_loss=0.0111 + step 4240000 | 38963s | train_loss=0.0111 + step 4250000 | 39050s | train_loss=0.0109 + step 4260000 | 39136s | train_loss=0.0105 + step 4270000 | 39223s | train_loss=0.0101 + step 4280000 | 39294s | train_loss=0.0105 + step 4290000 | 39373s | train_loss=0.0106 + step 4300000 | 39524s | train_loss=0.0103 | fid=41.8865 + step 4310000 | 39609s | train_loss=0.0105 + step 4320000 | 39695s | train_loss=0.0106 + step 4330000 | 39782s | train_loss=0.0106 + step 4340000 | 39868s | train_loss=0.0108 + step 4350000 | 39955s | train_loss=0.0101 + step 4360000 | 40041s | train_loss=0.0107 + step 4370000 | 40127s | train_loss=0.0103 + step 4380000 | 40214s | train_loss=0.0103 + step 4390000 | 40299s | train_loss=0.0105 + step 4400000 | 40437s | train_loss=0.0102 | fid=42.7575 + step 4410000 | 40522s | train_loss=0.0110 + step 4420000 | 40608s | train_loss=0.0100 + step 4430000 | 40695s | train_loss=0.0106 + step 4440000 | 40781s | train_loss=0.0107 + step 4450000 | 40868s | train_loss=0.0100 + step 4460000 | 40954s | train_loss=0.0098 + step 4470000 | 41040s | train_loss=0.0103 + step 4480000 | 41126s | train_loss=0.0098 + step 4490000 | 41213s | train_loss=0.0102 + step 4500000 | 41347s | train_loss=0.0101 | fid=42.4429 + step 4510000 | 41432s | train_loss=0.0103 + step 4520000 | 41518s | train_loss=0.0105 + step 4530000 | 41604s | train_loss=0.0101 + step 4540000 | 41691s | train_loss=0.0104 + step 4550000 | 41777s | train_loss=0.0099 + step 4560000 | 41864s | train_loss=0.0098 + step 4570000 | 41950s | train_loss=0.0097 + step 4580000 | 42037s | train_loss=0.0097 + step 4590000 | 42123s | train_loss=0.0098 + step 4600000 | 42275s | train_loss=0.0099 | fid=42.2832 + step 4610000 | 42348s | train_loss=0.0098 + step 4620000 | 42427s | train_loss=0.0097 + step 4630000 | 42514s | train_loss=0.0097 + step 4640000 | 42600s | train_loss=0.0098 + step 4650000 | 42686s | train_loss=0.0101 + step 4660000 | 42773s | train_loss=0.0098 + step 4670000 | 42859s | train_loss=0.0095 + step 4680000 | 42946s | train_loss=0.0102 + step 4690000 | 43032s | train_loss=0.0100 + step 4700000 | 43184s | train_loss=0.0099 | fid=42.4238 + step 4710000 | 43268s | train_loss=0.0099 + step 4720000 | 43353s | train_loss=0.0100 + step 4730000 | 43428s | train_loss=0.0095 + step 4740000 | 43515s | train_loss=0.0096 + step 4750000 | 43601s | train_loss=0.0100 + step 4760000 | 43688s | train_loss=0.0099 + step 4770000 | 43774s | train_loss=0.0098 + step 4780000 | 43861s | train_loss=0.0100 + step 4790000 | 43947s | train_loss=0.0096 + step 4800000 | 44098s | train_loss=0.0099 | fid=41.8688 + step 4810000 | 44182s | train_loss=0.0099 + step 4820000 | 44269s | train_loss=0.0104 + step 4830000 | 44354s | train_loss=0.0099 + step 4840000 | 44431s | train_loss=0.0096 + step 4850000 | 44518s | train_loss=0.0098 + step 4860000 | 44604s | train_loss=0.0093 + step 4870000 | 44691s | train_loss=0.0091 + step 4880000 | 44777s | train_loss=0.0099 + step 4890000 | 44864s | train_loss=0.0100 + step 4900000 | 45015s | train_loss=0.0098 | fid=41.9554 + step 4910000 | 45100s | train_loss=0.0092 + step 4920000 | 45186s | train_loss=0.0098 + step 4930000 | 45273s | train_loss=0.0096 + step 4940000 | 45358s | train_loss=0.0092 + step 4950000 | 45441s | train_loss=0.0092 + step 4960000 | 45528s | train_loss=0.0097 + step 4970000 | 45614s | train_loss=0.0097 + step 4980000 | 45701s | train_loss=0.0093 + step 4990000 | 45787s | train_loss=0.0090 + step 5000000 | 45934s | train_loss=0.0094 | fid=42.0381 diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d80/config.json b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d80/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f1fce13f77448ff4304a4ba14d6127c0c66c46b2 --- /dev/null +++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d80/config.json @@ -0,0 +1,26 @@ +{ + "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d80/vae.pt", + "out": "results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d80", + "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json", + "train_tar": "/overflow/data/cerberus/celeba_hq_256_partitioned_ws/train/celeba_hq_256-train-0000.tar", + "n_train": 1000, + "total_steps": 5000000, + "eval_interval": 10000, + "mem_interval": 100000, + "fid_interval": 100000, + "fid_n_real": 1000, + "fid_n_gen": 10000, + "n_gen_samples": 10000, + "n_sde_steps": 500, + "batch_size": 512, + "hidden": 1024, + "depth": 5, + "optimizer": "sgd", + "lr": 0.001, + "momentum": 0.8, + "t_min": 0.01, + "t_max": 3.0, + "t_eval": 0.1, + "seed": 47, + "device": null +} diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d80/metrics.jsonl b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d80/metrics.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..6f83abdd4384e5e858dcdfa6c4f5c543c33ef1bb --- /dev/null +++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d80/metrics.jsonl @@ -0,0 +1,502 @@ +{"event": "meta", "data": "celeba_hq_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 80, "n": 1000, "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d80/vae.pt", "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [20952, 7797, 13007, 15253, 1802, 20760, 3302, 2937, 12429, 13098, 20076, 19572, 10577, 5564, 11381, 5775, 5276, 17998, 2240, 2519, 11388, 7263, 4196, 10568, 2158, 19965, 9295, 2040, 19851, 8718, 9370, 15052, 13447, 2513, 1591, 9658, 13292, 12806, 14560, 2355, 9290, 17698, 4901, 20580, 2127, 14432, 8576, 20295, 129, 14022, 19119, 15050, 18760, 288, 13973, 2168, 14462, 2292, 8199, 18932, 6429, 20664, 8787, 16525, 10377, 6994, 16130, 6724, 13244, 20903, 11718, 8813, 7745, 14314, 13381, 7425, 8918, 18001, 18601, 17689, 8193, 470, 13341, 5477, 12269, 7092, 11369, 16932, 14217, 12925, 15969, 15866, 12197, 9148, 9971, 6425, 19208, 112, 13306, 16558, 1303, 19554, 17868, 13767, 4996, 11785, 8997, 17159, 9157, 13344, 7193, 14890, 893, 12961, 4480, 20648, 1871, 14734, 7352, 7321, 17855, 20812, 5617, 12632, 793, 17758, 7441, 20850, 8716, 9049, 5480, 7856, 16261, 5910, 16773, 9795, 4390, 6696, 14888, 12975, 16432, 9254, 6712, 1464, 13523, 641, 20792, 7029, 20339, 5365, 18551, 11929, 13976, 5064, 1978, 3092, 13092, 14987, 9204, 4723, 12378, 12008, 8196, 136, 19652, 8477, 19824, 2919, 13627, 19248, 9044, 3780, 12267, 8395, 7223, 8828, 4794, 1238, 3918, 6410, 14610, 2563, 18499, 7857, 3061, 15109, 11568, 6764, 10989, 18957, 8115, 20211, 19901, 20120, 10169, 4920, 9969, 10241, 17413, 5421, 14514, 20658, 10122, 5760, 1280, 11010, 8517, 4746, 6765, 4667, 4144, 8117, 4488, 17978, 13454, 18660, 8665, 45, 7031, 903, 16818, 18231, 17390, 312, 13864, 3668, 10948, 3614, 19604, 5027, 14941, 16471, 6783, 5178, 9335, 17408, 11831, 14242, 20072, 8405, 5198, 7163, 14369, 3939, 18102, 9996, 1580, 14702, 11215, 12045, 15533, 11854, 20171, 8345, 13606, 20457, 4849, 1500, 4026, 1891, 19053, 15329, 14020, 8742, 9233, 5280, 14522, 19492, 19005, 15421, 20902, 2380, 15726, 10965, 14683, 8786, 10203, 2842, 12666, 16692, 11495, 13620, 13743, 19967, 2117, 13142, 18220, 9184, 7484, 20600, 18310, 11438, 13671, 19232, 12924, 7682, 6420, 6638, 8141, 9558, 14608, 16288, 8979, 18506, 10073, 15365, 17535, 1111, 15229, 5083, 3615, 14472, 9250, 2157, 14039, 7423, 12464, 17398, 7148, 18584, 3958, 17549, 7943, 5819, 4614, 5871, 6171, 8176, 442, 7457, 11538, 15416, 15446, 1476, 16702, 17386, 344, 2590, 4412, 14795, 3511, 3253, 2551, 4805, 10115, 19988, 8304, 12851, 10913, 15518, 12417, 4132, 840, 10288, 7062, 402, 15245, 2646, 10740, 15201, 12745, 16350, 3423, 15088, 14921, 1876, 11228, 17039, 2764, 14670, 3571, 20091, 18464, 1243, 32, 651, 6130, 15342, 8091, 18828, 9117, 12336, 1061, 1889, 11916, 2684, 6657, 18769, 16598, 12693, 17833, 4505, 1755, 5317, 17939, 8049, 15854, 2015, 6255, 7794, 8551, 8848, 6079, 19416, 9201, 9716, 4758, 12841, 18120, 5409, 2645, 17139, 12999, 20071, 11362, 16024, 1012, 3774, 89, 4789, 14143, 541, 19389, 17049, 11702, 9028, 38, 11395, 12833, 19976, 10415, 6753, 3479, 10950, 10730, 2864, 17034, 16113, 14211, 11231, 10526, 3344, 7261, 15216, 1908, 9176, 2681, 9498, 18417, 20330, 19267, 8645, 17348, 3136, 17753, 4834, 14445, 1672, 13858, 18557, 2470, 9766, 18654, 162, 16584, 20852, 14886, 13360, 20524, 19279, 13997, 18291, 1348, 5843, 8721, 20735, 20977, 15333, 8243, 16529, 13154, 10788, 5379, 4739, 5636, 18019, 7950, 6588, 786, 6257, 8375, 3630, 14367, 510, 17431, 18890, 2241, 4398, 13654, 2768, 2899, 12526, 17703, 18984, 5733, 20074, 19421, 3368, 17161, 3891, 15748, 14407, 9678, 13320, 16555, 13838, 20279, 11098, 386, 12574, 2638, 13238, 2777, 13223, 5037, 5813, 19373, 13398, 15442, 5983, 3556, 1790, 6314, 13062, 5358, 17460, 8621, 15321, 9903, 15036, 13479, 19963, 6056, 9168, 2337, 18563, 19062, 11299, 19051, 17806, 17617, 7357, 6977, 19296, 15000, 16443, 14982, 15757, 15704, 5582, 2942, 16890, 8400, 9917, 16834, 567, 659, 9366, 1700, 5402, 4682, 2280, 765, 2961, 4577, 8421, 18091, 18080, 3290, 16429, 7945, 7235, 19280, 6240, 6343, 10436, 6470, 17901, 9219, 13304, 14735, 14786, 10334, 9645, 15485, 15119, 18615, 10837, 6813, 13431, 5024, 11164, 4421, 6786, 12382, 9459, 10595, 3685, 11181, 10328, 2900, 13285, 19615, 598, 157, 3120, 5529, 13749, 880, 5976, 19463, 16851, 2785, 3976, 20553, 19955, 6877, 1999, 20607, 10853, 8557, 7159, 17184, 10263, 9068, 12865, 5383, 18321, 2827, 2557, 7003, 6506, 13066, 16625, 15600, 10682, 18067, 14801, 13212, 9938, 7768, 14004, 11935, 12469, 12488, 13369, 20018, 19169, 4550, 6811, 11149, 37, 10051, 9046, 1576, 14946, 18907, 14521, 19659, 18099, 19638, 12050, 19893, 10324, 14542, 16992, 3456, 795, 5001, 14177, 18909, 18362, 11062, 3201, 6571, 10607, 11677, 4651, 18636, 4078, 6863, 9047, 9346, 5713, 13400, 13011, 12890, 12611, 15357, 7685, 15356, 10982, 15996, 4004, 1566, 9705, 11488, 1775, 17724, 8914, 9553, 3439, 1340, 7931, 16610, 5956, 7683, 3971, 3010, 8407, 3234, 6422, 7216, 2412, 4082, 12822, 5462, 5841, 15427, 5125, 11056, 8331, 4330, 6004, 15595, 4522, 14489, 11545, 12949, 6735, 17874, 11843, 11870, 11752, 14026, 18781, 4107, 12435, 8184, 1894, 9501, 6897, 14322, 4925, 17746, 3540, 3892, 10979, 10164, 2026, 4222, 1302, 19608, 6106, 20705, 1413, 12551, 2515, 5546, 7675, 5986, 7326, 17606, 9322, 9025, 12134, 20845, 1355, 5975, 4924, 9718, 2988, 12371, 8809, 9623, 14696, 17591, 20420, 16528, 15025, 4086, 11756, 4938, 6833, 15181, 11357, 16067, 12427, 5124, 4992, 13926, 20499, 18307, 4955, 7145, 18724, 35, 15577, 8779, 12132, 2322, 5756, 5220, 4518, 10666, 9584, 5903, 5523, 18943, 20654, 5822, 3200, 19022, 7533, 879, 17337, 8171, 8959, 5836, 15782, 18975, 989, 16566, 17613, 18341, 20220, 14326, 15459, 4315, 4874, 7122, 12740, 12259, 10824, 8098, 14910, 8434, 3601, 18430, 10733, 16177, 10780, 1324, 20023, 2408, 11121, 9237, 14519, 14858, 14630, 20871, 15604, 20373, 2311, 20475, 171, 2624, 7590, 4608, 13160, 4506, 10003, 4097, 10252, 18586, 18018, 7960, 9942, 6044, 16467, 3797, 20547, 17560, 7905, 20698, 12686, 5683, 115, 4181, 15828, 20515, 1287, 20636, 2828, 15685, 13399, 18580, 7902, 4380, 10083, 9273, 18142, 15396, 1402, 3101, 19049, 12462, 7659, 164, 1117, 14996, 10741, 17, 18797, 1976, 8898, 11319, 9178, 19713, 19657, 3095, 5405, 15206, 17743, 2834, 20208, 1847, 1488, 3025, 9332, 13967, 14043, 7846, 3126, 11244, 17468, 8874, 13461, 3788, 2725, 5793, 20764, 5132, 16487, 17712, 776, 5042, 9486, 9158, 18638, 6603, 17685, 15564, 11419, 5628, 4296, 8107, 1106, 12274, 3579, 11265, 17185, 7416, 1434, 7934, 19543, 7397, 19689, 3737, 4263, 2141, 5096, 3164, 2924, 2738, 6210, 36, 8651, 17892, 16670, 18803, 11118, 3966, 1913, 20926, 4105, 6428, 17717, 17240, 16019, 4501, 13280, 15814, 19328, 2893, 1993, 681, 4066, 20723, 4437], "fid_reference": "same farthest-first 1k training subset", "seed": 47} +{"step": 1, "wall_time": 65.25899195671082, "train_loss_step": 79.80862426757812, "n_params": 4428880, "total_flops": 13605519360, "train_loss": 0.9995811462402344, "subset_score_loss": 0.9995811462402344, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9744347929954529, "fid": 276.14254907932775} +{"step": 10000, "wall_time": 139.26206231117249, "train_loss_step": 16.50877571105957, "n_params": 4428880, "total_flops": 136055193600000, "train_loss": 0.8241192817687988, "subset_score_loss": 0.8241192817687988} +{"step": 20000, "wall_time": 225.43436884880066, "train_loss_step": 14.891024589538574, "n_params": 4428880, "total_flops": 272110387200000, "train_loss": 0.7256638050079346, "subset_score_loss": 0.7256638050079346} +{"step": 30000, "wall_time": 311.5685820579529, "train_loss_step": 13.792933464050293, "n_params": 4428880, "total_flops": 408165580800000, "train_loss": 0.6020983695983887, "subset_score_loss": 0.6020983695983887} +{"step": 40000, "wall_time": 397.73336386680603, "train_loss_step": 11.231910705566406, "n_params": 4428880, "total_flops": 544220774400000, "train_loss": 0.45893144607543945, "subset_score_loss": 0.45893144607543945} +{"step": 50000, "wall_time": 483.8301885128021, "train_loss_step": 10.259893417358398, "n_params": 4428880, "total_flops": 680275968000000, "train_loss": 0.3288071393966675, "subset_score_loss": 0.3288071393966675} +{"step": 60000, "wall_time": 569.6284039020538, "train_loss_step": 8.533047676086426, "n_params": 4428880, "total_flops": 816331161600000, "train_loss": 0.2441044569015503, "subset_score_loss": 0.2441044569015503} +{"step": 70000, "wall_time": 655.5577237606049, "train_loss_step": 8.764124870300293, "n_params": 4428880, "total_flops": 952386355200000, "train_loss": 0.1917886972427368, "subset_score_loss": 0.1917886972427368} +{"step": 80000, "wall_time": 741.570413351059, "train_loss_step": 8.005290985107422, "n_params": 4428880, "total_flops": 1088441548800000, "train_loss": 0.16264499425888063, "subset_score_loss": 0.16264499425888063} +{"step": 90000, "wall_time": 827.5970394611359, "train_loss_step": 7.388908386230469, "n_params": 4428880, "total_flops": 1224496742400000, "train_loss": 0.14475406408309938, "subset_score_loss": 0.14475406408309938} +{"step": 100000, "wall_time": 980.5150496959686, "train_loss_step": 7.342012405395508, "n_params": 4428880, "total_flops": 1360551936000000, "train_loss": 0.13061636686325073, "subset_score_loss": 0.13061636686325073, "memorization_fraction_pixel": 0.0005000000237487257, "mean_nn_ratio_pixel": 0.9002989530563354, "fid": 57.75321138611883} +{"step": 110000, "wall_time": 1060.1603338718414, "train_loss_step": 6.477625370025635, "n_params": 4428880, "total_flops": 1496607129600000, "train_loss": 0.12381945848464966, "subset_score_loss": 0.12381945848464966} +{"step": 120000, "wall_time": 1142.958577156067, "train_loss_step": 6.898085594177246, "n_params": 4428880, "total_flops": 1632662323200000, "train_loss": 0.11536755561828613, "subset_score_loss": 0.11536755561828613} +{"step": 130000, "wall_time": 1228.9388926029205, "train_loss_step": 6.404147624969482, "n_params": 4428880, "total_flops": 1768717516800000, "train_loss": 0.1094630479812622, "subset_score_loss": 0.1094630479812622} +{"step": 140000, "wall_time": 1314.9159042835236, "train_loss_step": 6.221541404724121, "n_params": 4428880, "total_flops": 1904772710400000, "train_loss": 0.1060565710067749, "subset_score_loss": 0.1060565710067749} +{"step": 150000, "wall_time": 1400.9320557117462, "train_loss_step": 6.527124404907227, "n_params": 4428880, "total_flops": 2040827904000000, "train_loss": 0.09947985410690308, "subset_score_loss": 0.09947985410690308} +{"step": 160000, "wall_time": 1486.6667077541351, "train_loss_step": 5.912062168121338, "n_params": 4428880, "total_flops": 2176883097600000, "train_loss": 0.0962053120136261, "subset_score_loss": 0.0962053120136261} +{"step": 170000, "wall_time": 1572.4522712230682, "train_loss_step": 6.123273849487305, "n_params": 4428880, "total_flops": 2312938291200000, "train_loss": 0.09125940799713135, "subset_score_loss": 0.09125940799713135} +{"step": 180000, "wall_time": 1658.4500892162323, "train_loss_step": 5.9566450119018555, "n_params": 4428880, "total_flops": 2448993484800000, "train_loss": 0.08999380469322205, "subset_score_loss": 0.08999380469322205} +{"step": 190000, "wall_time": 1744.3701577186584, "train_loss_step": 5.5587687492370605, "n_params": 4428880, "total_flops": 2585048678400000, "train_loss": 0.08668981194496155, "subset_score_loss": 0.08668981194496155} +{"step": 200000, "wall_time": 1896.049731016159, "train_loss_step": 5.715221881866455, "n_params": 4428880, "total_flops": 2721103872000000, "train_loss": 0.08615107536315918, "subset_score_loss": 0.08615107536315918, "memorization_fraction_pixel": 0.020600000396370888, "mean_nn_ratio_pixel": 0.8243285417556763, "fid": 55.680733697977956} +{"step": 210000, "wall_time": 1978.2883512973785, "train_loss_step": 5.646759033203125, "n_params": 4428880, "total_flops": 2857159065600000, "train_loss": 0.08089743256568908, "subset_score_loss": 0.08089743256568908} +{"step": 220000, "wall_time": 2061.7212772369385, "train_loss_step": 5.560848712921143, "n_params": 4428880, "total_flops": 2993214259200000, "train_loss": 0.08002548217773438, "subset_score_loss": 0.08002548217773438} +{"step": 230000, "wall_time": 2144.5286774635315, "train_loss_step": 5.676542282104492, "n_params": 4428880, "total_flops": 3129269452800000, "train_loss": 0.0759827435016632, "subset_score_loss": 0.0759827435016632} +{"step": 240000, "wall_time": 2230.5975852012634, "train_loss_step": 5.048734664916992, "n_params": 4428880, "total_flops": 3265324646400000, "train_loss": 0.07644449472427368, "subset_score_loss": 0.07644449472427368} +{"step": 250000, "wall_time": 2316.627765417099, "train_loss_step": 5.675568580627441, "n_params": 4428880, "total_flops": 3401379840000000, "train_loss": 0.07351542115211487, "subset_score_loss": 0.07351542115211487} +{"step": 260000, "wall_time": 2402.540358543396, "train_loss_step": 5.678668975830078, "n_params": 4428880, "total_flops": 3537435033600000, "train_loss": 0.07177373766899109, "subset_score_loss": 0.07177373766899109} +{"step": 270000, "wall_time": 2488.3117413520813, "train_loss_step": 5.69862174987793, "n_params": 4428880, "total_flops": 3673490227200000, "train_loss": 0.06925367116928101, "subset_score_loss": 0.06925367116928101} +{"step": 280000, "wall_time": 2574.5821170806885, "train_loss_step": 5.448102951049805, "n_params": 4428880, "total_flops": 3809545420800000, "train_loss": 0.06917821168899536, "subset_score_loss": 0.06917821168899536} +{"step": 290000, "wall_time": 2660.832508802414, "train_loss_step": 5.3147101402282715, "n_params": 4428880, "total_flops": 3945600614400000, "train_loss": 0.06741902232170105, "subset_score_loss": 0.06741902232170105} +{"step": 300000, "wall_time": 2813.3225107192993, "train_loss_step": 5.42797327041626, "n_params": 4428880, "total_flops": 4081655808000000, "train_loss": 0.0660541832447052, "subset_score_loss": 0.0660541832447052, "memorization_fraction_pixel": 0.04769999906420708, "mean_nn_ratio_pixel": 0.7773826718330383, "fid": 54.79666909953338} +{"step": 310000, "wall_time": 2895.4699308872223, "train_loss_step": 5.354034423828125, "n_params": 4428880, "total_flops": 4217711001600000, "train_loss": 0.06459050774574279, "subset_score_loss": 0.06459050774574279} +{"step": 320000, "wall_time": 2981.482264280319, "train_loss_step": 5.165064811706543, "n_params": 4428880, "total_flops": 4353766195200000, "train_loss": 0.06326003670692444, "subset_score_loss": 0.06326003670692444} +{"step": 330000, "wall_time": 3059.5666933059692, "train_loss_step": 5.383505821228027, "n_params": 4428880, "total_flops": 4489821388800000, "train_loss": 0.06213253736495972, "subset_score_loss": 0.06213253736495972} +{"step": 340000, "wall_time": 3144.0077710151672, "train_loss_step": 5.01671838760376, "n_params": 4428880, "total_flops": 4625876582400000, "train_loss": 0.06177359223365784, "subset_score_loss": 0.06177359223365784} +{"step": 350000, "wall_time": 3229.9742591381073, "train_loss_step": 4.707651138305664, "n_params": 4428880, "total_flops": 4761931776000000, "train_loss": 0.05960536003112793, "subset_score_loss": 0.05960536003112793} +{"step": 360000, "wall_time": 3315.968275785446, "train_loss_step": 5.335079193115234, "n_params": 4428880, "total_flops": 4897986969600000, "train_loss": 0.059137552976608276, "subset_score_loss": 0.059137552976608276} +{"step": 370000, "wall_time": 3401.704468011856, "train_loss_step": 5.240146636962891, "n_params": 4428880, "total_flops": 5034042163200000, "train_loss": 0.05936784744262695, "subset_score_loss": 0.05936784744262695} +{"step": 380000, "wall_time": 3487.8001136779785, "train_loss_step": 5.1424407958984375, "n_params": 4428880, "total_flops": 5170097356800000, "train_loss": 0.05900402665138245, "subset_score_loss": 0.05900402665138245} +{"step": 390000, "wall_time": 3573.869422674179, "train_loss_step": 5.016030311584473, "n_params": 4428880, "total_flops": 5306152550400000, "train_loss": 0.056927692890167234, "subset_score_loss": 0.056927692890167234} +{"step": 400000, "wall_time": 3726.6189184188843, "train_loss_step": 4.604891777038574, "n_params": 4428880, "total_flops": 5442207744000000, "train_loss": 0.05551410317420959, "subset_score_loss": 0.05551410317420959, "memorization_fraction_pixel": 0.08110000193119049, "mean_nn_ratio_pixel": 0.7410827875137329, "fid": 52.29213671290361} +{"step": 410000, "wall_time": 3808.9700486660004, "train_loss_step": 4.802146911621094, "n_params": 4428880, "total_flops": 5578262937600000, "train_loss": 0.0556466281414032, "subset_score_loss": 0.0556466281414032} +{"step": 420000, "wall_time": 3895.0127246379852, "train_loss_step": 5.089426040649414, "n_params": 4428880, "total_flops": 5714318131200000, "train_loss": 0.055194735527038574, "subset_score_loss": 0.055194735527038574} +{"step": 430000, "wall_time": 3981.1980974674225, "train_loss_step": 5.046882629394531, "n_params": 4428880, "total_flops": 5850373324800000, "train_loss": 0.05417001247406006, "subset_score_loss": 0.05417001247406006} +{"step": 440000, "wall_time": 4064.2685391902924, "train_loss_step": 4.974401473999023, "n_params": 4428880, "total_flops": 5986428518400000, "train_loss": 0.05348846912384033, "subset_score_loss": 0.05348846912384033} +{"step": 450000, "wall_time": 4148.985113143921, "train_loss_step": 4.762774467468262, "n_params": 4428880, "total_flops": 6122483712000000, "train_loss": 0.05238314270973206, "subset_score_loss": 0.05238314270973206} +{"step": 460000, "wall_time": 4234.377361536026, "train_loss_step": 5.011159896850586, "n_params": 4428880, "total_flops": 6258538905600000, "train_loss": 0.05167664885520935, "subset_score_loss": 0.05167664885520935} +{"step": 470000, "wall_time": 4319.3429915905, "train_loss_step": 4.806171417236328, "n_params": 4428880, "total_flops": 6394594099200000, "train_loss": 0.05294002890586853, "subset_score_loss": 0.05294002890586853} +{"step": 480000, "wall_time": 4404.473786830902, "train_loss_step": 4.648093223571777, "n_params": 4428880, "total_flops": 6530649292800000, "train_loss": 0.05107733607292175, "subset_score_loss": 0.05107733607292175} +{"step": 490000, "wall_time": 4489.668341875076, "train_loss_step": 4.764656066894531, "n_params": 4428880, "total_flops": 6666704486400000, "train_loss": 0.05065128803253174, "subset_score_loss": 0.05065128803253174} +{"step": 500000, "wall_time": 4642.710564374924, "train_loss_step": 4.823394298553467, "n_params": 4428880, "total_flops": 6802759680000000, "train_loss": 0.04964856207370758, "subset_score_loss": 0.04964856207370758, "memorization_fraction_pixel": 0.11550000309944153, "mean_nn_ratio_pixel": 0.7027343511581421, "fid": 50.7996793211703} +{"step": 510000, "wall_time": 4724.786993741989, "train_loss_step": 4.826636791229248, "n_params": 4428880, "total_flops": 6938814873600000, "train_loss": 0.04973390400409698, "subset_score_loss": 0.04973390400409698} +{"step": 520000, "wall_time": 4810.6914710998535, "train_loss_step": 4.906970024108887, "n_params": 4428880, "total_flops": 7074870067200000, "train_loss": 0.04911060929298401, "subset_score_loss": 0.04911060929298401} +{"step": 530000, "wall_time": 4896.731716156006, "train_loss_step": 4.835061073303223, "n_params": 4428880, "total_flops": 7210925260800000, "train_loss": 0.04769981801509857, "subset_score_loss": 0.04769981801509857} +{"step": 540000, "wall_time": 4982.809599161148, "train_loss_step": 4.702330589294434, "n_params": 4428880, "total_flops": 7346980454400000, "train_loss": 0.04843471944332123, "subset_score_loss": 0.04843471944332123} +{"step": 550000, "wall_time": 5065.846493005753, "train_loss_step": 4.776155471801758, "n_params": 4428880, "total_flops": 7483035648000000, "train_loss": 0.047338804602622984, "subset_score_loss": 0.047338804602622984} +{"step": 560000, "wall_time": 5150.380386590958, "train_loss_step": 4.6123857498168945, "n_params": 4428880, "total_flops": 7619090841600000, "train_loss": 0.04644437432289124, "subset_score_loss": 0.04644437432289124} +{"step": 570000, "wall_time": 5236.210527181625, "train_loss_step": 4.459259510040283, "n_params": 4428880, "total_flops": 7755146035200000, "train_loss": 0.046848857402801515, "subset_score_loss": 0.046848857402801515} +{"step": 580000, "wall_time": 5322.147082567215, "train_loss_step": 4.792088985443115, "n_params": 4428880, "total_flops": 7891201228800000, "train_loss": 0.046953064203262326, "subset_score_loss": 0.046953064203262326} +{"step": 590000, "wall_time": 5408.168432474136, "train_loss_step": 4.717085838317871, "n_params": 4428880, "total_flops": 8027256422400000, "train_loss": 0.04595046639442444, "subset_score_loss": 0.04595046639442444} +{"step": 600000, "wall_time": 5560.809905052185, "train_loss_step": 4.496511459350586, "n_params": 4428880, "total_flops": 8163311616000000, "train_loss": 0.04589149951934814, "subset_score_loss": 0.04589149951934814, "memorization_fraction_pixel": 0.15790000557899475, "mean_nn_ratio_pixel": 0.6676268577575684, "fid": 47.87159491251592} +{"step": 610000, "wall_time": 5643.152307271957, "train_loss_step": 4.778110980987549, "n_params": 4428880, "total_flops": 8299366809600000, "train_loss": 0.04464726150035858, "subset_score_loss": 0.04464726150035858} +{"step": 620000, "wall_time": 5729.18870639801, "train_loss_step": 4.696303367614746, "n_params": 4428880, "total_flops": 8435422003200000, "train_loss": 0.04457497000694275, "subset_score_loss": 0.04457497000694275} +{"step": 630000, "wall_time": 5815.060748577118, "train_loss_step": 4.474767684936523, "n_params": 4428880, "total_flops": 8571477196800000, "train_loss": 0.043803468346595764, "subset_score_loss": 0.043803468346595764} +{"step": 640000, "wall_time": 5901.154168367386, "train_loss_step": 4.591489791870117, "n_params": 4428880, "total_flops": 8707532390400000, "train_loss": 0.04361384809017181, "subset_score_loss": 0.04361384809017181} +{"step": 650000, "wall_time": 5987.355106115341, "train_loss_step": 4.78294038772583, "n_params": 4428880, "total_flops": 8843587584000000, "train_loss": 0.04341822862625122, "subset_score_loss": 0.04341822862625122} +{"step": 660000, "wall_time": 6058.917115926743, "train_loss_step": 4.782748699188232, "n_params": 4428880, "total_flops": 8979642777600000, "train_loss": 0.04318609833717346, "subset_score_loss": 0.04318609833717346} +{"step": 670000, "wall_time": 6142.985872745514, "train_loss_step": 4.581380844116211, "n_params": 4428880, "total_flops": 9115697971200000, "train_loss": 0.042847418785095216, "subset_score_loss": 0.042847418785095216} +{"step": 680000, "wall_time": 6229.048686504364, "train_loss_step": 4.441054821014404, "n_params": 4428880, "total_flops": 9251753164800000, "train_loss": 0.043890374898910525, "subset_score_loss": 0.043890374898910525} +{"step": 690000, "wall_time": 6315.00245308876, "train_loss_step": 4.2978715896606445, "n_params": 4428880, "total_flops": 9387808358400000, "train_loss": 0.041121700406074525, "subset_score_loss": 0.041121700406074525} +{"step": 700000, "wall_time": 6467.932266712189, "train_loss_step": 4.503520965576172, "n_params": 4428880, "total_flops": 9523863552000000, "train_loss": 0.04244523048400879, "subset_score_loss": 0.04244523048400879, "memorization_fraction_pixel": 0.19609999656677246, "mean_nn_ratio_pixel": 0.6470646858215332, "fid": 48.625427529641} +{"step": 710000, "wall_time": 6550.520858049393, "train_loss_step": 4.742480754852295, "n_params": 4428880, "total_flops": 9659918745600000, "train_loss": 0.041978901624679564, "subset_score_loss": 0.041978901624679564} +{"step": 720000, "wall_time": 6636.43984913826, "train_loss_step": 4.295282363891602, "n_params": 4428880, "total_flops": 9795973939200000, "train_loss": 0.04037120640277862, "subset_score_loss": 0.04037120640277862} +{"step": 730000, "wall_time": 6722.442932128906, "train_loss_step": 4.43098258972168, "n_params": 4428880, "total_flops": 9932029132800000, "train_loss": 0.040668067336082456, "subset_score_loss": 0.040668067336082456} +{"step": 740000, "wall_time": 6808.137781858444, "train_loss_step": 4.8293304443359375, "n_params": 4428880, "total_flops": 10068084326400000, "train_loss": 0.04152208268642425, "subset_score_loss": 0.04152208268642425} +{"step": 750000, "wall_time": 6894.1510055065155, "train_loss_step": 4.516922473907471, "n_params": 4428880, "total_flops": 10204139520000000, "train_loss": 0.04066152572631836, "subset_score_loss": 0.04066152572631836} +{"step": 760000, "wall_time": 6979.914160966873, "train_loss_step": 4.436612129211426, "n_params": 4428880, "total_flops": 10340194713600000, "train_loss": 0.04094365835189819, "subset_score_loss": 0.04094365835189819} +{"step": 770000, "wall_time": 7059.015926837921, "train_loss_step": 4.511587142944336, "n_params": 4428880, "total_flops": 10476249907200000, "train_loss": 0.04035671651363373, "subset_score_loss": 0.04035671651363373} +{"step": 780000, "wall_time": 7143.261373996735, "train_loss_step": 4.674501419067383, "n_params": 4428880, "total_flops": 10612305100800000, "train_loss": 0.04089510440826416, "subset_score_loss": 0.04089510440826416} +{"step": 790000, "wall_time": 7229.344185829163, "train_loss_step": 4.444060325622559, "n_params": 4428880, "total_flops": 10748360294400000, "train_loss": 0.039148131012916566, "subset_score_loss": 0.039148131012916566} +{"step": 800000, "wall_time": 7382.1632425785065, "train_loss_step": 4.356208801269531, "n_params": 4428880, "total_flops": 10884415488000000, "train_loss": 0.04017578959465027, "subset_score_loss": 0.04017578959465027, "memorization_fraction_pixel": 0.23880000412464142, "mean_nn_ratio_pixel": 0.6125381588935852, "fid": 46.49759353747816} +{"step": 810000, "wall_time": 7464.30052113533, "train_loss_step": 4.374479293823242, "n_params": 4428880, "total_flops": 11020470681600000, "train_loss": 0.03950923085212708, "subset_score_loss": 0.03950923085212708} +{"step": 820000, "wall_time": 7550.386574745178, "train_loss_step": 4.0410614013671875, "n_params": 4428880, "total_flops": 11156525875200000, "train_loss": 0.0396228551864624, "subset_score_loss": 0.0396228551864624} +{"step": 830000, "wall_time": 7636.250593185425, "train_loss_step": 4.4739274978637695, "n_params": 4428880, "total_flops": 11292581068800000, "train_loss": 0.03998919129371643, "subset_score_loss": 0.03998919129371643} +{"step": 840000, "wall_time": 7722.158603429794, "train_loss_step": 4.276205062866211, "n_params": 4428880, "total_flops": 11428636262400000, "train_loss": 0.03786864578723907, "subset_score_loss": 0.03786864578723907} +{"step": 850000, "wall_time": 7807.985336780548, "train_loss_step": 4.583808898925781, "n_params": 4428880, "total_flops": 11564691456000000, "train_loss": 0.03807350099086761, "subset_score_loss": 0.03807350099086761} +{"step": 860000, "wall_time": 7893.945021390915, "train_loss_step": 4.288021087646484, "n_params": 4428880, "total_flops": 11700746649600000, "train_loss": 0.037440115213394166, "subset_score_loss": 0.037440115213394166} +{"step": 870000, "wall_time": 7979.670558929443, "train_loss_step": 4.75944709777832, "n_params": 4428880, "total_flops": 11836801843200000, "train_loss": 0.0379774272441864, "subset_score_loss": 0.0379774272441864} +{"step": 880000, "wall_time": 8059.264587402344, "train_loss_step": 4.394269943237305, "n_params": 4428880, "total_flops": 11972857036800000, "train_loss": 0.03760070502758026, "subset_score_loss": 0.03760070502758026} +{"step": 890000, "wall_time": 8131.905611991882, "train_loss_step": 4.082754135131836, "n_params": 4428880, "total_flops": 12108912230400000, "train_loss": 0.03629997372627258, "subset_score_loss": 0.03629997372627258} +{"step": 900000, "wall_time": 8284.783535003662, "train_loss_step": 4.230766296386719, "n_params": 4428880, "total_flops": 12244967424000000, "train_loss": 0.03694564700126648, "subset_score_loss": 0.03694564700126648, "memorization_fraction_pixel": 0.2531000077724457, "mean_nn_ratio_pixel": 0.6053591966629028, "fid": 47.74857043648521} +{"step": 910000, "wall_time": 8366.792375564575, "train_loss_step": 4.251749515533447, "n_params": 4428880, "total_flops": 12381022617600000, "train_loss": 0.03596973717212677, "subset_score_loss": 0.03596973717212677} +{"step": 920000, "wall_time": 8452.876410961151, "train_loss_step": 4.273044109344482, "n_params": 4428880, "total_flops": 12517077811200000, "train_loss": 0.03613805174827576, "subset_score_loss": 0.03613805174827576} +{"step": 930000, "wall_time": 8538.830915689468, "train_loss_step": 4.2134809494018555, "n_params": 4428880, "total_flops": 12653133004800000, "train_loss": 0.035312771797180176, "subset_score_loss": 0.035312771797180176} +{"step": 940000, "wall_time": 8624.83267903328, "train_loss_step": 4.168663024902344, "n_params": 4428880, "total_flops": 12789188198400000, "train_loss": 0.035569190979003906, "subset_score_loss": 0.035569190979003906} +{"step": 950000, "wall_time": 8710.792428255081, "train_loss_step": 4.774080276489258, "n_params": 4428880, "total_flops": 12925243392000000, "train_loss": 0.03633602559566498, "subset_score_loss": 0.03633602559566498} +{"step": 960000, "wall_time": 8796.767321109772, "train_loss_step": 4.365267753601074, "n_params": 4428880, "total_flops": 13061298585600000, "train_loss": 0.036797058582305905, "subset_score_loss": 0.036797058582305905} +{"step": 970000, "wall_time": 8882.699512720108, "train_loss_step": 3.937298059463501, "n_params": 4428880, "total_flops": 13197353779200000, "train_loss": 0.03457046747207641, "subset_score_loss": 0.03457046747207641} +{"step": 980000, "wall_time": 8968.288752317429, "train_loss_step": 4.248950958251953, "n_params": 4428880, "total_flops": 13333408972800000, "train_loss": 0.03516839742660523, "subset_score_loss": 0.03516839742660523} +{"step": 990000, "wall_time": 9054.574323415756, "train_loss_step": 4.202212333679199, "n_params": 4428880, "total_flops": 13469464166400000, "train_loss": 0.035713577270507814, "subset_score_loss": 0.035713577270507814} +{"step": 1000000, "wall_time": 9191.849026679993, "train_loss_step": 4.175948143005371, "n_params": 4428880, "total_flops": 13605519360000000, "train_loss": 0.03430322408676147, "subset_score_loss": 0.03430322408676147, "memorization_fraction_pixel": 0.3066999912261963, "mean_nn_ratio_pixel": 0.5708690881729126, "fid": 45.553380991165255} +{"step": 1010000, "wall_time": 9273.555619955063, "train_loss_step": 4.376007556915283, "n_params": 4428880, "total_flops": 13741574553600000, "train_loss": 0.034732985496521, "subset_score_loss": 0.034732985496521} +{"step": 1020000, "wall_time": 9359.551057100296, "train_loss_step": 4.046253204345703, "n_params": 4428880, "total_flops": 13877629747200000, "train_loss": 0.03480489850044251, "subset_score_loss": 0.03480489850044251} +{"step": 1030000, "wall_time": 9445.519393920898, "train_loss_step": 3.7192869186401367, "n_params": 4428880, "total_flops": 14013684940800000, "train_loss": 0.03489883542060852, "subset_score_loss": 0.03489883542060852} +{"step": 1040000, "wall_time": 9531.427783727646, "train_loss_step": 4.396541118621826, "n_params": 4428880, "total_flops": 14149740134400000, "train_loss": 0.03359165191650391, "subset_score_loss": 0.03359165191650391} +{"step": 1050000, "wall_time": 9617.31754231453, "train_loss_step": 3.7638673782348633, "n_params": 4428880, "total_flops": 14285795328000000, "train_loss": 0.033584555983543395, "subset_score_loss": 0.033584555983543395} +{"step": 1060000, "wall_time": 9703.312239646912, "train_loss_step": 4.163280010223389, "n_params": 4428880, "total_flops": 14421850521600000, "train_loss": 0.0328885018825531, "subset_score_loss": 0.0328885018825531} +{"step": 1070000, "wall_time": 9789.43856883049, "train_loss_step": 3.880366086959839, "n_params": 4428880, "total_flops": 14557905715200000, "train_loss": 0.03344659805297852, "subset_score_loss": 0.03344659805297852} +{"step": 1080000, "wall_time": 9875.127972602844, "train_loss_step": 4.029776573181152, "n_params": 4428880, "total_flops": 14693960908800000, "train_loss": 0.03348164558410645, "subset_score_loss": 0.03348164558410645} +{"step": 1090000, "wall_time": 9960.877808094025, "train_loss_step": 4.132243633270264, "n_params": 4428880, "total_flops": 14830016102400000, "train_loss": 0.0332251638174057, "subset_score_loss": 0.0332251638174057} +{"step": 1100000, "wall_time": 10114.593450546265, "train_loss_step": 4.171465873718262, "n_params": 4428880, "total_flops": 14966071296000000, "train_loss": 0.032209071516990664, "subset_score_loss": 0.032209071516990664, "memorization_fraction_pixel": 0.3490000069141388, "mean_nn_ratio_pixel": 0.5496337413787842, "fid": 44.20131827137335} +{"step": 1110000, "wall_time": 10193.578818559647, "train_loss_step": 3.9916563034057617, "n_params": 4428880, "total_flops": 15102126489600000, "train_loss": 0.03432959616184235, "subset_score_loss": 0.03432959616184235} +{"step": 1120000, "wall_time": 10279.671786308289, "train_loss_step": 4.060466766357422, "n_params": 4428880, "total_flops": 15238181683200000, "train_loss": 0.03212257921695709, "subset_score_loss": 0.03212257921695709} +{"step": 1130000, "wall_time": 10365.6173350811, "train_loss_step": 4.000697612762451, "n_params": 4428880, "total_flops": 15374236876800000, "train_loss": 0.03131418526172638, "subset_score_loss": 0.03131418526172638} +{"step": 1140000, "wall_time": 10451.68468952179, "train_loss_step": 3.969399929046631, "n_params": 4428880, "total_flops": 15510292070400000, "train_loss": 0.03238303661346435, "subset_score_loss": 0.03238303661346435} +{"step": 1150000, "wall_time": 10537.612908124924, "train_loss_step": 3.870253086090088, "n_params": 4428880, "total_flops": 15646347264000000, "train_loss": 0.0318990021944046, "subset_score_loss": 0.0318990021944046} +{"step": 1160000, "wall_time": 10623.582873821259, "train_loss_step": 3.8742799758911133, "n_params": 4428880, "total_flops": 15782402457600000, "train_loss": 0.032502809166908266, "subset_score_loss": 0.032502809166908266} +{"step": 1170000, "wall_time": 10709.649943113327, "train_loss_step": 4.0059990882873535, "n_params": 4428880, "total_flops": 15918457651200000, "train_loss": 0.032476001977920534, "subset_score_loss": 0.032476001977920534} +{"step": 1180000, "wall_time": 10795.594260692596, "train_loss_step": 3.8512892723083496, "n_params": 4428880, "total_flops": 16054512844800000, "train_loss": 0.031433317065238955, "subset_score_loss": 0.031433317065238955} +{"step": 1190000, "wall_time": 10881.282269716263, "train_loss_step": 4.216540813446045, "n_params": 4428880, "total_flops": 16190568038400000, "train_loss": 0.031172093749046326, "subset_score_loss": 0.031172093749046326} +{"step": 1200000, "wall_time": 11034.156420707703, "train_loss_step": 3.741663694381714, "n_params": 4428880, "total_flops": 16326623232000000, "train_loss": 0.031112128496170045, "subset_score_loss": 0.031112128496170045, "memorization_fraction_pixel": 0.3953000009059906, "mean_nn_ratio_pixel": 0.5209328532218933, "fid": 43.10000986628079} +{"step": 1210000, "wall_time": 11113.593444347382, "train_loss_step": 4.0644025802612305, "n_params": 4428880, "total_flops": 16462678425600000, "train_loss": 0.02975222170352936, "subset_score_loss": 0.02975222170352936} +{"step": 1220000, "wall_time": 11198.200054168701, "train_loss_step": 3.9153335094451904, "n_params": 4428880, "total_flops": 16598733619200000, "train_loss": 0.03050318658351898, "subset_score_loss": 0.03050318658351898} +{"step": 1230000, "wall_time": 11284.22644495964, "train_loss_step": 4.088400840759277, "n_params": 4428880, "total_flops": 16734788812800000, "train_loss": 0.03048117458820343, "subset_score_loss": 0.03048117458820343} +{"step": 1240000, "wall_time": 11370.221641540527, "train_loss_step": 3.788217782974243, "n_params": 4428880, "total_flops": 16870844006400000, "train_loss": 0.030985012650489807, "subset_score_loss": 0.030985012650489807} +{"step": 1250000, "wall_time": 11456.225926399231, "train_loss_step": 3.647606611251831, "n_params": 4428880, "total_flops": 17006899200000000, "train_loss": 0.03023717999458313, "subset_score_loss": 0.03023717999458313} +{"step": 1260000, "wall_time": 11542.076179981232, "train_loss_step": 4.015449047088623, "n_params": 4428880, "total_flops": 17142954393600000, "train_loss": 0.029114273190498353, "subset_score_loss": 0.029114273190498353} +{"step": 1270000, "wall_time": 11627.949649810791, "train_loss_step": 4.013357162475586, "n_params": 4428880, "total_flops": 17279009587200000, "train_loss": 0.03061870038509369, "subset_score_loss": 0.03061870038509369} +{"step": 1280000, "wall_time": 11713.810402154922, "train_loss_step": 4.070830345153809, "n_params": 4428880, "total_flops": 17415064780800000, "train_loss": 0.030551862716674805, "subset_score_loss": 0.030551862716674805} +{"step": 1290000, "wall_time": 11799.618156433105, "train_loss_step": 4.34586238861084, "n_params": 4428880, "total_flops": 17551119974400000, "train_loss": 0.030551740527153017, "subset_score_loss": 0.030551740527153017} +{"step": 1300000, "wall_time": 11952.333228349686, "train_loss_step": 4.059759616851807, "n_params": 4428880, "total_flops": 17687175168000000, "train_loss": 0.029603686928749085, "subset_score_loss": 0.029603686928749085, "memorization_fraction_pixel": 0.4399000108242035, "mean_nn_ratio_pixel": 0.4986979365348816, "fid": 42.31212015871277} +{"step": 1310000, "wall_time": 12035.352162837982, "train_loss_step": 3.8136868476867676, "n_params": 4428880, "total_flops": 17823230361600000, "train_loss": 0.029029878973960876, "subset_score_loss": 0.029029878973960876} +{"step": 1320000, "wall_time": 12113.314691066742, "train_loss_step": 3.828014612197876, "n_params": 4428880, "total_flops": 17959285555200000, "train_loss": 0.03022710382938385, "subset_score_loss": 0.03022710382938385} +{"step": 1330000, "wall_time": 12195.82888674736, "train_loss_step": 3.582732677459717, "n_params": 4428880, "total_flops": 18095340748800000, "train_loss": 0.029501599073410035, "subset_score_loss": 0.029501599073410035} +{"step": 1340000, "wall_time": 12281.854573965073, "train_loss_step": 3.6214725971221924, "n_params": 4428880, "total_flops": 18231395942400000, "train_loss": 0.02884122431278229, "subset_score_loss": 0.02884122431278229} +{"step": 1350000, "wall_time": 12367.803330898285, "train_loss_step": 3.9520514011383057, "n_params": 4428880, "total_flops": 18367451136000000, "train_loss": 0.029033514857292175, "subset_score_loss": 0.029033514857292175} +{"step": 1360000, "wall_time": 12453.674471616745, "train_loss_step": 3.817683696746826, "n_params": 4428880, "total_flops": 18503506329600000, "train_loss": 0.02853500247001648, "subset_score_loss": 0.02853500247001648} +{"step": 1370000, "wall_time": 12539.561738014221, "train_loss_step": 3.778806209564209, "n_params": 4428880, "total_flops": 18639561523200000, "train_loss": 0.028349569439888, "subset_score_loss": 0.028349569439888} +{"step": 1380000, "wall_time": 12625.476095676422, "train_loss_step": 3.717442035675049, "n_params": 4428880, "total_flops": 18775616716800000, "train_loss": 0.027869147062301636, "subset_score_loss": 0.027869147062301636} +{"step": 1390000, "wall_time": 12711.314849376678, "train_loss_step": 3.9083878993988037, "n_params": 4428880, "total_flops": 18911671910400000, "train_loss": 0.02745583951473236, "subset_score_loss": 0.02745583951473236} +{"step": 1400000, "wall_time": 12862.740179300308, "train_loss_step": 4.052292823791504, "n_params": 4428880, "total_flops": 19047727104000000, "train_loss": 0.028618517518043517, "subset_score_loss": 0.028618517518043517, "memorization_fraction_pixel": 0.476500004529953, "mean_nn_ratio_pixel": 0.47959139943122864, "fid": 43.079063022676166} +{"step": 1410000, "wall_time": 12946.730449914932, "train_loss_step": 3.8504369258880615, "n_params": 4428880, "total_flops": 19183782297600000, "train_loss": 0.029073163866996765, "subset_score_loss": 0.029073163866996765} +{"step": 1420000, "wall_time": 13030.943624019623, "train_loss_step": 3.926403045654297, "n_params": 4428880, "total_flops": 19319837491200000, "train_loss": 0.02815750241279602, "subset_score_loss": 0.02815750241279602} +{"step": 1430000, "wall_time": 13114.578122377396, "train_loss_step": 3.6831140518188477, "n_params": 4428880, "total_flops": 19455892684800000, "train_loss": 0.0277181476354599, "subset_score_loss": 0.0277181476354599} +{"step": 1440000, "wall_time": 13199.19205904007, "train_loss_step": 3.852477550506592, "n_params": 4428880, "total_flops": 19591947878400000, "train_loss": 0.02760598361492157, "subset_score_loss": 0.02760598361492157} +{"step": 1450000, "wall_time": 13285.177637815475, "train_loss_step": 3.968134641647339, "n_params": 4428880, "total_flops": 19728003072000000, "train_loss": 0.027285057306289672, "subset_score_loss": 0.027285057306289672} +{"step": 1460000, "wall_time": 13371.233637571335, "train_loss_step": 3.8767528533935547, "n_params": 4428880, "total_flops": 19864058265600000, "train_loss": 0.027620235085487367, "subset_score_loss": 0.027620235085487367} +{"step": 1470000, "wall_time": 13457.147423505783, "train_loss_step": 3.7357301712036133, "n_params": 4428880, "total_flops": 20000113459200000, "train_loss": 0.0266521155834198, "subset_score_loss": 0.0266521155834198} +{"step": 1480000, "wall_time": 13543.145266532898, "train_loss_step": 3.8189733028411865, "n_params": 4428880, "total_flops": 20136168652800000, "train_loss": 0.028318774700164796, "subset_score_loss": 0.028318774700164796} +{"step": 1490000, "wall_time": 13628.968579530716, "train_loss_step": 3.6588568687438965, "n_params": 4428880, "total_flops": 20272223846400000, "train_loss": 0.02618127167224884, "subset_score_loss": 0.02618127167224884} +{"step": 1500000, "wall_time": 13781.630843162537, "train_loss_step": 3.43758225440979, "n_params": 4428880, "total_flops": 20408279040000000, "train_loss": 0.02716565430164337, "subset_score_loss": 0.02716565430164337, "memorization_fraction_pixel": 0.5231000185012817, "mean_nn_ratio_pixel": 0.46055668592453003, "fid": 42.949083085699414} +{"step": 1510000, "wall_time": 13865.341721773148, "train_loss_step": 3.6281754970550537, "n_params": 4428880, "total_flops": 20544334233600000, "train_loss": 0.026736173033714294, "subset_score_loss": 0.026736173033714294} +{"step": 1520000, "wall_time": 13949.808809518814, "train_loss_step": 3.422649383544922, "n_params": 4428880, "total_flops": 20680389427200000, "train_loss": 0.026751062273979186, "subset_score_loss": 0.026751062273979186} +{"step": 1530000, "wall_time": 14036.021606445312, "train_loss_step": 3.514045238494873, "n_params": 4428880, "total_flops": 20816444620800000, "train_loss": 0.026890334486961365, "subset_score_loss": 0.026890334486961365} +{"step": 1540000, "wall_time": 14119.287878513336, "train_loss_step": 3.575819492340088, "n_params": 4428880, "total_flops": 20952499814400000, "train_loss": 0.026494529843330384, "subset_score_loss": 0.026494529843330384} +{"step": 1550000, "wall_time": 14203.66995048523, "train_loss_step": 3.616886854171753, "n_params": 4428880, "total_flops": 21088555008000000, "train_loss": 0.026792451739311218, "subset_score_loss": 0.026792451739311218} +{"step": 1560000, "wall_time": 14289.542494297028, "train_loss_step": 3.61970853805542, "n_params": 4428880, "total_flops": 21224610201600000, "train_loss": 0.026374977827072144, "subset_score_loss": 0.026374977827072144} +{"step": 1570000, "wall_time": 14375.600251674652, "train_loss_step": 3.470162868499756, "n_params": 4428880, "total_flops": 21360665395200000, "train_loss": 0.02551845908164978, "subset_score_loss": 0.02551845908164978} +{"step": 1580000, "wall_time": 14461.387292861938, "train_loss_step": 3.8180434703826904, "n_params": 4428880, "total_flops": 21496720588800000, "train_loss": 0.02584088146686554, "subset_score_loss": 0.02584088146686554} +{"step": 1590000, "wall_time": 14547.25141620636, "train_loss_step": 3.708815097808838, "n_params": 4428880, "total_flops": 21632775782400000, "train_loss": 0.027228343486785888, "subset_score_loss": 0.027228343486785888} +{"step": 1600000, "wall_time": 14699.93578338623, "train_loss_step": 3.7830095291137695, "n_params": 4428880, "total_flops": 21768830976000000, "train_loss": 0.02568206787109375, "subset_score_loss": 0.02568206787109375, "memorization_fraction_pixel": 0.5548999905586243, "mean_nn_ratio_pixel": 0.45614561438560486, "fid": 43.691940605380765} +{"step": 1610000, "wall_time": 14783.656297683716, "train_loss_step": 3.728128433227539, "n_params": 4428880, "total_flops": 21904886169600000, "train_loss": 0.026330134272575377, "subset_score_loss": 0.026330134272575377} +{"step": 1620000, "wall_time": 14867.592384338379, "train_loss_step": 3.416443347930908, "n_params": 4428880, "total_flops": 22040941363200000, "train_loss": 0.025396591424942015, "subset_score_loss": 0.025396591424942015} +{"step": 1630000, "wall_time": 14953.638345241547, "train_loss_step": 3.8118882179260254, "n_params": 4428880, "total_flops": 22176996556800000, "train_loss": 0.024871158599853515, "subset_score_loss": 0.024871158599853515} +{"step": 1640000, "wall_time": 15039.807743549347, "train_loss_step": 4.001646041870117, "n_params": 4428880, "total_flops": 22313051750400000, "train_loss": 0.02634759247303009, "subset_score_loss": 0.02634759247303009} +{"step": 1650000, "wall_time": 15115.42851448059, "train_loss_step": 3.5011637210845947, "n_params": 4428880, "total_flops": 22449106944000000, "train_loss": 0.02521279752254486, "subset_score_loss": 0.02521279752254486} +{"step": 1660000, "wall_time": 15194.215001821518, "train_loss_step": 3.804133892059326, "n_params": 4428880, "total_flops": 22585162137600000, "train_loss": 0.02467625290155411, "subset_score_loss": 0.02467625290155411} +{"step": 1670000, "wall_time": 15280.255428314209, "train_loss_step": 3.548201084136963, "n_params": 4428880, "total_flops": 22721217331200000, "train_loss": 0.024624735116958618, "subset_score_loss": 0.024624735116958618} +{"step": 1680000, "wall_time": 15366.233989715576, "train_loss_step": 3.483663558959961, "n_params": 4428880, "total_flops": 22857272524800000, "train_loss": 0.024226410686969756, "subset_score_loss": 0.024226410686969756} +{"step": 1690000, "wall_time": 15452.13026714325, "train_loss_step": 3.354710102081299, "n_params": 4428880, "total_flops": 22993327718400000, "train_loss": 0.02478276938199997, "subset_score_loss": 0.02478276938199997} +{"step": 1700000, "wall_time": 15604.836421489716, "train_loss_step": 3.502678871154785, "n_params": 4428880, "total_flops": 23129382912000000, "train_loss": 0.024240152537822725, "subset_score_loss": 0.024240152537822725, "memorization_fraction_pixel": 0.5684999823570251, "mean_nn_ratio_pixel": 0.45078331232070923, "fid": 44.70983536960254} +{"step": 1710000, "wall_time": 15688.721973896027, "train_loss_step": 3.458357334136963, "n_params": 4428880, "total_flops": 23265438105600000, "train_loss": 0.024812725186347962, "subset_score_loss": 0.024812725186347962} +{"step": 1720000, "wall_time": 15772.712641716003, "train_loss_step": 3.518207550048828, "n_params": 4428880, "total_flops": 23401493299200000, "train_loss": 0.02411811351776123, "subset_score_loss": 0.02411811351776123} +{"step": 1730000, "wall_time": 15858.609334945679, "train_loss_step": 3.5783956050872803, "n_params": 4428880, "total_flops": 23537548492800000, "train_loss": 0.024656231701374053, "subset_score_loss": 0.024656231701374053} +{"step": 1740000, "wall_time": 15944.589109420776, "train_loss_step": 3.556912660598755, "n_params": 4428880, "total_flops": 23673603686400000, "train_loss": 0.02403363734483719, "subset_score_loss": 0.02403363734483719} +{"step": 1750000, "wall_time": 16030.65859746933, "train_loss_step": 3.6560802459716797, "n_params": 4428880, "total_flops": 23809658880000000, "train_loss": 0.02346513718366623, "subset_score_loss": 0.02346513718366623} +{"step": 1760000, "wall_time": 16116.585792064667, "train_loss_step": 3.3457446098327637, "n_params": 4428880, "total_flops": 23945714073600000, "train_loss": 0.0236012265086174, "subset_score_loss": 0.0236012265086174} +{"step": 1770000, "wall_time": 16182.468824863434, "train_loss_step": 3.5364885330200195, "n_params": 4428880, "total_flops": 24081769267200000, "train_loss": 0.023734720051288606, "subset_score_loss": 0.023734720051288606} +{"step": 1780000, "wall_time": 16267.1390812397, "train_loss_step": 3.2917346954345703, "n_params": 4428880, "total_flops": 24217824460800000, "train_loss": 0.023641221225261688, "subset_score_loss": 0.023641221225261688} +{"step": 1790000, "wall_time": 16353.078206300735, "train_loss_step": 3.1567742824554443, "n_params": 4428880, "total_flops": 24353879654400000, "train_loss": 0.02315673530101776, "subset_score_loss": 0.02315673530101776} +{"step": 1800000, "wall_time": 16504.596747875214, "train_loss_step": 3.449774742126465, "n_params": 4428880, "total_flops": 24489934848000000, "train_loss": 0.02303585410118103, "subset_score_loss": 0.02303585410118103, "memorization_fraction_pixel": 0.5823000073432922, "mean_nn_ratio_pixel": 0.4505738317966461, "fid": 44.476222348099654} +{"step": 1810000, "wall_time": 16589.706233501434, "train_loss_step": 3.4325132369995117, "n_params": 4428880, "total_flops": 24625990041600000, "train_loss": 0.022915904223918915, "subset_score_loss": 0.022915904223918915} +{"step": 1820000, "wall_time": 16673.241198301315, "train_loss_step": 3.7223498821258545, "n_params": 4428880, "total_flops": 24762045235200000, "train_loss": 0.022932994365692138, "subset_score_loss": 0.022932994365692138} +{"step": 1830000, "wall_time": 16759.143172979355, "train_loss_step": 3.6919312477111816, "n_params": 4428880, "total_flops": 24898100428800000, "train_loss": 0.02348969876766205, "subset_score_loss": 0.02348969876766205} +{"step": 1840000, "wall_time": 16845.00656747818, "train_loss_step": 3.4593989849090576, "n_params": 4428880, "total_flops": 25034155622400000, "train_loss": 0.022960755228996276, "subset_score_loss": 0.022960755228996276} +{"step": 1850000, "wall_time": 16930.895134210587, "train_loss_step": 3.144378662109375, "n_params": 4428880, "total_flops": 25170210816000000, "train_loss": 0.022697290778160094, "subset_score_loss": 0.022697290778160094} +{"step": 1860000, "wall_time": 17016.932873249054, "train_loss_step": 3.3993258476257324, "n_params": 4428880, "total_flops": 25306266009600000, "train_loss": 0.023001337051391603, "subset_score_loss": 0.023001337051391603} +{"step": 1870000, "wall_time": 17103.002403259277, "train_loss_step": 3.6524994373321533, "n_params": 4428880, "total_flops": 25442321203200000, "train_loss": 0.022527571022510528, "subset_score_loss": 0.022527571022510528} +{"step": 1880000, "wall_time": 17184.09290075302, "train_loss_step": 3.2868919372558594, "n_params": 4428880, "total_flops": 25578376396800000, "train_loss": 0.02241465151309967, "subset_score_loss": 0.02241465151309967} +{"step": 1890000, "wall_time": 17270.171949625015, "train_loss_step": 3.3469443321228027, "n_params": 4428880, "total_flops": 25714431590400000, "train_loss": 0.021987222135066986, "subset_score_loss": 0.021987222135066986} +{"step": 1900000, "wall_time": 17422.537726402283, "train_loss_step": 3.5532824993133545, "n_params": 4428880, "total_flops": 25850486784000000, "train_loss": 0.022614981234073638, "subset_score_loss": 0.022614981234073638, "memorization_fraction_pixel": 0.6080999970436096, "mean_nn_ratio_pixel": 0.43908262252807617, "fid": 44.353772545014635} +{"step": 1910000, "wall_time": 17508.361121177673, "train_loss_step": 3.31272029876709, "n_params": 4428880, "total_flops": 25986541977600000, "train_loss": 0.022938896715641022, "subset_score_loss": 0.022938896715641022} +{"step": 1920000, "wall_time": 17590.400728464127, "train_loss_step": 3.614165782928467, "n_params": 4428880, "total_flops": 26122597171200000, "train_loss": 0.02245803028345108, "subset_score_loss": 0.02245803028345108} +{"step": 1930000, "wall_time": 17676.30899119377, "train_loss_step": 3.7169737815856934, "n_params": 4428880, "total_flops": 26258652364800000, "train_loss": 0.021689015626907348, "subset_score_loss": 0.021689015626907348} +{"step": 1940000, "wall_time": 17762.13550901413, "train_loss_step": 3.486938953399658, "n_params": 4428880, "total_flops": 26394707558400000, "train_loss": 0.022072920203208925, "subset_score_loss": 0.022072920203208925} +{"step": 1950000, "wall_time": 17848.174072027206, "train_loss_step": 3.575918674468994, "n_params": 4428880, "total_flops": 26530762752000000, "train_loss": 0.02263958603143692, "subset_score_loss": 0.02263958603143692} +{"step": 1960000, "wall_time": 17934.038825273514, "train_loss_step": 3.8762218952178955, "n_params": 4428880, "total_flops": 26666817945600000, "train_loss": 0.022233329713344574, "subset_score_loss": 0.022233329713344574} +{"step": 1970000, "wall_time": 18020.079859972, "train_loss_step": 3.184591293334961, "n_params": 4428880, "total_flops": 26802873139200000, "train_loss": 0.02284286916255951, "subset_score_loss": 0.02284286916255951} +{"step": 1980000, "wall_time": 18106.17198252678, "train_loss_step": 3.3335819244384766, "n_params": 4428880, "total_flops": 26938928332800000, "train_loss": 0.021772831678390503, "subset_score_loss": 0.021772831678390503} +{"step": 1990000, "wall_time": 18189.93677163124, "train_loss_step": 3.453779697418213, "n_params": 4428880, "total_flops": 27074983526400000, "train_loss": 0.02168390601873398, "subset_score_loss": 0.02168390601873398} +{"step": 2000000, "wall_time": 18341.22944188118, "train_loss_step": 3.3928446769714355, "n_params": 4428880, "total_flops": 27211038720000000, "train_loss": 0.02139008939266205, "subset_score_loss": 0.02139008939266205, "memorization_fraction_pixel": 0.6482999920845032, "mean_nn_ratio_pixel": 0.4234822690486908, "fid": 44.04966414010123} +{"step": 2010000, "wall_time": 18426.917853832245, "train_loss_step": 3.6030378341674805, "n_params": 4428880, "total_flops": 27347093913600000, "train_loss": 0.021367374062538146, "subset_score_loss": 0.021367374062538146} +{"step": 2020000, "wall_time": 18509.375965833664, "train_loss_step": 3.469818115234375, "n_params": 4428880, "total_flops": 27483149107200000, "train_loss": 0.02158699482679367, "subset_score_loss": 0.02158699482679367} +{"step": 2030000, "wall_time": 18595.3384141922, "train_loss_step": 3.1671218872070312, "n_params": 4428880, "total_flops": 27619204300800000, "train_loss": 0.02142604738473892, "subset_score_loss": 0.02142604738473892} +{"step": 2040000, "wall_time": 18681.195862054825, "train_loss_step": 3.6276845932006836, "n_params": 4428880, "total_flops": 27755259494400000, "train_loss": 0.02205522209405899, "subset_score_loss": 0.02205522209405899} +{"step": 2050000, "wall_time": 18767.148405075073, "train_loss_step": 3.5118823051452637, "n_params": 4428880, "total_flops": 27891314688000000, "train_loss": 0.022071030735969544, "subset_score_loss": 0.022071030735969544} +{"step": 2060000, "wall_time": 18853.14045381546, "train_loss_step": 3.4790899753570557, "n_params": 4428880, "total_flops": 28027369881600000, "train_loss": 0.021434710919857027, "subset_score_loss": 0.021434710919857027} +{"step": 2070000, "wall_time": 18939.057087183, "train_loss_step": 3.2751035690307617, "n_params": 4428880, "total_flops": 28163425075200000, "train_loss": 0.02152801603078842, "subset_score_loss": 0.02152801603078842} +{"step": 2080000, "wall_time": 19025.05658864975, "train_loss_step": 3.640657901763916, "n_params": 4428880, "total_flops": 28299480268800000, "train_loss": 0.021400582790374757, "subset_score_loss": 0.021400582790374757} +{"step": 2090000, "wall_time": 19111.248281478882, "train_loss_step": 3.4809365272521973, "n_params": 4428880, "total_flops": 28435535462400000, "train_loss": 0.020748282968997955, "subset_score_loss": 0.020748282968997955} +{"step": 2100000, "wall_time": 19249.02609348297, "train_loss_step": 2.9508743286132812, "n_params": 4428880, "total_flops": 28571590656000000, "train_loss": 0.02136323004961014, "subset_score_loss": 0.02136323004961014, "memorization_fraction_pixel": 0.667900025844574, "mean_nn_ratio_pixel": 0.41402071714401245, "fid": 43.001899943380366} +{"step": 2110000, "wall_time": 19334.599885225296, "train_loss_step": 3.28322172164917, "n_params": 4428880, "total_flops": 28707645849600000, "train_loss": 0.021358078718185423, "subset_score_loss": 0.021358078718185423} +{"step": 2120000, "wall_time": 19416.62669610977, "train_loss_step": 3.06689453125, "n_params": 4428880, "total_flops": 28843701043200000, "train_loss": 0.020295681059360506, "subset_score_loss": 0.020295681059360506} +{"step": 2130000, "wall_time": 19502.523838996887, "train_loss_step": 3.344712257385254, "n_params": 4428880, "total_flops": 28979756236800000, "train_loss": 0.020591583847999573, "subset_score_loss": 0.020591583847999573} +{"step": 2140000, "wall_time": 19588.542983055115, "train_loss_step": 3.2742228507995605, "n_params": 4428880, "total_flops": 29115811430400000, "train_loss": 0.020813916623592377, "subset_score_loss": 0.020813916623592377} +{"step": 2150000, "wall_time": 19674.452802419662, "train_loss_step": 3.2673592567443848, "n_params": 4428880, "total_flops": 29251866624000000, "train_loss": 0.02135780602693558, "subset_score_loss": 0.02135780602693558} +{"step": 2160000, "wall_time": 19760.455160856247, "train_loss_step": 3.3853955268859863, "n_params": 4428880, "total_flops": 29387921817600000, "train_loss": 0.021150422096252442, "subset_score_loss": 0.021150422096252442} +{"step": 2170000, "wall_time": 19846.50215435028, "train_loss_step": 3.556870222091675, "n_params": 4428880, "total_flops": 29523977011200000, "train_loss": 0.020768509805202486, "subset_score_loss": 0.020768509805202486} +{"step": 2180000, "wall_time": 19932.481981039047, "train_loss_step": 3.307687282562256, "n_params": 4428880, "total_flops": 29660032204800000, "train_loss": 0.021946634352207183, "subset_score_loss": 0.021946634352207183} +{"step": 2190000, "wall_time": 20018.41355252266, "train_loss_step": 3.3906033039093018, "n_params": 4428880, "total_flops": 29796087398400000, "train_loss": 0.020820413529872895, "subset_score_loss": 0.020820413529872895} +{"step": 2200000, "wall_time": 20171.932785511017, "train_loss_step": 3.181581974029541, "n_params": 4428880, "total_flops": 29932142592000000, "train_loss": 0.02026926428079605, "subset_score_loss": 0.02026926428079605, "memorization_fraction_pixel": 0.6804999709129333, "mean_nn_ratio_pixel": 0.41312846541404724, "fid": 42.70295479231759} +{"step": 2210000, "wall_time": 20250.067322015762, "train_loss_step": 3.2443530559539795, "n_params": 4428880, "total_flops": 30068197785600000, "train_loss": 0.019827376306056976, "subset_score_loss": 0.019827376306056976} +{"step": 2220000, "wall_time": 20332.085471391678, "train_loss_step": 3.2400498390197754, "n_params": 4428880, "total_flops": 30204252979200000, "train_loss": 0.02062644511461258, "subset_score_loss": 0.02062644511461258} +{"step": 2230000, "wall_time": 20418.00070118904, "train_loss_step": 3.234621047973633, "n_params": 4428880, "total_flops": 30340308172800000, "train_loss": 0.019781364500522612, "subset_score_loss": 0.019781364500522612} +{"step": 2240000, "wall_time": 20504.108601093292, "train_loss_step": 3.3171019554138184, "n_params": 4428880, "total_flops": 30476363366400000, "train_loss": 0.020569585263729095, "subset_score_loss": 0.020569585263729095} +{"step": 2250000, "wall_time": 20590.14947271347, "train_loss_step": 3.1868886947631836, "n_params": 4428880, "total_flops": 30612418560000000, "train_loss": 0.019813172519207, "subset_score_loss": 0.019813172519207} +{"step": 2260000, "wall_time": 20676.10279583931, "train_loss_step": 3.227933645248413, "n_params": 4428880, "total_flops": 30748473753600000, "train_loss": 0.01963384747505188, "subset_score_loss": 0.01963384747505188} +{"step": 2270000, "wall_time": 20762.077875614166, "train_loss_step": 3.3258261680603027, "n_params": 4428880, "total_flops": 30884528947200000, "train_loss": 0.019594421982765196, "subset_score_loss": 0.019594421982765196} +{"step": 2280000, "wall_time": 20848.242666721344, "train_loss_step": 3.055568218231201, "n_params": 4428880, "total_flops": 31020584140800000, "train_loss": 0.020343948900699616, "subset_score_loss": 0.020343948900699616} +{"step": 2290000, "wall_time": 20934.275785684586, "train_loss_step": 3.2187681198120117, "n_params": 4428880, "total_flops": 31156639334400000, "train_loss": 0.020075713098049165, "subset_score_loss": 0.020075713098049165} +{"step": 2300000, "wall_time": 21086.999269008636, "train_loss_step": 3.2727317810058594, "n_params": 4428880, "total_flops": 31292694528000000, "train_loss": 0.02007412016391754, "subset_score_loss": 0.02007412016391754, "memorization_fraction_pixel": 0.6905999779701233, "mean_nn_ratio_pixel": 0.40729808807373047, "fid": 43.20083371311116} +{"step": 2310000, "wall_time": 21172.978731155396, "train_loss_step": 3.1853880882263184, "n_params": 4428880, "total_flops": 31428749721600000, "train_loss": 0.019716660678386688, "subset_score_loss": 0.019716660678386688} +{"step": 2320000, "wall_time": 21244.231680870056, "train_loss_step": 3.6003241539001465, "n_params": 4428880, "total_flops": 31564804915200000, "train_loss": 0.019177141785621642, "subset_score_loss": 0.019177141785621642} +{"step": 2330000, "wall_time": 21330.15380048752, "train_loss_step": 3.2368581295013428, "n_params": 4428880, "total_flops": 31700860108800000, "train_loss": 0.020399247109889985, "subset_score_loss": 0.020399247109889985} +{"step": 2340000, "wall_time": 21416.190689325333, "train_loss_step": 3.1721291542053223, "n_params": 4428880, "total_flops": 31836915302400000, "train_loss": 0.019335877895355225, "subset_score_loss": 0.019335877895355225} +{"step": 2350000, "wall_time": 21502.30184197426, "train_loss_step": 3.1849207878112793, "n_params": 4428880, "total_flops": 31972970496000000, "train_loss": 0.01986415535211563, "subset_score_loss": 0.01986415535211563} +{"step": 2360000, "wall_time": 21588.253631830215, "train_loss_step": 3.4514968395233154, "n_params": 4428880, "total_flops": 32109025689600000, "train_loss": 0.019390076398849487, "subset_score_loss": 0.019390076398849487} +{"step": 2370000, "wall_time": 21674.25732111931, "train_loss_step": 3.259363889694214, "n_params": 4428880, "total_flops": 32245080883200000, "train_loss": 0.019233247637748717, "subset_score_loss": 0.019233247637748717} +{"step": 2380000, "wall_time": 21760.325414180756, "train_loss_step": 2.9695651531219482, "n_params": 4428880, "total_flops": 32381136076800000, "train_loss": 0.018621999025344848, "subset_score_loss": 0.018621999025344848} +{"step": 2390000, "wall_time": 21846.35688328743, "train_loss_step": 3.28047251701355, "n_params": 4428880, "total_flops": 32517191270400000, "train_loss": 0.020042847096920013, "subset_score_loss": 0.020042847096920013} +{"step": 2400000, "wall_time": 21999.08031463623, "train_loss_step": 3.2809810638427734, "n_params": 4428880, "total_flops": 32653246464000000, "train_loss": 0.018582306802272797, "subset_score_loss": 0.018582306802272797, "memorization_fraction_pixel": 0.7224000096321106, "mean_nn_ratio_pixel": 0.38626521825790405, "fid": 42.57094978237624} +{"step": 2410000, "wall_time": 22085.003575325012, "train_loss_step": 3.0922224521636963, "n_params": 4428880, "total_flops": 32789301657600000, "train_loss": 0.018750323355197905, "subset_score_loss": 0.018750323355197905} +{"step": 2420000, "wall_time": 22167.499081373215, "train_loss_step": 3.314173698425293, "n_params": 4428880, "total_flops": 32925356851200000, "train_loss": 0.01846165955066681, "subset_score_loss": 0.01846165955066681} +{"step": 2430000, "wall_time": 22238.4073741436, "train_loss_step": 3.347370147705078, "n_params": 4428880, "total_flops": 33061412044800000, "train_loss": 0.018884378671646117, "subset_score_loss": 0.018884378671646117} +{"step": 2440000, "wall_time": 22324.376969099045, "train_loss_step": 3.408149242401123, "n_params": 4428880, "total_flops": 33197467238400000, "train_loss": 0.019692793488502502, "subset_score_loss": 0.019692793488502502} +{"step": 2450000, "wall_time": 22410.477925777435, "train_loss_step": 3.07631778717041, "n_params": 4428880, "total_flops": 33333522432000000, "train_loss": 0.019019025564193725, "subset_score_loss": 0.019019025564193725} +{"step": 2460000, "wall_time": 22496.543968439102, "train_loss_step": 3.0718822479248047, "n_params": 4428880, "total_flops": 33469577625600000, "train_loss": 0.018740008771419524, "subset_score_loss": 0.018740008771419524} +{"step": 2470000, "wall_time": 22582.48328948021, "train_loss_step": 3.3050856590270996, "n_params": 4428880, "total_flops": 33605632819200000, "train_loss": 0.018516749143600464, "subset_score_loss": 0.018516749143600464} +{"step": 2480000, "wall_time": 22668.485863685608, "train_loss_step": 3.144256591796875, "n_params": 4428880, "total_flops": 33741688012800000, "train_loss": 0.018812896311283113, "subset_score_loss": 0.018812896311283113} +{"step": 2490000, "wall_time": 22754.381267786026, "train_loss_step": 3.3536672592163086, "n_params": 4428880, "total_flops": 33877743206400000, "train_loss": 0.01889211982488632, "subset_score_loss": 0.01889211982488632} +{"step": 2500000, "wall_time": 22907.265087366104, "train_loss_step": 3.0376360416412354, "n_params": 4428880, "total_flops": 34013798400000000, "train_loss": 0.01839352697134018, "subset_score_loss": 0.01839352697134018, "memorization_fraction_pixel": 0.7282000184059143, "mean_nn_ratio_pixel": 0.3887837529182434, "fid": 41.99870353878301} +{"step": 2510000, "wall_time": 22992.894963026047, "train_loss_step": 3.040011167526245, "n_params": 4428880, "total_flops": 34149853593600000, "train_loss": 0.018356572091579437, "subset_score_loss": 0.018356572091579437} +{"step": 2520000, "wall_time": 23075.119314193726, "train_loss_step": 3.0766539573669434, "n_params": 4428880, "total_flops": 34285908787200000, "train_loss": 0.018259236216545106, "subset_score_loss": 0.018259236216545106} +{"step": 2530000, "wall_time": 23161.04224872589, "train_loss_step": 3.4122378826141357, "n_params": 4428880, "total_flops": 34421963980800000, "train_loss": 0.01790821850299835, "subset_score_loss": 0.01790821850299835} +{"step": 2540000, "wall_time": 23242.676163196564, "train_loss_step": 2.9384398460388184, "n_params": 4428880, "total_flops": 34558019174400000, "train_loss": 0.018358738720417024, "subset_score_loss": 0.018358738720417024} +{"step": 2550000, "wall_time": 23328.71789741516, "train_loss_step": 3.3748745918273926, "n_params": 4428880, "total_flops": 34694074368000000, "train_loss": 0.018312045931816102, "subset_score_loss": 0.018312045931816102} +{"step": 2560000, "wall_time": 23414.850964069366, "train_loss_step": 3.256316900253296, "n_params": 4428880, "total_flops": 34830129561600000, "train_loss": 0.018000750243663786, "subset_score_loss": 0.018000750243663786} +{"step": 2570000, "wall_time": 23500.90252685547, "train_loss_step": 3.366926431655884, "n_params": 4428880, "total_flops": 34966184755200000, "train_loss": 0.018565933406352996, "subset_score_loss": 0.018565933406352996} +{"step": 2580000, "wall_time": 23586.939054250717, "train_loss_step": 3.2051615715026855, "n_params": 4428880, "total_flops": 35102239948800000, "train_loss": 0.019114987552165986, "subset_score_loss": 0.019114987552165986} +{"step": 2590000, "wall_time": 23672.96977686882, "train_loss_step": 3.2112889289855957, "n_params": 4428880, "total_flops": 35238295142400000, "train_loss": 0.018295523524284363, "subset_score_loss": 0.018295523524284363} +{"step": 2600000, "wall_time": 23825.797595500946, "train_loss_step": 2.990450859069824, "n_params": 4428880, "total_flops": 35374350336000000, "train_loss": 0.018056035041809082, "subset_score_loss": 0.018056035041809082, "memorization_fraction_pixel": 0.7346000075340271, "mean_nn_ratio_pixel": 0.38444483280181885, "fid": 42.4067751044351} +{"step": 2610000, "wall_time": 23911.702970027924, "train_loss_step": 3.3569769859313965, "n_params": 4428880, "total_flops": 35510405529600000, "train_loss": 0.01704986095428467, "subset_score_loss": 0.01704986095428467} +{"step": 2620000, "wall_time": 23993.78677392006, "train_loss_step": 3.039090633392334, "n_params": 4428880, "total_flops": 35646460723200000, "train_loss": 0.018820297718048096, "subset_score_loss": 0.018820297718048096} +{"step": 2630000, "wall_time": 24079.474695444107, "train_loss_step": 3.1629629135131836, "n_params": 4428880, "total_flops": 35782515916800000, "train_loss": 0.01714451014995575, "subset_score_loss": 0.01714451014995575} +{"step": 2640000, "wall_time": 24165.72677254677, "train_loss_step": 3.0995934009552, "n_params": 4428880, "total_flops": 35918571110400000, "train_loss": 0.017952945828437806, "subset_score_loss": 0.017952945828437806} +{"step": 2650000, "wall_time": 24236.2889482975, "train_loss_step": 3.5351099967956543, "n_params": 4428880, "total_flops": 36054626304000000, "train_loss": 0.017818683385849, "subset_score_loss": 0.017818683385849} +{"step": 2660000, "wall_time": 24319.933302402496, "train_loss_step": 3.0178420543670654, "n_params": 4428880, "total_flops": 36190681497600000, "train_loss": 0.0169029176235199, "subset_score_loss": 0.0169029176235199} +{"step": 2670000, "wall_time": 24406.00741291046, "train_loss_step": 3.1594438552856445, "n_params": 4428880, "total_flops": 36326736691200000, "train_loss": 0.018112854659557344, "subset_score_loss": 0.018112854659557344} +{"step": 2680000, "wall_time": 24492.137265205383, "train_loss_step": 3.5636775493621826, "n_params": 4428880, "total_flops": 36462791884800000, "train_loss": 0.017837253212928773, "subset_score_loss": 0.017837253212928773} +{"step": 2690000, "wall_time": 24578.093219280243, "train_loss_step": 3.0471174716949463, "n_params": 4428880, "total_flops": 36598847078400000, "train_loss": 0.017438936233520507, "subset_score_loss": 0.017438936233520507} +{"step": 2700000, "wall_time": 24730.015603780746, "train_loss_step": 3.3163182735443115, "n_params": 4428880, "total_flops": 36734902272000000, "train_loss": 0.016881318390369417, "subset_score_loss": 0.016881318390369417, "memorization_fraction_pixel": 0.7595000267028809, "mean_nn_ratio_pixel": 0.37108537554740906, "fid": 41.03558767291304} +{"step": 2710000, "wall_time": 24815.83283829689, "train_loss_step": 3.779409885406494, "n_params": 4428880, "total_flops": 36870957465600000, "train_loss": 0.017235060036182404, "subset_score_loss": 0.017235060036182404} +{"step": 2720000, "wall_time": 24898.05832695961, "train_loss_step": 3.3309152126312256, "n_params": 4428880, "total_flops": 37007012659200000, "train_loss": 0.01806677281856537, "subset_score_loss": 0.01806677281856537} +{"step": 2730000, "wall_time": 24983.63656258583, "train_loss_step": 3.0667333602905273, "n_params": 4428880, "total_flops": 37143067852800000, "train_loss": 0.017126713693141938, "subset_score_loss": 0.017126713693141938} +{"step": 2740000, "wall_time": 25069.5305249691, "train_loss_step": 2.9508767127990723, "n_params": 4428880, "total_flops": 37279123046400000, "train_loss": 0.016943271458148956, "subset_score_loss": 0.016943271458148956} +{"step": 2750000, "wall_time": 25155.514124155045, "train_loss_step": 3.324948787689209, "n_params": 4428880, "total_flops": 37415178240000000, "train_loss": 0.018196012079715728, "subset_score_loss": 0.018196012079715728} +{"step": 2760000, "wall_time": 25236.590515851974, "train_loss_step": 3.0354013442993164, "n_params": 4428880, "total_flops": 37551233433600000, "train_loss": 0.016952428221702575, "subset_score_loss": 0.016952428221702575} +{"step": 2770000, "wall_time": 25322.299706697464, "train_loss_step": 3.334813117980957, "n_params": 4428880, "total_flops": 37687288627200000, "train_loss": 0.017339634895324706, "subset_score_loss": 0.017339634895324706} +{"step": 2780000, "wall_time": 25408.267264842987, "train_loss_step": 2.9341585636138916, "n_params": 4428880, "total_flops": 37823343820800000, "train_loss": 0.016926012933254242, "subset_score_loss": 0.016926012933254242} +{"step": 2790000, "wall_time": 25494.25541806221, "train_loss_step": 2.9293055534362793, "n_params": 4428880, "total_flops": 37959399014400000, "train_loss": 0.01730037182569504, "subset_score_loss": 0.01730037182569504} +{"step": 2800000, "wall_time": 25647.156262397766, "train_loss_step": 3.2231650352478027, "n_params": 4428880, "total_flops": 38095454208000000, "train_loss": 0.017015129327774048, "subset_score_loss": 0.017015129327774048, "memorization_fraction_pixel": 0.7556999921798706, "mean_nn_ratio_pixel": 0.376303493976593, "fid": 42.254872564088245} +{"step": 2810000, "wall_time": 25733.05975174904, "train_loss_step": 3.1302552223205566, "n_params": 4428880, "total_flops": 38231509401600000, "train_loss": 0.018123850226402283, "subset_score_loss": 0.018123850226402283} +{"step": 2820000, "wall_time": 25816.076917409897, "train_loss_step": 3.025578260421753, "n_params": 4428880, "total_flops": 38367564595200000, "train_loss": 0.0163422167301178, "subset_score_loss": 0.0163422167301178} +{"step": 2830000, "wall_time": 25900.664363384247, "train_loss_step": 3.001011848449707, "n_params": 4428880, "total_flops": 38503619788800000, "train_loss": 0.01671410948038101, "subset_score_loss": 0.01671410948038101} +{"step": 2840000, "wall_time": 25986.275003910065, "train_loss_step": 3.036287784576416, "n_params": 4428880, "total_flops": 38639674982400000, "train_loss": 0.016977719962596893, "subset_score_loss": 0.016977719962596893} +{"step": 2850000, "wall_time": 26072.218096733093, "train_loss_step": 2.868236541748047, "n_params": 4428880, "total_flops": 38775730176000000, "train_loss": 0.016839756071567534, "subset_score_loss": 0.016839756071567534} +{"step": 2860000, "wall_time": 26158.24418783188, "train_loss_step": 3.132075309753418, "n_params": 4428880, "total_flops": 38911785369600000, "train_loss": 0.01713073402643204, "subset_score_loss": 0.01713073402643204} +{"step": 2870000, "wall_time": 26239.038831710815, "train_loss_step": 3.1439545154571533, "n_params": 4428880, "total_flops": 39047840563200000, "train_loss": 0.01689152866601944, "subset_score_loss": 0.01689152866601944} +{"step": 2880000, "wall_time": 26315.21463084221, "train_loss_step": 2.999014139175415, "n_params": 4428880, "total_flops": 39183895756800000, "train_loss": 0.01632600128650665, "subset_score_loss": 0.01632600128650665} +{"step": 2890000, "wall_time": 26401.370971679688, "train_loss_step": 3.0938503742218018, "n_params": 4428880, "total_flops": 39319950950400000, "train_loss": 0.01661800891160965, "subset_score_loss": 0.01661800891160965} +{"step": 2900000, "wall_time": 26554.261164188385, "train_loss_step": 3.1743688583374023, "n_params": 4428880, "total_flops": 39456006144000000, "train_loss": 0.0165602371096611, "subset_score_loss": 0.0165602371096611, "memorization_fraction_pixel": 0.7631000280380249, "mean_nn_ratio_pixel": 0.3707171678543091, "fid": 41.964152310294935} +{"step": 2910000, "wall_time": 26640.291310310364, "train_loss_step": 3.1572651863098145, "n_params": 4428880, "total_flops": 39592061337600000, "train_loss": 0.01645669639110565, "subset_score_loss": 0.01645669639110565} +{"step": 2920000, "wall_time": 26723.819982767105, "train_loss_step": 2.8696320056915283, "n_params": 4428880, "total_flops": 39728116531200000, "train_loss": 0.017183637619018553, "subset_score_loss": 0.017183637619018553} +{"step": 2930000, "wall_time": 26807.895488739014, "train_loss_step": 3.069572925567627, "n_params": 4428880, "total_flops": 39864171724800000, "train_loss": 0.016183559596538544, "subset_score_loss": 0.016183559596538544} +{"step": 2940000, "wall_time": 26893.637428045273, "train_loss_step": 3.3340277671813965, "n_params": 4428880, "total_flops": 40000226918400000, "train_loss": 0.016430491209030153, "subset_score_loss": 0.016430491209030153} +{"step": 2950000, "wall_time": 26979.51427435875, "train_loss_step": 3.317378520965576, "n_params": 4428880, "total_flops": 40136282112000000, "train_loss": 0.01635313779115677, "subset_score_loss": 0.01635313779115677} +{"step": 2960000, "wall_time": 27065.51063966751, "train_loss_step": 3.190164566040039, "n_params": 4428880, "total_flops": 40272337305600000, "train_loss": 0.016559912264347075, "subset_score_loss": 0.016559912264347075} +{"step": 2970000, "wall_time": 27151.58256793022, "train_loss_step": 3.1120738983154297, "n_params": 4428880, "total_flops": 40408392499200000, "train_loss": 0.016912934184074403, "subset_score_loss": 0.016912934184074403} +{"step": 2980000, "wall_time": 27238.61714243889, "train_loss_step": 3.009528636932373, "n_params": 4428880, "total_flops": 40544447692800000, "train_loss": 0.01702350229024887, "subset_score_loss": 0.01702350229024887} +{"step": 2990000, "wall_time": 27318.096178293228, "train_loss_step": 2.955366611480713, "n_params": 4428880, "total_flops": 40680502886400000, "train_loss": 0.016779078543186186, "subset_score_loss": 0.016779078543186186} +{"step": 3000000, "wall_time": 27471.13672065735, "train_loss_step": 3.0719075202941895, "n_params": 4428880, "total_flops": 40816558080000000, "train_loss": 0.016882283985614775, "subset_score_loss": 0.016882283985614775, "memorization_fraction_pixel": 0.7508000135421753, "mean_nn_ratio_pixel": 0.37849271297454834, "fid": 41.48821340206588} +{"step": 3010000, "wall_time": 27557.092654943466, "train_loss_step": 2.9855127334594727, "n_params": 4428880, "total_flops": 40952613273600000, "train_loss": 0.015771356225013734, "subset_score_loss": 0.015771356225013734} +{"step": 3020000, "wall_time": 27640.934703826904, "train_loss_step": 3.1073825359344482, "n_params": 4428880, "total_flops": 41088668467200000, "train_loss": 0.01645980477333069, "subset_score_loss": 0.01645980477333069} +{"step": 3030000, "wall_time": 27724.82568669319, "train_loss_step": 2.9632694721221924, "n_params": 4428880, "total_flops": 41224723660800000, "train_loss": 0.016583551466464997, "subset_score_loss": 0.016583551466464997} +{"step": 3040000, "wall_time": 27810.527591228485, "train_loss_step": 2.9649505615234375, "n_params": 4428880, "total_flops": 41360778854400000, "train_loss": 0.015132510662078857, "subset_score_loss": 0.015132510662078857} +{"step": 3050000, "wall_time": 27896.424126148224, "train_loss_step": 2.8485498428344727, "n_params": 4428880, "total_flops": 41496834048000000, "train_loss": 0.016329722106456758, "subset_score_loss": 0.016329722106456758} +{"step": 3060000, "wall_time": 27982.310173034668, "train_loss_step": 3.225442886352539, "n_params": 4428880, "total_flops": 41632889241600000, "train_loss": 0.015890616178512573, "subset_score_loss": 0.015890616178512573} +{"step": 3070000, "wall_time": 28068.312683820724, "train_loss_step": 3.1366069316864014, "n_params": 4428880, "total_flops": 41768944435200000, "train_loss": 0.01650919169187546, "subset_score_loss": 0.01650919169187546} +{"step": 3080000, "wall_time": 28154.337900877, "train_loss_step": 3.3010833263397217, "n_params": 4428880, "total_flops": 41904999628800000, "train_loss": 0.01589650958776474, "subset_score_loss": 0.01589650958776474} +{"step": 3090000, "wall_time": 28239.590562582016, "train_loss_step": 3.569638252258301, "n_params": 4428880, "total_flops": 42041054822400000, "train_loss": 0.015485584735870361, "subset_score_loss": 0.015485584735870361} +{"step": 3100000, "wall_time": 28389.140871047974, "train_loss_step": 2.9989171028137207, "n_params": 4428880, "total_flops": 42177110016000000, "train_loss": 0.016110770404338837, "subset_score_loss": 0.016110770404338837, "memorization_fraction_pixel": 0.7815999984741211, "mean_nn_ratio_pixel": 0.35831698775291443, "fid": 40.80840773520008} +{"step": 3110000, "wall_time": 28475.131992578506, "train_loss_step": 2.850614070892334, "n_params": 4428880, "total_flops": 42313165209600000, "train_loss": 0.01567520797252655, "subset_score_loss": 0.01567520797252655} +{"step": 3120000, "wall_time": 28559.078831911087, "train_loss_step": 3.294086217880249, "n_params": 4428880, "total_flops": 42449220403200000, "train_loss": 0.015241576731204987, "subset_score_loss": 0.015241576731204987} +{"step": 3130000, "wall_time": 28643.124725818634, "train_loss_step": 3.1569814682006836, "n_params": 4428880, "total_flops": 42585275596800000, "train_loss": 0.01631588041782379, "subset_score_loss": 0.01631588041782379} +{"step": 3140000, "wall_time": 28728.940522909164, "train_loss_step": 2.941450834274292, "n_params": 4428880, "total_flops": 42721330790400000, "train_loss": 0.015754014253616333, "subset_score_loss": 0.015754014253616333} +{"step": 3150000, "wall_time": 28814.77387571335, "train_loss_step": 3.3442859649658203, "n_params": 4428880, "total_flops": 42857385984000000, "train_loss": 0.015633928775787353, "subset_score_loss": 0.015633928775787353} +{"step": 3160000, "wall_time": 28900.7084441185, "train_loss_step": 3.2776875495910645, "n_params": 4428880, "total_flops": 42993441177600000, "train_loss": 0.01529543697834015, "subset_score_loss": 0.01529543697834015} +{"step": 3170000, "wall_time": 28986.674795627594, "train_loss_step": 3.127157211303711, "n_params": 4428880, "total_flops": 43129496371200000, "train_loss": 0.015862663090229035, "subset_score_loss": 0.015862663090229035} +{"step": 3180000, "wall_time": 29072.67912054062, "train_loss_step": 3.184901237487793, "n_params": 4428880, "total_flops": 43265551564800000, "train_loss": 0.016159988939762115, "subset_score_loss": 0.016159988939762115} +{"step": 3190000, "wall_time": 29158.78341627121, "train_loss_step": 3.084728240966797, "n_params": 4428880, "total_flops": 43401606758400000, "train_loss": 0.015531553328037262, "subset_score_loss": 0.015531553328037262} +{"step": 3200000, "wall_time": 29310.503178596497, "train_loss_step": 3.4496943950653076, "n_params": 4428880, "total_flops": 43537661952000000, "train_loss": 0.014950668811798096, "subset_score_loss": 0.014950668811798096, "memorization_fraction_pixel": 0.7710999846458435, "mean_nn_ratio_pixel": 0.3680618107318878, "fid": 40.77147908402201} +{"step": 3210000, "wall_time": 29396.573929071426, "train_loss_step": 3.141465902328491, "n_params": 4428880, "total_flops": 43673717145600000, "train_loss": 0.01531945914030075, "subset_score_loss": 0.01531945914030075} +{"step": 3220000, "wall_time": 29480.387766122818, "train_loss_step": 2.8863577842712402, "n_params": 4428880, "total_flops": 43809772339200000, "train_loss": 0.01537388414144516, "subset_score_loss": 0.01537388414144516} +{"step": 3230000, "wall_time": 29564.387882709503, "train_loss_step": 3.3274829387664795, "n_params": 4428880, "total_flops": 43945827532800000, "train_loss": 0.015973591804504396, "subset_score_loss": 0.015973591804504396} +{"step": 3240000, "wall_time": 29650.331344127655, "train_loss_step": 2.8345460891723633, "n_params": 4428880, "total_flops": 44081882726400000, "train_loss": 0.015226569771766663, "subset_score_loss": 0.015226569771766663} +{"step": 3250000, "wall_time": 29736.063611268997, "train_loss_step": 2.899719715118408, "n_params": 4428880, "total_flops": 44217937920000000, "train_loss": 0.014845767617225647, "subset_score_loss": 0.014845767617225647} +{"step": 3260000, "wall_time": 29821.967056035995, "train_loss_step": 2.720308780670166, "n_params": 4428880, "total_flops": 44353993113600000, "train_loss": 0.01516394317150116, "subset_score_loss": 0.01516394317150116} +{"step": 3270000, "wall_time": 29908.041496038437, "train_loss_step": 3.0318562984466553, "n_params": 4428880, "total_flops": 44490048307200000, "train_loss": 0.015426079928874969, "subset_score_loss": 0.015426079928874969} +{"step": 3280000, "wall_time": 29993.94803094864, "train_loss_step": 2.9404401779174805, "n_params": 4428880, "total_flops": 44626103500800000, "train_loss": 0.015306755900382996, "subset_score_loss": 0.015306755900382996} +{"step": 3290000, "wall_time": 30079.99657845497, "train_loss_step": 3.1408400535583496, "n_params": 4428880, "total_flops": 44762158694400000, "train_loss": 0.015355035662651062, "subset_score_loss": 0.015355035662651062} +{"step": 3300000, "wall_time": 30234.05024790764, "train_loss_step": 2.9819464683532715, "n_params": 4428880, "total_flops": 44898213888000000, "train_loss": 0.014382913708686829, "subset_score_loss": 0.014382913708686829, "memorization_fraction_pixel": 0.7897999882698059, "mean_nn_ratio_pixel": 0.35481834411621094, "fid": 41.04789903371608} +{"step": 3310000, "wall_time": 30318.57715034485, "train_loss_step": 3.0858283042907715, "n_params": 4428880, "total_flops": 45034269081600000, "train_loss": 0.01496691107749939, "subset_score_loss": 0.01496691107749939} +{"step": 3320000, "wall_time": 30402.44739151001, "train_loss_step": 3.132246971130371, "n_params": 4428880, "total_flops": 45170324275200000, "train_loss": 0.015802662074565887, "subset_score_loss": 0.015802662074565887} +{"step": 3330000, "wall_time": 30486.53534603119, "train_loss_step": 2.899632453918457, "n_params": 4428880, "total_flops": 45306379468800000, "train_loss": 0.015796577930450438, "subset_score_loss": 0.015796577930450438} +{"step": 3340000, "wall_time": 30572.481056690216, "train_loss_step": 2.9633712768554688, "n_params": 4428880, "total_flops": 45442434662400000, "train_loss": 0.015405409038066864, "subset_score_loss": 0.015405409038066864} +{"step": 3350000, "wall_time": 30658.118812322617, "train_loss_step": 3.1379048824310303, "n_params": 4428880, "total_flops": 45578489856000000, "train_loss": 0.014608994126319885, "subset_score_loss": 0.014608994126319885} +{"step": 3360000, "wall_time": 30744.23796582222, "train_loss_step": 3.292940616607666, "n_params": 4428880, "total_flops": 45714545049600000, "train_loss": 0.015607702732086181, "subset_score_loss": 0.015607702732086181} +{"step": 3370000, "wall_time": 30830.201608896255, "train_loss_step": 2.8733437061309814, "n_params": 4428880, "total_flops": 45850600243200000, "train_loss": 0.014394436776638032, "subset_score_loss": 0.014394436776638032} +{"step": 3380000, "wall_time": 30916.185314655304, "train_loss_step": 2.878767728805542, "n_params": 4428880, "total_flops": 45986655436800000, "train_loss": 0.014776480197906495, "subset_score_loss": 0.014776480197906495} +{"step": 3390000, "wall_time": 31002.215455293655, "train_loss_step": 3.4062821865081787, "n_params": 4428880, "total_flops": 46122710630400000, "train_loss": 0.015842644870281218, "subset_score_loss": 0.015842644870281218} +{"step": 3400000, "wall_time": 31188.50099349022, "train_loss_step": 2.9174466133117676, "n_params": 4428880, "total_flops": 46258765824000000, "train_loss": 0.014310421049594879, "subset_score_loss": 0.014310421049594879, "memorization_fraction_pixel": 0.7915999889373779, "mean_nn_ratio_pixel": 0.35089340806007385, "fid": 41.14839944730733} +{"step": 3410000, "wall_time": 31270.685636997223, "train_loss_step": 3.0656824111938477, "n_params": 4428880, "total_flops": 46394821017600000, "train_loss": 0.014828141033649444, "subset_score_loss": 0.014828141033649444} +{"step": 3420000, "wall_time": 31350.63894844055, "train_loss_step": 3.0842459201812744, "n_params": 4428880, "total_flops": 46530876211200000, "train_loss": 0.014592085778713227, "subset_score_loss": 0.014592085778713227} +{"step": 3430000, "wall_time": 31436.51674103737, "train_loss_step": 3.066422462463379, "n_params": 4428880, "total_flops": 46666931404800000, "train_loss": 0.014568689465522765, "subset_score_loss": 0.014568689465522765} +{"step": 3440000, "wall_time": 31522.495466709137, "train_loss_step": 3.1407523155212402, "n_params": 4428880, "total_flops": 46802986598400000, "train_loss": 0.01470445990562439, "subset_score_loss": 0.01470445990562439} +{"step": 3450000, "wall_time": 31608.30662226677, "train_loss_step": 2.963867664337158, "n_params": 4428880, "total_flops": 46939041792000000, "train_loss": 0.014799118041992188, "subset_score_loss": 0.014799118041992188} +{"step": 3460000, "wall_time": 31694.084915161133, "train_loss_step": 2.9370763301849365, "n_params": 4428880, "total_flops": 47075096985600000, "train_loss": 0.014890213310718537, "subset_score_loss": 0.014890213310718537} +{"step": 3470000, "wall_time": 31780.224045991898, "train_loss_step": 2.8187649250030518, "n_params": 4428880, "total_flops": 47211152179200000, "train_loss": 0.014089648425579072, "subset_score_loss": 0.014089648425579072} +{"step": 3480000, "wall_time": 31866.280906915665, "train_loss_step": 3.1216976642608643, "n_params": 4428880, "total_flops": 47347207372800000, "train_loss": 0.014082203805446624, "subset_score_loss": 0.014082203805446624} +{"step": 3490000, "wall_time": 31952.20988535881, "train_loss_step": 2.892547607421875, "n_params": 4428880, "total_flops": 47483262566400000, "train_loss": 0.014745253324508666, "subset_score_loss": 0.014745253324508666} +{"step": 3500000, "wall_time": 32110.624178886414, "train_loss_step": 2.771777629852295, "n_params": 4428880, "total_flops": 47619317760000000, "train_loss": 0.014238859713077544, "subset_score_loss": 0.014238859713077544, "memorization_fraction_pixel": 0.7912999987602234, "mean_nn_ratio_pixel": 0.3538975715637207, "fid": 40.67309013516403} +{"step": 3510000, "wall_time": 32194.133367061615, "train_loss_step": 3.013176441192627, "n_params": 4428880, "total_flops": 47755372953600000, "train_loss": 0.014556302130222321, "subset_score_loss": 0.014556302130222321} +{"step": 3520000, "wall_time": 32276.521834135056, "train_loss_step": 2.9480462074279785, "n_params": 4428880, "total_flops": 47891428147200000, "train_loss": 0.013971918821334839, "subset_score_loss": 0.013971918821334839} +{"step": 3530000, "wall_time": 32360.958244800568, "train_loss_step": 3.0341694355010986, "n_params": 4428880, "total_flops": 48027483340800000, "train_loss": 0.014045245945453644, "subset_score_loss": 0.014045245945453644} +{"step": 3540000, "wall_time": 32446.882172346115, "train_loss_step": 2.9479143619537354, "n_params": 4428880, "total_flops": 48163538534400000, "train_loss": 0.01452937424182892, "subset_score_loss": 0.01452937424182892} +{"step": 3550000, "wall_time": 32532.691784381866, "train_loss_step": 2.8963286876678467, "n_params": 4428880, "total_flops": 48299593728000000, "train_loss": 0.013712988793849945, "subset_score_loss": 0.013712988793849945} +{"step": 3560000, "wall_time": 32618.637104034424, "train_loss_step": 2.943068027496338, "n_params": 4428880, "total_flops": 48435648921600000, "train_loss": 0.014050284028053283, "subset_score_loss": 0.014050284028053283} +{"step": 3570000, "wall_time": 32704.47890806198, "train_loss_step": 2.9530439376831055, "n_params": 4428880, "total_flops": 48571704115200000, "train_loss": 0.014532996714115143, "subset_score_loss": 0.014532996714115143} +{"step": 3580000, "wall_time": 32790.456597328186, "train_loss_step": 2.941244125366211, "n_params": 4428880, "total_flops": 48707759308800000, "train_loss": 0.014081686735153198, "subset_score_loss": 0.014081686735153198} +{"step": 3590000, "wall_time": 32876.440315485, "train_loss_step": 3.066669464111328, "n_params": 4428880, "total_flops": 48843814502400000, "train_loss": 0.014228473603725433, "subset_score_loss": 0.014228473603725433} +{"step": 3600000, "wall_time": 33029.35028839111, "train_loss_step": 2.9356935024261475, "n_params": 4428880, "total_flops": 48979869696000000, "train_loss": 0.01394016295671463, "subset_score_loss": 0.01394016295671463, "memorization_fraction_pixel": 0.7971000075340271, "mean_nn_ratio_pixel": 0.35013559460639954, "fid": 40.1196219250911} +{"step": 3610000, "wall_time": 33115.542882204056, "train_loss_step": 3.0821425914764404, "n_params": 4428880, "total_flops": 49115924889600000, "train_loss": 0.013851279020309448, "subset_score_loss": 0.013851279020309448} +{"step": 3620000, "wall_time": 33191.18090081215, "train_loss_step": 2.7581207752227783, "n_params": 4428880, "total_flops": 49251980083200000, "train_loss": 0.013565124571323394, "subset_score_loss": 0.013565124571323394} +{"step": 3630000, "wall_time": 33273.03230595589, "train_loss_step": 2.977466106414795, "n_params": 4428880, "total_flops": 49388035276800000, "train_loss": 0.0143032968044281, "subset_score_loss": 0.0143032968044281} +{"step": 3640000, "wall_time": 33357.08765459061, "train_loss_step": 3.136479377746582, "n_params": 4428880, "total_flops": 49524090470400000, "train_loss": 0.014125767350196838, "subset_score_loss": 0.014125767350196838} +{"step": 3650000, "wall_time": 33442.77826166153, "train_loss_step": 2.874302864074707, "n_params": 4428880, "total_flops": 49660145664000000, "train_loss": 0.01405876874923706, "subset_score_loss": 0.01405876874923706} +{"step": 3660000, "wall_time": 33528.50178909302, "train_loss_step": 2.9583523273468018, "n_params": 4428880, "total_flops": 49796200857600000, "train_loss": 0.0136198490858078, "subset_score_loss": 0.0136198490858078} +{"step": 3670000, "wall_time": 33614.128355264664, "train_loss_step": 2.826362133026123, "n_params": 4428880, "total_flops": 49932256051200000, "train_loss": 0.013617609441280366, "subset_score_loss": 0.013617609441280366} +{"step": 3680000, "wall_time": 33700.025919914246, "train_loss_step": 2.9004416465759277, "n_params": 4428880, "total_flops": 50068311244800000, "train_loss": 0.013600090146064758, "subset_score_loss": 0.013600090146064758} +{"step": 3690000, "wall_time": 33786.11800098419, "train_loss_step": 2.8099732398986816, "n_params": 4428880, "total_flops": 50204366438400000, "train_loss": 0.01385052353143692, "subset_score_loss": 0.01385052353143692} +{"step": 3700000, "wall_time": 33975.36386871338, "train_loss_step": 3.142537832260132, "n_params": 4428880, "total_flops": 50340421632000000, "train_loss": 0.014130158722400666, "subset_score_loss": 0.014130158722400666, "memorization_fraction_pixel": 0.8086000084877014, "mean_nn_ratio_pixel": 0.34207841753959656, "fid": 40.339028145668394} +{"step": 3710000, "wall_time": 34059.72002887726, "train_loss_step": 2.8802859783172607, "n_params": 4428880, "total_flops": 50476476825600000, "train_loss": 0.01401209831237793, "subset_score_loss": 0.01401209831237793} +{"step": 3720000, "wall_time": 34143.981367349625, "train_loss_step": 3.0124452114105225, "n_params": 4428880, "total_flops": 50612532019200000, "train_loss": 0.013563488423824311, "subset_score_loss": 0.013563488423824311} +{"step": 3730000, "wall_time": 34221.28643989563, "train_loss_step": 2.849241256713867, "n_params": 4428880, "total_flops": 50748587212800000, "train_loss": 0.013285125792026519, "subset_score_loss": 0.013285125792026519} +{"step": 3740000, "wall_time": 34305.7161359787, "train_loss_step": 2.9648001194000244, "n_params": 4428880, "total_flops": 50884642406400000, "train_loss": 0.014016954600811005, "subset_score_loss": 0.014016954600811005} +{"step": 3750000, "wall_time": 34391.50056576729, "train_loss_step": 2.562559127807617, "n_params": 4428880, "total_flops": 51020697600000000, "train_loss": 0.013676391541957855, "subset_score_loss": 0.013676391541957855} +{"step": 3760000, "wall_time": 34477.41804432869, "train_loss_step": 2.6476128101348877, "n_params": 4428880, "total_flops": 51156752793600000, "train_loss": 0.014415396749973297, "subset_score_loss": 0.014415396749973297} +{"step": 3770000, "wall_time": 34563.17322540283, "train_loss_step": 3.033965587615967, "n_params": 4428880, "total_flops": 51292807987200000, "train_loss": 0.013959446549415588, "subset_score_loss": 0.013959446549415588} +{"step": 3780000, "wall_time": 34649.08444595337, "train_loss_step": 2.663522720336914, "n_params": 4428880, "total_flops": 51428863180800000, "train_loss": 0.01314195841550827, "subset_score_loss": 0.01314195841550827} +{"step": 3790000, "wall_time": 34735.124015808105, "train_loss_step": 2.8054401874542236, "n_params": 4428880, "total_flops": 51564918374400000, "train_loss": 0.014029724895954132, "subset_score_loss": 0.014029724895954132} +{"step": 3800000, "wall_time": 34950.24449133873, "train_loss_step": 2.799973249435425, "n_params": 4428880, "total_flops": 51700973568000000, "train_loss": 0.013734811544418335, "subset_score_loss": 0.013734811544418335, "memorization_fraction_pixel": 0.8079000115394592, "mean_nn_ratio_pixel": 0.34313738346099854, "fid": 40.147259384473024} +{"step": 3810000, "wall_time": 35032.71965312958, "train_loss_step": 2.499964714050293, "n_params": 4428880, "total_flops": 51837028761600000, "train_loss": 0.013279914855957031, "subset_score_loss": 0.013279914855957031} +{"step": 3820000, "wall_time": 35118.85656905174, "train_loss_step": 2.8599376678466797, "n_params": 4428880, "total_flops": 51973083955200000, "train_loss": 0.01371130496263504, "subset_score_loss": 0.01371130496263504} +{"step": 3830000, "wall_time": 35197.98649740219, "train_loss_step": 3.0953080654144287, "n_params": 4428880, "total_flops": 52109139148800000, "train_loss": 0.01357809454202652, "subset_score_loss": 0.01357809454202652} +{"step": 3840000, "wall_time": 35277.69233727455, "train_loss_step": 2.820742607116699, "n_params": 4428880, "total_flops": 52245194342400000, "train_loss": 0.013150954246520996, "subset_score_loss": 0.013150954246520996} +{"step": 3850000, "wall_time": 35361.42210531235, "train_loss_step": 3.027986526489258, "n_params": 4428880, "total_flops": 52381249536000000, "train_loss": 0.013616198301315307, "subset_score_loss": 0.013616198301315307} +{"step": 3860000, "wall_time": 35447.24863886833, "train_loss_step": 2.699669599533081, "n_params": 4428880, "total_flops": 52517304729600000, "train_loss": 0.013177169859409333, "subset_score_loss": 0.013177169859409333} +{"step": 3870000, "wall_time": 35533.11556601524, "train_loss_step": 2.768472671508789, "n_params": 4428880, "total_flops": 52653359923200000, "train_loss": 0.0133361354470253, "subset_score_loss": 0.0133361354470253} +{"step": 3880000, "wall_time": 35618.982206106186, "train_loss_step": 3.1733407974243164, "n_params": 4428880, "total_flops": 52789415116800000, "train_loss": 0.013716736435890197, "subset_score_loss": 0.013716736435890197} +{"step": 3890000, "wall_time": 35704.94481778145, "train_loss_step": 2.7082653045654297, "n_params": 4428880, "total_flops": 52925470310400000, "train_loss": 0.013578806817531586, "subset_score_loss": 0.013578806817531586} +{"step": 3900000, "wall_time": 35857.96522474289, "train_loss_step": 2.8546335697174072, "n_params": 4428880, "total_flops": 53061525504000000, "train_loss": 0.013360422849655152, "subset_score_loss": 0.013360422849655152, "memorization_fraction_pixel": 0.8180000185966492, "mean_nn_ratio_pixel": 0.3359356224536896, "fid": 40.066496363686454} +{"step": 3910000, "wall_time": 35940.39217042923, "train_loss_step": 2.978729724884033, "n_params": 4428880, "total_flops": 53197580697600000, "train_loss": 0.013320517539978028, "subset_score_loss": 0.013320517539978028} +{"step": 3920000, "wall_time": 36026.04184627533, "train_loss_step": 2.9314818382263184, "n_params": 4428880, "total_flops": 53333635891200000, "train_loss": 0.012840637564659118, "subset_score_loss": 0.012840637564659118} +{"step": 3930000, "wall_time": 36111.95041561127, "train_loss_step": 3.1977834701538086, "n_params": 4428880, "total_flops": 53469691084800000, "train_loss": 0.012442553043365478, "subset_score_loss": 0.012442553043365478} +{"step": 3940000, "wall_time": 36198.50481939316, "train_loss_step": 2.857522964477539, "n_params": 4428880, "total_flops": 53605746278400000, "train_loss": 0.013539424538612366, "subset_score_loss": 0.013539424538612366} +{"step": 3950000, "wall_time": 36274.78101658821, "train_loss_step": 2.831285238265991, "n_params": 4428880, "total_flops": 53741801472000000, "train_loss": 0.01251448094844818, "subset_score_loss": 0.01251448094844818} +{"step": 3960000, "wall_time": 36358.99043893814, "train_loss_step": 2.8380894660949707, "n_params": 4428880, "total_flops": 53877856665600000, "train_loss": 0.013147126138210296, "subset_score_loss": 0.013147126138210296} +{"step": 3970000, "wall_time": 36444.967896938324, "train_loss_step": 2.6995127201080322, "n_params": 4428880, "total_flops": 54013911859200000, "train_loss": 0.012661826610565186, "subset_score_loss": 0.012661826610565186} +{"step": 3980000, "wall_time": 36530.97537660599, "train_loss_step": 3.073765516281128, "n_params": 4428880, "total_flops": 54149967052800000, "train_loss": 0.01286369264125824, "subset_score_loss": 0.01286369264125824} +{"step": 3990000, "wall_time": 36616.86623573303, "train_loss_step": 2.805493116378784, "n_params": 4428880, "total_flops": 54286022246400000, "train_loss": 0.012539435923099519, "subset_score_loss": 0.012539435923099519} +{"step": 4000000, "wall_time": 36769.852271556854, "train_loss_step": 3.241161584854126, "n_params": 4428880, "total_flops": 54422077440000000, "train_loss": 0.012831133604049683, "subset_score_loss": 0.012831133604049683, "memorization_fraction_pixel": 0.8004000186920166, "mean_nn_ratio_pixel": 0.3486897647380829, "fid": 39.85416189823543} +{"step": 4010000, "wall_time": 36852.331199645996, "train_loss_step": 2.8406598567962646, "n_params": 4428880, "total_flops": 54558132633600000, "train_loss": 0.01347631961107254, "subset_score_loss": 0.01347631961107254} +{"step": 4020000, "wall_time": 36938.158740997314, "train_loss_step": 3.1637301445007324, "n_params": 4428880, "total_flops": 54694187827200000, "train_loss": 0.01282438486814499, "subset_score_loss": 0.01282438486814499} +{"step": 4030000, "wall_time": 37024.1676402092, "train_loss_step": 2.9387502670288086, "n_params": 4428880, "total_flops": 54830243020800000, "train_loss": 0.013450706005096435, "subset_score_loss": 0.013450706005096435} +{"step": 4040000, "wall_time": 37110.05841398239, "train_loss_step": 2.9077367782592773, "n_params": 4428880, "total_flops": 54966298214400000, "train_loss": 0.012876543402671813, "subset_score_loss": 0.012876543402671813} +{"step": 4050000, "wall_time": 37196.25270533562, "train_loss_step": 2.6469950675964355, "n_params": 4428880, "total_flops": 55102353408000000, "train_loss": 0.01336229294538498, "subset_score_loss": 0.01336229294538498} +{"step": 4060000, "wall_time": 37274.38408899307, "train_loss_step": 2.494983434677124, "n_params": 4428880, "total_flops": 55238408601600000, "train_loss": 0.012164749950170518, "subset_score_loss": 0.012164749950170518} +{"step": 4070000, "wall_time": 37358.25509572029, "train_loss_step": 2.982961893081665, "n_params": 4428880, "total_flops": 55374463795200000, "train_loss": 0.012410665303468705, "subset_score_loss": 0.012410665303468705} +{"step": 4080000, "wall_time": 37444.23235368729, "train_loss_step": 2.877439022064209, "n_params": 4428880, "total_flops": 55510518988800000, "train_loss": 0.013152047991752625, "subset_score_loss": 0.013152047991752625} +{"step": 4090000, "wall_time": 37530.18238091469, "train_loss_step": 2.7089486122131348, "n_params": 4428880, "total_flops": 55646574182400000, "train_loss": 0.012787318229675293, "subset_score_loss": 0.012787318229675293} +{"step": 4100000, "wall_time": 37683.19437813759, "train_loss_step": 2.900330066680908, "n_params": 4428880, "total_flops": 55782629376000000, "train_loss": 0.01218026950955391, "subset_score_loss": 0.01218026950955391, "memorization_fraction_pixel": 0.824999988079071, "mean_nn_ratio_pixel": 0.3328484296798706, "fid": 40.40254399270532} +{"step": 4110000, "wall_time": 37765.653441905975, "train_loss_step": 2.704801082611084, "n_params": 4428880, "total_flops": 55918684569600000, "train_loss": 0.013590894639492035, "subset_score_loss": 0.013590894639492035} +{"step": 4120000, "wall_time": 37851.62514638901, "train_loss_step": 2.934473752975464, "n_params": 4428880, "total_flops": 56054739763200000, "train_loss": 0.012465395033359528, "subset_score_loss": 0.012465395033359528} +{"step": 4130000, "wall_time": 37937.5930185318, "train_loss_step": 2.912324905395508, "n_params": 4428880, "total_flops": 56190794956800000, "train_loss": 0.012488555908203126, "subset_score_loss": 0.012488555908203126} +{"step": 4140000, "wall_time": 38023.50950694084, "train_loss_step": 3.0790913105010986, "n_params": 4428880, "total_flops": 56326850150400000, "train_loss": 0.012521825730800629, "subset_score_loss": 0.012521825730800629} +{"step": 4150000, "wall_time": 38109.47164082527, "train_loss_step": 2.9584851264953613, "n_params": 4428880, "total_flops": 56462905344000000, "train_loss": 0.012336816638708115, "subset_score_loss": 0.012336816638708115} +{"step": 4160000, "wall_time": 38195.507489681244, "train_loss_step": 2.5987820625305176, "n_params": 4428880, "total_flops": 56598960537600000, "train_loss": 0.012192802131175995, "subset_score_loss": 0.012192802131175995} +{"step": 4170000, "wall_time": 38272.13277029991, "train_loss_step": 3.119318723678589, "n_params": 4428880, "total_flops": 56735015731200000, "train_loss": 0.012722927331924438, "subset_score_loss": 0.012722927331924438} +{"step": 4180000, "wall_time": 38356.330156087875, "train_loss_step": 2.880953311920166, "n_params": 4428880, "total_flops": 56871070924800000, "train_loss": 0.01235525608062744, "subset_score_loss": 0.01235525608062744} +{"step": 4190000, "wall_time": 38442.20791888237, "train_loss_step": 3.0113391876220703, "n_params": 4428880, "total_flops": 57007126118400000, "train_loss": 0.013056707382202149, "subset_score_loss": 0.013056707382202149} +{"step": 4200000, "wall_time": 38595.1159017086, "train_loss_step": 2.879129648208618, "n_params": 4428880, "total_flops": 57143181312000000, "train_loss": 0.012462784349918366, "subset_score_loss": 0.012462784349918366, "memorization_fraction_pixel": 0.8105000257492065, "mean_nn_ratio_pixel": 0.34488144516944885, "fid": 40.18565106736207} +{"step": 4210000, "wall_time": 38677.279381513596, "train_loss_step": 2.7491071224212646, "n_params": 4428880, "total_flops": 57279236505600000, "train_loss": 0.012427856773138046, "subset_score_loss": 0.012427856773138046} +{"step": 4220000, "wall_time": 38763.27307653427, "train_loss_step": 3.19187593460083, "n_params": 4428880, "total_flops": 57415291699200000, "train_loss": 0.012793534994125366, "subset_score_loss": 0.012793534994125366} +{"step": 4230000, "wall_time": 38849.23662662506, "train_loss_step": 2.9220292568206787, "n_params": 4428880, "total_flops": 57551346892800000, "train_loss": 0.012610301375389099, "subset_score_loss": 0.012610301375389099} +{"step": 4240000, "wall_time": 38935.18215417862, "train_loss_step": 3.1138038635253906, "n_params": 4428880, "total_flops": 57687402086400000, "train_loss": 0.013074745237827302, "subset_score_loss": 0.013074745237827302} +{"step": 4250000, "wall_time": 39021.10782122612, "train_loss_step": 2.737217903137207, "n_params": 4428880, "total_flops": 57823457280000000, "train_loss": 0.01219107285141945, "subset_score_loss": 0.01219107285141945} +{"step": 4260000, "wall_time": 39106.90410256386, "train_loss_step": 3.0227091312408447, "n_params": 4428880, "total_flops": 57959512473600000, "train_loss": 0.012258731573820115, "subset_score_loss": 0.012258731573820115} +{"step": 4270000, "wall_time": 39192.89408707619, "train_loss_step": 2.74988055229187, "n_params": 4428880, "total_flops": 58095567667200000, "train_loss": 0.012551873922348022, "subset_score_loss": 0.012551873922348022} +{"step": 4280000, "wall_time": 39269.95240402222, "train_loss_step": 3.042285680770874, "n_params": 4428880, "total_flops": 58231622860800000, "train_loss": 0.01216842383146286, "subset_score_loss": 0.01216842383146286} +{"step": 4290000, "wall_time": 39342.066766023636, "train_loss_step": 3.1865646839141846, "n_params": 4428880, "total_flops": 58367678054400000, "train_loss": 0.01226731613278389, "subset_score_loss": 0.01226731613278389} +{"step": 4300000, "wall_time": 39495.02955675125, "train_loss_step": 3.0995006561279297, "n_params": 4428880, "total_flops": 58503733248000000, "train_loss": 0.012128786742687225, "subset_score_loss": 0.012128786742687225, "memorization_fraction_pixel": 0.8330000042915344, "mean_nn_ratio_pixel": 0.3253393769264221, "fid": 39.87717962886533} +{"step": 4310000, "wall_time": 39577.7397480011, "train_loss_step": 2.668814182281494, "n_params": 4428880, "total_flops": 58639788441600000, "train_loss": 0.01186479553580284, "subset_score_loss": 0.01186479553580284} +{"step": 4320000, "wall_time": 39663.15904188156, "train_loss_step": 2.855161666870117, "n_params": 4428880, "total_flops": 58775843635200000, "train_loss": 0.012349341064691544, "subset_score_loss": 0.012349341064691544} +{"step": 4330000, "wall_time": 39749.09811806679, "train_loss_step": 2.583279609680176, "n_params": 4428880, "total_flops": 58911898828800000, "train_loss": 0.011859577894210816, "subset_score_loss": 0.011859577894210816} +{"step": 4340000, "wall_time": 39835.23144245148, "train_loss_step": 2.6515932083129883, "n_params": 4428880, "total_flops": 59047954022400000, "train_loss": 0.01313289999961853, "subset_score_loss": 0.01313289999961853} +{"step": 4350000, "wall_time": 39921.21759724617, "train_loss_step": 2.8454980850219727, "n_params": 4428880, "total_flops": 59184009216000000, "train_loss": 0.011575289815664292, "subset_score_loss": 0.011575289815664292} +{"step": 4360000, "wall_time": 40007.21014213562, "train_loss_step": 2.956106185913086, "n_params": 4428880, "total_flops": 59320064409600000, "train_loss": 0.012749753892421722, "subset_score_loss": 0.012749753892421722} +{"step": 4370000, "wall_time": 40093.061900138855, "train_loss_step": 2.7241523265838623, "n_params": 4428880, "total_flops": 59456119603200000, "train_loss": 0.012087387591600418, "subset_score_loss": 0.012087387591600418} +{"step": 4380000, "wall_time": 40178.819848775864, "train_loss_step": 2.946625232696533, "n_params": 4428880, "total_flops": 59592174796800000, "train_loss": 0.012134753167629242, "subset_score_loss": 0.012134753167629242} +{"step": 4390000, "wall_time": 40265.18068027496, "train_loss_step": 2.831120729446411, "n_params": 4428880, "total_flops": 59728229990400000, "train_loss": 0.012689243257045745, "subset_score_loss": 0.012689243257045745} +{"step": 4400000, "wall_time": 40403.42850732803, "train_loss_step": 2.5077931880950928, "n_params": 4428880, "total_flops": 59864285184000000, "train_loss": 0.012247519940137864, "subset_score_loss": 0.012247519940137864, "memorization_fraction_pixel": 0.8242999911308289, "mean_nn_ratio_pixel": 0.3319985568523407, "fid": 39.81536430241892} +{"step": 4410000, "wall_time": 40487.29085087776, "train_loss_step": 3.0307042598724365, "n_params": 4428880, "total_flops": 60000340377600000, "train_loss": 0.012482045590877533, "subset_score_loss": 0.012482045590877533} +{"step": 4420000, "wall_time": 40571.57877659798, "train_loss_step": 3.1053667068481445, "n_params": 4428880, "total_flops": 60136395571200000, "train_loss": 0.011429394781589507, "subset_score_loss": 0.011429394781589507} +{"step": 4430000, "wall_time": 40657.3451731205, "train_loss_step": 2.7838704586029053, "n_params": 4428880, "total_flops": 60272450764800000, "train_loss": 0.011841919273138046, "subset_score_loss": 0.011841919273138046} +{"step": 4440000, "wall_time": 40743.326994895935, "train_loss_step": 2.865915060043335, "n_params": 4428880, "total_flops": 60408505958400000, "train_loss": 0.012476003915071487, "subset_score_loss": 0.012476003915071487} +{"step": 4450000, "wall_time": 40829.28077292442, "train_loss_step": 3.3099961280822754, "n_params": 4428880, "total_flops": 60544561152000000, "train_loss": 0.011803316324949265, "subset_score_loss": 0.011803316324949265} +{"step": 4460000, "wall_time": 40915.14826273918, "train_loss_step": 2.885826587677002, "n_params": 4428880, "total_flops": 60680616345600000, "train_loss": 0.011410915851593017, "subset_score_loss": 0.011410915851593017} +{"step": 4470000, "wall_time": 41000.924721241, "train_loss_step": 2.82308292388916, "n_params": 4428880, "total_flops": 60816671539200000, "train_loss": 0.01188637912273407, "subset_score_loss": 0.01188637912273407} +{"step": 4480000, "wall_time": 41086.77490282059, "train_loss_step": 2.799913167953491, "n_params": 4428880, "total_flops": 60952726732800000, "train_loss": 0.011526618152856827, "subset_score_loss": 0.011526618152856827} +{"step": 4490000, "wall_time": 41172.54530096054, "train_loss_step": 2.97365665435791, "n_params": 4428880, "total_flops": 61088781926400000, "train_loss": 0.012281880527734757, "subset_score_loss": 0.012281880527734757} +{"step": 4500000, "wall_time": 41342.362880945206, "train_loss_step": 2.748180627822876, "n_params": 4428880, "total_flops": 61224837120000000, "train_loss": 0.012254866957664489, "subset_score_loss": 0.012254866957664489, "memorization_fraction_pixel": 0.8331000208854675, "mean_nn_ratio_pixel": 0.32547876238822937, "fid": 40.225596331507305} +{"step": 4510000, "wall_time": 41425.25553369522, "train_loss_step": 2.7050085067749023, "n_params": 4428880, "total_flops": 61360892313600000, "train_loss": 0.01167800948023796, "subset_score_loss": 0.01167800948023796} +{"step": 4520000, "wall_time": 41511.19903802872, "train_loss_step": 3.2125658988952637, "n_params": 4428880, "total_flops": 61496947507200000, "train_loss": 0.011986842751502991, "subset_score_loss": 0.011986842751502991} +{"step": 4530000, "wall_time": 41596.945060014725, "train_loss_step": 2.624561309814453, "n_params": 4428880, "total_flops": 61633002700800000, "train_loss": 0.012049952149391174, "subset_score_loss": 0.012049952149391174} +{"step": 4540000, "wall_time": 41682.97795152664, "train_loss_step": 2.9754154682159424, "n_params": 4428880, "total_flops": 61769057894400000, "train_loss": 0.011950748413801194, "subset_score_loss": 0.011950748413801194} +{"step": 4550000, "wall_time": 41769.08197760582, "train_loss_step": 2.511476516723633, "n_params": 4428880, "total_flops": 61905113088000000, "train_loss": 0.011796292662620545, "subset_score_loss": 0.011796292662620545} +{"step": 4560000, "wall_time": 41855.11146521568, "train_loss_step": 2.7396936416625977, "n_params": 4428880, "total_flops": 62041168281600000, "train_loss": 0.011735493689775467, "subset_score_loss": 0.011735493689775467} +{"step": 4570000, "wall_time": 41940.89330005646, "train_loss_step": 2.8475887775421143, "n_params": 4428880, "total_flops": 62177223475200000, "train_loss": 0.011776352673768998, "subset_score_loss": 0.011776352673768998} +{"step": 4580000, "wall_time": 42026.70400929451, "train_loss_step": 2.763245105743408, "n_params": 4428880, "total_flops": 62313278668800000, "train_loss": 0.011471416056156158, "subset_score_loss": 0.011471416056156158} +{"step": 4590000, "wall_time": 42112.50603556633, "train_loss_step": 2.6243886947631836, "n_params": 4428880, "total_flops": 62449333862400000, "train_loss": 0.01111479252576828, "subset_score_loss": 0.01111479252576828} +{"step": 4600000, "wall_time": 42265.38047361374, "train_loss_step": 2.7594244480133057, "n_params": 4428880, "total_flops": 62585389056000000, "train_loss": 0.0116785429418087, "subset_score_loss": 0.0116785429418087, "memorization_fraction_pixel": 0.8223000168800354, "mean_nn_ratio_pixel": 0.33200907707214355, "fid": 39.6597199426139} +{"step": 4610000, "wall_time": 42338.59410524368, "train_loss_step": 3.3630728721618652, "n_params": 4428880, "total_flops": 62721444249600000, "train_loss": 0.011110399663448334, "subset_score_loss": 0.011110399663448334} +{"step": 4620000, "wall_time": 42415.39727473259, "train_loss_step": 2.8621366024017334, "n_params": 4428880, "total_flops": 62857499443200000, "train_loss": 0.011122222244739532, "subset_score_loss": 0.011122222244739532} +{"step": 4630000, "wall_time": 42501.20852327347, "train_loss_step": 2.550809860229492, "n_params": 4428880, "total_flops": 62993554636800000, "train_loss": 0.011625493317842484, "subset_score_loss": 0.011625493317842484} +{"step": 4640000, "wall_time": 42586.976554870605, "train_loss_step": 2.7152199745178223, "n_params": 4428880, "total_flops": 63129609830400000, "train_loss": 0.011300715804100036, "subset_score_loss": 0.011300715804100036} +{"step": 4650000, "wall_time": 42672.98083639145, "train_loss_step": 2.870769500732422, "n_params": 4428880, "total_flops": 63265665024000000, "train_loss": 0.01169246733188629, "subset_score_loss": 0.01169246733188629} +{"step": 4660000, "wall_time": 42758.94880580902, "train_loss_step": 2.8017239570617676, "n_params": 4428880, "total_flops": 63401720217600000, "train_loss": 0.01137167438864708, "subset_score_loss": 0.01137167438864708} +{"step": 4670000, "wall_time": 42844.81446695328, "train_loss_step": 2.7231647968292236, "n_params": 4428880, "total_flops": 63537775411200000, "train_loss": 0.011123531311750413, "subset_score_loss": 0.011123531311750413} +{"step": 4680000, "wall_time": 42930.61830639839, "train_loss_step": 3.047776699066162, "n_params": 4428880, "total_flops": 63673830604800000, "train_loss": 0.011874169111251831, "subset_score_loss": 0.011874169111251831} +{"step": 4690000, "wall_time": 43016.39956736565, "train_loss_step": 2.9253053665161133, "n_params": 4428880, "total_flops": 63809885798400000, "train_loss": 0.01151338592171669, "subset_score_loss": 0.01151338592171669} +{"step": 4700000, "wall_time": 43168.17839860916, "train_loss_step": 2.676546335220337, "n_params": 4428880, "total_flops": 63945940992000000, "train_loss": 0.011523162573575973, "subset_score_loss": 0.011523162573575973, "memorization_fraction_pixel": 0.8270000219345093, "mean_nn_ratio_pixel": 0.32989534735679626, "fid": 39.0713391199005} +{"step": 4710000, "wall_time": 43250.407365083694, "train_loss_step": 2.738778591156006, "n_params": 4428880, "total_flops": 64081996185600000, "train_loss": 0.011110027879476547, "subset_score_loss": 0.011110027879476547} +{"step": 4720000, "wall_time": 43335.08643054962, "train_loss_step": 2.49053955078125, "n_params": 4428880, "total_flops": 64218051379200000, "train_loss": 0.011538253724575042, "subset_score_loss": 0.011538253724575042} +{"step": 4730000, "wall_time": 43409.68438100815, "train_loss_step": 2.631455898284912, "n_params": 4428880, "total_flops": 64354106572800000, "train_loss": 0.010856617987155915, "subset_score_loss": 0.010856617987155915} +{"step": 4740000, "wall_time": 43495.68538403511, "train_loss_step": 2.6915132999420166, "n_params": 4428880, "total_flops": 64490161766400000, "train_loss": 0.011326224356889725, "subset_score_loss": 0.011326224356889725} +{"step": 4750000, "wall_time": 43581.62418413162, "train_loss_step": 2.930981159210205, "n_params": 4428880, "total_flops": 64626216960000000, "train_loss": 0.011210909485816956, "subset_score_loss": 0.011210909485816956} +{"step": 4760000, "wall_time": 43667.73206067085, "train_loss_step": 2.683800458908081, "n_params": 4428880, "total_flops": 64762272153600000, "train_loss": 0.012443211674690247, "subset_score_loss": 0.012443211674690247} +{"step": 4770000, "wall_time": 43753.58393120766, "train_loss_step": 2.773639440536499, "n_params": 4428880, "total_flops": 64898327347200000, "train_loss": 0.01135026142001152, "subset_score_loss": 0.01135026142001152} +{"step": 4780000, "wall_time": 43839.60355401039, "train_loss_step": 2.680030584335327, "n_params": 4428880, "total_flops": 65034382540800000, "train_loss": 0.012447946518659592, "subset_score_loss": 0.012447946518659592} +{"step": 4790000, "wall_time": 43925.767983198166, "train_loss_step": 3.1633033752441406, "n_params": 4428880, "total_flops": 65170437734400000, "train_loss": 0.011474452912807465, "subset_score_loss": 0.011474452912807465} +{"step": 4800000, "wall_time": 44078.450375556946, "train_loss_step": 2.8282322883605957, "n_params": 4428880, "total_flops": 65306492928000000, "train_loss": 0.011479581892490386, "subset_score_loss": 0.011479581892490386, "memorization_fraction_pixel": 0.8230000138282776, "mean_nn_ratio_pixel": 0.33127257227897644, "fid": 39.7666297675657} +{"step": 4810000, "wall_time": 44160.74770069122, "train_loss_step": 2.865783214569092, "n_params": 4428880, "total_flops": 65442548121600000, "train_loss": 0.011283773928880692, "subset_score_loss": 0.011283773928880692} +{"step": 4820000, "wall_time": 44246.6052672863, "train_loss_step": 2.914761543273926, "n_params": 4428880, "total_flops": 65578603315200000, "train_loss": 0.012492450326681137, "subset_score_loss": 0.012492450326681137} +{"step": 4830000, "wall_time": 44331.043570518494, "train_loss_step": 2.5761032104492188, "n_params": 4428880, "total_flops": 65714658508800000, "train_loss": 0.011504866182804108, "subset_score_loss": 0.011504866182804108} +{"step": 4840000, "wall_time": 44408.485880851746, "train_loss_step": 2.5688183307647705, "n_params": 4428880, "total_flops": 65850713702400000, "train_loss": 0.011949623376131058, "subset_score_loss": 0.011949623376131058} +{"step": 4850000, "wall_time": 44494.21512556076, "train_loss_step": 2.8664441108703613, "n_params": 4428880, "total_flops": 65986768896000000, "train_loss": 0.01155228316783905, "subset_score_loss": 0.01155228316783905} +{"step": 4860000, "wall_time": 44580.174288749695, "train_loss_step": 2.9044299125671387, "n_params": 4428880, "total_flops": 66122824089600000, "train_loss": 0.0111612007021904, "subset_score_loss": 0.0111612007021904} +{"step": 4870000, "wall_time": 44666.28724718094, "train_loss_step": 2.860063076019287, "n_params": 4428880, "total_flops": 66258879283200000, "train_loss": 0.010550954937934875, "subset_score_loss": 0.010550954937934875} +{"step": 4880000, "wall_time": 44752.12435865402, "train_loss_step": 2.873904228210449, "n_params": 4428880, "total_flops": 66394934476800000, "train_loss": 0.011965751647949219, "subset_score_loss": 0.011965751647949219} +{"step": 4890000, "wall_time": 44838.293994665146, "train_loss_step": 2.7136390209198, "n_params": 4428880, "total_flops": 66530989670400000, "train_loss": 0.011453422158956528, "subset_score_loss": 0.011453422158956528} +{"step": 4900000, "wall_time": 44991.08222937584, "train_loss_step": 2.9576306343078613, "n_params": 4428880, "total_flops": 66667044864000000, "train_loss": 0.011399390548467636, "subset_score_loss": 0.011399390548467636, "memorization_fraction_pixel": 0.833299994468689, "mean_nn_ratio_pixel": 0.32765448093414307, "fid": 39.84113955259049} +{"step": 4910000, "wall_time": 45074.255484342575, "train_loss_step": 2.7307450771331787, "n_params": 4428880, "total_flops": 66803100057600000, "train_loss": 0.011082132160663605, "subset_score_loss": 0.011082132160663605} +{"step": 4920000, "wall_time": 45159.31023311615, "train_loss_step": 2.520193099975586, "n_params": 4428880, "total_flops": 66939155251200000, "train_loss": 0.01162758469581604, "subset_score_loss": 0.01162758469581604} +{"step": 4930000, "wall_time": 45245.295251607895, "train_loss_step": 2.955094575881958, "n_params": 4428880, "total_flops": 67075210444800000, "train_loss": 0.011311504244804382, "subset_score_loss": 0.011311504244804382} +{"step": 4940000, "wall_time": 45329.78943371773, "train_loss_step": 2.665754795074463, "n_params": 4428880, "total_flops": 67211265638400000, "train_loss": 0.01121724396944046, "subset_score_loss": 0.01121724396944046} +{"step": 4950000, "wall_time": 45413.107098817825, "train_loss_step": 2.6843247413635254, "n_params": 4428880, "total_flops": 67347320832000000, "train_loss": 0.01059296652674675, "subset_score_loss": 0.01059296652674675} +{"step": 4960000, "wall_time": 45499.01013851166, "train_loss_step": 3.0451388359069824, "n_params": 4428880, "total_flops": 67483376025600000, "train_loss": 0.01139145866036415, "subset_score_loss": 0.01139145866036415} +{"step": 4970000, "wall_time": 45584.997483730316, "train_loss_step": 2.6691694259643555, "n_params": 4428880, "total_flops": 67619431219200000, "train_loss": 0.011823807656764985, "subset_score_loss": 0.011823807656764985} +{"step": 4980000, "wall_time": 45671.098519563675, "train_loss_step": 2.707138776779175, "n_params": 4428880, "total_flops": 67755486412800000, "train_loss": 0.010695870220661163, "subset_score_loss": 0.010695870220661163} +{"step": 4990000, "wall_time": 45756.87227725983, "train_loss_step": 2.908596992492676, "n_params": 4428880, "total_flops": 67891541606400000, "train_loss": 0.010341419279575348, "subset_score_loss": 0.010341419279575348} +{"step": 5000000, "wall_time": 45909.344426870346, "train_loss_step": 3.0434656143188477, "n_params": 4428880, "total_flops": 68027596800000000, "train_loss": 0.011092917621135711, "subset_score_loss": 0.011092917621135711, "memorization_fraction_pixel": 0.8327999711036682, "mean_nn_ratio_pixel": 0.32471412420272827, "fid": 38.62199213408151} diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d80/runner.log b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d80/runner.log new file mode 100644 index 0000000000000000000000000000000000000000..de3f1deeb7642fc6f533d95f966ee41727b03245 --- /dev/null +++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d80/runner.log @@ -0,0 +1,502 @@ + FID real-side stats cached over 1000 diverse train images + step 1 | 65s | train_loss=0.9996 | fid=276.1425 + step 10000 | 139s | train_loss=0.8241 + step 20000 | 225s | train_loss=0.7257 + step 30000 | 312s | train_loss=0.6021 + step 40000 | 398s | train_loss=0.4589 + step 50000 | 484s | train_loss=0.3288 + step 60000 | 570s | train_loss=0.2441 + step 70000 | 656s | train_loss=0.1918 + step 80000 | 742s | train_loss=0.1626 + step 90000 | 828s | train_loss=0.1448 + step 100000 | 981s | train_loss=0.1306 | fid=57.7532 + step 110000 | 1060s | train_loss=0.1238 + step 120000 | 1143s | train_loss=0.1154 + step 130000 | 1229s | train_loss=0.1095 + step 140000 | 1315s | train_loss=0.1061 + step 150000 | 1401s | train_loss=0.0995 + step 160000 | 1487s | train_loss=0.0962 + step 170000 | 1572s | train_loss=0.0913 + step 180000 | 1658s | train_loss=0.0900 + step 190000 | 1744s | train_loss=0.0867 + step 200000 | 1896s | train_loss=0.0862 | fid=55.6807 + step 210000 | 1978s | train_loss=0.0809 + step 220000 | 2062s | train_loss=0.0800 + step 230000 | 2145s | train_loss=0.0760 + step 240000 | 2231s | train_loss=0.0764 + step 250000 | 2317s | train_loss=0.0735 + step 260000 | 2403s | train_loss=0.0718 + step 270000 | 2488s | train_loss=0.0693 + step 280000 | 2575s | train_loss=0.0692 + step 290000 | 2661s | train_loss=0.0674 + step 300000 | 2813s | train_loss=0.0661 | fid=54.7967 + step 310000 | 2895s | train_loss=0.0646 + step 320000 | 2981s | train_loss=0.0633 + step 330000 | 3060s | train_loss=0.0621 + step 340000 | 3144s | train_loss=0.0618 + step 350000 | 3230s | train_loss=0.0596 + step 360000 | 3316s | train_loss=0.0591 + step 370000 | 3402s | train_loss=0.0594 + step 380000 | 3488s | train_loss=0.0590 + step 390000 | 3574s | train_loss=0.0569 + step 400000 | 3727s | train_loss=0.0555 | fid=52.2921 + step 410000 | 3809s | train_loss=0.0556 + step 420000 | 3895s | train_loss=0.0552 + step 430000 | 3981s | train_loss=0.0542 + step 440000 | 4064s | train_loss=0.0535 + step 450000 | 4149s | train_loss=0.0524 + step 460000 | 4234s | train_loss=0.0517 + step 470000 | 4319s | train_loss=0.0529 + step 480000 | 4404s | train_loss=0.0511 + step 490000 | 4490s | train_loss=0.0507 + step 500000 | 4643s | train_loss=0.0496 | fid=50.7997 + step 510000 | 4725s | train_loss=0.0497 + step 520000 | 4811s | train_loss=0.0491 + step 530000 | 4897s | train_loss=0.0477 + step 540000 | 4983s | train_loss=0.0484 + step 550000 | 5066s | train_loss=0.0473 + step 560000 | 5150s | train_loss=0.0464 + step 570000 | 5236s | train_loss=0.0468 + step 580000 | 5322s | train_loss=0.0470 + step 590000 | 5408s | train_loss=0.0460 + step 600000 | 5561s | train_loss=0.0459 | fid=47.8716 + step 610000 | 5643s | train_loss=0.0446 + step 620000 | 5729s | train_loss=0.0446 + step 630000 | 5815s | train_loss=0.0438 + step 640000 | 5901s | train_loss=0.0436 + step 650000 | 5987s | train_loss=0.0434 + step 660000 | 6059s | train_loss=0.0432 + step 670000 | 6143s | train_loss=0.0428 + step 680000 | 6229s | train_loss=0.0439 + step 690000 | 6315s | train_loss=0.0411 + step 700000 | 6468s | train_loss=0.0424 | fid=48.6254 + step 710000 | 6551s | train_loss=0.0420 + step 720000 | 6636s | train_loss=0.0404 + step 730000 | 6722s | train_loss=0.0407 + step 740000 | 6808s | train_loss=0.0415 + step 750000 | 6894s | train_loss=0.0407 + step 760000 | 6980s | train_loss=0.0409 + step 770000 | 7059s | train_loss=0.0404 + step 780000 | 7143s | train_loss=0.0409 + step 790000 | 7229s | train_loss=0.0391 + step 800000 | 7382s | train_loss=0.0402 | fid=46.4976 + step 810000 | 7464s | train_loss=0.0395 + step 820000 | 7550s | train_loss=0.0396 + step 830000 | 7636s | train_loss=0.0400 + step 840000 | 7722s | train_loss=0.0379 + step 850000 | 7808s | train_loss=0.0381 + step 860000 | 7894s | train_loss=0.0374 + step 870000 | 7980s | train_loss=0.0380 + step 880000 | 8059s | train_loss=0.0376 + step 890000 | 8132s | train_loss=0.0363 + step 900000 | 8285s | train_loss=0.0369 | fid=47.7486 + step 910000 | 8367s | train_loss=0.0360 + step 920000 | 8453s | train_loss=0.0361 + step 930000 | 8539s | train_loss=0.0353 + step 940000 | 8625s | train_loss=0.0356 + step 950000 | 8711s | train_loss=0.0363 + step 960000 | 8797s | train_loss=0.0368 + step 970000 | 8883s | train_loss=0.0346 + step 980000 | 8968s | train_loss=0.0352 + step 990000 | 9055s | train_loss=0.0357 + step 1000000 | 9192s | train_loss=0.0343 | fid=45.5534 + step 1010000 | 9274s | train_loss=0.0347 + step 1020000 | 9360s | train_loss=0.0348 + step 1030000 | 9446s | train_loss=0.0349 + step 1040000 | 9531s | train_loss=0.0336 + step 1050000 | 9617s | train_loss=0.0336 + step 1060000 | 9703s | train_loss=0.0329 + step 1070000 | 9789s | train_loss=0.0334 + step 1080000 | 9875s | train_loss=0.0335 + step 1090000 | 9961s | train_loss=0.0332 + step 1100000 | 10115s | train_loss=0.0322 | fid=44.2013 + step 1110000 | 10194s | train_loss=0.0343 + step 1120000 | 10280s | train_loss=0.0321 + step 1130000 | 10366s | train_loss=0.0313 + step 1140000 | 10452s | train_loss=0.0324 + step 1150000 | 10538s | train_loss=0.0319 + step 1160000 | 10624s | train_loss=0.0325 + step 1170000 | 10710s | train_loss=0.0325 + step 1180000 | 10796s | train_loss=0.0314 + step 1190000 | 10881s | train_loss=0.0312 + step 1200000 | 11034s | train_loss=0.0311 | fid=43.1000 + step 1210000 | 11114s | train_loss=0.0298 + step 1220000 | 11198s | train_loss=0.0305 + step 1230000 | 11284s | train_loss=0.0305 + step 1240000 | 11370s | train_loss=0.0310 + step 1250000 | 11456s | train_loss=0.0302 + step 1260000 | 11542s | train_loss=0.0291 + step 1270000 | 11628s | train_loss=0.0306 + step 1280000 | 11714s | train_loss=0.0306 + step 1290000 | 11800s | train_loss=0.0306 + step 1300000 | 11952s | train_loss=0.0296 | fid=42.3121 + step 1310000 | 12035s | train_loss=0.0290 + step 1320000 | 12113s | train_loss=0.0302 + step 1330000 | 12196s | train_loss=0.0295 + step 1340000 | 12282s | train_loss=0.0288 + step 1350000 | 12368s | train_loss=0.0290 + step 1360000 | 12454s | train_loss=0.0285 + step 1370000 | 12540s | train_loss=0.0283 + step 1380000 | 12625s | train_loss=0.0279 + step 1390000 | 12711s | train_loss=0.0275 + step 1400000 | 12863s | train_loss=0.0286 | fid=43.0791 + step 1410000 | 12947s | train_loss=0.0291 + step 1420000 | 13031s | train_loss=0.0282 + step 1430000 | 13115s | train_loss=0.0277 + step 1440000 | 13199s | train_loss=0.0276 + step 1450000 | 13285s | train_loss=0.0273 + step 1460000 | 13371s | train_loss=0.0276 + step 1470000 | 13457s | train_loss=0.0267 + step 1480000 | 13543s | train_loss=0.0283 + step 1490000 | 13629s | train_loss=0.0262 + step 1500000 | 13782s | train_loss=0.0272 | fid=42.9491 + step 1510000 | 13865s | train_loss=0.0267 + step 1520000 | 13950s | train_loss=0.0268 + step 1530000 | 14036s | train_loss=0.0269 + step 1540000 | 14119s | train_loss=0.0265 + step 1550000 | 14204s | train_loss=0.0268 + step 1560000 | 14290s | train_loss=0.0264 + step 1570000 | 14376s | train_loss=0.0255 + step 1580000 | 14461s | train_loss=0.0258 + step 1590000 | 14547s | train_loss=0.0272 + step 1600000 | 14700s | train_loss=0.0257 | fid=43.6919 + step 1610000 | 14784s | train_loss=0.0263 + step 1620000 | 14868s | train_loss=0.0254 + step 1630000 | 14954s | train_loss=0.0249 + step 1640000 | 15040s | train_loss=0.0263 + step 1650000 | 15115s | train_loss=0.0252 + step 1660000 | 15194s | train_loss=0.0247 + step 1670000 | 15280s | train_loss=0.0246 + step 1680000 | 15366s | train_loss=0.0242 + step 1690000 | 15452s | train_loss=0.0248 + step 1700000 | 15605s | train_loss=0.0242 | fid=44.7098 + step 1710000 | 15689s | train_loss=0.0248 + step 1720000 | 15773s | train_loss=0.0241 + step 1730000 | 15859s | train_loss=0.0247 + step 1740000 | 15945s | train_loss=0.0240 + step 1750000 | 16031s | train_loss=0.0235 + step 1760000 | 16117s | train_loss=0.0236 + step 1770000 | 16182s | train_loss=0.0237 + step 1780000 | 16267s | train_loss=0.0236 + step 1790000 | 16353s | train_loss=0.0232 + step 1800000 | 16505s | train_loss=0.0230 | fid=44.4762 + step 1810000 | 16590s | train_loss=0.0229 + step 1820000 | 16673s | train_loss=0.0229 + step 1830000 | 16759s | train_loss=0.0235 + step 1840000 | 16845s | train_loss=0.0230 + step 1850000 | 16931s | train_loss=0.0227 + step 1860000 | 17017s | train_loss=0.0230 + step 1870000 | 17103s | train_loss=0.0225 + step 1880000 | 17184s | train_loss=0.0224 + step 1890000 | 17270s | train_loss=0.0220 + step 1900000 | 17423s | train_loss=0.0226 | fid=44.3538 + step 1910000 | 17508s | train_loss=0.0229 + step 1920000 | 17590s | train_loss=0.0225 + step 1930000 | 17676s | train_loss=0.0217 + step 1940000 | 17762s | train_loss=0.0221 + step 1950000 | 17848s | train_loss=0.0226 + step 1960000 | 17934s | train_loss=0.0222 + step 1970000 | 18020s | train_loss=0.0228 + step 1980000 | 18106s | train_loss=0.0218 + step 1990000 | 18190s | train_loss=0.0217 + step 2000000 | 18341s | train_loss=0.0214 | fid=44.0497 + step 2010000 | 18427s | train_loss=0.0214 + step 2020000 | 18509s | train_loss=0.0216 + step 2030000 | 18595s | train_loss=0.0214 + step 2040000 | 18681s | train_loss=0.0221 + step 2050000 | 18767s | train_loss=0.0221 + step 2060000 | 18853s | train_loss=0.0214 + step 2070000 | 18939s | train_loss=0.0215 + step 2080000 | 19025s | train_loss=0.0214 + step 2090000 | 19111s | train_loss=0.0207 + step 2100000 | 19249s | train_loss=0.0214 | fid=43.0019 + step 2110000 | 19335s | train_loss=0.0214 + step 2120000 | 19417s | train_loss=0.0203 + step 2130000 | 19503s | train_loss=0.0206 + step 2140000 | 19589s | train_loss=0.0208 + step 2150000 | 19674s | train_loss=0.0214 + step 2160000 | 19760s | train_loss=0.0212 + step 2170000 | 19847s | train_loss=0.0208 + step 2180000 | 19932s | train_loss=0.0219 + step 2190000 | 20018s | train_loss=0.0208 + step 2200000 | 20172s | train_loss=0.0203 | fid=42.7030 + step 2210000 | 20250s | train_loss=0.0198 + step 2220000 | 20332s | train_loss=0.0206 + step 2230000 | 20418s | train_loss=0.0198 + step 2240000 | 20504s | train_loss=0.0206 + step 2250000 | 20590s | train_loss=0.0198 + step 2260000 | 20676s | train_loss=0.0196 + step 2270000 | 20762s | train_loss=0.0196 + step 2280000 | 20848s | train_loss=0.0203 + step 2290000 | 20934s | train_loss=0.0201 + step 2300000 | 21087s | train_loss=0.0201 | fid=43.2008 + step 2310000 | 21173s | train_loss=0.0197 + step 2320000 | 21244s | train_loss=0.0192 + step 2330000 | 21330s | train_loss=0.0204 + step 2340000 | 21416s | train_loss=0.0193 + step 2350000 | 21502s | train_loss=0.0199 + step 2360000 | 21588s | train_loss=0.0194 + step 2370000 | 21674s | train_loss=0.0192 + step 2380000 | 21760s | train_loss=0.0186 + step 2390000 | 21846s | train_loss=0.0200 + step 2400000 | 21999s | train_loss=0.0186 | fid=42.5709 + step 2410000 | 22085s | train_loss=0.0188 + step 2420000 | 22167s | train_loss=0.0185 + step 2430000 | 22238s | train_loss=0.0189 + step 2440000 | 22324s | train_loss=0.0197 + step 2450000 | 22410s | train_loss=0.0190 + step 2460000 | 22497s | train_loss=0.0187 + step 2470000 | 22582s | train_loss=0.0185 + step 2480000 | 22668s | train_loss=0.0188 + step 2490000 | 22754s | train_loss=0.0189 + step 2500000 | 22907s | train_loss=0.0184 | fid=41.9987 + step 2510000 | 22993s | train_loss=0.0184 + step 2520000 | 23075s | train_loss=0.0183 + step 2530000 | 23161s | train_loss=0.0179 + step 2540000 | 23243s | train_loss=0.0184 + step 2550000 | 23329s | train_loss=0.0183 + step 2560000 | 23415s | train_loss=0.0180 + step 2570000 | 23501s | train_loss=0.0186 + step 2580000 | 23587s | train_loss=0.0191 + step 2590000 | 23673s | train_loss=0.0183 + step 2600000 | 23826s | train_loss=0.0181 | fid=42.4068 + step 2610000 | 23912s | train_loss=0.0170 + step 2620000 | 23994s | train_loss=0.0188 + step 2630000 | 24079s | train_loss=0.0171 + step 2640000 | 24166s | train_loss=0.0180 + step 2650000 | 24236s | train_loss=0.0178 + step 2660000 | 24320s | train_loss=0.0169 + step 2670000 | 24406s | train_loss=0.0181 + step 2680000 | 24492s | train_loss=0.0178 + step 2690000 | 24578s | train_loss=0.0174 + step 2700000 | 24730s | train_loss=0.0169 | fid=41.0356 + step 2710000 | 24816s | train_loss=0.0172 + step 2720000 | 24898s | train_loss=0.0181 + step 2730000 | 24984s | train_loss=0.0171 + step 2740000 | 25070s | train_loss=0.0169 + step 2750000 | 25156s | train_loss=0.0182 + step 2760000 | 25237s | train_loss=0.0170 + step 2770000 | 25322s | train_loss=0.0173 + step 2780000 | 25408s | train_loss=0.0169 + step 2790000 | 25494s | train_loss=0.0173 + step 2800000 | 25647s | train_loss=0.0170 | fid=42.2549 + step 2810000 | 25733s | train_loss=0.0181 + step 2820000 | 25816s | train_loss=0.0163 + step 2830000 | 25901s | train_loss=0.0167 + step 2840000 | 25986s | train_loss=0.0170 + step 2850000 | 26072s | train_loss=0.0168 + step 2860000 | 26158s | train_loss=0.0171 + step 2870000 | 26239s | train_loss=0.0169 + step 2880000 | 26315s | train_loss=0.0163 + step 2890000 | 26401s | train_loss=0.0166 + step 2900000 | 26554s | train_loss=0.0166 | fid=41.9642 + step 2910000 | 26640s | train_loss=0.0165 + step 2920000 | 26724s | train_loss=0.0172 + step 2930000 | 26808s | train_loss=0.0162 + step 2940000 | 26894s | train_loss=0.0164 + step 2950000 | 26980s | train_loss=0.0164 + step 2960000 | 27066s | train_loss=0.0166 + step 2970000 | 27152s | train_loss=0.0169 + step 2980000 | 27239s | train_loss=0.0170 + step 2990000 | 27318s | train_loss=0.0168 + step 3000000 | 27471s | train_loss=0.0169 | fid=41.4882 + step 3010000 | 27557s | train_loss=0.0158 + step 3020000 | 27641s | train_loss=0.0165 + step 3030000 | 27725s | train_loss=0.0166 + step 3040000 | 27811s | train_loss=0.0151 + step 3050000 | 27896s | train_loss=0.0163 + step 3060000 | 27982s | train_loss=0.0159 + step 3070000 | 28068s | train_loss=0.0165 + step 3080000 | 28154s | train_loss=0.0159 + step 3090000 | 28240s | train_loss=0.0155 + step 3100000 | 28389s | train_loss=0.0161 | fid=40.8084 + step 3110000 | 28475s | train_loss=0.0157 + step 3120000 | 28559s | train_loss=0.0152 + step 3130000 | 28643s | train_loss=0.0163 + step 3140000 | 28729s | train_loss=0.0158 + step 3150000 | 28815s | train_loss=0.0156 + step 3160000 | 28901s | train_loss=0.0153 + step 3170000 | 28987s | train_loss=0.0159 + step 3180000 | 29073s | train_loss=0.0162 + step 3190000 | 29159s | train_loss=0.0155 + step 3200000 | 29311s | train_loss=0.0150 | fid=40.7715 + step 3210000 | 29397s | train_loss=0.0153 + step 3220000 | 29480s | train_loss=0.0154 + step 3230000 | 29564s | train_loss=0.0160 + step 3240000 | 29650s | train_loss=0.0152 + step 3250000 | 29736s | train_loss=0.0148 + step 3260000 | 29822s | train_loss=0.0152 + step 3270000 | 29908s | train_loss=0.0154 + step 3280000 | 29994s | train_loss=0.0153 + step 3290000 | 30080s | train_loss=0.0154 + step 3300000 | 30234s | train_loss=0.0144 | fid=41.0479 + step 3310000 | 30319s | train_loss=0.0150 + step 3320000 | 30402s | train_loss=0.0158 + step 3330000 | 30487s | train_loss=0.0158 + step 3340000 | 30572s | train_loss=0.0154 + step 3350000 | 30658s | train_loss=0.0146 + step 3360000 | 30744s | train_loss=0.0156 + step 3370000 | 30830s | train_loss=0.0144 + step 3380000 | 30916s | train_loss=0.0148 + step 3390000 | 31002s | train_loss=0.0158 + step 3400000 | 31189s | train_loss=0.0143 | fid=41.1484 + step 3410000 | 31271s | train_loss=0.0148 + step 3420000 | 31351s | train_loss=0.0146 + step 3430000 | 31437s | train_loss=0.0146 + step 3440000 | 31522s | train_loss=0.0147 + step 3450000 | 31608s | train_loss=0.0148 + step 3460000 | 31694s | train_loss=0.0149 + step 3470000 | 31780s | train_loss=0.0141 + step 3480000 | 31866s | train_loss=0.0141 + step 3490000 | 31952s | train_loss=0.0147 + step 3500000 | 32111s | train_loss=0.0142 | fid=40.6731 + step 3510000 | 32194s | train_loss=0.0146 + step 3520000 | 32277s | train_loss=0.0140 + step 3530000 | 32361s | train_loss=0.0140 + step 3540000 | 32447s | train_loss=0.0145 + step 3550000 | 32533s | train_loss=0.0137 + step 3560000 | 32619s | train_loss=0.0141 + step 3570000 | 32704s | train_loss=0.0145 + step 3580000 | 32790s | train_loss=0.0141 + step 3590000 | 32876s | train_loss=0.0142 + step 3600000 | 33029s | train_loss=0.0139 | fid=40.1196 + step 3610000 | 33116s | train_loss=0.0139 + step 3620000 | 33191s | train_loss=0.0136 + step 3630000 | 33273s | train_loss=0.0143 + step 3640000 | 33357s | train_loss=0.0141 + step 3650000 | 33443s | train_loss=0.0141 + step 3660000 | 33529s | train_loss=0.0136 + step 3670000 | 33614s | train_loss=0.0136 + step 3680000 | 33700s | train_loss=0.0136 + step 3690000 | 33786s | train_loss=0.0139 + step 3700000 | 33975s | train_loss=0.0141 | fid=40.3390 + step 3710000 | 34060s | train_loss=0.0140 + step 3720000 | 34144s | train_loss=0.0136 + step 3730000 | 34221s | train_loss=0.0133 + step 3740000 | 34306s | train_loss=0.0140 + step 3750000 | 34392s | train_loss=0.0137 + step 3760000 | 34477s | train_loss=0.0144 + step 3770000 | 34563s | train_loss=0.0140 + step 3780000 | 34649s | train_loss=0.0131 + step 3790000 | 34735s | train_loss=0.0140 + step 3800000 | 34950s | train_loss=0.0137 | fid=40.1473 + step 3810000 | 35033s | train_loss=0.0133 + step 3820000 | 35119s | train_loss=0.0137 + step 3830000 | 35198s | train_loss=0.0136 + step 3840000 | 35278s | train_loss=0.0132 + step 3850000 | 35361s | train_loss=0.0136 + step 3860000 | 35447s | train_loss=0.0132 + step 3870000 | 35533s | train_loss=0.0133 + step 3880000 | 35619s | train_loss=0.0137 + step 3890000 | 35705s | train_loss=0.0136 + step 3900000 | 35858s | train_loss=0.0134 | fid=40.0665 + step 3910000 | 35940s | train_loss=0.0133 + step 3920000 | 36026s | train_loss=0.0128 + step 3930000 | 36112s | train_loss=0.0124 + step 3940000 | 36199s | train_loss=0.0135 + step 3950000 | 36275s | train_loss=0.0125 + step 3960000 | 36359s | train_loss=0.0131 + step 3970000 | 36445s | train_loss=0.0127 + step 3980000 | 36531s | train_loss=0.0129 + step 3990000 | 36617s | train_loss=0.0125 + step 4000000 | 36770s | train_loss=0.0128 | fid=39.8542 + step 4010000 | 36852s | train_loss=0.0135 + step 4020000 | 36938s | train_loss=0.0128 + step 4030000 | 37024s | train_loss=0.0135 + step 4040000 | 37110s | train_loss=0.0129 + step 4050000 | 37196s | train_loss=0.0134 + step 4060000 | 37274s | train_loss=0.0122 + step 4070000 | 37358s | train_loss=0.0124 + step 4080000 | 37444s | train_loss=0.0132 + step 4090000 | 37530s | train_loss=0.0128 + step 4100000 | 37683s | train_loss=0.0122 | fid=40.4025 + step 4110000 | 37766s | train_loss=0.0136 + step 4120000 | 37852s | train_loss=0.0125 + step 4130000 | 37938s | train_loss=0.0125 + step 4140000 | 38024s | train_loss=0.0125 + step 4150000 | 38109s | train_loss=0.0123 + step 4160000 | 38196s | train_loss=0.0122 + step 4170000 | 38272s | train_loss=0.0127 + step 4180000 | 38356s | train_loss=0.0124 + step 4190000 | 38442s | train_loss=0.0131 + step 4200000 | 38595s | train_loss=0.0125 | fid=40.1857 + step 4210000 | 38677s | train_loss=0.0124 + step 4220000 | 38763s | train_loss=0.0128 + step 4230000 | 38849s | train_loss=0.0126 + step 4240000 | 38935s | train_loss=0.0131 + step 4250000 | 39021s | train_loss=0.0122 + step 4260000 | 39107s | train_loss=0.0123 + step 4270000 | 39193s | train_loss=0.0126 + step 4280000 | 39270s | train_loss=0.0122 + step 4290000 | 39342s | train_loss=0.0123 + step 4300000 | 39495s | train_loss=0.0121 | fid=39.8772 + step 4310000 | 39578s | train_loss=0.0119 + step 4320000 | 39663s | train_loss=0.0123 + step 4330000 | 39749s | train_loss=0.0119 + step 4340000 | 39835s | train_loss=0.0131 + step 4350000 | 39921s | train_loss=0.0116 + step 4360000 | 40007s | train_loss=0.0127 + step 4370000 | 40093s | train_loss=0.0121 + step 4380000 | 40179s | train_loss=0.0121 + step 4390000 | 40265s | train_loss=0.0127 + step 4400000 | 40403s | train_loss=0.0122 | fid=39.8154 + step 4410000 | 40487s | train_loss=0.0125 + step 4420000 | 40572s | train_loss=0.0114 + step 4430000 | 40657s | train_loss=0.0118 + step 4440000 | 40743s | train_loss=0.0125 + step 4450000 | 40829s | train_loss=0.0118 + step 4460000 | 40915s | train_loss=0.0114 + step 4470000 | 41001s | train_loss=0.0119 + step 4480000 | 41087s | train_loss=0.0115 + step 4490000 | 41173s | train_loss=0.0123 + step 4500000 | 41342s | train_loss=0.0123 | fid=40.2256 + step 4510000 | 41425s | train_loss=0.0117 + step 4520000 | 41511s | train_loss=0.0120 + step 4530000 | 41597s | train_loss=0.0120 + step 4540000 | 41683s | train_loss=0.0120 + step 4550000 | 41769s | train_loss=0.0118 + step 4560000 | 41855s | train_loss=0.0117 + step 4570000 | 41941s | train_loss=0.0118 + step 4580000 | 42027s | train_loss=0.0115 + step 4590000 | 42113s | train_loss=0.0111 + step 4600000 | 42265s | train_loss=0.0117 | fid=39.6597 + step 4610000 | 42339s | train_loss=0.0111 + step 4620000 | 42415s | train_loss=0.0111 + step 4630000 | 42501s | train_loss=0.0116 + step 4640000 | 42587s | train_loss=0.0113 + step 4650000 | 42673s | train_loss=0.0117 + step 4660000 | 42759s | train_loss=0.0114 + step 4670000 | 42845s | train_loss=0.0111 + step 4680000 | 42931s | train_loss=0.0119 + step 4690000 | 43016s | train_loss=0.0115 + step 4700000 | 43168s | train_loss=0.0115 | fid=39.0713 + step 4710000 | 43250s | train_loss=0.0111 + step 4720000 | 43335s | train_loss=0.0115 + step 4730000 | 43410s | train_loss=0.0109 + step 4740000 | 43496s | train_loss=0.0113 + step 4750000 | 43582s | train_loss=0.0112 + step 4760000 | 43668s | train_loss=0.0124 + step 4770000 | 43754s | train_loss=0.0114 + step 4780000 | 43840s | train_loss=0.0124 + step 4790000 | 43926s | train_loss=0.0115 + step 4800000 | 44078s | train_loss=0.0115 | fid=39.7666 + step 4810000 | 44161s | train_loss=0.0113 + step 4820000 | 44247s | train_loss=0.0125 + step 4830000 | 44331s | train_loss=0.0115 + step 4840000 | 44408s | train_loss=0.0119 + step 4850000 | 44494s | train_loss=0.0116 + step 4860000 | 44580s | train_loss=0.0112 + step 4870000 | 44666s | train_loss=0.0106 + step 4880000 | 44752s | train_loss=0.0120 + step 4890000 | 44838s | train_loss=0.0115 + step 4900000 | 44991s | train_loss=0.0114 | fid=39.8411 + step 4910000 | 45074s | train_loss=0.0111 + step 4920000 | 45159s | train_loss=0.0116 + step 4930000 | 45245s | train_loss=0.0113 + step 4940000 | 45330s | train_loss=0.0112 + step 4950000 | 45413s | train_loss=0.0106 + step 4960000 | 45499s | train_loss=0.0114 + step 4970000 | 45585s | train_loss=0.0118 + step 4980000 | 45671s | train_loss=0.0107 + step 4990000 | 45757s | train_loss=0.0103 + step 5000000 | 45909s | train_loss=0.0111 | fid=38.6220 diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d90/config.json b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d90/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9f6b2c64ecf968a5474ee6d129aba09e9752d54f --- /dev/null +++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d90/config.json @@ -0,0 +1,26 @@ +{ + "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d90/vae.pt", + "out": "results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d90", + "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json", + "train_tar": "/overflow/data/cerberus/celeba_hq_256_partitioned_ws/train/celeba_hq_256-train-0000.tar", + "n_train": 1000, + "total_steps": 5000000, + "eval_interval": 10000, + "mem_interval": 100000, + "fid_interval": 100000, + "fid_n_real": 1000, + "fid_n_gen": 10000, + "n_gen_samples": 10000, + "n_sde_steps": 500, + "batch_size": 512, + "hidden": 1024, + "depth": 5, + "optimizer": "sgd", + "lr": 0.001, + "momentum": 0.8, + "t_min": 0.01, + "t_max": 3.0, + "t_eval": 0.1, + "seed": 47, + "device": null +} diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d90/metrics.jsonl b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d90/metrics.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..64ca804c65328430fdedaaee2b642d39f7988515 --- /dev/null +++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d90/metrics.jsonl @@ -0,0 +1,502 @@ +{"event": "meta", "data": "celeba_hq_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 90, "n": 1000, "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d90/vae.pt", "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [20952, 7797, 13007, 15253, 1802, 20760, 3302, 2937, 12429, 13098, 20076, 19572, 10577, 5564, 11381, 5775, 5276, 17998, 2240, 2519, 11388, 7263, 4196, 10568, 2158, 19965, 9295, 2040, 19851, 8718, 9370, 15052, 13447, 2513, 1591, 9658, 13292, 12806, 14560, 2355, 9290, 17698, 4901, 20580, 2127, 14432, 8576, 20295, 129, 14022, 19119, 15050, 18760, 288, 13973, 2168, 14462, 2292, 8199, 18932, 6429, 20664, 8787, 16525, 10377, 6994, 16130, 6724, 13244, 20903, 11718, 8813, 7745, 14314, 13381, 7425, 8918, 18001, 18601, 17689, 8193, 470, 13341, 5477, 12269, 7092, 11369, 16932, 14217, 12925, 15969, 15866, 12197, 9148, 9971, 6425, 19208, 112, 13306, 16558, 1303, 19554, 17868, 13767, 4996, 11785, 8997, 17159, 9157, 13344, 7193, 14890, 893, 12961, 4480, 20648, 1871, 14734, 7352, 7321, 17855, 20812, 5617, 12632, 793, 17758, 7441, 20850, 8716, 9049, 5480, 7856, 16261, 5910, 16773, 9795, 4390, 6696, 14888, 12975, 16432, 9254, 6712, 1464, 13523, 641, 20792, 7029, 20339, 5365, 18551, 11929, 13976, 5064, 1978, 3092, 13092, 14987, 9204, 4723, 12378, 12008, 8196, 136, 19652, 8477, 19824, 2919, 13627, 19248, 9044, 3780, 12267, 8395, 7223, 8828, 4794, 1238, 3918, 6410, 14610, 2563, 18499, 7857, 3061, 15109, 11568, 6764, 10989, 18957, 8115, 20211, 19901, 20120, 10169, 4920, 9969, 10241, 17413, 5421, 14514, 20658, 10122, 5760, 1280, 11010, 8517, 4746, 6765, 4667, 4144, 8117, 4488, 17978, 13454, 18660, 8665, 45, 7031, 903, 16818, 18231, 17390, 312, 13864, 3668, 10948, 3614, 19604, 5027, 14941, 16471, 6783, 5178, 9335, 17408, 11831, 14242, 20072, 8405, 5198, 7163, 14369, 3939, 18102, 9996, 1580, 14702, 11215, 12045, 15533, 11854, 20171, 8345, 13606, 20457, 4849, 1500, 4026, 1891, 19053, 15329, 14020, 8742, 9233, 5280, 14522, 19492, 19005, 15421, 20902, 2380, 15726, 10965, 14683, 8786, 10203, 2842, 12666, 16692, 11495, 13620, 13743, 19967, 2117, 13142, 18220, 9184, 7484, 20600, 18310, 11438, 13671, 19232, 12924, 7682, 6420, 6638, 8141, 9558, 14608, 16288, 8979, 18506, 10073, 15365, 17535, 1111, 15229, 5083, 3615, 14472, 9250, 2157, 14039, 7423, 12464, 17398, 7148, 18584, 3958, 17549, 7943, 5819, 4614, 5871, 6171, 8176, 442, 7457, 11538, 15416, 15446, 1476, 16702, 17386, 344, 2590, 4412, 14795, 3511, 3253, 2551, 4805, 10115, 19988, 8304, 12851, 10913, 15518, 12417, 4132, 840, 10288, 7062, 402, 15245, 2646, 10740, 15201, 12745, 16350, 3423, 15088, 14921, 1876, 11228, 17039, 2764, 14670, 3571, 20091, 18464, 1243, 32, 651, 6130, 15342, 8091, 18828, 9117, 12336, 1061, 1889, 11916, 2684, 6657, 18769, 16598, 12693, 17833, 4505, 1755, 5317, 17939, 8049, 15854, 2015, 6255, 7794, 8551, 8848, 6079, 19416, 9201, 9716, 4758, 12841, 18120, 5409, 2645, 17139, 12999, 20071, 11362, 16024, 1012, 3774, 89, 4789, 14143, 541, 19389, 17049, 11702, 9028, 38, 11395, 12833, 19976, 10415, 6753, 3479, 10950, 10730, 2864, 17034, 16113, 14211, 11231, 10526, 3344, 7261, 15216, 1908, 9176, 2681, 9498, 18417, 20330, 19267, 8645, 17348, 3136, 17753, 4834, 14445, 1672, 13858, 18557, 2470, 9766, 18654, 162, 16584, 20852, 14886, 13360, 20524, 19279, 13997, 18291, 1348, 5843, 8721, 20735, 20977, 15333, 8243, 16529, 13154, 10788, 5379, 4739, 5636, 18019, 7950, 6588, 786, 6257, 8375, 3630, 14367, 510, 17431, 18890, 2241, 4398, 13654, 2768, 2899, 12526, 17703, 18984, 5733, 20074, 19421, 3368, 17161, 3891, 15748, 14407, 9678, 13320, 16555, 13838, 20279, 11098, 386, 12574, 2638, 13238, 2777, 13223, 5037, 5813, 19373, 13398, 15442, 5983, 3556, 1790, 6314, 13062, 5358, 17460, 8621, 15321, 9903, 15036, 13479, 19963, 6056, 9168, 2337, 18563, 19062, 11299, 19051, 17806, 17617, 7357, 6977, 19296, 15000, 16443, 14982, 15757, 15704, 5582, 2942, 16890, 8400, 9917, 16834, 567, 659, 9366, 1700, 5402, 4682, 2280, 765, 2961, 4577, 8421, 18091, 18080, 3290, 16429, 7945, 7235, 19280, 6240, 6343, 10436, 6470, 17901, 9219, 13304, 14735, 14786, 10334, 9645, 15485, 15119, 18615, 10837, 6813, 13431, 5024, 11164, 4421, 6786, 12382, 9459, 10595, 3685, 11181, 10328, 2900, 13285, 19615, 598, 157, 3120, 5529, 13749, 880, 5976, 19463, 16851, 2785, 3976, 20553, 19955, 6877, 1999, 20607, 10853, 8557, 7159, 17184, 10263, 9068, 12865, 5383, 18321, 2827, 2557, 7003, 6506, 13066, 16625, 15600, 10682, 18067, 14801, 13212, 9938, 7768, 14004, 11935, 12469, 12488, 13369, 20018, 19169, 4550, 6811, 11149, 37, 10051, 9046, 1576, 14946, 18907, 14521, 19659, 18099, 19638, 12050, 19893, 10324, 14542, 16992, 3456, 795, 5001, 14177, 18909, 18362, 11062, 3201, 6571, 10607, 11677, 4651, 18636, 4078, 6863, 9047, 9346, 5713, 13400, 13011, 12890, 12611, 15357, 7685, 15356, 10982, 15996, 4004, 1566, 9705, 11488, 1775, 17724, 8914, 9553, 3439, 1340, 7931, 16610, 5956, 7683, 3971, 3010, 8407, 3234, 6422, 7216, 2412, 4082, 12822, 5462, 5841, 15427, 5125, 11056, 8331, 4330, 6004, 15595, 4522, 14489, 11545, 12949, 6735, 17874, 11843, 11870, 11752, 14026, 18781, 4107, 12435, 8184, 1894, 9501, 6897, 14322, 4925, 17746, 3540, 3892, 10979, 10164, 2026, 4222, 1302, 19608, 6106, 20705, 1413, 12551, 2515, 5546, 7675, 5986, 7326, 17606, 9322, 9025, 12134, 20845, 1355, 5975, 4924, 9718, 2988, 12371, 8809, 9623, 14696, 17591, 20420, 16528, 15025, 4086, 11756, 4938, 6833, 15181, 11357, 16067, 12427, 5124, 4992, 13926, 20499, 18307, 4955, 7145, 18724, 35, 15577, 8779, 12132, 2322, 5756, 5220, 4518, 10666, 9584, 5903, 5523, 18943, 20654, 5822, 3200, 19022, 7533, 879, 17337, 8171, 8959, 5836, 15782, 18975, 989, 16566, 17613, 18341, 20220, 14326, 15459, 4315, 4874, 7122, 12740, 12259, 10824, 8098, 14910, 8434, 3601, 18430, 10733, 16177, 10780, 1324, 20023, 2408, 11121, 9237, 14519, 14858, 14630, 20871, 15604, 20373, 2311, 20475, 171, 2624, 7590, 4608, 13160, 4506, 10003, 4097, 10252, 18586, 18018, 7960, 9942, 6044, 16467, 3797, 20547, 17560, 7905, 20698, 12686, 5683, 115, 4181, 15828, 20515, 1287, 20636, 2828, 15685, 13399, 18580, 7902, 4380, 10083, 9273, 18142, 15396, 1402, 3101, 19049, 12462, 7659, 164, 1117, 14996, 10741, 17, 18797, 1976, 8898, 11319, 9178, 19713, 19657, 3095, 5405, 15206, 17743, 2834, 20208, 1847, 1488, 3025, 9332, 13967, 14043, 7846, 3126, 11244, 17468, 8874, 13461, 3788, 2725, 5793, 20764, 5132, 16487, 17712, 776, 5042, 9486, 9158, 18638, 6603, 17685, 15564, 11419, 5628, 4296, 8107, 1106, 12274, 3579, 11265, 17185, 7416, 1434, 7934, 19543, 7397, 19689, 3737, 4263, 2141, 5096, 3164, 2924, 2738, 6210, 36, 8651, 17892, 16670, 18803, 11118, 3966, 1913, 20926, 4105, 6428, 17717, 17240, 16019, 4501, 13280, 15814, 19328, 2893, 1993, 681, 4066, 20723, 4437], "fid_reference": "same farthest-first 1k training subset", "seed": 47} +{"step": 1, "wall_time": 68.54026913642883, "train_loss_step": 89.92701721191406, "n_params": 4449370, "total_flops": 13668464640, "train_loss": 0.9994885762532552, "subset_score_loss": 0.9994885762532552, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9762726426124573, "fid": 306.2379441724053} +{"step": 10000, "wall_time": 152.78901743888855, "train_loss_step": 17.38308334350586, "n_params": 4449370, "total_flops": 136684646400000, "train_loss": 0.8112251281738281, "subset_score_loss": 0.8112251281738281} +{"step": 20000, "wall_time": 239.51908779144287, "train_loss_step": 15.756921768188477, "n_params": 4449370, "total_flops": 273369292800000, "train_loss": 0.6968359629313151, "subset_score_loss": 0.6968359629313151} +{"step": 30000, "wall_time": 326.22377276420593, "train_loss_step": 14.372385025024414, "n_params": 4449370, "total_flops": 410053939200000, "train_loss": 0.5647494422064887, "subset_score_loss": 0.5647494422064887} +{"step": 40000, "wall_time": 412.9572916030884, "train_loss_step": 12.84472942352295, "n_params": 4449370, "total_flops": 546738585600000, "train_loss": 0.41947716606987845, "subset_score_loss": 0.41947716606987845} +{"step": 50000, "wall_time": 499.6537721157074, "train_loss_step": 10.416925430297852, "n_params": 4449370, "total_flops": 683423232000000, "train_loss": 0.30046223534478084, "subset_score_loss": 0.30046223534478084} +{"step": 60000, "wall_time": 585.8988871574402, "train_loss_step": 10.421363830566406, "n_params": 4449370, "total_flops": 820107878400000, "train_loss": 0.22255092196994358, "subset_score_loss": 0.22255092196994358} +{"step": 70000, "wall_time": 672.5356512069702, "train_loss_step": 8.803412437438965, "n_params": 4449370, "total_flops": 956792524800000, "train_loss": 0.18041759067111546, "subset_score_loss": 0.18041759067111546} +{"step": 80000, "wall_time": 759.1271975040436, "train_loss_step": 8.605631828308105, "n_params": 4449370, "total_flops": 1093477171200000, "train_loss": 0.154460875193278, "subset_score_loss": 0.154460875193278} +{"step": 90000, "wall_time": 845.7329909801483, "train_loss_step": 8.657812118530273, "n_params": 4449370, "total_flops": 1230161817600000, "train_loss": 0.13980334599812824, "subset_score_loss": 0.13980334599812824} +{"step": 100000, "wall_time": 998.2105233669281, "train_loss_step": 7.669397354125977, "n_params": 4449370, "total_flops": 1366846464000000, "train_loss": 0.1314811282687717, "subset_score_loss": 0.1314811282687717, "memorization_fraction_pixel": 0.00039999998989515007, "mean_nn_ratio_pixel": 0.9033914804458618, "fid": 58.902882422802676} +{"step": 110000, "wall_time": 1081.8430969715118, "train_loss_step": 8.11367416381836, "n_params": 4449370, "total_flops": 1503531110400000, "train_loss": 0.12402595943874783, "subset_score_loss": 0.12402595943874783} +{"step": 120000, "wall_time": 1166.1142363548279, "train_loss_step": 7.592856407165527, "n_params": 4449370, "total_flops": 1640215756800000, "train_loss": 0.1151282204522027, "subset_score_loss": 0.1151282204522027} +{"step": 130000, "wall_time": 1252.6941406726837, "train_loss_step": 7.696287155151367, "n_params": 4449370, "total_flops": 1776900403200000, "train_loss": 0.10999022589789496, "subset_score_loss": 0.10999022589789496} +{"step": 140000, "wall_time": 1339.2496602535248, "train_loss_step": 7.270622253417969, "n_params": 4449370, "total_flops": 1913585049600000, "train_loss": 0.10524738099839952, "subset_score_loss": 0.10524738099839952} +{"step": 150000, "wall_time": 1425.809010028839, "train_loss_step": 6.714012145996094, "n_params": 4449370, "total_flops": 2050269696000000, "train_loss": 0.10028256310356988, "subset_score_loss": 0.10028256310356988} +{"step": 160000, "wall_time": 1512.0700566768646, "train_loss_step": 6.878106117248535, "n_params": 4449370, "total_flops": 2186954342400000, "train_loss": 0.09798135757446289, "subset_score_loss": 0.09798135757446289} +{"step": 170000, "wall_time": 1598.53116106987, "train_loss_step": 6.391042709350586, "n_params": 4449370, "total_flops": 2323638988800000, "train_loss": 0.09271734025743272, "subset_score_loss": 0.09271734025743272} +{"step": 180000, "wall_time": 1685.1105473041534, "train_loss_step": 6.416303634643555, "n_params": 4449370, "total_flops": 2460323635200000, "train_loss": 0.08992955949571398, "subset_score_loss": 0.08992955949571398} +{"step": 190000, "wall_time": 1771.554007768631, "train_loss_step": 6.331262588500977, "n_params": 4449370, "total_flops": 2597008281600000, "train_loss": 0.08787051306830512, "subset_score_loss": 0.08787051306830512} +{"step": 200000, "wall_time": 1921.7127196788788, "train_loss_step": 5.687918186187744, "n_params": 4449370, "total_flops": 2733692928000000, "train_loss": 0.08557442029317221, "subset_score_loss": 0.08557442029317221, "memorization_fraction_pixel": 0.014600000344216824, "mean_nn_ratio_pixel": 0.8470515608787537, "fid": 58.25384351546575} +{"step": 210000, "wall_time": 2008.5267038345337, "train_loss_step": 6.066999435424805, "n_params": 4449370, "total_flops": 2870377574400000, "train_loss": 0.08350041707356771, "subset_score_loss": 0.08350041707356771} +{"step": 220000, "wall_time": 2092.6747105121613, "train_loss_step": 6.076711654663086, "n_params": 4449370, "total_flops": 3007062220800000, "train_loss": 0.08047803772820367, "subset_score_loss": 0.08047803772820367} +{"step": 230000, "wall_time": 2175.6454632282257, "train_loss_step": 6.140774726867676, "n_params": 4449370, "total_flops": 3143746867200000, "train_loss": 0.07763045099046495, "subset_score_loss": 0.07763045099046495} +{"step": 240000, "wall_time": 2262.300007581711, "train_loss_step": 6.123823165893555, "n_params": 4449370, "total_flops": 3280431513600000, "train_loss": 0.0753450764550103, "subset_score_loss": 0.0753450764550103} +{"step": 250000, "wall_time": 2348.9019269943237, "train_loss_step": 5.79606819152832, "n_params": 4449370, "total_flops": 3417116160000000, "train_loss": 0.07376947932773166, "subset_score_loss": 0.07376947932773166} +{"step": 260000, "wall_time": 2435.172549724579, "train_loss_step": 6.092639923095703, "n_params": 4449370, "total_flops": 3553800806400000, "train_loss": 0.07312722206115722, "subset_score_loss": 0.07312722206115722} +{"step": 270000, "wall_time": 2521.674645423889, "train_loss_step": 5.790410041809082, "n_params": 4449370, "total_flops": 3690485452800000, "train_loss": 0.07262652185228136, "subset_score_loss": 0.07262652185228136} +{"step": 280000, "wall_time": 2608.3108081817627, "train_loss_step": 5.808956146240234, "n_params": 4449370, "total_flops": 3827170099200000, "train_loss": 0.06975373162163628, "subset_score_loss": 0.06975373162163628} +{"step": 290000, "wall_time": 2694.924845457077, "train_loss_step": 6.11375093460083, "n_params": 4449370, "total_flops": 3963854745600000, "train_loss": 0.06714250776502821, "subset_score_loss": 0.06714250776502821} +{"step": 300000, "wall_time": 2844.777536869049, "train_loss_step": 5.68404483795166, "n_params": 4449370, "total_flops": 4100539392000000, "train_loss": 0.06755401823255751, "subset_score_loss": 0.06755401823255751, "memorization_fraction_pixel": 0.04879999905824661, "mean_nn_ratio_pixel": 0.7877122759819031, "fid": 55.2757879456325} +{"step": 310000, "wall_time": 2931.330364227295, "train_loss_step": 5.323265075683594, "n_params": 4449370, "total_flops": 4237224038400000, "train_loss": 0.06754038598802355, "subset_score_loss": 0.06754038598802355} +{"step": 320000, "wall_time": 3018.303543806076, "train_loss_step": 5.662789344787598, "n_params": 4449370, "total_flops": 4373908684800000, "train_loss": 0.06459758546617296, "subset_score_loss": 0.06459758546617296} +{"step": 330000, "wall_time": 3096.925220012665, "train_loss_step": 5.7253828048706055, "n_params": 4449370, "total_flops": 4510593331200000, "train_loss": 0.06388619740804037, "subset_score_loss": 0.06388619740804037} +{"step": 340000, "wall_time": 3181.5232679843903, "train_loss_step": 5.87147331237793, "n_params": 4449370, "total_flops": 4647277977600000, "train_loss": 0.06227871576944987, "subset_score_loss": 0.06227871576944987} +{"step": 350000, "wall_time": 3268.130523920059, "train_loss_step": 5.5303544998168945, "n_params": 4449370, "total_flops": 4783962624000000, "train_loss": 0.060309086905585396, "subset_score_loss": 0.060309086905585396} +{"step": 360000, "wall_time": 3354.416477918625, "train_loss_step": 5.607776641845703, "n_params": 4449370, "total_flops": 4920647270400000, "train_loss": 0.06079288588629828, "subset_score_loss": 0.06079288588629828} +{"step": 370000, "wall_time": 3440.962445497513, "train_loss_step": 5.158144474029541, "n_params": 4449370, "total_flops": 5057331916800000, "train_loss": 0.05987214512295193, "subset_score_loss": 0.05987214512295193} +{"step": 380000, "wall_time": 3527.623710155487, "train_loss_step": 5.569160461425781, "n_params": 4449370, "total_flops": 5194016563200000, "train_loss": 0.059237935807969835, "subset_score_loss": 0.059237935807969835} +{"step": 390000, "wall_time": 3614.1925497055054, "train_loss_step": 5.554433345794678, "n_params": 4449370, "total_flops": 5330701209600000, "train_loss": 0.058218733469645186, "subset_score_loss": 0.058218733469645186} +{"step": 400000, "wall_time": 3762.7806735038757, "train_loss_step": 5.583975791931152, "n_params": 4449370, "total_flops": 5467385856000000, "train_loss": 0.05670682589213053, "subset_score_loss": 0.05670682589213053, "memorization_fraction_pixel": 0.07150000333786011, "mean_nn_ratio_pixel": 0.7572469711303711, "fid": 54.63284436823426} +{"step": 410000, "wall_time": 3849.383066892624, "train_loss_step": 5.299134254455566, "n_params": 4449370, "total_flops": 5604070502400000, "train_loss": 0.05548652013142904, "subset_score_loss": 0.05548652013142904} +{"step": 420000, "wall_time": 3935.958315849304, "train_loss_step": 5.17932653427124, "n_params": 4449370, "total_flops": 5740755148800000, "train_loss": 0.056407933764987525, "subset_score_loss": 0.056407933764987525} +{"step": 430000, "wall_time": 4022.8947734832764, "train_loss_step": 5.574278354644775, "n_params": 4449370, "total_flops": 5877439795200000, "train_loss": 0.054822678036159936, "subset_score_loss": 0.054822678036159936} +{"step": 440000, "wall_time": 4106.541828870773, "train_loss_step": 5.097578048706055, "n_params": 4449370, "total_flops": 6014124441600000, "train_loss": 0.0557362609439426, "subset_score_loss": 0.0557362609439426} +{"step": 450000, "wall_time": 4191.296980857849, "train_loss_step": 5.228724479675293, "n_params": 4449370, "total_flops": 6150809088000000, "train_loss": 0.05329481760660807, "subset_score_loss": 0.05329481760660807} +{"step": 460000, "wall_time": 4276.935006380081, "train_loss_step": 5.430347919464111, "n_params": 4449370, "total_flops": 6287493734400000, "train_loss": 0.05367922253078884, "subset_score_loss": 0.05367922253078884} +{"step": 470000, "wall_time": 4362.568895578384, "train_loss_step": 5.43083381652832, "n_params": 4449370, "total_flops": 6424178380800000, "train_loss": 0.053424644470214847, "subset_score_loss": 0.053424644470214847} +{"step": 480000, "wall_time": 4448.314236879349, "train_loss_step": 5.376345634460449, "n_params": 4449370, "total_flops": 6560863027200000, "train_loss": 0.05194728639390733, "subset_score_loss": 0.05194728639390733} +{"step": 490000, "wall_time": 4534.575854539871, "train_loss_step": 4.926052570343018, "n_params": 4449370, "total_flops": 6697547673600000, "train_loss": 0.051593685150146486, "subset_score_loss": 0.051593685150146486} +{"step": 500000, "wall_time": 4684.412879943848, "train_loss_step": 5.231934070587158, "n_params": 4449370, "total_flops": 6834232320000000, "train_loss": 0.05157756275600857, "subset_score_loss": 0.05157756275600857, "memorization_fraction_pixel": 0.10499999672174454, "mean_nn_ratio_pixel": 0.7254114151000977, "fid": 51.69654382454968} +{"step": 510000, "wall_time": 4771.049239397049, "train_loss_step": 5.28617000579834, "n_params": 4449370, "total_flops": 6970916966400000, "train_loss": 0.0523203796810574, "subset_score_loss": 0.0523203796810574} +{"step": 520000, "wall_time": 4857.583958387375, "train_loss_step": 4.8973541259765625, "n_params": 4449370, "total_flops": 7107601612800000, "train_loss": 0.051679966184828015, "subset_score_loss": 0.051679966184828015} +{"step": 530000, "wall_time": 4944.2348828315735, "train_loss_step": 5.219799518585205, "n_params": 4449370, "total_flops": 7244286259200000, "train_loss": 0.04967552291022407, "subset_score_loss": 0.04967552291022407} +{"step": 540000, "wall_time": 5027.852669477463, "train_loss_step": 4.7030510902404785, "n_params": 4449370, "total_flops": 7380970905600000, "train_loss": 0.049508322609795465, "subset_score_loss": 0.049508322609795465} +{"step": 550000, "wall_time": 5114.6465520858765, "train_loss_step": 5.123746395111084, "n_params": 4449370, "total_flops": 7517655552000000, "train_loss": 0.04858878453572591, "subset_score_loss": 0.04858878453572591} +{"step": 560000, "wall_time": 5199.390285491943, "train_loss_step": 4.911177158355713, "n_params": 4449370, "total_flops": 7654340198400000, "train_loss": 0.04763459629482693, "subset_score_loss": 0.04763459629482693} +{"step": 570000, "wall_time": 5285.860492229462, "train_loss_step": 4.818301677703857, "n_params": 4449370, "total_flops": 7791024844800000, "train_loss": 0.04776950942145453, "subset_score_loss": 0.04776950942145453} +{"step": 580000, "wall_time": 5372.476162433624, "train_loss_step": 5.2790350914001465, "n_params": 4449370, "total_flops": 7927709491200000, "train_loss": 0.04712378184000651, "subset_score_loss": 0.04712378184000651} +{"step": 590000, "wall_time": 5458.985172510147, "train_loss_step": 4.818897247314453, "n_params": 4449370, "total_flops": 8064394137600000, "train_loss": 0.046753809187147354, "subset_score_loss": 0.046753809187147354} +{"step": 600000, "wall_time": 5607.903902292252, "train_loss_step": 5.223141670227051, "n_params": 4449370, "total_flops": 8201078784000000, "train_loss": 0.04777660899692111, "subset_score_loss": 0.04777660899692111, "memorization_fraction_pixel": 0.13770000636577606, "mean_nn_ratio_pixel": 0.6948699951171875, "fid": 49.59944236425906} +{"step": 610000, "wall_time": 5694.433844327927, "train_loss_step": 4.8541412353515625, "n_params": 4449370, "total_flops": 8337763430400000, "train_loss": 0.04653153419494629, "subset_score_loss": 0.04653153419494629} +{"step": 620000, "wall_time": 5781.071766614914, "train_loss_step": 4.964291572570801, "n_params": 4449370, "total_flops": 8474448076800000, "train_loss": 0.044742276933458114, "subset_score_loss": 0.044742276933458114} +{"step": 630000, "wall_time": 5867.617500782013, "train_loss_step": 5.208700180053711, "n_params": 4449370, "total_flops": 8611132723200000, "train_loss": 0.046078999837239586, "subset_score_loss": 0.046078999837239586} +{"step": 640000, "wall_time": 5954.198614120483, "train_loss_step": 5.011197090148926, "n_params": 4449370, "total_flops": 8747817369600000, "train_loss": 0.044257314999898274, "subset_score_loss": 0.044257314999898274} +{"step": 650000, "wall_time": 6032.135471105576, "train_loss_step": 4.846494674682617, "n_params": 4449370, "total_flops": 8884502016000000, "train_loss": 0.04501217206319173, "subset_score_loss": 0.04501217206319173} +{"step": 660000, "wall_time": 6113.231543540955, "train_loss_step": 4.890661716461182, "n_params": 4449370, "total_flops": 9021186662400000, "train_loss": 0.04518805079989963, "subset_score_loss": 0.04518805079989963} +{"step": 670000, "wall_time": 6197.60514831543, "train_loss_step": 4.868187427520752, "n_params": 4449370, "total_flops": 9157871308800000, "train_loss": 0.04514446788363986, "subset_score_loss": 0.04514446788363986} +{"step": 680000, "wall_time": 6284.054612398148, "train_loss_step": 5.197060585021973, "n_params": 4449370, "total_flops": 9294555955200000, "train_loss": 0.04400288263956706, "subset_score_loss": 0.04400288263956706} +{"step": 690000, "wall_time": 6370.644310712814, "train_loss_step": 4.823868751525879, "n_params": 4449370, "total_flops": 9431240601600000, "train_loss": 0.043592868910895456, "subset_score_loss": 0.043592868910895456} +{"step": 700000, "wall_time": 6519.537029981613, "train_loss_step": 4.871799945831299, "n_params": 4449370, "total_flops": 9567925248000000, "train_loss": 0.04338840908474392, "subset_score_loss": 0.04338840908474392, "memorization_fraction_pixel": 0.15680000185966492, "mean_nn_ratio_pixel": 0.6770487427711487, "fid": 49.85003794262781} +{"step": 710000, "wall_time": 6606.022452354431, "train_loss_step": 4.792540550231934, "n_params": 4449370, "total_flops": 9704609894400000, "train_loss": 0.04231889247894287, "subset_score_loss": 0.04231889247894287} +{"step": 720000, "wall_time": 6692.640064239502, "train_loss_step": 4.989969253540039, "n_params": 4449370, "total_flops": 9841294540800000, "train_loss": 0.04217481083340115, "subset_score_loss": 0.04217481083340115} +{"step": 730000, "wall_time": 6778.876017332077, "train_loss_step": 5.034923076629639, "n_params": 4449370, "total_flops": 9977979187200000, "train_loss": 0.04217025703854031, "subset_score_loss": 0.04217025703854031} +{"step": 740000, "wall_time": 6865.3721652030945, "train_loss_step": 5.289796829223633, "n_params": 4449370, "total_flops": 10114663833600000, "train_loss": 0.04287194146050347, "subset_score_loss": 0.04287194146050347} +{"step": 750000, "wall_time": 6951.821515083313, "train_loss_step": 4.914934158325195, "n_params": 4449370, "total_flops": 10251348480000000, "train_loss": 0.040986434618632, "subset_score_loss": 0.040986434618632} +{"step": 760000, "wall_time": 7036.876933097839, "train_loss_step": 4.967082977294922, "n_params": 4449370, "total_flops": 10388033126400000, "train_loss": 0.04235742357042101, "subset_score_loss": 0.04235742357042101} +{"step": 770000, "wall_time": 7118.269465208054, "train_loss_step": 4.914130210876465, "n_params": 4449370, "total_flops": 10524717772800000, "train_loss": 0.04086590343051487, "subset_score_loss": 0.04086590343051487} +{"step": 780000, "wall_time": 7202.810745716095, "train_loss_step": 4.355630874633789, "n_params": 4449370, "total_flops": 10661402419200000, "train_loss": 0.04162658055623372, "subset_score_loss": 0.04162658055623372} +{"step": 790000, "wall_time": 7289.401301860809, "train_loss_step": 5.042368412017822, "n_params": 4449370, "total_flops": 10798087065600000, "train_loss": 0.040998037656148276, "subset_score_loss": 0.040998037656148276} +{"step": 800000, "wall_time": 7439.323773860931, "train_loss_step": 4.329012870788574, "n_params": 4449370, "total_flops": 10934771712000000, "train_loss": 0.040202660030788845, "subset_score_loss": 0.040202660030788845, "memorization_fraction_pixel": 0.19089999794960022, "mean_nn_ratio_pixel": 0.6570093035697937, "fid": 49.07850028945459} +{"step": 810000, "wall_time": 7526.003612518311, "train_loss_step": 4.861331939697266, "n_params": 4449370, "total_flops": 11071456358400000, "train_loss": 0.039673850271436904, "subset_score_loss": 0.039673850271436904} +{"step": 820000, "wall_time": 7612.493554353714, "train_loss_step": 5.105144500732422, "n_params": 4449370, "total_flops": 11208141004800000, "train_loss": 0.03979610072241889, "subset_score_loss": 0.03979610072241889} +{"step": 830000, "wall_time": 7699.016340494156, "train_loss_step": 4.615392684936523, "n_params": 4449370, "total_flops": 11344825651200000, "train_loss": 0.04161122375064426, "subset_score_loss": 0.04161122375064426} +{"step": 840000, "wall_time": 7785.519826889038, "train_loss_step": 4.765007972717285, "n_params": 4449370, "total_flops": 11481510297600000, "train_loss": 0.039615164862738715, "subset_score_loss": 0.039615164862738715} +{"step": 850000, "wall_time": 7872.032455444336, "train_loss_step": 4.5333333015441895, "n_params": 4449370, "total_flops": 11618194944000000, "train_loss": 0.040633757909139, "subset_score_loss": 0.040633757909139} +{"step": 860000, "wall_time": 7958.372638940811, "train_loss_step": 4.8131608963012695, "n_params": 4449370, "total_flops": 11754879590400000, "train_loss": 0.040821957588195804, "subset_score_loss": 0.040821957588195804} +{"step": 870000, "wall_time": 8042.577325582504, "train_loss_step": 4.556020736694336, "n_params": 4449370, "total_flops": 11891564236800000, "train_loss": 0.038894926177130806, "subset_score_loss": 0.038894926177130806} +{"step": 880000, "wall_time": 8113.749454021454, "train_loss_step": 4.49527645111084, "n_params": 4449370, "total_flops": 12028248883200000, "train_loss": 0.03806589709387885, "subset_score_loss": 0.03806589709387885} +{"step": 890000, "wall_time": 8198.259655952454, "train_loss_step": 4.405850410461426, "n_params": 4449370, "total_flops": 12164933529600000, "train_loss": 0.0378384616639879, "subset_score_loss": 0.0378384616639879} +{"step": 900000, "wall_time": 8348.183368206024, "train_loss_step": 4.787303924560547, "n_params": 4449370, "total_flops": 12301618176000000, "train_loss": 0.0390655517578125, "subset_score_loss": 0.0390655517578125, "memorization_fraction_pixel": 0.22030000388622284, "mean_nn_ratio_pixel": 0.6338781118392944, "fid": 47.29984633605724} +{"step": 910000, "wall_time": 8434.786982774734, "train_loss_step": 4.194998741149902, "n_params": 4449370, "total_flops": 12438302822400000, "train_loss": 0.03803748819563124, "subset_score_loss": 0.03803748819563124} +{"step": 920000, "wall_time": 8521.447921514511, "train_loss_step": 4.82972526550293, "n_params": 4449370, "total_flops": 12574987468800000, "train_loss": 0.03781667285495334, "subset_score_loss": 0.03781667285495334} +{"step": 930000, "wall_time": 8607.982614994049, "train_loss_step": 4.488550186157227, "n_params": 4449370, "total_flops": 12711672115200000, "train_loss": 0.03713080088297526, "subset_score_loss": 0.03713080088297526} +{"step": 940000, "wall_time": 8694.540618658066, "train_loss_step": 4.648054122924805, "n_params": 4449370, "total_flops": 12848356761600000, "train_loss": 0.03727713955773248, "subset_score_loss": 0.03727713955773248} +{"step": 950000, "wall_time": 8781.07748055458, "train_loss_step": 4.924378871917725, "n_params": 4449370, "total_flops": 12985041408000000, "train_loss": 0.036804233656989205, "subset_score_loss": 0.036804233656989205} +{"step": 960000, "wall_time": 8867.598953962326, "train_loss_step": 4.168890953063965, "n_params": 4449370, "total_flops": 13121726054400000, "train_loss": 0.03628731303744846, "subset_score_loss": 0.03628731303744846} +{"step": 970000, "wall_time": 8953.844989776611, "train_loss_step": 4.839033126831055, "n_params": 4449370, "total_flops": 13258410700800000, "train_loss": 0.03678247133890788, "subset_score_loss": 0.03678247133890788} +{"step": 980000, "wall_time": 9040.46044921875, "train_loss_step": 4.40817928314209, "n_params": 4449370, "total_flops": 13395095347200000, "train_loss": 0.0382911311255561, "subset_score_loss": 0.0382911311255561} +{"step": 990000, "wall_time": 9117.95007276535, "train_loss_step": 4.414575099945068, "n_params": 4449370, "total_flops": 13531779993600000, "train_loss": 0.03592038419511583, "subset_score_loss": 0.03592038419511583} +{"step": 1000000, "wall_time": 9261.009683132172, "train_loss_step": 4.6497697830200195, "n_params": 4449370, "total_flops": 13668464640000000, "train_loss": 0.03725503020816379, "subset_score_loss": 0.03725503020816379, "memorization_fraction_pixel": 0.27799999713897705, "mean_nn_ratio_pixel": 0.5964049696922302, "fid": 47.04844831754748} +{"step": 1010000, "wall_time": 9347.619384288788, "train_loss_step": 4.554819107055664, "n_params": 4449370, "total_flops": 13805149286400000, "train_loss": 0.03632505204942491, "subset_score_loss": 0.03632505204942491} +{"step": 1020000, "wall_time": 9434.156485557556, "train_loss_step": 4.473261833190918, "n_params": 4449370, "total_flops": 13941833932800000, "train_loss": 0.036040160391065806, "subset_score_loss": 0.036040160391065806} +{"step": 1030000, "wall_time": 9520.630251646042, "train_loss_step": 4.798248767852783, "n_params": 4449370, "total_flops": 14078518579200000, "train_loss": 0.035187477535671655, "subset_score_loss": 0.035187477535671655} +{"step": 1040000, "wall_time": 9607.116765260696, "train_loss_step": 4.160591125488281, "n_params": 4449370, "total_flops": 14215203225600000, "train_loss": 0.03611885971493191, "subset_score_loss": 0.03611885971493191} +{"step": 1050000, "wall_time": 9693.698493480682, "train_loss_step": 4.439867973327637, "n_params": 4449370, "total_flops": 14351887872000000, "train_loss": 0.03570449882083469, "subset_score_loss": 0.03570449882083469} +{"step": 1060000, "wall_time": 9780.373604297638, "train_loss_step": 4.278619289398193, "n_params": 4449370, "total_flops": 14488572518400000, "train_loss": 0.03540834585825602, "subset_score_loss": 0.03540834585825602} +{"step": 1070000, "wall_time": 9866.705914258957, "train_loss_step": 4.630743980407715, "n_params": 4449370, "total_flops": 14625257164800000, "train_loss": 0.03476313749949137, "subset_score_loss": 0.03476313749949137} +{"step": 1080000, "wall_time": 9952.980756044388, "train_loss_step": 4.207989692687988, "n_params": 4449370, "total_flops": 14761941811200000, "train_loss": 0.034059328503078884, "subset_score_loss": 0.034059328503078884} +{"step": 1090000, "wall_time": 10039.59636425972, "train_loss_step": 4.204632759094238, "n_params": 4449370, "total_flops": 14898626457600000, "train_loss": 0.036465591854519315, "subset_score_loss": 0.036465591854519315} +{"step": 1100000, "wall_time": 10184.596118450165, "train_loss_step": 4.344278812408447, "n_params": 4449370, "total_flops": 15035311104000000, "train_loss": 0.033969280454847546, "subset_score_loss": 0.033969280454847546, "memorization_fraction_pixel": 0.2971999943256378, "mean_nn_ratio_pixel": 0.5903409123420715, "fid": 47.95879890640044} +{"step": 1110000, "wall_time": 10271.236862421036, "train_loss_step": 4.047502517700195, "n_params": 4449370, "total_flops": 15171995750400000, "train_loss": 0.03397960397932265, "subset_score_loss": 0.03397960397932265} +{"step": 1120000, "wall_time": 10357.725709915161, "train_loss_step": 4.613755702972412, "n_params": 4449370, "total_flops": 15308680396800000, "train_loss": 0.033057249916924374, "subset_score_loss": 0.033057249916924374} +{"step": 1130000, "wall_time": 10444.321252346039, "train_loss_step": 4.674102783203125, "n_params": 4449370, "total_flops": 15445365043200000, "train_loss": 0.03438547717200385, "subset_score_loss": 0.03438547717200385} +{"step": 1140000, "wall_time": 10530.80189871788, "train_loss_step": 4.30145263671875, "n_params": 4449370, "total_flops": 15582049689600000, "train_loss": 0.03353518115149604, "subset_score_loss": 0.03353518115149604} +{"step": 1150000, "wall_time": 10617.337783575058, "train_loss_step": 3.9619650840759277, "n_params": 4449370, "total_flops": 15718734336000000, "train_loss": 0.033845199478997126, "subset_score_loss": 0.033845199478997126} +{"step": 1160000, "wall_time": 10703.94558262825, "train_loss_step": 3.867382526397705, "n_params": 4449370, "total_flops": 15855418982400000, "train_loss": 0.03295297622680664, "subset_score_loss": 0.03295297622680664} +{"step": 1170000, "wall_time": 10790.425467014313, "train_loss_step": 4.441433906555176, "n_params": 4449370, "total_flops": 15992103628800000, "train_loss": 0.033258493741353354, "subset_score_loss": 0.033258493741353354} +{"step": 1180000, "wall_time": 10876.706607818604, "train_loss_step": 4.328883171081543, "n_params": 4449370, "total_flops": 16128788275200000, "train_loss": 0.032985001140170625, "subset_score_loss": 0.032985001140170625} +{"step": 1190000, "wall_time": 10963.273629188538, "train_loss_step": 4.284389495849609, "n_params": 4449370, "total_flops": 16265472921600000, "train_loss": 0.03261344432830811, "subset_score_loss": 0.03261344432830811} +{"step": 1200000, "wall_time": 11109.892613649368, "train_loss_step": 4.1118927001953125, "n_params": 4449370, "total_flops": 16402157568000000, "train_loss": 0.03300979932149251, "subset_score_loss": 0.03300979932149251, "memorization_fraction_pixel": 0.3483000099658966, "mean_nn_ratio_pixel": 0.5566035509109497, "fid": 46.00886869722001} +{"step": 1210000, "wall_time": 11194.978309869766, "train_loss_step": 4.158721923828125, "n_params": 4449370, "total_flops": 16538842214400000, "train_loss": 0.034159909354315864, "subset_score_loss": 0.034159909354315864} +{"step": 1220000, "wall_time": 11281.540844678879, "train_loss_step": 4.1436028480529785, "n_params": 4449370, "total_flops": 16675526860800000, "train_loss": 0.031437084409925674, "subset_score_loss": 0.031437084409925674} +{"step": 1230000, "wall_time": 11368.05027627945, "train_loss_step": 4.031918048858643, "n_params": 4449370, "total_flops": 16812211507200000, "train_loss": 0.0321681367026435, "subset_score_loss": 0.0321681367026435} +{"step": 1240000, "wall_time": 11454.613938093185, "train_loss_step": 4.358304500579834, "n_params": 4449370, "total_flops": 16948896153600000, "train_loss": 0.03201433022816976, "subset_score_loss": 0.03201433022816976} +{"step": 1250000, "wall_time": 11541.054694890976, "train_loss_step": 4.085505485534668, "n_params": 4449370, "total_flops": 17085580800000000, "train_loss": 0.032319831848144534, "subset_score_loss": 0.032319831848144534} +{"step": 1260000, "wall_time": 11627.50318479538, "train_loss_step": 4.317398548126221, "n_params": 4449370, "total_flops": 17222265446400000, "train_loss": 0.03197352091471354, "subset_score_loss": 0.03197352091471354} +{"step": 1270000, "wall_time": 11713.915947675705, "train_loss_step": 4.33704137802124, "n_params": 4449370, "total_flops": 17358950092800000, "train_loss": 0.03085103299882677, "subset_score_loss": 0.03085103299882677} +{"step": 1280000, "wall_time": 11800.310971736908, "train_loss_step": 3.910956859588623, "n_params": 4449370, "total_flops": 17495634739200000, "train_loss": 0.032624252637227374, "subset_score_loss": 0.032624252637227374} +{"step": 1290000, "wall_time": 11886.62190079689, "train_loss_step": 3.7244527339935303, "n_params": 4449370, "total_flops": 17632319385600000, "train_loss": 0.03309292263454861, "subset_score_loss": 0.03309292263454861} +{"step": 1300000, "wall_time": 12036.786013126373, "train_loss_step": 4.299420356750488, "n_params": 4449370, "total_flops": 17769004032000000, "train_loss": 0.032775661680433485, "subset_score_loss": 0.032775661680433485, "memorization_fraction_pixel": 0.39010000228881836, "mean_nn_ratio_pixel": 0.538150429725647, "fid": 44.920217882576566} +{"step": 1310000, "wall_time": 12115.181865215302, "train_loss_step": 4.163668632507324, "n_params": 4449370, "total_flops": 17905688678400000, "train_loss": 0.031130984094407822, "subset_score_loss": 0.031130984094407822} +{"step": 1320000, "wall_time": 12198.947649002075, "train_loss_step": 4.37814998626709, "n_params": 4449370, "total_flops": 18042373324800000, "train_loss": 0.03165738582611084, "subset_score_loss": 0.03165738582611084} +{"step": 1330000, "wall_time": 12285.565627336502, "train_loss_step": 4.108811855316162, "n_params": 4449370, "total_flops": 18179057971200000, "train_loss": 0.030501233206854925, "subset_score_loss": 0.030501233206854925} +{"step": 1340000, "wall_time": 12372.105872154236, "train_loss_step": 4.098951816558838, "n_params": 4449370, "total_flops": 18315742617600000, "train_loss": 0.03041416803995768, "subset_score_loss": 0.03041416803995768} +{"step": 1350000, "wall_time": 12458.51128911972, "train_loss_step": 4.14735746383667, "n_params": 4449370, "total_flops": 18452427264000000, "train_loss": 0.032478708691067164, "subset_score_loss": 0.032478708691067164} +{"step": 1360000, "wall_time": 12545.018213510513, "train_loss_step": 3.7581214904785156, "n_params": 4449370, "total_flops": 18589111910400000, "train_loss": 0.030686259269714355, "subset_score_loss": 0.030686259269714355} +{"step": 1370000, "wall_time": 12631.532371520996, "train_loss_step": 4.004786491394043, "n_params": 4449370, "total_flops": 18725796556800000, "train_loss": 0.03090049425760905, "subset_score_loss": 0.03090049425760905} +{"step": 1380000, "wall_time": 12717.937332391739, "train_loss_step": 4.234710693359375, "n_params": 4449370, "total_flops": 18862481203200000, "train_loss": 0.030796122550964356, "subset_score_loss": 0.030796122550964356} +{"step": 1390000, "wall_time": 12804.410543203354, "train_loss_step": 4.048803329467773, "n_params": 4449370, "total_flops": 18999165849600000, "train_loss": 0.030661996205647787, "subset_score_loss": 0.030661996205647787} +{"step": 1400000, "wall_time": 12954.363422632217, "train_loss_step": 3.8901827335357666, "n_params": 4449370, "total_flops": 19135850496000000, "train_loss": 0.02942639456854926, "subset_score_loss": 0.02942639456854926, "memorization_fraction_pixel": 0.43130001425743103, "mean_nn_ratio_pixel": 0.5200217366218567, "fid": 45.042816034496994} +{"step": 1410000, "wall_time": 13041.091430425644, "train_loss_step": 4.035613536834717, "n_params": 4449370, "total_flops": 19272535142400000, "train_loss": 0.030826542112562392, "subset_score_loss": 0.030826542112562392} +{"step": 1420000, "wall_time": 13125.286985635757, "train_loss_step": 3.9341225624084473, "n_params": 4449370, "total_flops": 19409219788800000, "train_loss": 0.03015374607510037, "subset_score_loss": 0.03015374607510037} +{"step": 1430000, "wall_time": 13210.278886318207, "train_loss_step": 4.050062656402588, "n_params": 4449370, "total_flops": 19545904435200000, "train_loss": 0.029300798310173883, "subset_score_loss": 0.029300798310173883} +{"step": 1440000, "wall_time": 13296.886273384094, "train_loss_step": 3.688694953918457, "n_params": 4449370, "total_flops": 19682589081600000, "train_loss": 0.0282660616768731, "subset_score_loss": 0.0282660616768731} +{"step": 1450000, "wall_time": 13383.505342245102, "train_loss_step": 4.118899822235107, "n_params": 4449370, "total_flops": 19819273728000000, "train_loss": 0.029626467492845324, "subset_score_loss": 0.029626467492845324} +{"step": 1460000, "wall_time": 13469.968134641647, "train_loss_step": 4.240283012390137, "n_params": 4449370, "total_flops": 19955958374400000, "train_loss": 0.029933264520433215, "subset_score_loss": 0.029933264520433215} +{"step": 1470000, "wall_time": 13556.464990615845, "train_loss_step": 3.7760367393493652, "n_params": 4449370, "total_flops": 20092643020800000, "train_loss": 0.029045202996995714, "subset_score_loss": 0.029045202996995714} +{"step": 1480000, "wall_time": 13642.864586114883, "train_loss_step": 3.788095235824585, "n_params": 4449370, "total_flops": 20229327667200000, "train_loss": 0.02949865659077962, "subset_score_loss": 0.02949865659077962} +{"step": 1490000, "wall_time": 13729.398217916489, "train_loss_step": 3.944152593612671, "n_params": 4449370, "total_flops": 20366012313600000, "train_loss": 0.027601573202345107, "subset_score_loss": 0.027601573202345107} +{"step": 1500000, "wall_time": 13877.868532180786, "train_loss_step": 3.7541942596435547, "n_params": 4449370, "total_flops": 20502696960000000, "train_loss": 0.028068908055623374, "subset_score_loss": 0.028068908055623374, "memorization_fraction_pixel": 0.487199991941452, "mean_nn_ratio_pixel": 0.49338486790657043, "fid": 43.45032633659427} +{"step": 1510000, "wall_time": 13964.55684518814, "train_loss_step": 4.114367485046387, "n_params": 4449370, "total_flops": 20639381606400000, "train_loss": 0.028315321604410807, "subset_score_loss": 0.028315321604410807} +{"step": 1520000, "wall_time": 14051.415341377258, "train_loss_step": 4.174787521362305, "n_params": 4449370, "total_flops": 20776066252800000, "train_loss": 0.028299331665039062, "subset_score_loss": 0.028299331665039062} +{"step": 1530000, "wall_time": 14135.282428264618, "train_loss_step": 3.7183938026428223, "n_params": 4449370, "total_flops": 20912750899200000, "train_loss": 0.028728493054707847, "subset_score_loss": 0.028728493054707847} +{"step": 1540000, "wall_time": 14220.06098818779, "train_loss_step": 3.8492977619171143, "n_params": 4449370, "total_flops": 21049435545600000, "train_loss": 0.02808873388502333, "subset_score_loss": 0.02808873388502333} +{"step": 1550000, "wall_time": 14306.548360586166, "train_loss_step": 4.0579376220703125, "n_params": 4449370, "total_flops": 21186120192000000, "train_loss": 0.028339460160997178, "subset_score_loss": 0.028339460160997178} +{"step": 1560000, "wall_time": 14393.151094198227, "train_loss_step": 4.016332626342773, "n_params": 4449370, "total_flops": 21322804838400000, "train_loss": 0.027718165185716417, "subset_score_loss": 0.027718165185716417} +{"step": 1570000, "wall_time": 14479.517338991165, "train_loss_step": 4.044712543487549, "n_params": 4449370, "total_flops": 21459489484800000, "train_loss": 0.02769716845618354, "subset_score_loss": 0.02769716845618354} +{"step": 1580000, "wall_time": 14565.902231931686, "train_loss_step": 3.7335848808288574, "n_params": 4449370, "total_flops": 21596174131200000, "train_loss": 0.02832179069519043, "subset_score_loss": 0.02832179069519043} +{"step": 1590000, "wall_time": 14652.327060937881, "train_loss_step": 3.5797781944274902, "n_params": 4449370, "total_flops": 21732858777600000, "train_loss": 0.027940069304572213, "subset_score_loss": 0.027940069304572213} +{"step": 1600000, "wall_time": 14801.99913263321, "train_loss_step": 4.255746364593506, "n_params": 4449370, "total_flops": 21869543424000000, "train_loss": 0.027407672670152452, "subset_score_loss": 0.027407672670152452, "memorization_fraction_pixel": 0.5006999969482422, "mean_nn_ratio_pixel": 0.491194486618042, "fid": 45.85797265236533} +{"step": 1610000, "wall_time": 14888.53010225296, "train_loss_step": 4.026162147521973, "n_params": 4449370, "total_flops": 22006228070400000, "train_loss": 0.026795774035983617, "subset_score_loss": 0.026795774035983617} +{"step": 1620000, "wall_time": 14975.194040060043, "train_loss_step": 4.109973907470703, "n_params": 4449370, "total_flops": 22142912716800000, "train_loss": 0.026941837204827204, "subset_score_loss": 0.026941837204827204} +{"step": 1630000, "wall_time": 15062.256223917007, "train_loss_step": 3.881397247314453, "n_params": 4449370, "total_flops": 22279597363200000, "train_loss": 0.02742280960083008, "subset_score_loss": 0.02742280960083008} +{"step": 1640000, "wall_time": 15133.207317829132, "train_loss_step": 3.7182040214538574, "n_params": 4449370, "total_flops": 22416282009600000, "train_loss": 0.027448958820766874, "subset_score_loss": 0.027448958820766874} +{"step": 1650000, "wall_time": 15217.43344449997, "train_loss_step": 4.086045742034912, "n_params": 4449370, "total_flops": 22552966656000000, "train_loss": 0.027360855208502875, "subset_score_loss": 0.027360855208502875} +{"step": 1660000, "wall_time": 15303.97972369194, "train_loss_step": 3.810884952545166, "n_params": 4449370, "total_flops": 22689651302400000, "train_loss": 0.026537593205769858, "subset_score_loss": 0.026537593205769858} +{"step": 1670000, "wall_time": 15390.54672384262, "train_loss_step": 3.86896014213562, "n_params": 4449370, "total_flops": 22826335948800000, "train_loss": 0.027127774556477864, "subset_score_loss": 0.027127774556477864} +{"step": 1680000, "wall_time": 15476.968261003494, "train_loss_step": 3.9868922233581543, "n_params": 4449370, "total_flops": 22963020595200000, "train_loss": 0.02687226136525472, "subset_score_loss": 0.02687226136525472} +{"step": 1690000, "wall_time": 15563.540572881699, "train_loss_step": 3.8739893436431885, "n_params": 4449370, "total_flops": 23099705241600000, "train_loss": 0.026005970107184515, "subset_score_loss": 0.026005970107184515} +{"step": 1700000, "wall_time": 15713.313647508621, "train_loss_step": 3.5098876953125, "n_params": 4449370, "total_flops": 23236389888000000, "train_loss": 0.026094905535380044, "subset_score_loss": 0.026094905535380044, "memorization_fraction_pixel": 0.5350000262260437, "mean_nn_ratio_pixel": 0.4771815836429596, "fid": 46.00420731090685} +{"step": 1710000, "wall_time": 15799.767700910568, "train_loss_step": 3.9139294624328613, "n_params": 4449370, "total_flops": 23373074534400000, "train_loss": 0.026813705762227375, "subset_score_loss": 0.026813705762227375} +{"step": 1720000, "wall_time": 15886.267636299133, "train_loss_step": 3.3788578510284424, "n_params": 4449370, "total_flops": 23509759180800000, "train_loss": 0.027236525217692056, "subset_score_loss": 0.027236525217692056} +{"step": 1730000, "wall_time": 15972.935331583023, "train_loss_step": 3.679511070251465, "n_params": 4449370, "total_flops": 23646443827200000, "train_loss": 0.026460308498806425, "subset_score_loss": 0.026460308498806425} +{"step": 1740000, "wall_time": 16059.603867530823, "train_loss_step": 3.8755621910095215, "n_params": 4449370, "total_flops": 23783128473600000, "train_loss": 0.02572765350341797, "subset_score_loss": 0.02572765350341797} +{"step": 1750000, "wall_time": 16139.70982670784, "train_loss_step": 3.801107406616211, "n_params": 4449370, "total_flops": 23919813120000000, "train_loss": 0.025688547558254667, "subset_score_loss": 0.025688547558254667} +{"step": 1760000, "wall_time": 16210.979469299316, "train_loss_step": 3.9330010414123535, "n_params": 4449370, "total_flops": 24056497766400000, "train_loss": 0.025291503800286188, "subset_score_loss": 0.025291503800286188} +{"step": 1770000, "wall_time": 16297.59874367714, "train_loss_step": 3.8914575576782227, "n_params": 4449370, "total_flops": 24193182412800000, "train_loss": 0.025734167628818087, "subset_score_loss": 0.025734167628818087} +{"step": 1780000, "wall_time": 16383.978643894196, "train_loss_step": 4.007861614227295, "n_params": 4449370, "total_flops": 24329867059200000, "train_loss": 0.02533540195888943, "subset_score_loss": 0.02533540195888943} +{"step": 1790000, "wall_time": 16470.414861679077, "train_loss_step": 3.4538159370422363, "n_params": 4449370, "total_flops": 24466551705600000, "train_loss": 0.025588329633076987, "subset_score_loss": 0.025588329633076987} +{"step": 1800000, "wall_time": 16619.488226413727, "train_loss_step": 3.5922462940216064, "n_params": 4449370, "total_flops": 24603236352000000, "train_loss": 0.025563475820753308, "subset_score_loss": 0.025563475820753308, "memorization_fraction_pixel": 0.5485000014305115, "mean_nn_ratio_pixel": 0.47562935948371887, "fid": 47.57189528112595} +{"step": 1810000, "wall_time": 16705.999791383743, "train_loss_step": 3.744666576385498, "n_params": 4449370, "total_flops": 24739920998400000, "train_loss": 0.025317907333374023, "subset_score_loss": 0.025317907333374023} +{"step": 1820000, "wall_time": 16792.480081558228, "train_loss_step": 4.174870014190674, "n_params": 4449370, "total_flops": 24876605644800000, "train_loss": 0.024935388565063478, "subset_score_loss": 0.024935388565063478} +{"step": 1830000, "wall_time": 16878.98955965042, "train_loss_step": 3.7525362968444824, "n_params": 4449370, "total_flops": 25013290291200000, "train_loss": 0.025169266594780818, "subset_score_loss": 0.025169266594780818} +{"step": 1840000, "wall_time": 16965.461191177368, "train_loss_step": 3.7500553131103516, "n_params": 4449370, "total_flops": 25149974937600000, "train_loss": 0.02543680402967665, "subset_score_loss": 0.02543680402967665} +{"step": 1850000, "wall_time": 17052.086429834366, "train_loss_step": 3.912295341491699, "n_params": 4449370, "total_flops": 25286659584000000, "train_loss": 0.024603989389207628, "subset_score_loss": 0.024603989389207628} +{"step": 1860000, "wall_time": 17139.104918003082, "train_loss_step": 3.801793098449707, "n_params": 4449370, "total_flops": 25423344230400000, "train_loss": 0.025245640012953017, "subset_score_loss": 0.025245640012953017} +{"step": 1870000, "wall_time": 17220.223595142365, "train_loss_step": 3.7903189659118652, "n_params": 4449370, "total_flops": 25560028876800000, "train_loss": 0.02528586122724745, "subset_score_loss": 0.02528586122724745} +{"step": 1880000, "wall_time": 17306.63624405861, "train_loss_step": 3.7085580825805664, "n_params": 4449370, "total_flops": 25696713523200000, "train_loss": 0.025204743279351127, "subset_score_loss": 0.025204743279351127} +{"step": 1890000, "wall_time": 17393.05144262314, "train_loss_step": 3.610786199569702, "n_params": 4449370, "total_flops": 25833398169600000, "train_loss": 0.02433029015858968, "subset_score_loss": 0.02433029015858968} +{"step": 1900000, "wall_time": 17542.808473348618, "train_loss_step": 3.9766592979431152, "n_params": 4449370, "total_flops": 25970082816000000, "train_loss": 0.025096159511142305, "subset_score_loss": 0.025096159511142305, "memorization_fraction_pixel": 0.5860999822616577, "mean_nn_ratio_pixel": 0.4651326537132263, "fid": 45.41890158774059} +{"step": 1910000, "wall_time": 17629.47326850891, "train_loss_step": 3.945671796798706, "n_params": 4449370, "total_flops": 26106767462400000, "train_loss": 0.024784662988450792, "subset_score_loss": 0.024784662988450792} +{"step": 1920000, "wall_time": 17715.943044424057, "train_loss_step": 3.6558618545532227, "n_params": 4449370, "total_flops": 26243452108800000, "train_loss": 0.02363092369503445, "subset_score_loss": 0.02363092369503445} +{"step": 1930000, "wall_time": 17802.355934619904, "train_loss_step": 3.9479730129241943, "n_params": 4449370, "total_flops": 26380136755200000, "train_loss": 0.02463080088297526, "subset_score_loss": 0.02463080088297526} +{"step": 1940000, "wall_time": 17888.924236297607, "train_loss_step": 3.7351951599121094, "n_params": 4449370, "total_flops": 26516821401600000, "train_loss": 0.024615616268581813, "subset_score_loss": 0.024615616268581813} +{"step": 1950000, "wall_time": 17975.387167453766, "train_loss_step": 3.4466214179992676, "n_params": 4449370, "total_flops": 26653506048000000, "train_loss": 0.024265768792894153, "subset_score_loss": 0.024265768792894153} +{"step": 1960000, "wall_time": 18061.94641470909, "train_loss_step": 3.539078712463379, "n_params": 4449370, "total_flops": 26790190694400000, "train_loss": 0.023280893431769478, "subset_score_loss": 0.023280893431769478} +{"step": 1970000, "wall_time": 18149.175258874893, "train_loss_step": 3.680952787399292, "n_params": 4449370, "total_flops": 26926875340800000, "train_loss": 0.024071107970343696, "subset_score_loss": 0.024071107970343696} +{"step": 1980000, "wall_time": 18231.479160785675, "train_loss_step": 3.588136672973633, "n_params": 4449370, "total_flops": 27063559987200000, "train_loss": 0.02325521045260959, "subset_score_loss": 0.02325521045260959} +{"step": 1990000, "wall_time": 18317.89727163315, "train_loss_step": 3.491586446762085, "n_params": 4449370, "total_flops": 27200244633600000, "train_loss": 0.0245340453253852, "subset_score_loss": 0.0245340453253852} +{"step": 2000000, "wall_time": 18467.753677606583, "train_loss_step": 3.7258541584014893, "n_params": 4449370, "total_flops": 27336929280000000, "train_loss": 0.02376301023695204, "subset_score_loss": 0.02376301023695204, "memorization_fraction_pixel": 0.6013000011444092, "mean_nn_ratio_pixel": 0.45696014165878296, "fid": 45.5351265914733} +{"step": 2010000, "wall_time": 18554.30775284767, "train_loss_step": 3.3918919563293457, "n_params": 4449370, "total_flops": 27473613926400000, "train_loss": 0.02352595329284668, "subset_score_loss": 0.02352595329284668} +{"step": 2020000, "wall_time": 18640.791877508163, "train_loss_step": 3.6767122745513916, "n_params": 4449370, "total_flops": 27610298572800000, "train_loss": 0.023818461100260417, "subset_score_loss": 0.023818461100260417} +{"step": 2030000, "wall_time": 18727.28892493248, "train_loss_step": 3.707468271255493, "n_params": 4449370, "total_flops": 27746983219200000, "train_loss": 0.02359803252749973, "subset_score_loss": 0.02359803252749973} +{"step": 2040000, "wall_time": 18813.8038957119, "train_loss_step": 3.627406597137451, "n_params": 4449370, "total_flops": 27883667865600000, "train_loss": 0.022885357009039986, "subset_score_loss": 0.022885357009039986} +{"step": 2050000, "wall_time": 18900.292552947998, "train_loss_step": 3.6474242210388184, "n_params": 4449370, "total_flops": 28020352512000000, "train_loss": 0.023268376456366646, "subset_score_loss": 0.023268376456366646} +{"step": 2060000, "wall_time": 18986.821139097214, "train_loss_step": 3.470630645751953, "n_params": 4449370, "total_flops": 28157037158400000, "train_loss": 0.024353419409857857, "subset_score_loss": 0.024353419409857857} +{"step": 2070000, "wall_time": 19073.34280514717, "train_loss_step": 3.695077896118164, "n_params": 4449370, "total_flops": 28293721804800000, "train_loss": 0.022746033138699003, "subset_score_loss": 0.022746033138699003} +{"step": 2080000, "wall_time": 19156.468049049377, "train_loss_step": 3.7338109016418457, "n_params": 4449370, "total_flops": 28430406451200000, "train_loss": 0.021786692407396106, "subset_score_loss": 0.021786692407396106} +{"step": 2090000, "wall_time": 19232.583843946457, "train_loss_step": 3.2458508014678955, "n_params": 4449370, "total_flops": 28567091097600000, "train_loss": 0.02250374688042535, "subset_score_loss": 0.02250374688042535} +{"step": 2100000, "wall_time": 19382.390332221985, "train_loss_step": 3.5464866161346436, "n_params": 4449370, "total_flops": 28703775744000000, "train_loss": 0.022323913044399686, "subset_score_loss": 0.022323913044399686, "memorization_fraction_pixel": 0.6173999905586243, "mean_nn_ratio_pixel": 0.4534682035446167, "fid": 45.084609019732184} +{"step": 2110000, "wall_time": 19468.849524259567, "train_loss_step": 3.6275980472564697, "n_params": 4449370, "total_flops": 28840460390400000, "train_loss": 0.02308931350708008, "subset_score_loss": 0.02308931350708008} +{"step": 2120000, "wall_time": 19555.479467630386, "train_loss_step": 3.7352404594421387, "n_params": 4449370, "total_flops": 28977145036800000, "train_loss": 0.023914210001627603, "subset_score_loss": 0.023914210001627603} +{"step": 2130000, "wall_time": 19642.000422239304, "train_loss_step": 3.36264705657959, "n_params": 4449370, "total_flops": 29113829683200000, "train_loss": 0.0236869043774075, "subset_score_loss": 0.0236869043774075} +{"step": 2140000, "wall_time": 19728.544102668762, "train_loss_step": 3.5229296684265137, "n_params": 4449370, "total_flops": 29250514329600000, "train_loss": 0.022922825813293458, "subset_score_loss": 0.022922825813293458} +{"step": 2150000, "wall_time": 19815.161760807037, "train_loss_step": 3.681119441986084, "n_params": 4449370, "total_flops": 29387198976000000, "train_loss": 0.02301353613535563, "subset_score_loss": 0.02301353613535563} +{"step": 2160000, "wall_time": 19901.71555519104, "train_loss_step": 3.440166711807251, "n_params": 4449370, "total_flops": 29523883622400000, "train_loss": 0.021862444612714978, "subset_score_loss": 0.021862444612714978} +{"step": 2170000, "wall_time": 19988.22141814232, "train_loss_step": 3.6713571548461914, "n_params": 4449370, "total_flops": 29660568268800000, "train_loss": 0.0223875363667806, "subset_score_loss": 0.0223875363667806} +{"step": 2180000, "wall_time": 20074.77968454361, "train_loss_step": 3.4606523513793945, "n_params": 4449370, "total_flops": 29797252915200000, "train_loss": 0.022069679366217718, "subset_score_loss": 0.022069679366217718} +{"step": 2190000, "wall_time": 20161.88455748558, "train_loss_step": 3.5975685119628906, "n_params": 4449370, "total_flops": 29933937561600000, "train_loss": 0.022614020771450468, "subset_score_loss": 0.022614020771450468} +{"step": 2200000, "wall_time": 20301.687330007553, "train_loss_step": 3.43064546585083, "n_params": 4449370, "total_flops": 30070622208000000, "train_loss": 0.022960270775689018, "subset_score_loss": 0.022960270775689018, "memorization_fraction_pixel": 0.6245999932289124, "mean_nn_ratio_pixel": 0.4537007212638855, "fid": 44.520116790190336} +{"step": 2210000, "wall_time": 20388.209948062897, "train_loss_step": 3.707247257232666, "n_params": 4449370, "total_flops": 30207306854400000, "train_loss": 0.021393179893493652, "subset_score_loss": 0.021393179893493652} +{"step": 2220000, "wall_time": 20474.85337781906, "train_loss_step": 3.4060821533203125, "n_params": 4449370, "total_flops": 30343991500800000, "train_loss": 0.021512398454878064, "subset_score_loss": 0.021512398454878064} +{"step": 2230000, "wall_time": 20561.48652100563, "train_loss_step": 3.401319742202759, "n_params": 4449370, "total_flops": 30480676147200000, "train_loss": 0.02211476034588284, "subset_score_loss": 0.02211476034588284} +{"step": 2240000, "wall_time": 20647.995139837265, "train_loss_step": 3.37016224861145, "n_params": 4449370, "total_flops": 30617360793600000, "train_loss": 0.02235808637407091, "subset_score_loss": 0.02235808637407091} +{"step": 2250000, "wall_time": 20734.63388109207, "train_loss_step": 3.724395513534546, "n_params": 4449370, "total_flops": 30754045440000000, "train_loss": 0.02153842051823934, "subset_score_loss": 0.02153842051823934} +{"step": 2260000, "wall_time": 20821.182159423828, "train_loss_step": 3.7183120250701904, "n_params": 4449370, "total_flops": 30890730086400000, "train_loss": 0.02159443696339925, "subset_score_loss": 0.02159443696339925} +{"step": 2270000, "wall_time": 20907.811187028885, "train_loss_step": 3.2376747131347656, "n_params": 4449370, "total_flops": 31027414732800000, "train_loss": 0.02103921175003052, "subset_score_loss": 0.02103921175003052} +{"step": 2280000, "wall_time": 20994.31594157219, "train_loss_step": 3.4690399169921875, "n_params": 4449370, "total_flops": 31164099379200000, "train_loss": 0.021699963675604925, "subset_score_loss": 0.021699963675604925} +{"step": 2290000, "wall_time": 21080.314098119736, "train_loss_step": 3.460660934448242, "n_params": 4449370, "total_flops": 31300784025600000, "train_loss": 0.0206010103225708, "subset_score_loss": 0.0206010103225708} +{"step": 2300000, "wall_time": 21220.26962542534, "train_loss_step": 3.3538780212402344, "n_params": 4449370, "total_flops": 31437468672000000, "train_loss": 0.02223483986324734, "subset_score_loss": 0.02223483986324734, "memorization_fraction_pixel": 0.6452000141143799, "mean_nn_ratio_pixel": 0.4398116171360016, "fid": 43.802838883360664} +{"step": 2310000, "wall_time": 21306.748159646988, "train_loss_step": 3.5309438705444336, "n_params": 4449370, "total_flops": 31574153318400000, "train_loss": 0.020963762866126168, "subset_score_loss": 0.020963762866126168} +{"step": 2320000, "wall_time": 21393.348213672638, "train_loss_step": 3.610412120819092, "n_params": 4449370, "total_flops": 31710837964800000, "train_loss": 0.020203227467007107, "subset_score_loss": 0.020203227467007107} +{"step": 2330000, "wall_time": 21480.001836299896, "train_loss_step": 3.361023187637329, "n_params": 4449370, "total_flops": 31847522611200000, "train_loss": 0.02100867165459527, "subset_score_loss": 0.02100867165459527} +{"step": 2340000, "wall_time": 21566.52711415291, "train_loss_step": 3.2903764247894287, "n_params": 4449370, "total_flops": 31984207257600000, "train_loss": 0.021127817365858288, "subset_score_loss": 0.021127817365858288} +{"step": 2350000, "wall_time": 21653.076802015305, "train_loss_step": 3.5419154167175293, "n_params": 4449370, "total_flops": 32120891904000000, "train_loss": 0.020505318376753064, "subset_score_loss": 0.020505318376753064} +{"step": 2360000, "wall_time": 21739.69347667694, "train_loss_step": 3.435497283935547, "n_params": 4449370, "total_flops": 32257576550400000, "train_loss": 0.021302942434946695, "subset_score_loss": 0.021302942434946695} +{"step": 2370000, "wall_time": 21826.280747175217, "train_loss_step": 3.3661906719207764, "n_params": 4449370, "total_flops": 32394261196800000, "train_loss": 0.02056113216612074, "subset_score_loss": 0.02056113216612074} +{"step": 2380000, "wall_time": 21912.90620660782, "train_loss_step": 3.308380126953125, "n_params": 4449370, "total_flops": 32530945843200000, "train_loss": 0.021741921371883816, "subset_score_loss": 0.021741921371883816} +{"step": 2390000, "wall_time": 21997.52524137497, "train_loss_step": 3.6075503826141357, "n_params": 4449370, "total_flops": 32667630489600000, "train_loss": 0.021234052711062962, "subset_score_loss": 0.021234052711062962} +{"step": 2400000, "wall_time": 22149.438205480576, "train_loss_step": 3.6503982543945312, "n_params": 4449370, "total_flops": 32804315136000000, "train_loss": 0.021039395862155492, "subset_score_loss": 0.021039395862155492, "memorization_fraction_pixel": 0.6603999733924866, "mean_nn_ratio_pixel": 0.42996346950531006, "fid": 42.83465917630238} +{"step": 2410000, "wall_time": 22221.00969338417, "train_loss_step": 3.701627254486084, "n_params": 4449370, "total_flops": 32940999782400000, "train_loss": 0.02146550946765476, "subset_score_loss": 0.02146550946765476} +{"step": 2420000, "wall_time": 22307.498064041138, "train_loss_step": 3.4908127784729004, "n_params": 4449370, "total_flops": 33077684428800000, "train_loss": 0.02060123946931627, "subset_score_loss": 0.02060123946931627} +{"step": 2430000, "wall_time": 22394.13285136223, "train_loss_step": 3.3067591190338135, "n_params": 4449370, "total_flops": 33214369075200000, "train_loss": 0.019348496860928006, "subset_score_loss": 0.019348496860928006} +{"step": 2440000, "wall_time": 22480.70788884163, "train_loss_step": 3.434913396835327, "n_params": 4449370, "total_flops": 33351053721600000, "train_loss": 0.020317682955000135, "subset_score_loss": 0.020317682955000135} +{"step": 2450000, "wall_time": 22567.206896305084, "train_loss_step": 3.412893772125244, "n_params": 4449370, "total_flops": 33487738368000000, "train_loss": 0.01973668999142117, "subset_score_loss": 0.01973668999142117} +{"step": 2460000, "wall_time": 22653.717371940613, "train_loss_step": 3.3316502571105957, "n_params": 4449370, "total_flops": 33624423014400000, "train_loss": 0.019859951072269014, "subset_score_loss": 0.019859951072269014} +{"step": 2470000, "wall_time": 22740.31410908699, "train_loss_step": 3.587907314300537, "n_params": 4449370, "total_flops": 33761107660800000, "train_loss": 0.020365357398986816, "subset_score_loss": 0.020365357398986816} +{"step": 2480000, "wall_time": 22826.66992521286, "train_loss_step": 3.5032496452331543, "n_params": 4449370, "total_flops": 33897792307200000, "train_loss": 0.02014261484146118, "subset_score_loss": 0.02014261484146118} +{"step": 2490000, "wall_time": 22911.367442131042, "train_loss_step": 3.928553581237793, "n_params": 4449370, "total_flops": 34034476953600000, "train_loss": 0.02067116763856676, "subset_score_loss": 0.02067116763856676} +{"step": 2500000, "wall_time": 23061.6053211689, "train_loss_step": 3.4888720512390137, "n_params": 4449370, "total_flops": 34171161600000000, "train_loss": 0.020245112313164604, "subset_score_loss": 0.020245112313164604, "memorization_fraction_pixel": 0.6766999959945679, "mean_nn_ratio_pixel": 0.42254823446273804, "fid": 43.41344768628052} +{"step": 2510000, "wall_time": 23148.076023817062, "train_loss_step": 3.481584072113037, "n_params": 4449370, "total_flops": 34307846246400000, "train_loss": 0.02035908301671346, "subset_score_loss": 0.02035908301671346} +{"step": 2520000, "wall_time": 23230.209829568863, "train_loss_step": 3.548793315887451, "n_params": 4449370, "total_flops": 34444530892800000, "train_loss": 0.019303676817152234, "subset_score_loss": 0.019303676817152234} +{"step": 2530000, "wall_time": 23316.757951259613, "train_loss_step": 3.371305227279663, "n_params": 4449370, "total_flops": 34581215539200000, "train_loss": 0.02106936772664388, "subset_score_loss": 0.02106936772664388} +{"step": 2540000, "wall_time": 23403.43875312805, "train_loss_step": 3.4712119102478027, "n_params": 4449370, "total_flops": 34717900185600000, "train_loss": 0.02071356905831231, "subset_score_loss": 0.02071356905831231} +{"step": 2550000, "wall_time": 23490.049523353577, "train_loss_step": 3.3108410835266113, "n_params": 4449370, "total_flops": 34854584832000000, "train_loss": 0.020689663622114392, "subset_score_loss": 0.020689663622114392} +{"step": 2560000, "wall_time": 23576.65361213684, "train_loss_step": 3.690190315246582, "n_params": 4449370, "total_flops": 34991269478400000, "train_loss": 0.019598592652214898, "subset_score_loss": 0.019598592652214898} +{"step": 2570000, "wall_time": 23663.286548137665, "train_loss_step": 3.2964248657226562, "n_params": 4449370, "total_flops": 35127954124800000, "train_loss": 0.020012395911746556, "subset_score_loss": 0.020012395911746556} +{"step": 2580000, "wall_time": 23749.819872379303, "train_loss_step": 3.3788669109344482, "n_params": 4449370, "total_flops": 35264638771200000, "train_loss": 0.01966061857011583, "subset_score_loss": 0.01966061857011583} +{"step": 2590000, "wall_time": 23834.525421142578, "train_loss_step": 3.507323741912842, "n_params": 4449370, "total_flops": 35401323417600000, "train_loss": 0.020434051089816625, "subset_score_loss": 0.020434051089816625} +{"step": 2600000, "wall_time": 23986.462333917618, "train_loss_step": 3.4368579387664795, "n_params": 4449370, "total_flops": 35538008064000000, "train_loss": 0.01998619370990329, "subset_score_loss": 0.01998619370990329, "memorization_fraction_pixel": 0.6873999834060669, "mean_nn_ratio_pixel": 0.41578546166419983, "fid": 43.0078356347053} +{"step": 2610000, "wall_time": 24072.75465488434, "train_loss_step": 3.0988800525665283, "n_params": 4449370, "total_flops": 35674692710400000, "train_loss": 0.019094932079315185, "subset_score_loss": 0.019094932079315185} +{"step": 2620000, "wall_time": 24159.52485704422, "train_loss_step": 3.47426700592041, "n_params": 4449370, "total_flops": 35811377356800000, "train_loss": 0.01969908343421088, "subset_score_loss": 0.01969908343421088} +{"step": 2630000, "wall_time": 24231.562475681305, "train_loss_step": 3.193910837173462, "n_params": 4449370, "total_flops": 35948062003200000, "train_loss": 0.01918622917599148, "subset_score_loss": 0.01918622917599148} +{"step": 2640000, "wall_time": 24314.930841207504, "train_loss_step": 3.490119457244873, "n_params": 4449370, "total_flops": 36084746649600000, "train_loss": 0.019473988480038115, "subset_score_loss": 0.019473988480038115} +{"step": 2650000, "wall_time": 24401.578595876694, "train_loss_step": 3.320887565612793, "n_params": 4449370, "total_flops": 36221431296000000, "train_loss": 0.019184195995330812, "subset_score_loss": 0.019184195995330812} +{"step": 2660000, "wall_time": 24488.247666358948, "train_loss_step": 3.09260892868042, "n_params": 4449370, "total_flops": 36358115942400000, "train_loss": 0.019508392281002467, "subset_score_loss": 0.019508392281002467} +{"step": 2670000, "wall_time": 24574.790577173233, "train_loss_step": 2.962754726409912, "n_params": 4449370, "total_flops": 36494800588800000, "train_loss": 0.019315621587965223, "subset_score_loss": 0.019315621587965223} +{"step": 2680000, "wall_time": 24661.267436265945, "train_loss_step": 3.2140302658081055, "n_params": 4449370, "total_flops": 36631485235200000, "train_loss": 0.0198905971315172, "subset_score_loss": 0.0198905971315172} +{"step": 2690000, "wall_time": 24746.15596818924, "train_loss_step": 3.3668527603149414, "n_params": 4449370, "total_flops": 36768169881600000, "train_loss": 0.018900381194220647, "subset_score_loss": 0.018900381194220647} +{"step": 2700000, "wall_time": 24896.62334060669, "train_loss_step": 3.531303882598877, "n_params": 4449370, "total_flops": 36904854528000000, "train_loss": 0.01869934399922689, "subset_score_loss": 0.01869934399922689, "memorization_fraction_pixel": 0.7031999826431274, "mean_nn_ratio_pixel": 0.4066053628921509, "fid": 43.512152787100845} +{"step": 2710000, "wall_time": 24982.84553694725, "train_loss_step": 3.5773720741271973, "n_params": 4449370, "total_flops": 37041539174400000, "train_loss": 0.018845864137013755, "subset_score_loss": 0.018845864137013755} +{"step": 2720000, "wall_time": 25069.348479509354, "train_loss_step": 3.3903822898864746, "n_params": 4449370, "total_flops": 37178223820800000, "train_loss": 0.018653375572628444, "subset_score_loss": 0.018653375572628444} +{"step": 2730000, "wall_time": 25155.9052131176, "train_loss_step": 3.253031015396118, "n_params": 4449370, "total_flops": 37314908467200000, "train_loss": 0.018646910455491807, "subset_score_loss": 0.018646910455491807} +{"step": 2740000, "wall_time": 25236.9491584301, "train_loss_step": 3.0479979515075684, "n_params": 4449370, "total_flops": 37451593113600000, "train_loss": 0.018322869141896566, "subset_score_loss": 0.018322869141896566} +{"step": 2750000, "wall_time": 25323.627900600433, "train_loss_step": 3.192967414855957, "n_params": 4449370, "total_flops": 37588277760000000, "train_loss": 0.01836957269244724, "subset_score_loss": 0.01836957269244724} +{"step": 2760000, "wall_time": 25410.194789648056, "train_loss_step": 3.4948830604553223, "n_params": 4449370, "total_flops": 37724962406400000, "train_loss": 0.018120218647850884, "subset_score_loss": 0.018120218647850884} +{"step": 2770000, "wall_time": 25496.75027680397, "train_loss_step": 3.0719411373138428, "n_params": 4449370, "total_flops": 37861647052800000, "train_loss": 0.018380102846357556, "subset_score_loss": 0.018380102846357556} +{"step": 2780000, "wall_time": 25583.250241041183, "train_loss_step": 3.598715305328369, "n_params": 4449370, "total_flops": 37998331699200000, "train_loss": 0.0182693084081014, "subset_score_loss": 0.0182693084081014} +{"step": 2790000, "wall_time": 25667.975589752197, "train_loss_step": 3.7547507286071777, "n_params": 4449370, "total_flops": 38135016345600000, "train_loss": 0.01834906472100152, "subset_score_loss": 0.01834906472100152} +{"step": 2800000, "wall_time": 25819.56579041481, "train_loss_step": 3.2389848232269287, "n_params": 4449370, "total_flops": 38271700992000000, "train_loss": 0.019006801976097956, "subset_score_loss": 0.019006801976097956, "memorization_fraction_pixel": 0.7250000238418579, "mean_nn_ratio_pixel": 0.3914010226726532, "fid": 41.91656327876074} +{"step": 2810000, "wall_time": 25905.878086805344, "train_loss_step": 3.3885388374328613, "n_params": 4449370, "total_flops": 38408385638400000, "train_loss": 0.01935179630915324, "subset_score_loss": 0.01935179630915324} +{"step": 2820000, "wall_time": 25992.13495349884, "train_loss_step": 3.3177433013916016, "n_params": 4449370, "total_flops": 38545070284800000, "train_loss": 0.018689330418904623, "subset_score_loss": 0.018689330418904623} +{"step": 2830000, "wall_time": 26078.68787431717, "train_loss_step": 3.1933302879333496, "n_params": 4449370, "total_flops": 38681754931200000, "train_loss": 0.01870165533489651, "subset_score_loss": 0.01870165533489651} +{"step": 2840000, "wall_time": 26165.37110233307, "train_loss_step": 3.114607334136963, "n_params": 4449370, "total_flops": 38818439577600000, "train_loss": 0.01901462475458781, "subset_score_loss": 0.01901462475458781} +{"step": 2850000, "wall_time": 26242.823801755905, "train_loss_step": 3.1848301887512207, "n_params": 4449370, "total_flops": 38955124224000000, "train_loss": 0.01830959849887424, "subset_score_loss": 0.01830959849887424} +{"step": 2860000, "wall_time": 26323.375545024872, "train_loss_step": 3.367016315460205, "n_params": 4449370, "total_flops": 39091808870400000, "train_loss": 0.01796899504131741, "subset_score_loss": 0.01796899504131741} +{"step": 2870000, "wall_time": 26409.994136571884, "train_loss_step": 3.4164817333221436, "n_params": 4449370, "total_flops": 39228493516800000, "train_loss": 0.01876744959089491, "subset_score_loss": 0.01876744959089491} +{"step": 2880000, "wall_time": 26496.587260961533, "train_loss_step": 3.3150501251220703, "n_params": 4449370, "total_flops": 39365178163200000, "train_loss": 0.01786627769470215, "subset_score_loss": 0.01786627769470215} +{"step": 2890000, "wall_time": 26581.081793546677, "train_loss_step": 3.524843692779541, "n_params": 4449370, "total_flops": 39501862809600000, "train_loss": 0.01784602271185981, "subset_score_loss": 0.01784602271185981} +{"step": 2900000, "wall_time": 26732.72020673752, "train_loss_step": 3.6533584594726562, "n_params": 4449370, "total_flops": 39638547456000000, "train_loss": 0.0180704222785102, "subset_score_loss": 0.0180704222785102, "memorization_fraction_pixel": 0.7260000109672546, "mean_nn_ratio_pixel": 0.3975874185562134, "fid": 42.88232915510674} +{"step": 2910000, "wall_time": 26819.335162878036, "train_loss_step": 3.37878680229187, "n_params": 4449370, "total_flops": 39775232102400000, "train_loss": 0.01763164202372233, "subset_score_loss": 0.01763164202372233} +{"step": 2920000, "wall_time": 26905.677501678467, "train_loss_step": 3.0473039150238037, "n_params": 4449370, "total_flops": 39911916748800000, "train_loss": 0.01754101382361518, "subset_score_loss": 0.01754101382361518} +{"step": 2930000, "wall_time": 26992.088725328445, "train_loss_step": 3.314507246017456, "n_params": 4449370, "total_flops": 40048601395200000, "train_loss": 0.017519124348958335, "subset_score_loss": 0.017519124348958335} +{"step": 2940000, "wall_time": 27078.74570298195, "train_loss_step": 3.0618247985839844, "n_params": 4449370, "total_flops": 40185286041600000, "train_loss": 0.018740010261535645, "subset_score_loss": 0.018740010261535645} +{"step": 2950000, "wall_time": 27165.336250782013, "train_loss_step": 3.2650656700134277, "n_params": 4449370, "total_flops": 40321970688000000, "train_loss": 0.018770942423078748, "subset_score_loss": 0.018770942423078748} +{"step": 2960000, "wall_time": 27249.22216463089, "train_loss_step": 3.517998218536377, "n_params": 4449370, "total_flops": 40458655334400000, "train_loss": 0.018772665659586588, "subset_score_loss": 0.018772665659586588} +{"step": 2970000, "wall_time": 27332.858103513718, "train_loss_step": 3.4767515659332275, "n_params": 4449370, "total_flops": 40595339980800000, "train_loss": 0.01943548520406087, "subset_score_loss": 0.01943548520406087} +{"step": 2980000, "wall_time": 27419.460111379623, "train_loss_step": 3.443182945251465, "n_params": 4449370, "total_flops": 40732024627200000, "train_loss": 0.018033565415276422, "subset_score_loss": 0.018033565415276422} +{"step": 2990000, "wall_time": 27504.13146162033, "train_loss_step": 3.5942068099975586, "n_params": 4449370, "total_flops": 40868709273600000, "train_loss": 0.01767530706193712, "subset_score_loss": 0.01767530706193712} +{"step": 3000000, "wall_time": 27656.06255888939, "train_loss_step": 3.091808795928955, "n_params": 4449370, "total_flops": 41005393920000000, "train_loss": 0.01660005251566569, "subset_score_loss": 0.01660005251566569, "memorization_fraction_pixel": 0.7303000092506409, "mean_nn_ratio_pixel": 0.39206865429878235, "fid": 42.86853815676447} +{"step": 3010000, "wall_time": 27742.55125451088, "train_loss_step": 3.3737971782684326, "n_params": 4449370, "total_flops": 41142078566400000, "train_loss": 0.01781765752368503, "subset_score_loss": 0.01781765752368503} +{"step": 3020000, "wall_time": 27828.75192308426, "train_loss_step": 3.313739776611328, "n_params": 4449370, "total_flops": 41278763212800000, "train_loss": 0.01884571711222331, "subset_score_loss": 0.01884571711222331} +{"step": 3030000, "wall_time": 27915.212906599045, "train_loss_step": 3.2698779106140137, "n_params": 4449370, "total_flops": 41415447859200000, "train_loss": 0.018133154180314807, "subset_score_loss": 0.018133154180314807} +{"step": 3040000, "wall_time": 28001.701153993607, "train_loss_step": 3.2353403568267822, "n_params": 4449370, "total_flops": 41552132505600000, "train_loss": 0.017149555683135986, "subset_score_loss": 0.017149555683135986} +{"step": 3050000, "wall_time": 28088.287182331085, "train_loss_step": 3.1771435737609863, "n_params": 4449370, "total_flops": 41688817152000000, "train_loss": 0.017909275160895452, "subset_score_loss": 0.017909275160895452} +{"step": 3060000, "wall_time": 28174.94642996788, "train_loss_step": 3.200474500656128, "n_params": 4449370, "total_flops": 41825501798400000, "train_loss": 0.0182615598042806, "subset_score_loss": 0.0182615598042806} +{"step": 3070000, "wall_time": 28258.99351334572, "train_loss_step": 3.207876443862915, "n_params": 4449370, "total_flops": 41962186444800000, "train_loss": 0.017374738057454427, "subset_score_loss": 0.017374738057454427} +{"step": 3080000, "wall_time": 28343.809918880463, "train_loss_step": 3.339975595474243, "n_params": 4449370, "total_flops": 42098871091200000, "train_loss": 0.017116951942443847, "subset_score_loss": 0.017116951942443847} +{"step": 3090000, "wall_time": 28428.689593315125, "train_loss_step": 2.9208521842956543, "n_params": 4449370, "total_flops": 42235555737600000, "train_loss": 0.017134763134850396, "subset_score_loss": 0.017134763134850396} +{"step": 3100000, "wall_time": 28580.405082464218, "train_loss_step": 3.3753230571746826, "n_params": 4449370, "total_flops": 42372240384000000, "train_loss": 0.017135013474358453, "subset_score_loss": 0.017135013474358453, "memorization_fraction_pixel": 0.7426000237464905, "mean_nn_ratio_pixel": 0.3874187171459198, "fid": 42.51582955762626} +{"step": 3110000, "wall_time": 28666.985513925552, "train_loss_step": 3.0652761459350586, "n_params": 4449370, "total_flops": 42508925030400000, "train_loss": 0.017644319269392226, "subset_score_loss": 0.017644319269392226} +{"step": 3120000, "wall_time": 28753.265308380127, "train_loss_step": 3.140636920928955, "n_params": 4449370, "total_flops": 42645609676800000, "train_loss": 0.018045918146769205, "subset_score_loss": 0.018045918146769205} +{"step": 3130000, "wall_time": 28839.805181264877, "train_loss_step": 3.4139461517333984, "n_params": 4449370, "total_flops": 42782294323200000, "train_loss": 0.016846778657701282, "subset_score_loss": 0.016846778657701282} +{"step": 3140000, "wall_time": 28926.35050344467, "train_loss_step": 3.4392004013061523, "n_params": 4449370, "total_flops": 42918978969600000, "train_loss": 0.01673527823554145, "subset_score_loss": 0.01673527823554145} +{"step": 3150000, "wall_time": 29013.008375883102, "train_loss_step": 3.019321918487549, "n_params": 4449370, "total_flops": 43055663616000000, "train_loss": 0.017212384276919894, "subset_score_loss": 0.017212384276919894} +{"step": 3160000, "wall_time": 29099.580862760544, "train_loss_step": 3.4687161445617676, "n_params": 4449370, "total_flops": 43192348262400000, "train_loss": 0.017050895426008437, "subset_score_loss": 0.017050895426008437} +{"step": 3170000, "wall_time": 29186.338071107864, "train_loss_step": 3.084494113922119, "n_params": 4449370, "total_flops": 43329032908800000, "train_loss": 0.017456551392873127, "subset_score_loss": 0.017456551392873127} +{"step": 3180000, "wall_time": 29270.480605125427, "train_loss_step": 3.1370322704315186, "n_params": 4449370, "total_flops": 43465717555200000, "train_loss": 0.017156677775912815, "subset_score_loss": 0.017156677775912815} +{"step": 3190000, "wall_time": 29352.466046094894, "train_loss_step": 3.479653835296631, "n_params": 4449370, "total_flops": 43602402201600000, "train_loss": 0.016631682713826496, "subset_score_loss": 0.016631682713826496} +{"step": 3200000, "wall_time": 29504.07629609108, "train_loss_step": 3.239767551422119, "n_params": 4449370, "total_flops": 43739086848000000, "train_loss": 0.01686916881137424, "subset_score_loss": 0.01686916881137424, "memorization_fraction_pixel": 0.7562999725341797, "mean_nn_ratio_pixel": 0.377785861492157, "fid": 43.228295753763334} +{"step": 3210000, "wall_time": 29590.682849884033, "train_loss_step": 3.5369229316711426, "n_params": 4449370, "total_flops": 43875771494400000, "train_loss": 0.01663552655114068, "subset_score_loss": 0.01663552655114068} +{"step": 3220000, "wall_time": 29677.028620004654, "train_loss_step": 3.0966761112213135, "n_params": 4449370, "total_flops": 44012456140800000, "train_loss": 0.016737141874101427, "subset_score_loss": 0.016737141874101427} +{"step": 3230000, "wall_time": 29763.588079690933, "train_loss_step": 3.229189872741699, "n_params": 4449370, "total_flops": 44149140787200000, "train_loss": 0.017593040731218125, "subset_score_loss": 0.017593040731218125} +{"step": 3240000, "wall_time": 29850.13048005104, "train_loss_step": 2.944436550140381, "n_params": 4449370, "total_flops": 44285825433600000, "train_loss": 0.016614482137891982, "subset_score_loss": 0.016614482137891982} +{"step": 3250000, "wall_time": 29936.750752687454, "train_loss_step": 3.010005235671997, "n_params": 4449370, "total_flops": 44422510080000000, "train_loss": 0.01667661534415351, "subset_score_loss": 0.01667661534415351} +{"step": 3260000, "wall_time": 30023.338621616364, "train_loss_step": 3.109668493270874, "n_params": 4449370, "total_flops": 44559194726400000, "train_loss": 0.018046226766374376, "subset_score_loss": 0.018046226766374376} +{"step": 3270000, "wall_time": 30109.902534246445, "train_loss_step": 3.260356903076172, "n_params": 4449370, "total_flops": 44695879372800000, "train_loss": 0.016260204050276013, "subset_score_loss": 0.016260204050276013} +{"step": 3280000, "wall_time": 30196.930181264877, "train_loss_step": 3.372586965560913, "n_params": 4449370, "total_flops": 44832564019200000, "train_loss": 0.017387885517544218, "subset_score_loss": 0.017387885517544218} +{"step": 3290000, "wall_time": 30277.529752016068, "train_loss_step": 3.2320399284362793, "n_params": 4449370, "total_flops": 44969248665600000, "train_loss": 0.016616075568728978, "subset_score_loss": 0.016616075568728978} +{"step": 3300000, "wall_time": 30425.95433449745, "train_loss_step": 3.2871932983398438, "n_params": 4449370, "total_flops": 45105933312000000, "train_loss": 0.016383919450971816, "subset_score_loss": 0.016383919450971816, "memorization_fraction_pixel": 0.7616999745368958, "mean_nn_ratio_pixel": 0.3744538128376007, "fid": 42.11560237698108} +{"step": 3310000, "wall_time": 30512.42829465866, "train_loss_step": 3.246243953704834, "n_params": 4449370, "total_flops": 45242617958400000, "train_loss": 0.016594966252644856, "subset_score_loss": 0.016594966252644856} +{"step": 3320000, "wall_time": 30598.923473358154, "train_loss_step": 3.0929458141326904, "n_params": 4449370, "total_flops": 45379302604800000, "train_loss": 0.016095856825510662, "subset_score_loss": 0.016095856825510662} +{"step": 3330000, "wall_time": 30685.296674013138, "train_loss_step": 2.9865665435791016, "n_params": 4449370, "total_flops": 45515987251200000, "train_loss": 0.016068772474924723, "subset_score_loss": 0.016068772474924723} +{"step": 3340000, "wall_time": 30771.851828336716, "train_loss_step": 3.066706418991089, "n_params": 4449370, "total_flops": 45652671897600000, "train_loss": 0.016688606474134657, "subset_score_loss": 0.016688606474134657} +{"step": 3350000, "wall_time": 30858.396132946014, "train_loss_step": 2.9983952045440674, "n_params": 4449370, "total_flops": 45789356544000000, "train_loss": 0.016310976611243352, "subset_score_loss": 0.016310976611243352} +{"step": 3360000, "wall_time": 30945.00187945366, "train_loss_step": 3.250762939453125, "n_params": 4449370, "total_flops": 45926041190400000, "train_loss": 0.016104329956902398, "subset_score_loss": 0.016104329956902398} +{"step": 3370000, "wall_time": 31031.562786579132, "train_loss_step": 3.1638541221618652, "n_params": 4449370, "total_flops": 46062725836800000, "train_loss": 0.016493152247534858, "subset_score_loss": 0.016493152247534858} +{"step": 3380000, "wall_time": 31118.1216506958, "train_loss_step": 2.974135160446167, "n_params": 4449370, "total_flops": 46199410483200000, "train_loss": 0.016704106330871583, "subset_score_loss": 0.016704106330871583} +{"step": 3390000, "wall_time": 31193.72685623169, "train_loss_step": 3.379415273666382, "n_params": 4449370, "total_flops": 46336095129600000, "train_loss": 0.017101689179738363, "subset_score_loss": 0.017101689179738363} +{"step": 3400000, "wall_time": 31341.048462867737, "train_loss_step": 3.4896159172058105, "n_params": 4449370, "total_flops": 46472779776000000, "train_loss": 0.01607323487599691, "subset_score_loss": 0.01607323487599691, "memorization_fraction_pixel": 0.7530999779701233, "mean_nn_ratio_pixel": 0.38064441084861755, "fid": 42.3647081717518} +{"step": 3410000, "wall_time": 31427.488983631134, "train_loss_step": 3.2446110248565674, "n_params": 4449370, "total_flops": 46609464422400000, "train_loss": 0.01559103594885932, "subset_score_loss": 0.01559103594885932} +{"step": 3420000, "wall_time": 31514.034668684006, "train_loss_step": 2.9192047119140625, "n_params": 4449370, "total_flops": 46746149068800000, "train_loss": 0.015678053432040744, "subset_score_loss": 0.015678053432040744} +{"step": 3430000, "wall_time": 31600.448600530624, "train_loss_step": 3.11773681640625, "n_params": 4449370, "total_flops": 46882833715200000, "train_loss": 0.017019112904866535, "subset_score_loss": 0.017019112904866535} +{"step": 3440000, "wall_time": 31686.88603067398, "train_loss_step": 3.028491735458374, "n_params": 4449370, "total_flops": 47019518361600000, "train_loss": 0.016250003708733453, "subset_score_loss": 0.016250003708733453} +{"step": 3450000, "wall_time": 31773.471405506134, "train_loss_step": 2.830979347229004, "n_params": 4449370, "total_flops": 47156203008000000, "train_loss": 0.015823335117763942, "subset_score_loss": 0.015823335117763942} +{"step": 3460000, "wall_time": 31860.0950756073, "train_loss_step": 3.480034112930298, "n_params": 4449370, "total_flops": 47292887654400000, "train_loss": 0.01601416269938151, "subset_score_loss": 0.01601416269938151} +{"step": 3470000, "wall_time": 31946.626183509827, "train_loss_step": 3.140235424041748, "n_params": 4449370, "total_flops": 47429572300800000, "train_loss": 0.01574219332800971, "subset_score_loss": 0.01574219332800971} +{"step": 3480000, "wall_time": 32033.238211154938, "train_loss_step": 3.0690934658050537, "n_params": 4449370, "total_flops": 47566256947200000, "train_loss": 0.015357470512390137, "subset_score_loss": 0.015357470512390137} +{"step": 3490000, "wall_time": 32116.6231944561, "train_loss_step": 3.2957866191864014, "n_params": 4449370, "total_flops": 47702941593600000, "train_loss": 0.01611335277557373, "subset_score_loss": 0.01611335277557373} +{"step": 3500000, "wall_time": 32266.14833879471, "train_loss_step": 3.0395264625549316, "n_params": 4449370, "total_flops": 47839626240000000, "train_loss": 0.016893332534366184, "subset_score_loss": 0.016893332534366184, "memorization_fraction_pixel": 0.757099986076355, "mean_nn_ratio_pixel": 0.37934884428977966, "fid": 40.62156092016073} +{"step": 3510000, "wall_time": 32351.10186934471, "train_loss_step": 3.1492087841033936, "n_params": 4449370, "total_flops": 47976310886400000, "train_loss": 0.01563725603951348, "subset_score_loss": 0.01563725603951348} +{"step": 3520000, "wall_time": 32437.61449456215, "train_loss_step": 3.1135082244873047, "n_params": 4449370, "total_flops": 48112995532800000, "train_loss": 0.015714351336161295, "subset_score_loss": 0.015714351336161295} +{"step": 3530000, "wall_time": 32524.043027162552, "train_loss_step": 3.1657299995422363, "n_params": 4449370, "total_flops": 48249680179200000, "train_loss": 0.015518877241346572, "subset_score_loss": 0.015518877241346572} +{"step": 3540000, "wall_time": 32610.590705633163, "train_loss_step": 3.140577554702759, "n_params": 4449370, "total_flops": 48386364825600000, "train_loss": 0.015559842851426866, "subset_score_loss": 0.015559842851426866} +{"step": 3550000, "wall_time": 32696.959712266922, "train_loss_step": 3.2052440643310547, "n_params": 4449370, "total_flops": 48523049472000000, "train_loss": 0.015159595012664794, "subset_score_loss": 0.015159595012664794} +{"step": 3560000, "wall_time": 32783.52062988281, "train_loss_step": 3.3364803791046143, "n_params": 4449370, "total_flops": 48659734118400000, "train_loss": 0.016214213106367323, "subset_score_loss": 0.016214213106367323} +{"step": 3570000, "wall_time": 32870.0940220356, "train_loss_step": 3.240898609161377, "n_params": 4449370, "total_flops": 48796418764800000, "train_loss": 0.016200681527455647, "subset_score_loss": 0.016200681527455647} +{"step": 3580000, "wall_time": 32956.64143180847, "train_loss_step": 2.834779739379883, "n_params": 4449370, "total_flops": 48933103411200000, "train_loss": 0.01535615258746677, "subset_score_loss": 0.01535615258746677} +{"step": 3590000, "wall_time": 33041.44072461128, "train_loss_step": 3.0286662578582764, "n_params": 4449370, "total_flops": 49069788057600000, "train_loss": 0.015542705853780111, "subset_score_loss": 0.015542705853780111} +{"step": 3600000, "wall_time": 33188.724187374115, "train_loss_step": 3.126040458679199, "n_params": 4449370, "total_flops": 49206472704000000, "train_loss": 0.015720952881707086, "subset_score_loss": 0.015720952881707086, "memorization_fraction_pixel": 0.767799973487854, "mean_nn_ratio_pixel": 0.3739472031593323, "fid": 41.63124959844573} +{"step": 3610000, "wall_time": 33270.84760594368, "train_loss_step": 2.7787580490112305, "n_params": 4449370, "total_flops": 49343157350400000, "train_loss": 0.014729199144575331, "subset_score_loss": 0.014729199144575331} +{"step": 3620000, "wall_time": 33355.4648206234, "train_loss_step": 3.206164836883545, "n_params": 4449370, "total_flops": 49479841996800000, "train_loss": 0.015043446752760146, "subset_score_loss": 0.015043446752760146} +{"step": 3630000, "wall_time": 33441.7784948349, "train_loss_step": 3.2905023097991943, "n_params": 4449370, "total_flops": 49616526643200000, "train_loss": 0.01491947438981798, "subset_score_loss": 0.01491947438981798} +{"step": 3640000, "wall_time": 33528.06431603432, "train_loss_step": 3.033151149749756, "n_params": 4449370, "total_flops": 49753211289600000, "train_loss": 0.015218324131435819, "subset_score_loss": 0.015218324131435819} +{"step": 3650000, "wall_time": 33614.3134727478, "train_loss_step": 2.848761558532715, "n_params": 4449370, "total_flops": 49889895936000000, "train_loss": 0.015084964699215359, "subset_score_loss": 0.015084964699215359} +{"step": 3660000, "wall_time": 33700.76149272919, "train_loss_step": 3.109750270843506, "n_params": 4449370, "total_flops": 50026580582400000, "train_loss": 0.014930494626363118, "subset_score_loss": 0.014930494626363118} +{"step": 3670000, "wall_time": 33787.391897678375, "train_loss_step": 3.3697926998138428, "n_params": 4449370, "total_flops": 50163265228800000, "train_loss": 0.016042558352152507, "subset_score_loss": 0.016042558352152507} +{"step": 3680000, "wall_time": 33874.01514291763, "train_loss_step": 3.443455696105957, "n_params": 4449370, "total_flops": 50299949875200000, "train_loss": 0.015376720163557265, "subset_score_loss": 0.015376720163557265} +{"step": 3690000, "wall_time": 33954.588483572006, "train_loss_step": 3.308328628540039, "n_params": 4449370, "total_flops": 50436634521600000, "train_loss": 0.016422730022006563, "subset_score_loss": 0.016422730022006563} +{"step": 3700000, "wall_time": 34101.91625595093, "train_loss_step": 2.979487657546997, "n_params": 4449370, "total_flops": 50573319168000000, "train_loss": 0.015343006451924641, "subset_score_loss": 0.015343006451924641, "memorization_fraction_pixel": 0.7645000219345093, "mean_nn_ratio_pixel": 0.3749374449253082, "fid": 41.477025459683595} +{"step": 3710000, "wall_time": 34185.58777928352, "train_loss_step": 3.0964908599853516, "n_params": 4449370, "total_flops": 50710003814400000, "train_loss": 0.015128779411315917, "subset_score_loss": 0.015128779411315917} +{"step": 3720000, "wall_time": 34266.902327775955, "train_loss_step": 2.9737868309020996, "n_params": 4449370, "total_flops": 50846688460800000, "train_loss": 0.015226262145572239, "subset_score_loss": 0.015226262145572239} +{"step": 3730000, "wall_time": 34351.45513987541, "train_loss_step": 3.0775628089904785, "n_params": 4449370, "total_flops": 50983373107200000, "train_loss": 0.015079690350426568, "subset_score_loss": 0.015079690350426568} +{"step": 3740000, "wall_time": 34437.938259363174, "train_loss_step": 2.96671199798584, "n_params": 4449370, "total_flops": 51120057753600000, "train_loss": 0.015550351142883301, "subset_score_loss": 0.015550351142883301} +{"step": 3750000, "wall_time": 34524.360766887665, "train_loss_step": 3.5222010612487793, "n_params": 4449370, "total_flops": 51256742400000000, "train_loss": 0.015845988856421578, "subset_score_loss": 0.015845988856421578} +{"step": 3760000, "wall_time": 34610.70286798477, "train_loss_step": 3.3908162117004395, "n_params": 4449370, "total_flops": 51393427046400000, "train_loss": 0.014984851413302951, "subset_score_loss": 0.014984851413302951} +{"step": 3770000, "wall_time": 34697.282076597214, "train_loss_step": 2.901949882507324, "n_params": 4449370, "total_flops": 51530111692800000, "train_loss": 0.015834389792548285, "subset_score_loss": 0.015834389792548285} +{"step": 3780000, "wall_time": 34783.85268545151, "train_loss_step": 3.0041489601135254, "n_params": 4449370, "total_flops": 51666796339200000, "train_loss": 0.014593709839714898, "subset_score_loss": 0.014593709839714898} +{"step": 3790000, "wall_time": 34870.51709604263, "train_loss_step": 3.1769657135009766, "n_params": 4449370, "total_flops": 51803480985600000, "train_loss": 0.015463340282440185, "subset_score_loss": 0.015463340282440185} +{"step": 3800000, "wall_time": 35004.09429335594, "train_loss_step": 3.083010196685791, "n_params": 4449370, "total_flops": 51940165632000000, "train_loss": 0.01489135291841295, "subset_score_loss": 0.01489135291841295, "memorization_fraction_pixel": 0.7791000008583069, "mean_nn_ratio_pixel": 0.364788681268692, "fid": 40.459191796785724} +{"step": 3810000, "wall_time": 35090.69074702263, "train_loss_step": 2.9861338138580322, "n_params": 4449370, "total_flops": 52076850278400000, "train_loss": 0.014393202463785807, "subset_score_loss": 0.014393202463785807} +{"step": 3820000, "wall_time": 35175.90350461006, "train_loss_step": 2.8918089866638184, "n_params": 4449370, "total_flops": 52213534924800000, "train_loss": 0.014739192856682671, "subset_score_loss": 0.014739192856682671} +{"step": 3830000, "wall_time": 35250.539293289185, "train_loss_step": 2.876138687133789, "n_params": 4449370, "total_flops": 52350219571200000, "train_loss": 0.01429546806547377, "subset_score_loss": 0.01429546806547377} +{"step": 3840000, "wall_time": 35335.25520515442, "train_loss_step": 3.0193252563476562, "n_params": 4449370, "total_flops": 52486904217600000, "train_loss": 0.01485474771923489, "subset_score_loss": 0.01485474771923489} +{"step": 3850000, "wall_time": 35421.5084400177, "train_loss_step": 3.0799927711486816, "n_params": 4449370, "total_flops": 52623588864000000, "train_loss": 0.015057094891866048, "subset_score_loss": 0.015057094891866048} +{"step": 3860000, "wall_time": 35507.95310640335, "train_loss_step": 3.313599109649658, "n_params": 4449370, "total_flops": 52760273510400000, "train_loss": 0.014444670412275526, "subset_score_loss": 0.014444670412275526} +{"step": 3870000, "wall_time": 35594.36910676956, "train_loss_step": 2.915079116821289, "n_params": 4449370, "total_flops": 52896958156800000, "train_loss": 0.014239577452341716, "subset_score_loss": 0.014239577452341716} +{"step": 3880000, "wall_time": 35680.84342622757, "train_loss_step": 3.122403860092163, "n_params": 4449370, "total_flops": 53033642803200000, "train_loss": 0.014364176326327853, "subset_score_loss": 0.014364176326327853} +{"step": 3890000, "wall_time": 35767.44139003754, "train_loss_step": 2.945704936981201, "n_params": 4449370, "total_flops": 53170327449600000, "train_loss": 0.014157561461130778, "subset_score_loss": 0.014157561461130778} +{"step": 3900000, "wall_time": 35917.73755693436, "train_loss_step": 3.153630018234253, "n_params": 4449370, "total_flops": 53307012096000000, "train_loss": 0.01422985659705268, "subset_score_loss": 0.01422985659705268, "memorization_fraction_pixel": 0.7739999890327454, "mean_nn_ratio_pixel": 0.36950448155403137, "fid": 40.28557680384332} +{"step": 3910000, "wall_time": 36004.05891060829, "train_loss_step": 2.959226608276367, "n_params": 4449370, "total_flops": 53443696742400000, "train_loss": 0.01478969653447469, "subset_score_loss": 0.01478969653447469} +{"step": 3920000, "wall_time": 36090.645087480545, "train_loss_step": 3.445708751678467, "n_params": 4449370, "total_flops": 53580381388800000, "train_loss": 0.014400441116756863, "subset_score_loss": 0.014400441116756863} +{"step": 3930000, "wall_time": 36177.51649713516, "train_loss_step": 3.126844644546509, "n_params": 4449370, "total_flops": 53717066035200000, "train_loss": 0.014748899141947429, "subset_score_loss": 0.014748899141947429} +{"step": 3940000, "wall_time": 36254.387466430664, "train_loss_step": 3.0040059089660645, "n_params": 4449370, "total_flops": 53853750681600000, "train_loss": 0.014233860704633925, "subset_score_loss": 0.014233860704633925} +{"step": 3950000, "wall_time": 36339.264689683914, "train_loss_step": 3.4583756923675537, "n_params": 4449370, "total_flops": 53990435328000000, "train_loss": 0.014267508188883464, "subset_score_loss": 0.014267508188883464} +{"step": 3960000, "wall_time": 36425.801897764206, "train_loss_step": 3.089211940765381, "n_params": 4449370, "total_flops": 54127119974400000, "train_loss": 0.01423429250717163, "subset_score_loss": 0.01423429250717163} +{"step": 3970000, "wall_time": 36512.35971045494, "train_loss_step": 2.9056873321533203, "n_params": 4449370, "total_flops": 54263804620800000, "train_loss": 0.014144493473900689, "subset_score_loss": 0.014144493473900689} +{"step": 3980000, "wall_time": 36598.899030447006, "train_loss_step": 2.581416606903076, "n_params": 4449370, "total_flops": 54400489267200000, "train_loss": 0.013460650708940295, "subset_score_loss": 0.013460650708940295} +{"step": 3990000, "wall_time": 36685.378212213516, "train_loss_step": 3.0940279960632324, "n_params": 4449370, "total_flops": 54537173913600000, "train_loss": 0.014336155520545112, "subset_score_loss": 0.014336155520545112} +{"step": 4000000, "wall_time": 36835.49087357521, "train_loss_step": 2.867246150970459, "n_params": 4449370, "total_flops": 54673858560000000, "train_loss": 0.014024029837714301, "subset_score_loss": 0.014024029837714301, "memorization_fraction_pixel": 0.782800018787384, "mean_nn_ratio_pixel": 0.3640706539154053, "fid": 40.368825791841005} +{"step": 4010000, "wall_time": 36922.015565395355, "train_loss_step": 3.164250135421753, "n_params": 4449370, "total_flops": 54810543206400000, "train_loss": 0.014556022485097249, "subset_score_loss": 0.014556022485097249} +{"step": 4020000, "wall_time": 37008.57049036026, "train_loss_step": 2.6613783836364746, "n_params": 4449370, "total_flops": 54947227852800000, "train_loss": 0.013797397083706326, "subset_score_loss": 0.013797397083706326} +{"step": 4030000, "wall_time": 37095.03735113144, "train_loss_step": 2.8556954860687256, "n_params": 4449370, "total_flops": 55083912499200000, "train_loss": 0.014496058887905545, "subset_score_loss": 0.014496058887905545} +{"step": 4040000, "wall_time": 37181.805346250534, "train_loss_step": 3.2072458267211914, "n_params": 4449370, "total_flops": 55220597145600000, "train_loss": 0.014055588510301378, "subset_score_loss": 0.014055588510301378} +{"step": 4050000, "wall_time": 37260.451248168945, "train_loss_step": 3.030319929122925, "n_params": 4449370, "total_flops": 55357281792000000, "train_loss": 0.013758390479617648, "subset_score_loss": 0.013758390479617648} +{"step": 4060000, "wall_time": 37345.01213788986, "train_loss_step": 2.894190549850464, "n_params": 4449370, "total_flops": 55493966438400000, "train_loss": 0.014034272564782038, "subset_score_loss": 0.014034272564782038} +{"step": 4070000, "wall_time": 37431.51336598396, "train_loss_step": 3.138523578643799, "n_params": 4449370, "total_flops": 55630651084800000, "train_loss": 0.014620119995541043, "subset_score_loss": 0.014620119995541043} +{"step": 4080000, "wall_time": 37518.05974936485, "train_loss_step": 2.891244888305664, "n_params": 4449370, "total_flops": 55767335731200000, "train_loss": 0.01479153898027208, "subset_score_loss": 0.01479153898027208} +{"step": 4090000, "wall_time": 37604.57599568367, "train_loss_step": 3.036367893218994, "n_params": 4449370, "total_flops": 55904020377600000, "train_loss": 0.01429766681459215, "subset_score_loss": 0.01429766681459215} +{"step": 4100000, "wall_time": 37754.86651277542, "train_loss_step": 2.9098687171936035, "n_params": 4449370, "total_flops": 56040705024000000, "train_loss": 0.015272227923075359, "subset_score_loss": 0.015272227923075359, "memorization_fraction_pixel": 0.7850000262260437, "mean_nn_ratio_pixel": 0.3621261417865753, "fid": 39.84530216020141} +{"step": 4110000, "wall_time": 37841.389115571976, "train_loss_step": 3.414858818054199, "n_params": 4449370, "total_flops": 56177389670400000, "train_loss": 0.013924091392093234, "subset_score_loss": 0.013924091392093234} +{"step": 4120000, "wall_time": 37927.955137729645, "train_loss_step": 3.152662992477417, "n_params": 4449370, "total_flops": 56314074316800000, "train_loss": 0.0142645001411438, "subset_score_loss": 0.0142645001411438} +{"step": 4130000, "wall_time": 38014.48188781738, "train_loss_step": 2.9370594024658203, "n_params": 4449370, "total_flops": 56450758963200000, "train_loss": 0.014078370730082194, "subset_score_loss": 0.014078370730082194} +{"step": 4140000, "wall_time": 38101.046093702316, "train_loss_step": 3.097738742828369, "n_params": 4449370, "total_flops": 56587443609600000, "train_loss": 0.01446248557832506, "subset_score_loss": 0.01446248557832506} +{"step": 4150000, "wall_time": 38187.62235379219, "train_loss_step": 3.2460503578186035, "n_params": 4449370, "total_flops": 56724128256000000, "train_loss": 0.013797824912601047, "subset_score_loss": 0.013797824912601047} +{"step": 4160000, "wall_time": 38264.953382730484, "train_loss_step": 2.8193745613098145, "n_params": 4449370, "total_flops": 56860812902400000, "train_loss": 0.013640105724334717, "subset_score_loss": 0.013640105724334717} +{"step": 4170000, "wall_time": 38349.650203228, "train_loss_step": 3.2342870235443115, "n_params": 4449370, "total_flops": 56997497548800000, "train_loss": 0.0142064544889662, "subset_score_loss": 0.0142064544889662} +{"step": 4180000, "wall_time": 38436.139783382416, "train_loss_step": 2.7621114253997803, "n_params": 4449370, "total_flops": 57134182195200000, "train_loss": 0.013591337203979491, "subset_score_loss": 0.013591337203979491} +{"step": 4190000, "wall_time": 38522.80573916435, "train_loss_step": 3.0488030910491943, "n_params": 4449370, "total_flops": 57270866841600000, "train_loss": 0.014645665221744113, "subset_score_loss": 0.014645665221744113} +{"step": 4200000, "wall_time": 38672.78925347328, "train_loss_step": 2.7792139053344727, "n_params": 4449370, "total_flops": 57407551488000000, "train_loss": 0.014135824309455024, "subset_score_loss": 0.014135824309455024, "memorization_fraction_pixel": 0.7953000068664551, "mean_nn_ratio_pixel": 0.3579264283180237, "fid": 39.91668011830135} +{"step": 4210000, "wall_time": 38759.37465786934, "train_loss_step": 2.698692798614502, "n_params": 4449370, "total_flops": 57544236134400000, "train_loss": 0.013314359717898898, "subset_score_loss": 0.013314359717898898} +{"step": 4220000, "wall_time": 38845.895201683044, "train_loss_step": 3.052196502685547, "n_params": 4449370, "total_flops": 57680920780800000, "train_loss": 0.013608434465196398, "subset_score_loss": 0.013608434465196398} +{"step": 4230000, "wall_time": 38932.38704776764, "train_loss_step": 3.119997501373291, "n_params": 4449370, "total_flops": 57817605427200000, "train_loss": 0.01472831302218967, "subset_score_loss": 0.01472831302218967} +{"step": 4240000, "wall_time": 39018.88008451462, "train_loss_step": 3.033529043197632, "n_params": 4449370, "total_flops": 57954290073600000, "train_loss": 0.014073872566223144, "subset_score_loss": 0.014073872566223144} +{"step": 4250000, "wall_time": 39105.247566223145, "train_loss_step": 3.2099242210388184, "n_params": 4449370, "total_flops": 58090974720000000, "train_loss": 0.013148931662241618, "subset_score_loss": 0.013148931662241618} +{"step": 4260000, "wall_time": 39191.894677877426, "train_loss_step": 3.2460708618164062, "n_params": 4449370, "total_flops": 58227659366400000, "train_loss": 0.014027620686425104, "subset_score_loss": 0.014027620686425104} +{"step": 4270000, "wall_time": 39269.31032752991, "train_loss_step": 3.0234897136688232, "n_params": 4449370, "total_flops": 58364344012800000, "train_loss": 0.014674339029524062, "subset_score_loss": 0.014674339029524062} +{"step": 4280000, "wall_time": 39342.058972120285, "train_loss_step": 2.8231661319732666, "n_params": 4449370, "total_flops": 58501028659200000, "train_loss": 0.01321960555182563, "subset_score_loss": 0.01321960555182563} +{"step": 4290000, "wall_time": 39428.620799064636, "train_loss_step": 2.9080581665039062, "n_params": 4449370, "total_flops": 58637713305600000, "train_loss": 0.013392492135365804, "subset_score_loss": 0.013392492135365804} +{"step": 4300000, "wall_time": 39578.420596838, "train_loss_step": 2.961996078491211, "n_params": 4449370, "total_flops": 58774397952000000, "train_loss": 0.013510908020867242, "subset_score_loss": 0.013510908020867242, "memorization_fraction_pixel": 0.7847999930381775, "mean_nn_ratio_pixel": 0.3648066520690918, "fid": 40.05640671580602} +{"step": 4310000, "wall_time": 39665.00902843475, "train_loss_step": 3.0577316284179688, "n_params": 4449370, "total_flops": 58911082598400000, "train_loss": 0.013313576910230848, "subset_score_loss": 0.013313576910230848} +{"step": 4320000, "wall_time": 39751.494324445724, "train_loss_step": 2.9356603622436523, "n_params": 4449370, "total_flops": 59047767244800000, "train_loss": 0.013209440973069933, "subset_score_loss": 0.013209440973069933} +{"step": 4330000, "wall_time": 39838.11429643631, "train_loss_step": 2.878114938735962, "n_params": 4449370, "total_flops": 59184451891200000, "train_loss": 0.013602386580573188, "subset_score_loss": 0.013602386580573188} +{"step": 4340000, "wall_time": 39924.63415026665, "train_loss_step": 2.907421112060547, "n_params": 4449370, "total_flops": 59321136537600000, "train_loss": 0.014013298352559407, "subset_score_loss": 0.014013298352559407} +{"step": 4350000, "wall_time": 40011.214925050735, "train_loss_step": 2.929136037826538, "n_params": 4449370, "total_flops": 59457821184000000, "train_loss": 0.013618252012464735, "subset_score_loss": 0.013618252012464735} +{"step": 4360000, "wall_time": 40097.63259100914, "train_loss_step": 3.160313606262207, "n_params": 4449370, "total_flops": 59594505830400000, "train_loss": 0.013086835543314615, "subset_score_loss": 0.013086835543314615} +{"step": 4370000, "wall_time": 40183.89736676216, "train_loss_step": 3.159766912460327, "n_params": 4449370, "total_flops": 59731190476800000, "train_loss": 0.013759479257795545, "subset_score_loss": 0.013759479257795545} +{"step": 4380000, "wall_time": 40271.00575184822, "train_loss_step": 2.789506196975708, "n_params": 4449370, "total_flops": 59867875123200000, "train_loss": 0.013481383853488498, "subset_score_loss": 0.013481383853488498} +{"step": 4390000, "wall_time": 40342.59075140953, "train_loss_step": 3.015666961669922, "n_params": 4449370, "total_flops": 60004559769600000, "train_loss": 0.013475844595167373, "subset_score_loss": 0.013475844595167373} +{"step": 4400000, "wall_time": 40492.39221715927, "train_loss_step": 2.9800877571105957, "n_params": 4449370, "total_flops": 60141244416000000, "train_loss": 0.013461315631866455, "subset_score_loss": 0.013461315631866455, "memorization_fraction_pixel": 0.7968000173568726, "mean_nn_ratio_pixel": 0.3541297912597656, "fid": 39.17474899971269} +{"step": 4410000, "wall_time": 40578.9279487133, "train_loss_step": 3.1700384616851807, "n_params": 4449370, "total_flops": 60277929062400000, "train_loss": 0.013094770908355712, "subset_score_loss": 0.013094770908355712} +{"step": 4420000, "wall_time": 40665.299964904785, "train_loss_step": 3.307044744491577, "n_params": 4449370, "total_flops": 60414613708800000, "train_loss": 0.013322876559363471, "subset_score_loss": 0.013322876559363471} +{"step": 4430000, "wall_time": 40751.894854068756, "train_loss_step": 3.0005433559417725, "n_params": 4449370, "total_flops": 60551298355200000, "train_loss": 0.013262814945644803, "subset_score_loss": 0.013262814945644803} +{"step": 4440000, "wall_time": 40838.411329984665, "train_loss_step": 3.049123525619507, "n_params": 4449370, "total_flops": 60687983001600000, "train_loss": 0.013043249977959527, "subset_score_loss": 0.013043249977959527} +{"step": 4450000, "wall_time": 40924.85480737686, "train_loss_step": 3.1040189266204834, "n_params": 4449370, "total_flops": 60824667648000000, "train_loss": 0.014036819669935438, "subset_score_loss": 0.014036819669935438} +{"step": 4460000, "wall_time": 41011.201989650726, "train_loss_step": 2.659790515899658, "n_params": 4449370, "total_flops": 60961352294400000, "train_loss": 0.013290940390692816, "subset_score_loss": 0.013290940390692816} +{"step": 4470000, "wall_time": 41097.71880054474, "train_loss_step": 2.9999144077301025, "n_params": 4449370, "total_flops": 61098036940800000, "train_loss": 0.01442265510559082, "subset_score_loss": 0.01442265510559082} +{"step": 4480000, "wall_time": 41184.05183458328, "train_loss_step": 3.079500675201416, "n_params": 4449370, "total_flops": 61234721587200000, "train_loss": 0.013919337590535482, "subset_score_loss": 0.013919337590535482} +{"step": 4490000, "wall_time": 41270.831230163574, "train_loss_step": 3.290130138397217, "n_params": 4449370, "total_flops": 61371406233600000, "train_loss": 0.013405765427483453, "subset_score_loss": 0.013405765427483453} +{"step": 4500000, "wall_time": 41400.53134036064, "train_loss_step": 3.155982494354248, "n_params": 4449370, "total_flops": 61508090880000000, "train_loss": 0.01372385819753011, "subset_score_loss": 0.01372385819753011, "memorization_fraction_pixel": 0.7975999712944031, "mean_nn_ratio_pixel": 0.3562968373298645, "fid": 39.30955769639637} +{"step": 4510000, "wall_time": 41487.08718252182, "train_loss_step": 3.3129801750183105, "n_params": 4449370, "total_flops": 61644775526400000, "train_loss": 0.01224205493927002, "subset_score_loss": 0.01224205493927002} +{"step": 4520000, "wall_time": 41573.52921843529, "train_loss_step": 2.9789774417877197, "n_params": 4449370, "total_flops": 61781460172800000, "train_loss": 0.013069836298624675, "subset_score_loss": 0.013069836298624675} +{"step": 4530000, "wall_time": 41660.082817554474, "train_loss_step": 2.9158408641815186, "n_params": 4449370, "total_flops": 61918144819200000, "train_loss": 0.013696997695498996, "subset_score_loss": 0.013696997695498996} +{"step": 4540000, "wall_time": 41746.763103723526, "train_loss_step": 3.344841957092285, "n_params": 4449370, "total_flops": 62054829465600000, "train_loss": 0.012831735610961913, "subset_score_loss": 0.012831735610961913} +{"step": 4550000, "wall_time": 41833.35466957092, "train_loss_step": 2.9742958545684814, "n_params": 4449370, "total_flops": 62191514112000000, "train_loss": 0.012762028641170925, "subset_score_loss": 0.012762028641170925} +{"step": 4560000, "wall_time": 41919.77884864807, "train_loss_step": 3.0054359436035156, "n_params": 4449370, "total_flops": 62328198758400000, "train_loss": 0.01347128947575887, "subset_score_loss": 0.01347128947575887} +{"step": 4570000, "wall_time": 42006.17378497124, "train_loss_step": 2.912163257598877, "n_params": 4449370, "total_flops": 62464883404800000, "train_loss": 0.013281190395355224, "subset_score_loss": 0.013281190395355224} +{"step": 4580000, "wall_time": 42092.596870183945, "train_loss_step": 3.089390754699707, "n_params": 4449370, "total_flops": 62601568051200000, "train_loss": 0.012620215945773654, "subset_score_loss": 0.012620215945773654} +{"step": 4590000, "wall_time": 42179.02177786827, "train_loss_step": 2.5837016105651855, "n_params": 4449370, "total_flops": 62738252697600000, "train_loss": 0.013098490238189698, "subset_score_loss": 0.013098490238189698} +{"step": 4600000, "wall_time": 42326.15638780594, "train_loss_step": 2.901538848876953, "n_params": 4449370, "total_flops": 62874937344000000, "train_loss": 0.012182415856255426, "subset_score_loss": 0.012182415856255426, "memorization_fraction_pixel": 0.809499979019165, "mean_nn_ratio_pixel": 0.34570297598838806, "fid": 39.1951295772333} +{"step": 4610000, "wall_time": 42400.66143679619, "train_loss_step": 3.0341644287109375, "n_params": 4449370, "total_flops": 63011621990400000, "train_loss": 0.013213528527153863, "subset_score_loss": 0.013213528527153863} +{"step": 4620000, "wall_time": 42487.11191248894, "train_loss_step": 3.1029889583587646, "n_params": 4449370, "total_flops": 63148306636800000, "train_loss": 0.013563737604353162, "subset_score_loss": 0.013563737604353162} +{"step": 4630000, "wall_time": 42573.3987698555, "train_loss_step": 2.864015579223633, "n_params": 4449370, "total_flops": 63284991283200000, "train_loss": 0.012724631362491183, "subset_score_loss": 0.012724631362491183} +{"step": 4640000, "wall_time": 42660.00172948837, "train_loss_step": 3.044220209121704, "n_params": 4449370, "total_flops": 63421675929600000, "train_loss": 0.012142740355597603, "subset_score_loss": 0.012142740355597603} +{"step": 4650000, "wall_time": 42746.599252939224, "train_loss_step": 2.8876404762268066, "n_params": 4449370, "total_flops": 63558360576000000, "train_loss": 0.013105218940311008, "subset_score_loss": 0.013105218940311008} +{"step": 4660000, "wall_time": 42833.099731206894, "train_loss_step": 2.816113233566284, "n_params": 4449370, "total_flops": 63695045222400000, "train_loss": 0.012679873572455511, "subset_score_loss": 0.012679873572455511} +{"step": 4670000, "wall_time": 42919.48333692551, "train_loss_step": 3.025477409362793, "n_params": 4449370, "total_flops": 63831729868800000, "train_loss": 0.013429778152041966, "subset_score_loss": 0.013429778152041966} +{"step": 4680000, "wall_time": 43005.90632033348, "train_loss_step": 3.0638763904571533, "n_params": 4449370, "total_flops": 63968414515200000, "train_loss": 0.01244847642050849, "subset_score_loss": 0.01244847642050849} +{"step": 4690000, "wall_time": 43092.26704072952, "train_loss_step": 2.741743564605713, "n_params": 4449370, "total_flops": 64105099161600000, "train_loss": 0.012116638819376628, "subset_score_loss": 0.012116638819376628} +{"step": 4700000, "wall_time": 43242.44177722931, "train_loss_step": 3.021517276763916, "n_params": 4449370, "total_flops": 64241783808000000, "train_loss": 0.01209774414698283, "subset_score_loss": 0.01209774414698283, "memorization_fraction_pixel": 0.8025000095367432, "mean_nn_ratio_pixel": 0.3529629707336426, "fid": 40.11103961151658} +{"step": 4710000, "wall_time": 43327.56140136719, "train_loss_step": 2.9551053047180176, "n_params": 4449370, "total_flops": 64378468454400000, "train_loss": 0.01217746999528673, "subset_score_loss": 0.01217746999528673} +{"step": 4720000, "wall_time": 43402.81274557114, "train_loss_step": 2.970531463623047, "n_params": 4449370, "total_flops": 64515153100800000, "train_loss": 0.012873440318637424, "subset_score_loss": 0.012873440318637424} +{"step": 4730000, "wall_time": 43489.36428356171, "train_loss_step": 3.232959270477295, "n_params": 4449370, "total_flops": 64651837747200000, "train_loss": 0.012380336390601264, "subset_score_loss": 0.012380336390601264} +{"step": 4740000, "wall_time": 43575.848888874054, "train_loss_step": 2.9569215774536133, "n_params": 4449370, "total_flops": 64788522393600000, "train_loss": 0.012122497293684217, "subset_score_loss": 0.012122497293684217} +{"step": 4750000, "wall_time": 43662.49369549751, "train_loss_step": 3.325254440307617, "n_params": 4449370, "total_flops": 64925207040000000, "train_loss": 0.012600288126203748, "subset_score_loss": 0.012600288126203748} +{"step": 4760000, "wall_time": 43748.97024989128, "train_loss_step": 3.0662381649017334, "n_params": 4449370, "total_flops": 65061891686400000, "train_loss": 0.012583386898040772, "subset_score_loss": 0.012583386898040772} +{"step": 4770000, "wall_time": 43835.510739564896, "train_loss_step": 2.9315145015716553, "n_params": 4449370, "total_flops": 65198576332800000, "train_loss": 0.012114169862535265, "subset_score_loss": 0.012114169862535265} +{"step": 4780000, "wall_time": 43922.17072582245, "train_loss_step": 3.090325355529785, "n_params": 4449370, "total_flops": 65335260979200000, "train_loss": 0.0138021985689799, "subset_score_loss": 0.0138021985689799} +{"step": 4790000, "wall_time": 44008.65700340271, "train_loss_step": 2.929309844970703, "n_params": 4449370, "total_flops": 65471945625600000, "train_loss": 0.012327521377139621, "subset_score_loss": 0.012327521377139621} +{"step": 4800000, "wall_time": 44158.77405333519, "train_loss_step": 3.0006000995635986, "n_params": 4449370, "total_flops": 65608630272000000, "train_loss": 0.013036019272274442, "subset_score_loss": 0.013036019272274442, "memorization_fraction_pixel": 0.8104000091552734, "mean_nn_ratio_pixel": 0.34583187103271484, "fid": 39.05144320336262} +{"step": 4810000, "wall_time": 44245.22801446915, "train_loss_step": 3.1423468589782715, "n_params": 4449370, "total_flops": 65745314918400000, "train_loss": 0.011910506089528402, "subset_score_loss": 0.011910506089528402} +{"step": 4820000, "wall_time": 44330.19422125816, "train_loss_step": 2.9290218353271484, "n_params": 4449370, "total_flops": 65881999564800000, "train_loss": 0.01153256098429362, "subset_score_loss": 0.01153256098429362} +{"step": 4830000, "wall_time": 44408.25593852997, "train_loss_step": 3.1127238273620605, "n_params": 4449370, "total_flops": 66018684211200000, "train_loss": 0.012396317058139377, "subset_score_loss": 0.012396317058139377} +{"step": 4840000, "wall_time": 44494.550261735916, "train_loss_step": 3.1047768592834473, "n_params": 4449370, "total_flops": 66155368857600000, "train_loss": 0.011784836981031629, "subset_score_loss": 0.011784836981031629} +{"step": 4850000, "wall_time": 44581.10552692413, "train_loss_step": 2.790964126586914, "n_params": 4449370, "total_flops": 66292053504000000, "train_loss": 0.012183046340942383, "subset_score_loss": 0.012183046340942383} +{"step": 4860000, "wall_time": 44667.72248315811, "train_loss_step": 2.9000792503356934, "n_params": 4449370, "total_flops": 66428738150400000, "train_loss": 0.012737572193145752, "subset_score_loss": 0.012737572193145752} +{"step": 4870000, "wall_time": 44754.1663517952, "train_loss_step": 2.7271502017974854, "n_params": 4449370, "total_flops": 66565422796800000, "train_loss": 0.012082368797726102, "subset_score_loss": 0.012082368797726102} +{"step": 4880000, "wall_time": 44840.80710721016, "train_loss_step": 2.71498966217041, "n_params": 4449370, "total_flops": 66702107443200000, "train_loss": 0.012344610691070557, "subset_score_loss": 0.012344610691070557} +{"step": 4890000, "wall_time": 44927.31056165695, "train_loss_step": 2.8227038383483887, "n_params": 4449370, "total_flops": 66838792089600000, "train_loss": 0.01205103662278917, "subset_score_loss": 0.01205103662278917} +{"step": 4900000, "wall_time": 45076.93308877945, "train_loss_step": 2.889312744140625, "n_params": 4449370, "total_flops": 66975476736000000, "train_loss": 0.01287545363108317, "subset_score_loss": 0.01287545363108317, "memorization_fraction_pixel": 0.8185999989509583, "mean_nn_ratio_pixel": 0.33935701847076416, "fid": 39.417403398946036} +{"step": 4910000, "wall_time": 45163.56131649017, "train_loss_step": 3.0276713371276855, "n_params": 4449370, "total_flops": 67112161382400000, "train_loss": 0.012294794453514947, "subset_score_loss": 0.012294794453514947} +{"step": 4920000, "wall_time": 45250.17825174332, "train_loss_step": 2.655640125274658, "n_params": 4449370, "total_flops": 67248846028800000, "train_loss": 0.011933428711361355, "subset_score_loss": 0.011933428711361355} +{"step": 4930000, "wall_time": 45335.20474743843, "train_loss_step": 2.8282852172851562, "n_params": 4449370, "total_flops": 67385530675200000, "train_loss": 0.012284841802385118, "subset_score_loss": 0.012284841802385118} +{"step": 4940000, "wall_time": 45419.040348529816, "train_loss_step": 2.9184956550598145, "n_params": 4449370, "total_flops": 67522215321600000, "train_loss": 0.01287827491760254, "subset_score_loss": 0.01287827491760254} +{"step": 4950000, "wall_time": 45505.55933570862, "train_loss_step": 3.1231849193573, "n_params": 4449370, "total_flops": 67658899968000000, "train_loss": 0.012064599990844726, "subset_score_loss": 0.012064599990844726} +{"step": 4960000, "wall_time": 45592.114431619644, "train_loss_step": 2.78159236907959, "n_params": 4449370, "total_flops": 67795584614400000, "train_loss": 0.012443825933668348, "subset_score_loss": 0.012443825933668348} +{"step": 4970000, "wall_time": 45678.69819068909, "train_loss_step": 2.8380377292633057, "n_params": 4449370, "total_flops": 67932269260800000, "train_loss": 0.012808035479651557, "subset_score_loss": 0.012808035479651557} +{"step": 4980000, "wall_time": 45765.03450036049, "train_loss_step": 3.1710727214813232, "n_params": 4449370, "total_flops": 68068953907200000, "train_loss": 0.011926164891984727, "subset_score_loss": 0.011926164891984727} +{"step": 4990000, "wall_time": 45851.50476408005, "train_loss_step": 3.0960068702697754, "n_params": 4449370, "total_flops": 68205638553600000, "train_loss": 0.012002878718905978, "subset_score_loss": 0.012002878718905978} +{"step": 5000000, "wall_time": 45973.00454735756, "train_loss_step": 3.0859458446502686, "n_params": 4449370, "total_flops": 68342323200000000, "train_loss": 0.012282812595367431, "subset_score_loss": 0.012282812595367431, "memorization_fraction_pixel": 0.8224999904632568, "mean_nn_ratio_pixel": 0.33917057514190674, "fid": 38.64823089801495} diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d90/runner.log b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d90/runner.log new file mode 100644 index 0000000000000000000000000000000000000000..77646d54f9bafeeb8d9607639cacff9b2d2ccdf0 --- /dev/null +++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d90/runner.log @@ -0,0 +1,502 @@ + FID real-side stats cached over 1000 diverse train images + step 1 | 69s | train_loss=0.9995 | fid=306.2379 + step 10000 | 153s | train_loss=0.8112 + step 20000 | 240s | train_loss=0.6968 + step 30000 | 326s | train_loss=0.5647 + step 40000 | 413s | train_loss=0.4195 + step 50000 | 500s | train_loss=0.3005 + step 60000 | 586s | train_loss=0.2226 + step 70000 | 673s | train_loss=0.1804 + step 80000 | 759s | train_loss=0.1545 + step 90000 | 846s | train_loss=0.1398 + step 100000 | 998s | train_loss=0.1315 | fid=58.9029 + step 110000 | 1082s | train_loss=0.1240 + step 120000 | 1166s | train_loss=0.1151 + step 130000 | 1253s | train_loss=0.1100 + step 140000 | 1339s | train_loss=0.1052 + step 150000 | 1426s | train_loss=0.1003 + step 160000 | 1512s | train_loss=0.0980 + step 170000 | 1599s | train_loss=0.0927 + step 180000 | 1685s | train_loss=0.0899 + step 190000 | 1772s | train_loss=0.0879 + step 200000 | 1922s | train_loss=0.0856 | fid=58.2538 + step 210000 | 2009s | train_loss=0.0835 + step 220000 | 2093s | train_loss=0.0805 + step 230000 | 2176s | train_loss=0.0776 + step 240000 | 2262s | train_loss=0.0753 + step 250000 | 2349s | train_loss=0.0738 + step 260000 | 2435s | train_loss=0.0731 + step 270000 | 2522s | train_loss=0.0726 + step 280000 | 2608s | train_loss=0.0698 + step 290000 | 2695s | train_loss=0.0671 + step 300000 | 2845s | train_loss=0.0676 | fid=55.2758 + step 310000 | 2931s | train_loss=0.0675 + step 320000 | 3018s | train_loss=0.0646 + step 330000 | 3097s | train_loss=0.0639 + step 340000 | 3182s | train_loss=0.0623 + step 350000 | 3268s | train_loss=0.0603 + step 360000 | 3354s | train_loss=0.0608 + step 370000 | 3441s | train_loss=0.0599 + step 380000 | 3528s | train_loss=0.0592 + step 390000 | 3614s | train_loss=0.0582 + step 400000 | 3763s | train_loss=0.0567 | fid=54.6328 + step 410000 | 3849s | train_loss=0.0555 + step 420000 | 3936s | train_loss=0.0564 + step 430000 | 4023s | train_loss=0.0548 + step 440000 | 4107s | train_loss=0.0557 + step 450000 | 4191s | train_loss=0.0533 + step 460000 | 4277s | train_loss=0.0537 + step 470000 | 4363s | train_loss=0.0534 + step 480000 | 4448s | train_loss=0.0519 + step 490000 | 4535s | train_loss=0.0516 + step 500000 | 4684s | train_loss=0.0516 | fid=51.6965 + step 510000 | 4771s | train_loss=0.0523 + step 520000 | 4858s | train_loss=0.0517 + step 530000 | 4944s | train_loss=0.0497 + step 540000 | 5028s | train_loss=0.0495 + step 550000 | 5115s | train_loss=0.0486 + step 560000 | 5199s | train_loss=0.0476 + step 570000 | 5286s | train_loss=0.0478 + step 580000 | 5372s | train_loss=0.0471 + step 590000 | 5459s | train_loss=0.0468 + step 600000 | 5608s | train_loss=0.0478 | fid=49.5994 + step 610000 | 5694s | train_loss=0.0465 + step 620000 | 5781s | train_loss=0.0447 + step 630000 | 5868s | train_loss=0.0461 + step 640000 | 5954s | train_loss=0.0443 + step 650000 | 6032s | train_loss=0.0450 + step 660000 | 6113s | train_loss=0.0452 + step 670000 | 6198s | train_loss=0.0451 + step 680000 | 6284s | train_loss=0.0440 + step 690000 | 6371s | train_loss=0.0436 + step 700000 | 6520s | train_loss=0.0434 | fid=49.8500 + step 710000 | 6606s | train_loss=0.0423 + step 720000 | 6693s | train_loss=0.0422 + step 730000 | 6779s | train_loss=0.0422 + step 740000 | 6865s | train_loss=0.0429 + step 750000 | 6952s | train_loss=0.0410 + step 760000 | 7037s | train_loss=0.0424 + step 770000 | 7118s | train_loss=0.0409 + step 780000 | 7203s | train_loss=0.0416 + step 790000 | 7289s | train_loss=0.0410 + step 800000 | 7439s | train_loss=0.0402 | fid=49.0785 + step 810000 | 7526s | train_loss=0.0397 + step 820000 | 7612s | train_loss=0.0398 + step 830000 | 7699s | train_loss=0.0416 + step 840000 | 7786s | train_loss=0.0396 + step 850000 | 7872s | train_loss=0.0406 + step 860000 | 7958s | train_loss=0.0408 + step 870000 | 8043s | train_loss=0.0389 + step 880000 | 8114s | train_loss=0.0381 + step 890000 | 8198s | train_loss=0.0378 + step 900000 | 8348s | train_loss=0.0391 | fid=47.2998 + step 910000 | 8435s | train_loss=0.0380 + step 920000 | 8521s | train_loss=0.0378 + step 930000 | 8608s | train_loss=0.0371 + step 940000 | 8695s | train_loss=0.0373 + step 950000 | 8781s | train_loss=0.0368 + step 960000 | 8868s | train_loss=0.0363 + step 970000 | 8954s | train_loss=0.0368 + step 980000 | 9040s | train_loss=0.0383 + step 990000 | 9118s | train_loss=0.0359 + step 1000000 | 9261s | train_loss=0.0373 | fid=47.0484 + step 1010000 | 9348s | train_loss=0.0363 + step 1020000 | 9434s | train_loss=0.0360 + step 1030000 | 9521s | train_loss=0.0352 + step 1040000 | 9607s | train_loss=0.0361 + step 1050000 | 9694s | train_loss=0.0357 + step 1060000 | 9780s | train_loss=0.0354 + step 1070000 | 9867s | train_loss=0.0348 + step 1080000 | 9953s | train_loss=0.0341 + step 1090000 | 10040s | train_loss=0.0365 + step 1100000 | 10185s | train_loss=0.0340 | fid=47.9588 + step 1110000 | 10271s | train_loss=0.0340 + step 1120000 | 10358s | train_loss=0.0331 + step 1130000 | 10444s | train_loss=0.0344 + step 1140000 | 10531s | train_loss=0.0335 + step 1150000 | 10617s | train_loss=0.0338 + step 1160000 | 10704s | train_loss=0.0330 + step 1170000 | 10790s | train_loss=0.0333 + step 1180000 | 10877s | train_loss=0.0330 + step 1190000 | 10963s | train_loss=0.0326 + step 1200000 | 11110s | train_loss=0.0330 | fid=46.0089 + step 1210000 | 11195s | train_loss=0.0342 + step 1220000 | 11282s | train_loss=0.0314 + step 1230000 | 11368s | train_loss=0.0322 + step 1240000 | 11455s | train_loss=0.0320 + step 1250000 | 11541s | train_loss=0.0323 + step 1260000 | 11628s | train_loss=0.0320 + step 1270000 | 11714s | train_loss=0.0309 + step 1280000 | 11800s | train_loss=0.0326 + step 1290000 | 11887s | train_loss=0.0331 + step 1300000 | 12037s | train_loss=0.0328 | fid=44.9202 + step 1310000 | 12115s | train_loss=0.0311 + step 1320000 | 12199s | train_loss=0.0317 + step 1330000 | 12286s | train_loss=0.0305 + step 1340000 | 12372s | train_loss=0.0304 + step 1350000 | 12459s | train_loss=0.0325 + step 1360000 | 12545s | train_loss=0.0307 + step 1370000 | 12632s | train_loss=0.0309 + step 1380000 | 12718s | train_loss=0.0308 + step 1390000 | 12804s | train_loss=0.0307 + step 1400000 | 12954s | train_loss=0.0294 | fid=45.0428 + step 1410000 | 13041s | train_loss=0.0308 + step 1420000 | 13125s | train_loss=0.0302 + step 1430000 | 13210s | train_loss=0.0293 + step 1440000 | 13297s | train_loss=0.0283 + step 1450000 | 13384s | train_loss=0.0296 + step 1460000 | 13470s | train_loss=0.0299 + step 1470000 | 13556s | train_loss=0.0290 + step 1480000 | 13643s | train_loss=0.0295 + step 1490000 | 13729s | train_loss=0.0276 + step 1500000 | 13878s | train_loss=0.0281 | fid=43.4503 + step 1510000 | 13965s | train_loss=0.0283 + step 1520000 | 14051s | train_loss=0.0283 + step 1530000 | 14135s | train_loss=0.0287 + step 1540000 | 14220s | train_loss=0.0281 + step 1550000 | 14307s | train_loss=0.0283 + step 1560000 | 14393s | train_loss=0.0277 + step 1570000 | 14480s | train_loss=0.0277 + step 1580000 | 14566s | train_loss=0.0283 + step 1590000 | 14652s | train_loss=0.0279 + step 1600000 | 14802s | train_loss=0.0274 | fid=45.8580 + step 1610000 | 14889s | train_loss=0.0268 + step 1620000 | 14975s | train_loss=0.0269 + step 1630000 | 15062s | train_loss=0.0274 + step 1640000 | 15133s | train_loss=0.0274 + step 1650000 | 15217s | train_loss=0.0274 + step 1660000 | 15304s | train_loss=0.0265 + step 1670000 | 15391s | train_loss=0.0271 + step 1680000 | 15477s | train_loss=0.0269 + step 1690000 | 15564s | train_loss=0.0260 + step 1700000 | 15713s | train_loss=0.0261 | fid=46.0042 + step 1710000 | 15800s | train_loss=0.0268 + step 1720000 | 15886s | train_loss=0.0272 + step 1730000 | 15973s | train_loss=0.0265 + step 1740000 | 16060s | train_loss=0.0257 + step 1750000 | 16140s | train_loss=0.0257 + step 1760000 | 16211s | train_loss=0.0253 + step 1770000 | 16298s | train_loss=0.0257 + step 1780000 | 16384s | train_loss=0.0253 + step 1790000 | 16470s | train_loss=0.0256 + step 1800000 | 16619s | train_loss=0.0256 | fid=47.5719 + step 1810000 | 16706s | train_loss=0.0253 + step 1820000 | 16792s | train_loss=0.0249 + step 1830000 | 16879s | train_loss=0.0252 + step 1840000 | 16965s | train_loss=0.0254 + step 1850000 | 17052s | train_loss=0.0246 + step 1860000 | 17139s | train_loss=0.0252 + step 1870000 | 17220s | train_loss=0.0253 + step 1880000 | 17307s | train_loss=0.0252 + step 1890000 | 17393s | train_loss=0.0243 + step 1900000 | 17543s | train_loss=0.0251 | fid=45.4189 + step 1910000 | 17629s | train_loss=0.0248 + step 1920000 | 17716s | train_loss=0.0236 + step 1930000 | 17802s | train_loss=0.0246 + step 1940000 | 17889s | train_loss=0.0246 + step 1950000 | 17975s | train_loss=0.0243 + step 1960000 | 18062s | train_loss=0.0233 + step 1970000 | 18149s | train_loss=0.0241 + step 1980000 | 18231s | train_loss=0.0233 + step 1990000 | 18318s | train_loss=0.0245 + step 2000000 | 18468s | train_loss=0.0238 | fid=45.5351 + step 2010000 | 18554s | train_loss=0.0235 + step 2020000 | 18641s | train_loss=0.0238 + step 2030000 | 18727s | train_loss=0.0236 + step 2040000 | 18814s | train_loss=0.0229 + step 2050000 | 18900s | train_loss=0.0233 + step 2060000 | 18987s | train_loss=0.0244 + step 2070000 | 19073s | train_loss=0.0227 + step 2080000 | 19156s | train_loss=0.0218 + step 2090000 | 19233s | train_loss=0.0225 + step 2100000 | 19382s | train_loss=0.0223 | fid=45.0846 + step 2110000 | 19469s | train_loss=0.0231 + step 2120000 | 19555s | train_loss=0.0239 + step 2130000 | 19642s | train_loss=0.0237 + step 2140000 | 19729s | train_loss=0.0229 + step 2150000 | 19815s | train_loss=0.0230 + step 2160000 | 19902s | train_loss=0.0219 + step 2170000 | 19988s | train_loss=0.0224 + step 2180000 | 20075s | train_loss=0.0221 + step 2190000 | 20162s | train_loss=0.0226 + step 2200000 | 20302s | train_loss=0.0230 | fid=44.5201 + step 2210000 | 20388s | train_loss=0.0214 + step 2220000 | 20475s | train_loss=0.0215 + step 2230000 | 20561s | train_loss=0.0221 + step 2240000 | 20648s | train_loss=0.0224 + step 2250000 | 20735s | train_loss=0.0215 + step 2260000 | 20821s | train_loss=0.0216 + step 2270000 | 20908s | train_loss=0.0210 + step 2280000 | 20994s | train_loss=0.0217 + step 2290000 | 21080s | train_loss=0.0206 + step 2300000 | 21220s | train_loss=0.0222 | fid=43.8028 + step 2310000 | 21307s | train_loss=0.0210 + step 2320000 | 21393s | train_loss=0.0202 + step 2330000 | 21480s | train_loss=0.0210 + step 2340000 | 21567s | train_loss=0.0211 + step 2350000 | 21653s | train_loss=0.0205 + step 2360000 | 21740s | train_loss=0.0213 + step 2370000 | 21826s | train_loss=0.0206 + step 2380000 | 21913s | train_loss=0.0217 + step 2390000 | 21998s | train_loss=0.0212 + step 2400000 | 22149s | train_loss=0.0210 | fid=42.8347 + step 2410000 | 22221s | train_loss=0.0215 + step 2420000 | 22307s | train_loss=0.0206 + step 2430000 | 22394s | train_loss=0.0193 + step 2440000 | 22481s | train_loss=0.0203 + step 2450000 | 22567s | train_loss=0.0197 + step 2460000 | 22654s | train_loss=0.0199 + step 2470000 | 22740s | train_loss=0.0204 + step 2480000 | 22827s | train_loss=0.0201 + step 2490000 | 22911s | train_loss=0.0207 + step 2500000 | 23062s | train_loss=0.0202 | fid=43.4134 + step 2510000 | 23148s | train_loss=0.0204 + step 2520000 | 23230s | train_loss=0.0193 + step 2530000 | 23317s | train_loss=0.0211 + step 2540000 | 23403s | train_loss=0.0207 + step 2550000 | 23490s | train_loss=0.0207 + step 2560000 | 23577s | train_loss=0.0196 + step 2570000 | 23663s | train_loss=0.0200 + step 2580000 | 23750s | train_loss=0.0197 + step 2590000 | 23835s | train_loss=0.0204 + step 2600000 | 23986s | train_loss=0.0200 | fid=43.0078 + step 2610000 | 24073s | train_loss=0.0191 + step 2620000 | 24160s | train_loss=0.0197 + step 2630000 | 24232s | train_loss=0.0192 + step 2640000 | 24315s | train_loss=0.0195 + step 2650000 | 24402s | train_loss=0.0192 + step 2660000 | 24488s | train_loss=0.0195 + step 2670000 | 24575s | train_loss=0.0193 + step 2680000 | 24661s | train_loss=0.0199 + step 2690000 | 24746s | train_loss=0.0189 + step 2700000 | 24897s | train_loss=0.0187 | fid=43.5122 + step 2710000 | 24983s | train_loss=0.0188 + step 2720000 | 25069s | train_loss=0.0187 + step 2730000 | 25156s | train_loss=0.0186 + step 2740000 | 25237s | train_loss=0.0183 + step 2750000 | 25324s | train_loss=0.0184 + step 2760000 | 25410s | train_loss=0.0181 + step 2770000 | 25497s | train_loss=0.0184 + step 2780000 | 25583s | train_loss=0.0183 + step 2790000 | 25668s | train_loss=0.0183 + step 2800000 | 25820s | train_loss=0.0190 | fid=41.9166 + step 2810000 | 25906s | train_loss=0.0194 + step 2820000 | 25992s | train_loss=0.0187 + step 2830000 | 26079s | train_loss=0.0187 + step 2840000 | 26165s | train_loss=0.0190 + step 2850000 | 26243s | train_loss=0.0183 + step 2860000 | 26323s | train_loss=0.0180 + step 2870000 | 26410s | train_loss=0.0188 + step 2880000 | 26497s | train_loss=0.0179 + step 2890000 | 26581s | train_loss=0.0178 + step 2900000 | 26733s | train_loss=0.0181 | fid=42.8823 + step 2910000 | 26819s | train_loss=0.0176 + step 2920000 | 26906s | train_loss=0.0175 + step 2930000 | 26992s | train_loss=0.0175 + step 2940000 | 27079s | train_loss=0.0187 + step 2950000 | 27165s | train_loss=0.0188 + step 2960000 | 27249s | train_loss=0.0188 + step 2970000 | 27333s | train_loss=0.0194 + step 2980000 | 27419s | train_loss=0.0180 + step 2990000 | 27504s | train_loss=0.0177 + step 3000000 | 27656s | train_loss=0.0166 | fid=42.8685 + step 3010000 | 27743s | train_loss=0.0178 + step 3020000 | 27829s | train_loss=0.0188 + step 3030000 | 27915s | train_loss=0.0181 + step 3040000 | 28002s | train_loss=0.0171 + step 3050000 | 28088s | train_loss=0.0179 + step 3060000 | 28175s | train_loss=0.0183 + step 3070000 | 28259s | train_loss=0.0174 + step 3080000 | 28344s | train_loss=0.0171 + step 3090000 | 28429s | train_loss=0.0171 + step 3100000 | 28580s | train_loss=0.0171 | fid=42.5158 + step 3110000 | 28667s | train_loss=0.0176 + step 3120000 | 28753s | train_loss=0.0180 + step 3130000 | 28840s | train_loss=0.0168 + step 3140000 | 28926s | train_loss=0.0167 + step 3150000 | 29013s | train_loss=0.0172 + step 3160000 | 29100s | train_loss=0.0171 + step 3170000 | 29186s | train_loss=0.0175 + step 3180000 | 29270s | train_loss=0.0172 + step 3190000 | 29352s | train_loss=0.0166 + step 3200000 | 29504s | train_loss=0.0169 | fid=43.2283 + step 3210000 | 29591s | train_loss=0.0166 + step 3220000 | 29677s | train_loss=0.0167 + step 3230000 | 29764s | train_loss=0.0176 + step 3240000 | 29850s | train_loss=0.0166 + step 3250000 | 29937s | train_loss=0.0167 + step 3260000 | 30023s | train_loss=0.0180 + step 3270000 | 30110s | train_loss=0.0163 + step 3280000 | 30197s | train_loss=0.0174 + step 3290000 | 30278s | train_loss=0.0166 + step 3300000 | 30426s | train_loss=0.0164 | fid=42.1156 + step 3310000 | 30512s | train_loss=0.0166 + step 3320000 | 30599s | train_loss=0.0161 + step 3330000 | 30685s | train_loss=0.0161 + step 3340000 | 30772s | train_loss=0.0167 + step 3350000 | 30858s | train_loss=0.0163 + step 3360000 | 30945s | train_loss=0.0161 + step 3370000 | 31032s | train_loss=0.0165 + step 3380000 | 31118s | train_loss=0.0167 + step 3390000 | 31194s | train_loss=0.0171 + step 3400000 | 31341s | train_loss=0.0161 | fid=42.3647 + step 3410000 | 31427s | train_loss=0.0156 + step 3420000 | 31514s | train_loss=0.0157 + step 3430000 | 31600s | train_loss=0.0170 + step 3440000 | 31687s | train_loss=0.0163 + step 3450000 | 31773s | train_loss=0.0158 + step 3460000 | 31860s | train_loss=0.0160 + step 3470000 | 31947s | train_loss=0.0157 + step 3480000 | 32033s | train_loss=0.0154 + step 3490000 | 32117s | train_loss=0.0161 + step 3500000 | 32266s | train_loss=0.0169 | fid=40.6216 + step 3510000 | 32351s | train_loss=0.0156 + step 3520000 | 32438s | train_loss=0.0157 + step 3530000 | 32524s | train_loss=0.0155 + step 3540000 | 32611s | train_loss=0.0156 + step 3550000 | 32697s | train_loss=0.0152 + step 3560000 | 32784s | train_loss=0.0162 + step 3570000 | 32870s | train_loss=0.0162 + step 3580000 | 32957s | train_loss=0.0154 + step 3590000 | 33041s | train_loss=0.0155 + step 3600000 | 33189s | train_loss=0.0157 | fid=41.6312 + step 3610000 | 33271s | train_loss=0.0147 + step 3620000 | 33355s | train_loss=0.0150 + step 3630000 | 33442s | train_loss=0.0149 + step 3640000 | 33528s | train_loss=0.0152 + step 3650000 | 33614s | train_loss=0.0151 + step 3660000 | 33701s | train_loss=0.0149 + step 3670000 | 33787s | train_loss=0.0160 + step 3680000 | 33874s | train_loss=0.0154 + step 3690000 | 33955s | train_loss=0.0164 + step 3700000 | 34102s | train_loss=0.0153 | fid=41.4770 + step 3710000 | 34186s | train_loss=0.0151 + step 3720000 | 34267s | train_loss=0.0152 + step 3730000 | 34351s | train_loss=0.0151 + step 3740000 | 34438s | train_loss=0.0156 + step 3750000 | 34524s | train_loss=0.0158 + step 3760000 | 34611s | train_loss=0.0150 + step 3770000 | 34697s | train_loss=0.0158 + step 3780000 | 34784s | train_loss=0.0146 + step 3790000 | 34871s | train_loss=0.0155 + step 3800000 | 35004s | train_loss=0.0149 | fid=40.4592 + step 3810000 | 35091s | train_loss=0.0144 + step 3820000 | 35176s | train_loss=0.0147 + step 3830000 | 35251s | train_loss=0.0143 + step 3840000 | 35335s | train_loss=0.0149 + step 3850000 | 35422s | train_loss=0.0151 + step 3860000 | 35508s | train_loss=0.0144 + step 3870000 | 35594s | train_loss=0.0142 + step 3880000 | 35681s | train_loss=0.0144 + step 3890000 | 35767s | train_loss=0.0142 + step 3900000 | 35918s | train_loss=0.0142 | fid=40.2856 + step 3910000 | 36004s | train_loss=0.0148 + step 3920000 | 36091s | train_loss=0.0144 + step 3930000 | 36178s | train_loss=0.0147 + step 3940000 | 36254s | train_loss=0.0142 + step 3950000 | 36339s | train_loss=0.0143 + step 3960000 | 36426s | train_loss=0.0142 + step 3970000 | 36512s | train_loss=0.0141 + step 3980000 | 36599s | train_loss=0.0135 + step 3990000 | 36685s | train_loss=0.0143 + step 4000000 | 36835s | train_loss=0.0140 | fid=40.3688 + step 4010000 | 36922s | train_loss=0.0146 + step 4020000 | 37009s | train_loss=0.0138 + step 4030000 | 37095s | train_loss=0.0145 + step 4040000 | 37182s | train_loss=0.0141 + step 4050000 | 37260s | train_loss=0.0138 + step 4060000 | 37345s | train_loss=0.0140 + step 4070000 | 37432s | train_loss=0.0146 + step 4080000 | 37518s | train_loss=0.0148 + step 4090000 | 37605s | train_loss=0.0143 + step 4100000 | 37755s | train_loss=0.0153 | fid=39.8453 + step 4110000 | 37841s | train_loss=0.0139 + step 4120000 | 37928s | train_loss=0.0143 + step 4130000 | 38014s | train_loss=0.0141 + step 4140000 | 38101s | train_loss=0.0145 + step 4150000 | 38188s | train_loss=0.0138 + step 4160000 | 38265s | train_loss=0.0136 + step 4170000 | 38350s | train_loss=0.0142 + step 4180000 | 38436s | train_loss=0.0136 + step 4190000 | 38523s | train_loss=0.0146 + step 4200000 | 38673s | train_loss=0.0141 | fid=39.9167 + step 4210000 | 38759s | train_loss=0.0133 + step 4220000 | 38846s | train_loss=0.0136 + step 4230000 | 38932s | train_loss=0.0147 + step 4240000 | 39019s | train_loss=0.0141 + step 4250000 | 39105s | train_loss=0.0131 + step 4260000 | 39192s | train_loss=0.0140 + step 4270000 | 39269s | train_loss=0.0147 + step 4280000 | 39342s | train_loss=0.0132 + step 4290000 | 39429s | train_loss=0.0134 + step 4300000 | 39578s | train_loss=0.0135 | fid=40.0564 + step 4310000 | 39665s | train_loss=0.0133 + step 4320000 | 39751s | train_loss=0.0132 + step 4330000 | 39838s | train_loss=0.0136 + step 4340000 | 39925s | train_loss=0.0140 + step 4350000 | 40011s | train_loss=0.0136 + step 4360000 | 40098s | train_loss=0.0131 + step 4370000 | 40184s | train_loss=0.0138 + step 4380000 | 40271s | train_loss=0.0135 + step 4390000 | 40343s | train_loss=0.0135 + step 4400000 | 40492s | train_loss=0.0135 | fid=39.1747 + step 4410000 | 40579s | train_loss=0.0131 + step 4420000 | 40665s | train_loss=0.0133 + step 4430000 | 40752s | train_loss=0.0133 + step 4440000 | 40838s | train_loss=0.0130 + step 4450000 | 40925s | train_loss=0.0140 + step 4460000 | 41011s | train_loss=0.0133 + step 4470000 | 41098s | train_loss=0.0144 + step 4480000 | 41184s | train_loss=0.0139 + step 4490000 | 41271s | train_loss=0.0134 + step 4500000 | 41401s | train_loss=0.0137 | fid=39.3096 + step 4510000 | 41487s | train_loss=0.0122 + step 4520000 | 41574s | train_loss=0.0131 + step 4530000 | 41660s | train_loss=0.0137 + step 4540000 | 41747s | train_loss=0.0128 + step 4550000 | 41833s | train_loss=0.0128 + step 4560000 | 41920s | train_loss=0.0135 + step 4570000 | 42006s | train_loss=0.0133 + step 4580000 | 42093s | train_loss=0.0126 + step 4590000 | 42179s | train_loss=0.0131 + step 4600000 | 42326s | train_loss=0.0122 | fid=39.1951 + step 4610000 | 42401s | train_loss=0.0132 + step 4620000 | 42487s | train_loss=0.0136 + step 4630000 | 42573s | train_loss=0.0127 + step 4640000 | 42660s | train_loss=0.0121 + step 4650000 | 42747s | train_loss=0.0131 + step 4660000 | 42833s | train_loss=0.0127 + step 4670000 | 42919s | train_loss=0.0134 + step 4680000 | 43006s | train_loss=0.0124 + step 4690000 | 43092s | train_loss=0.0121 + step 4700000 | 43242s | train_loss=0.0121 | fid=40.1110 + step 4710000 | 43328s | train_loss=0.0122 + step 4720000 | 43403s | train_loss=0.0129 + step 4730000 | 43489s | train_loss=0.0124 + step 4740000 | 43576s | train_loss=0.0121 + step 4750000 | 43662s | train_loss=0.0126 + step 4760000 | 43749s | train_loss=0.0126 + step 4770000 | 43836s | train_loss=0.0121 + step 4780000 | 43922s | train_loss=0.0138 + step 4790000 | 44009s | train_loss=0.0123 + step 4800000 | 44159s | train_loss=0.0130 | fid=39.0514 + step 4810000 | 44245s | train_loss=0.0119 + step 4820000 | 44330s | train_loss=0.0115 + step 4830000 | 44408s | train_loss=0.0124 + step 4840000 | 44495s | train_loss=0.0118 + step 4850000 | 44581s | train_loss=0.0122 + step 4860000 | 44668s | train_loss=0.0127 + step 4870000 | 44754s | train_loss=0.0121 + step 4880000 | 44841s | train_loss=0.0123 + step 4890000 | 44927s | train_loss=0.0121 + step 4900000 | 45077s | train_loss=0.0129 | fid=39.4174 + step 4910000 | 45164s | train_loss=0.0123 + step 4920000 | 45250s | train_loss=0.0119 + step 4930000 | 45335s | train_loss=0.0123 + step 4940000 | 45419s | train_loss=0.0129 + step 4950000 | 45506s | train_loss=0.0121 + step 4960000 | 45592s | train_loss=0.0124 + step 4970000 | 45679s | train_loss=0.0128 + step 4980000 | 45765s | train_loss=0.0119 + step 4990000 | 45852s | train_loss=0.0120 + step 5000000 | 45973s | train_loss=0.0123 | fid=38.6482 diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d100/config.json b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d100/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bb4370a0b7da57f630645aec02a06371323d0073 --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d100/config.json @@ -0,0 +1,25 @@ +{ + "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d100/vae.pt", + "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d100", + "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", + "n_train": 1000, + "total_steps": 5000000, + "eval_interval": 10000, + "mem_interval": 100000, + "fid_interval": 100000, + "fid_n_real": 1000, + "fid_n_gen": 10000, + "n_gen_samples": 10000, + "n_sde_steps": 500, + "batch_size": 512, + "hidden": 1024, + "depth": 5, + "optimizer": "sgd", + "lr": 0.001, + "momentum": 0.8, + "t_min": 0.01, + "t_max": 3.0, + "t_eval": 0.1, + "seed": 42, + "device": null +} diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d100/metrics.jsonl b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d100/metrics.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..577fe7662abaa181fde2529c442132265ef7b960 --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d100/metrics.jsonl @@ -0,0 +1,502 @@ +{"event": "meta", "data": "cifar10_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 100, "n": 1000, "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d100/vae.pt", "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [41905, 27590, 3837, 45564, 49079, 45615, 24791, 29586, 40154, 14155, 41744, 31565, 21399, 47093, 14144, 7260, 25109, 49111, 3286, 28559, 8088, 18636, 27677, 5584, 14605, 28090, 44911, 22197, 30774, 45976, 21377, 38974, 37419, 34658, 48141, 45353, 16718, 44442, 14512, 30061, 32910, 17321, 15565, 17405, 44045, 17717, 6400, 37998, 3773, 20538, 19316, 34889, 4564, 1363, 5611, 41687, 16986, 41914, 25046, 49823, 33007, 20861, 27988, 42869, 33687, 3828, 12070, 15418, 22140, 35636, 31728, 9480, 7712, 2852, 43042, 17354, 27208, 49689, 14774, 29225, 25390, 35055, 12670, 19522, 24246, 14561, 33656, 42751, 2242, 364, 43176, 15490, 46231, 26061, 18629, 34392, 32488, 26106, 10393, 11167, 20874, 8106, 10093, 7243, 48907, 8147, 45063, 21102, 37655, 7635, 2514, 27684, 3204, 28758, 28311, 29718, 44311, 10355, 32304, 14615, 28486, 14294, 16760, 37166, 19433, 20899, 23979, 36854, 43726, 10375, 11078, 10677, 40127, 33642, 36325, 13174, 19662, 30319, 22501, 14354, 24243, 27654, 42509, 18915, 29668, 2313, 42454, 11218, 48097, 31985, 16567, 26984, 33502, 36329, 22928, 42746, 38223, 19499, 41926, 29059, 44004, 8962, 40807, 11854, 36894, 13566, 36982, 16226, 36410, 47002, 20194, 3625, 19297, 2555, 4842, 8098, 44052, 5795, 5274, 4374, 17924, 30344, 5386, 26317, 30389, 32399, 32042, 26731, 29532, 33817, 26942, 25858, 11887, 46070, 41837, 10713, 33955, 20000, 29946, 4912, 32112, 6697, 44031, 27296, 37785, 25660, 27948, 31260, 24358, 1827, 37445, 25084, 11703, 3820, 49218, 30616, 25083, 22759, 6275, 40603, 39038, 37156, 8894, 9871, 31333, 26582, 20528, 10523, 2747, 33639, 41740, 47899, 11337, 6325, 433, 33051, 1094, 24743, 9392, 22638, 7689, 39641, 9486, 33554, 30840, 35032, 19647, 7903, 18205, 34063, 46483, 32963, 11601, 19203, 45792, 47136, 6174, 40793, 13885, 16641, 48744, 37658, 43829, 44107, 6388, 37424, 20033, 28563, 27013, 17032, 12768, 38181, 35608, 14089, 29228, 40229, 45106, 11963, 37979, 20694, 22835, 5773, 19580, 44596, 19079, 45191, 666, 15893, 7513, 15939, 45020, 12659, 31388, 44651, 23592, 16419, 47615, 36714, 36448, 28579, 1697, 9889, 42082, 49150, 41132, 33996, 21551, 18467, 45242, 6516, 3355, 20187, 31669, 2814, 6900, 28198, 17656, 18178, 31825, 34244, 38330, 28894, 7463, 8134, 38159, 10524, 41508, 2367, 496, 31046, 1511, 31956, 46621, 14176, 1899, 32397, 29452, 16504, 34042, 24014, 47447, 20229, 36683, 5186, 14349, 21736, 17094, 30311, 27949, 30023, 49589, 43270, 2898, 18259, 17175, 18594, 17062, 42063, 3237, 12080, 35769, 1687, 30330, 29678, 27321, 4273, 28513, 2551, 5314, 13572, 13497, 9652, 3466, 27133, 38459, 23232, 14231, 25584, 49398, 32994, 10434, 42369, 37410, 45044, 11075, 12523, 1417, 6765, 40000, 25016, 36905, 48638, 21, 16822, 24333, 30084, 43982, 26954, 6519, 42546, 14751, 14278, 49970, 47621, 18883, 37295, 9040, 40369, 22225, 36489, 21302, 13110, 5455, 47804, 14868, 13063, 22102, 36825, 21969, 33186, 28908, 32592, 42766, 12262, 39073, 915, 11824, 39208, 3098, 42789, 29800, 14150, 28705, 8847, 21716, 535, 48077, 41540, 36207, 10816, 41471, 35049, 20661, 6083, 30194, 4576, 2174, 1908, 48392, 10435, 10986, 18036, 24746, 3941, 34118, 49749, 12025, 21493, 15785, 17085, 39411, 34561, 42064, 36237, 2740, 8183, 40564, 33107, 25765, 49165, 25211, 17520, 17115, 1869, 46432, 33757, 20517, 39760, 259, 45380, 12436, 48000, 21046, 4039, 15701, 35246, 29112, 44161, 34079, 45449, 42845, 22815, 5597, 3990, 35899, 48969, 41528, 27873, 16598, 39104, 23359, 46847, 28624, 19198, 1251, 9003, 28383, 47005, 40703, 41605, 39895, 26201, 11727, 27435, 17333, 39261, 37456, 14653, 30634, 4160, 24540, 12044, 7111, 23485, 5645, 2572, 1682, 17872, 8974, 16796, 11864, 40178, 20092, 32219, 14458, 37007, 31340, 10520, 34489, 13128, 42913, 31468, 44180, 37938, 20058, 18673, 36850, 34721, 26210, 15257, 35188, 11815, 47936, 18088, 43578, 11996, 47952, 24311, 1884, 36557, 32921, 36250, 38022, 5671, 13621, 23326, 14326, 23471, 24685, 39092, 3268, 37257, 16348, 13730, 21838, 44088, 8945, 10827, 13840, 46123, 48010, 13350, 30622, 45233, 8698, 14335, 45842, 15138, 1515, 40759, 21960, 47551, 33208, 18260, 6377, 46869, 31742, 23566, 12829, 15305, 37988, 16111, 32146, 37948, 25917, 30484, 17885, 42468, 28238, 33865, 28030, 30072, 34855, 19324, 42075, 30623, 3667, 38832, 25100, 43077, 36471, 11663, 13588, 14015, 5099, 10589, 28526, 48022, 15444, 3280, 188, 31582, 15225, 11019, 21804, 3901, 24461, 25031, 10373, 4486, 45950, 37949, 32923, 1583, 6576, 26004, 16237, 38132, 25045, 25091, 41949, 11553, 48062, 40503, 13057, 8954, 18566, 28405, 28604, 30434, 49112, 30676, 32930, 16183, 48336, 43162, 873, 37233, 44718, 37247, 23758, 9243, 12126, 5287, 49594, 3459, 32091, 20894, 41743, 7366, 7258, 37939, 47665, 12260, 20836, 43253, 16191, 11619, 1519, 6137, 3934, 48375, 35234, 103, 30510, 8869, 21085, 41234, 25138, 25079, 31218, 48292, 48814, 6635, 18416, 1421, 4363, 5164, 47455, 21280, 16767, 19685, 16449, 45798, 31292, 31049, 43587, 30772, 2651, 12854, 23199, 25234, 23389, 24742, 19480, 19738, 19726, 2388, 21394, 4512, 9069, 42856, 25766, 23797, 40741, 33624, 8328, 35922, 27732, 36268, 23213, 41966, 40002, 12750, 46225, 35182, 23769, 25152, 26764, 20090, 27202, 48096, 4266, 2205, 2020, 37651, 36088, 1021, 28544, 20933, 48924, 11503, 43997, 9492, 19505, 47632, 4118, 2029, 22008, 41396, 16378, 36738, 33194, 28053, 44137, 30771, 12131, 5963, 31754, 46953, 3180, 1718, 36816, 2208, 20898, 13799, 30796, 34445, 37540, 27983, 39216, 16791, 36763, 15987, 28440, 11782, 48531, 4252, 47359, 5351, 4059, 9263, 32274, 39283, 258, 17485, 31280, 12814, 33217, 38203, 11170, 8486, 14434, 13722, 36048, 3705, 47210, 38260, 2200, 17850, 21589, 27598, 9926, 9419, 3981, 34519, 37821, 22855, 39796, 24105, 5113, 5888, 31974, 40040, 17179, 48615, 38665, 47173, 47154, 20619, 5049, 1656, 27736, 14424, 2013, 1348, 32964, 37228, 34968, 34124, 15993, 42420, 26558, 2961, 27119, 37779, 29321, 31595, 29301, 38364, 17528, 19583, 48609, 4428, 12427, 601, 21213, 44456, 39274, 40250, 39804, 35373, 43875, 20550, 43426, 13696, 34572, 11097, 22458, 33042, 12981, 29073, 6601, 2370, 4065, 46317, 29460, 21761, 13977, 4520, 31604, 16259, 1445, 29204, 26097, 31921, 33193, 36054, 26372, 4436, 40306, 13974, 6159, 46233, 33714, 27592, 23153, 40311, 12294, 40141, 14030, 36304, 40086, 43163, 14689, 5002, 40885, 40758, 42458, 18580, 29784, 14527, 30070, 18326, 40830, 42503, 5434, 25179, 15652, 11428, 40980, 45916, 22056, 15896, 42628, 30092, 40834, 25862, 40370, 7804, 46908, 44191, 26908, 9764, 36969, 21521, 35257, 9279, 36964, 4012, 627, 31813, 15669, 33832, 29874, 1912, 41254, 23709, 4648, 3131, 49882, 19349, 35975, 25565, 21641, 48219, 30806, 33979, 36103, 14640, 34524, 31661, 26869, 27297, 46519, 2352, 46930, 7617, 49750, 12620, 29820, 18590, 890, 16394, 23877, 26421, 23417, 29021, 11596, 22017, 14794, 14437, 48385, 48231, 18946, 38048, 41302, 40633, 15317, 24820], "fid_reference": "same farthest-first 1k CIFAR-10 training subset", "seed": 42} +{"step": 1, "wall_time": 74.82512617111206, "train_loss_step": 101.2437744140625, "n_params": 4469860, "total_flops": 13731409920, "train_loss": 0.9951800537109375, "subset_score_loss": 0.9951800537109375, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9805740118026733, "fid": 311.2346376085935} +{"step": 10000, "wall_time": 175.52218174934387, "train_loss_step": 20.402973175048828, "n_params": 4469860, "total_flops": 137314099200000, "train_loss": 0.8215303802490235, "subset_score_loss": 0.8215303802490235} +{"step": 20000, "wall_time": 277.09340596199036, "train_loss_step": 17.818923950195312, "n_params": 4469860, "total_flops": 274628198400000, "train_loss": 0.7064364624023437, "subset_score_loss": 0.7064364624023437} +{"step": 30000, "wall_time": 376.898460149765, "train_loss_step": 16.55274772644043, "n_params": 4469860, "total_flops": 411942297600000, "train_loss": 0.5744404983520508, "subset_score_loss": 0.5744404983520508} +{"step": 40000, "wall_time": 477.0061101913452, "train_loss_step": 13.694260597229004, "n_params": 4469860, "total_flops": 549256396800000, "train_loss": 0.43046730041503906, "subset_score_loss": 0.43046730041503906} +{"step": 50000, "wall_time": 576.8002235889435, "train_loss_step": 11.590814590454102, "n_params": 4469860, "total_flops": 686570496000000, "train_loss": 0.3051385307312012, "subset_score_loss": 0.3051385307312012} +{"step": 60000, "wall_time": 677.3729763031006, "train_loss_step": 10.607205390930176, "n_params": 4469860, "total_flops": 823884595200000, "train_loss": 0.22684602737426757, "subset_score_loss": 0.22684602737426757} +{"step": 70000, "wall_time": 778.039736032486, "train_loss_step": 10.787931442260742, "n_params": 4469860, "total_flops": 961198694400000, "train_loss": 0.18049453735351562, "subset_score_loss": 0.18049453735351562} +{"step": 80000, "wall_time": 878.749876499176, "train_loss_step": 9.55561637878418, "n_params": 4469860, "total_flops": 1098512793600000, "train_loss": 0.15609400749206542, "subset_score_loss": 0.15609400749206542} +{"step": 90000, "wall_time": 980.0207266807556, "train_loss_step": 9.38408374786377, "n_params": 4469860, "total_flops": 1235826892800000, "train_loss": 0.13633234977722167, "subset_score_loss": 0.13633234977722167} +{"step": 100000, "wall_time": 1147.8700428009033, "train_loss_step": 9.28543758392334, "n_params": 4469860, "total_flops": 1373140992000000, "train_loss": 0.12814135551452638, "subset_score_loss": 0.12814135551452638, "memorization_fraction_pixel": 9.999999747378752e-05, "mean_nn_ratio_pixel": 0.9385347366333008, "fid": 164.12495387097294} +{"step": 110000, "wall_time": 1248.141631603241, "train_loss_step": 8.257303237915039, "n_params": 4469860, "total_flops": 1510455091200000, "train_loss": 0.11921809196472168, "subset_score_loss": 0.11921809196472168} +{"step": 120000, "wall_time": 1347.98512840271, "train_loss_step": 8.033228874206543, "n_params": 4469860, "total_flops": 1647769190400000, "train_loss": 0.11316228866577148, "subset_score_loss": 0.11316228866577148} +{"step": 130000, "wall_time": 1447.3752048015594, "train_loss_step": 8.246793746948242, "n_params": 4469860, "total_flops": 1785083289600000, "train_loss": 0.10844042778015137, "subset_score_loss": 0.10844042778015137} +{"step": 140000, "wall_time": 1546.9672667980194, "train_loss_step": 7.977386951446533, "n_params": 4469860, "total_flops": 1922397388800000, "train_loss": 0.10361666679382324, "subset_score_loss": 0.10361666679382324} +{"step": 150000, "wall_time": 1646.4556856155396, "train_loss_step": 7.4712395668029785, "n_params": 4469860, "total_flops": 2059711488000000, "train_loss": 0.09894514083862305, "subset_score_loss": 0.09894514083862305} +{"step": 160000, "wall_time": 1747.5375549793243, "train_loss_step": 7.32326602935791, "n_params": 4469860, "total_flops": 2197025587200000, "train_loss": 0.09735498428344727, "subset_score_loss": 0.09735498428344727} +{"step": 170000, "wall_time": 1848.745882987976, "train_loss_step": 7.529823303222656, "n_params": 4469860, "total_flops": 2334339686400000, "train_loss": 0.0926165771484375, "subset_score_loss": 0.0926165771484375} +{"step": 180000, "wall_time": 1949.2848427295685, "train_loss_step": 7.141995429992676, "n_params": 4469860, "total_flops": 2471653785600000, "train_loss": 0.08931709289550781, "subset_score_loss": 0.08931709289550781} +{"step": 190000, "wall_time": 2047.1016449928284, "train_loss_step": 7.364701271057129, "n_params": 4469860, "total_flops": 2608967884800000, "train_loss": 0.08636569023132325, "subset_score_loss": 0.08636569023132325} +{"step": 200000, "wall_time": 2218.1694412231445, "train_loss_step": 7.352837085723877, "n_params": 4469860, "total_flops": 2746281984000000, "train_loss": 0.08217527389526368, "subset_score_loss": 0.08217527389526368, "memorization_fraction_pixel": 0.004100000020116568, "mean_nn_ratio_pixel": 0.9008343815803528, "fid": 160.50649213046404} +{"step": 210000, "wall_time": 2316.9231963157654, "train_loss_step": 6.962045669555664, "n_params": 4469860, "total_flops": 2883596083200000, "train_loss": 0.08277785301208496, "subset_score_loss": 0.08277785301208496} +{"step": 220000, "wall_time": 2417.1262304782867, "train_loss_step": 6.840456962585449, "n_params": 4469860, "total_flops": 3020910182400000, "train_loss": 0.08009189605712891, "subset_score_loss": 0.08009189605712891} +{"step": 230000, "wall_time": 2518.7658503055573, "train_loss_step": 6.58160924911499, "n_params": 4469860, "total_flops": 3158224281600000, "train_loss": 0.07946098804473876, "subset_score_loss": 0.07946098804473876} +{"step": 240000, "wall_time": 2618.0032048225403, "train_loss_step": 6.80825138092041, "n_params": 4469860, "total_flops": 3295538380800000, "train_loss": 0.07615732669830322, "subset_score_loss": 0.07615732669830322} +{"step": 250000, "wall_time": 2719.3387360572815, "train_loss_step": 6.649411678314209, "n_params": 4469860, "total_flops": 3432852480000000, "train_loss": 0.07488052368164062, "subset_score_loss": 0.07488052368164062} +{"step": 260000, "wall_time": 2820.2582592964172, "train_loss_step": 6.3153862953186035, "n_params": 4469860, "total_flops": 3570166579200000, "train_loss": 0.07153709888458253, "subset_score_loss": 0.07153709888458253} +{"step": 270000, "wall_time": 2921.8210496902466, "train_loss_step": 6.569443702697754, "n_params": 4469860, "total_flops": 3707480678400000, "train_loss": 0.0694037914276123, "subset_score_loss": 0.0694037914276123} +{"step": 280000, "wall_time": 3019.6527829170227, "train_loss_step": 6.5745530128479, "n_params": 4469860, "total_flops": 3844794777600000, "train_loss": 0.07029491424560547, "subset_score_loss": 0.07029491424560547} +{"step": 290000, "wall_time": 3118.1837890148163, "train_loss_step": 6.25706672668457, "n_params": 4469860, "total_flops": 3982108876800000, "train_loss": 0.06793216228485108, "subset_score_loss": 0.06793216228485108} +{"step": 300000, "wall_time": 3292.2886774539948, "train_loss_step": 6.188554763793945, "n_params": 4469860, "total_flops": 4119422976000000, "train_loss": 0.06668804168701171, "subset_score_loss": 0.06668804168701171, "memorization_fraction_pixel": 0.009600000455975533, "mean_nn_ratio_pixel": 0.8760539293289185, "fid": 154.2239368150694} +{"step": 310000, "wall_time": 3390.763258457184, "train_loss_step": 6.3166069984436035, "n_params": 4469860, "total_flops": 4256737075200000, "train_loss": 0.06515928268432618, "subset_score_loss": 0.06515928268432618} +{"step": 320000, "wall_time": 3492.137802362442, "train_loss_step": 6.4780049324035645, "n_params": 4469860, "total_flops": 4394051174400000, "train_loss": 0.06545219898223877, "subset_score_loss": 0.06545219898223877} +{"step": 330000, "wall_time": 3592.3613097667694, "train_loss_step": 5.895318031311035, "n_params": 4469860, "total_flops": 4531365273600000, "train_loss": 0.06368506908416748, "subset_score_loss": 0.06368506908416748} +{"step": 340000, "wall_time": 3692.479897260666, "train_loss_step": 5.996137619018555, "n_params": 4469860, "total_flops": 4668679372800000, "train_loss": 0.0637354040145874, "subset_score_loss": 0.0637354040145874} +{"step": 350000, "wall_time": 3792.8814544677734, "train_loss_step": 6.416937828063965, "n_params": 4469860, "total_flops": 4805993472000000, "train_loss": 0.06140283107757569, "subset_score_loss": 0.06140283107757569} +{"step": 360000, "wall_time": 3893.6775119304657, "train_loss_step": 6.155094146728516, "n_params": 4469860, "total_flops": 4943307571200000, "train_loss": 0.06288918495178222, "subset_score_loss": 0.06288918495178222} +{"step": 370000, "wall_time": 3991.0367138385773, "train_loss_step": 6.27511739730835, "n_params": 4469860, "total_flops": 5080621670400000, "train_loss": 0.06026710987091064, "subset_score_loss": 0.06026710987091064} +{"step": 380000, "wall_time": 4093.5878620147705, "train_loss_step": 6.33525276184082, "n_params": 4469860, "total_flops": 5217935769600000, "train_loss": 0.058736720085144044, "subset_score_loss": 0.058736720085144044} +{"step": 390000, "wall_time": 4189.651410579681, "train_loss_step": 5.630863189697266, "n_params": 4469860, "total_flops": 5355249868800000, "train_loss": 0.058984074592590335, "subset_score_loss": 0.058984074592590335} +{"step": 400000, "wall_time": 4363.084760189056, "train_loss_step": 5.866825103759766, "n_params": 4469860, "total_flops": 5492563968000000, "train_loss": 0.05817620277404785, "subset_score_loss": 0.05817620277404785, "memorization_fraction_pixel": 0.019300000742077827, "mean_nn_ratio_pixel": 0.8485271334648132, "fid": 147.80804681217936} +{"step": 410000, "wall_time": 4464.034666061401, "train_loss_step": 5.491654396057129, "n_params": 4469860, "total_flops": 5629878067200000, "train_loss": 0.056742558479309084, "subset_score_loss": 0.056742558479309084} +{"step": 420000, "wall_time": 4563.80729842186, "train_loss_step": 6.115307807922363, "n_params": 4469860, "total_flops": 5767192166400000, "train_loss": 0.055488510131835936, "subset_score_loss": 0.055488510131835936} +{"step": 430000, "wall_time": 4664.181185722351, "train_loss_step": 6.175187110900879, "n_params": 4469860, "total_flops": 5904506265600000, "train_loss": 0.05453725814819336, "subset_score_loss": 0.05453725814819336} +{"step": 440000, "wall_time": 4764.23678278923, "train_loss_step": 6.0188703536987305, "n_params": 4469860, "total_flops": 6041820364800000, "train_loss": 0.05530298709869385, "subset_score_loss": 0.05530298709869385} +{"step": 450000, "wall_time": 4864.829897642136, "train_loss_step": 5.706608772277832, "n_params": 4469860, "total_flops": 6179134464000000, "train_loss": 0.05451414108276367, "subset_score_loss": 0.05451414108276367} +{"step": 460000, "wall_time": 4962.882406949997, "train_loss_step": 6.167570114135742, "n_params": 4469860, "total_flops": 6316448563200000, "train_loss": 0.054891676902771, "subset_score_loss": 0.054891676902771} +{"step": 470000, "wall_time": 5064.2611582279205, "train_loss_step": 6.080234527587891, "n_params": 4469860, "total_flops": 6453762662400000, "train_loss": 0.05430257797241211, "subset_score_loss": 0.05430257797241211} +{"step": 480000, "wall_time": 5160.804121255875, "train_loss_step": 6.025020122528076, "n_params": 4469860, "total_flops": 6591076761600000, "train_loss": 0.05373945236206055, "subset_score_loss": 0.05373945236206055} +{"step": 490000, "wall_time": 5262.205201625824, "train_loss_step": 5.484743118286133, "n_params": 4469860, "total_flops": 6728390860800000, "train_loss": 0.05255835056304932, "subset_score_loss": 0.05255835056304932} +{"step": 500000, "wall_time": 5435.451806545258, "train_loss_step": 5.635156154632568, "n_params": 4469860, "total_flops": 6865704960000000, "train_loss": 0.05207720756530762, "subset_score_loss": 0.05207720756530762, "memorization_fraction_pixel": 0.03009999915957451, "mean_nn_ratio_pixel": 0.8232027292251587, "fid": 142.62997718302233} +{"step": 510000, "wall_time": 5536.615169763565, "train_loss_step": 5.69373893737793, "n_params": 4469860, "total_flops": 7003019059200000, "train_loss": 0.05252316951751709, "subset_score_loss": 0.05252316951751709} +{"step": 520000, "wall_time": 5636.078395843506, "train_loss_step": 5.557836532592773, "n_params": 4469860, "total_flops": 7140333158400000, "train_loss": 0.0510607385635376, "subset_score_loss": 0.0510607385635376} +{"step": 530000, "wall_time": 5736.548902750015, "train_loss_step": 5.820724010467529, "n_params": 4469860, "total_flops": 7277647257600000, "train_loss": 0.04937997341156006, "subset_score_loss": 0.04937997341156006} +{"step": 540000, "wall_time": 5834.036293268204, "train_loss_step": 5.317976951599121, "n_params": 4469860, "total_flops": 7414961356800000, "train_loss": 0.05034138679504394, "subset_score_loss": 0.05034138679504394} +{"step": 550000, "wall_time": 5934.455049037933, "train_loss_step": 5.41390323638916, "n_params": 4469860, "total_flops": 7552275456000000, "train_loss": 0.04950504302978516, "subset_score_loss": 0.04950504302978516} +{"step": 560000, "wall_time": 6035.701454401016, "train_loss_step": 5.628848075866699, "n_params": 4469860, "total_flops": 7689589555200000, "train_loss": 0.048630385398864745, "subset_score_loss": 0.048630385398864745} +{"step": 570000, "wall_time": 6134.4664607048035, "train_loss_step": 5.271024227142334, "n_params": 4469860, "total_flops": 7826903654400000, "train_loss": 0.04883678436279297, "subset_score_loss": 0.04883678436279297} +{"step": 580000, "wall_time": 6233.563018321991, "train_loss_step": 5.616307735443115, "n_params": 4469860, "total_flops": 7964217753600000, "train_loss": 0.04716181755065918, "subset_score_loss": 0.04716181755065918} +{"step": 590000, "wall_time": 6333.470062494278, "train_loss_step": 5.381629467010498, "n_params": 4469860, "total_flops": 8101531852800000, "train_loss": 0.04877651214599609, "subset_score_loss": 0.04877651214599609} +{"step": 600000, "wall_time": 6508.614378929138, "train_loss_step": 5.599769592285156, "n_params": 4469860, "total_flops": 8238845952000000, "train_loss": 0.047899169921875, "subset_score_loss": 0.047899169921875, "memorization_fraction_pixel": 0.04740000143647194, "mean_nn_ratio_pixel": 0.7972586750984192, "fid": 136.87179409344077} +{"step": 610000, "wall_time": 6610.115416765213, "train_loss_step": 5.439963340759277, "n_params": 4469860, "total_flops": 8376160051200000, "train_loss": 0.046784043312072754, "subset_score_loss": 0.046784043312072754} +{"step": 620000, "wall_time": 6709.846136331558, "train_loss_step": 5.711538314819336, "n_params": 4469860, "total_flops": 8513474150400000, "train_loss": 0.048787717819213865, "subset_score_loss": 0.048787717819213865} +{"step": 630000, "wall_time": 6805.025124549866, "train_loss_step": 5.734789848327637, "n_params": 4469860, "total_flops": 8650788249600000, "train_loss": 0.046021890640258786, "subset_score_loss": 0.046021890640258786} +{"step": 640000, "wall_time": 6898.246511220932, "train_loss_step": 5.320074081420898, "n_params": 4469860, "total_flops": 8788102348800000, "train_loss": 0.0461002779006958, "subset_score_loss": 0.0461002779006958} +{"step": 650000, "wall_time": 6998.543320894241, "train_loss_step": 5.022446155548096, "n_params": 4469860, "total_flops": 8925416448000000, "train_loss": 0.045722031593322755, "subset_score_loss": 0.045722031593322755} +{"step": 660000, "wall_time": 7099.605002880096, "train_loss_step": 5.283476829528809, "n_params": 4469860, "total_flops": 9062730547200000, "train_loss": 0.04522516250610351, "subset_score_loss": 0.04522516250610351} +{"step": 670000, "wall_time": 7196.92021894455, "train_loss_step": 5.528060436248779, "n_params": 4469860, "total_flops": 9200044646400000, "train_loss": 0.04611448764801025, "subset_score_loss": 0.04611448764801025} +{"step": 680000, "wall_time": 7297.538443803787, "train_loss_step": 5.231363296508789, "n_params": 4469860, "total_flops": 9337358745600000, "train_loss": 0.04578779697418213, "subset_score_loss": 0.04578779697418213} +{"step": 690000, "wall_time": 7396.537734270096, "train_loss_step": 5.3234686851501465, "n_params": 4469860, "total_flops": 9474672844800000, "train_loss": 0.044990429878234865, "subset_score_loss": 0.044990429878234865} +{"step": 700000, "wall_time": 7570.010111808777, "train_loss_step": 5.346282958984375, "n_params": 4469860, "total_flops": 9611986944000000, "train_loss": 0.044677352905273436, "subset_score_loss": 0.044677352905273436, "memorization_fraction_pixel": 0.054099999368190765, "mean_nn_ratio_pixel": 0.7913711071014404, "fid": 137.0180091778769} +{"step": 710000, "wall_time": 7670.384741067886, "train_loss_step": 5.299051284790039, "n_params": 4469860, "total_flops": 9749301043200000, "train_loss": 0.04295178890228271, "subset_score_loss": 0.04295178890228271} +{"step": 720000, "wall_time": 7771.096366882324, "train_loss_step": 5.521304607391357, "n_params": 4469860, "total_flops": 9886615142400000, "train_loss": 0.04367177963256836, "subset_score_loss": 0.04367177963256836} +{"step": 730000, "wall_time": 7863.808399677277, "train_loss_step": 5.602972507476807, "n_params": 4469860, "total_flops": 10023929241600000, "train_loss": 0.043953928947448734, "subset_score_loss": 0.043953928947448734} +{"step": 740000, "wall_time": 7965.042532205582, "train_loss_step": 5.280750274658203, "n_params": 4469860, "total_flops": 10161243340800000, "train_loss": 0.044642014503479, "subset_score_loss": 0.044642014503479} +{"step": 750000, "wall_time": 8065.36342549324, "train_loss_step": 5.046940326690674, "n_params": 4469860, "total_flops": 10298557440000000, "train_loss": 0.04220487594604492, "subset_score_loss": 0.04220487594604492} +{"step": 760000, "wall_time": 8164.35631275177, "train_loss_step": 5.142696857452393, "n_params": 4469860, "total_flops": 10435871539200000, "train_loss": 0.04415882110595703, "subset_score_loss": 0.04415882110595703} +{"step": 770000, "wall_time": 8265.198032140732, "train_loss_step": 5.13463020324707, "n_params": 4469860, "total_flops": 10573185638400000, "train_loss": 0.04172977447509765, "subset_score_loss": 0.04172977447509765} +{"step": 780000, "wall_time": 8365.54398393631, "train_loss_step": 5.256893157958984, "n_params": 4469860, "total_flops": 10710499737600000, "train_loss": 0.04281910419464111, "subset_score_loss": 0.04281910419464111} +{"step": 790000, "wall_time": 8464.748882293701, "train_loss_step": 5.339323043823242, "n_params": 4469860, "total_flops": 10847813836800000, "train_loss": 0.04127744197845459, "subset_score_loss": 0.04127744197845459} +{"step": 800000, "wall_time": 8640.52861738205, "train_loss_step": 5.324069023132324, "n_params": 4469860, "total_flops": 10985127936000000, "train_loss": 0.044317278861999515, "subset_score_loss": 0.044317278861999515, "memorization_fraction_pixel": 0.06390000134706497, "mean_nn_ratio_pixel": 0.779044508934021, "fid": 137.72061321630866} +{"step": 810000, "wall_time": 8740.408028364182, "train_loss_step": 5.411442756652832, "n_params": 4469860, "total_flops": 11122442035200000, "train_loss": 0.042328867912292484, "subset_score_loss": 0.042328867912292484} +{"step": 820000, "wall_time": 8838.267899751663, "train_loss_step": 5.0929765701293945, "n_params": 4469860, "total_flops": 11259756134400000, "train_loss": 0.042937188148498534, "subset_score_loss": 0.042937188148498534} +{"step": 830000, "wall_time": 8937.341621875763, "train_loss_step": 5.012116432189941, "n_params": 4469860, "total_flops": 11397070233600000, "train_loss": 0.0426898717880249, "subset_score_loss": 0.0426898717880249} +{"step": 840000, "wall_time": 9037.469488620758, "train_loss_step": 5.219548225402832, "n_params": 4469860, "total_flops": 11534384332800000, "train_loss": 0.04068732261657715, "subset_score_loss": 0.04068732261657715} +{"step": 850000, "wall_time": 9137.776079654694, "train_loss_step": 5.038791656494141, "n_params": 4469860, "total_flops": 11671698432000000, "train_loss": 0.04077389717102051, "subset_score_loss": 0.04077389717102051} +{"step": 860000, "wall_time": 9238.118160009384, "train_loss_step": 5.021291255950928, "n_params": 4469860, "total_flops": 11809012531200000, "train_loss": 0.03987037897109985, "subset_score_loss": 0.03987037897109985} +{"step": 870000, "wall_time": 9338.49198102951, "train_loss_step": 4.756074905395508, "n_params": 4469860, "total_flops": 11946326630400000, "train_loss": 0.04176056385040283, "subset_score_loss": 0.04176056385040283} +{"step": 880000, "wall_time": 9439.511718988419, "train_loss_step": 5.264344215393066, "n_params": 4469860, "total_flops": 12083640729600000, "train_loss": 0.04224813938140869, "subset_score_loss": 0.04224813938140869} +{"step": 890000, "wall_time": 9538.88350892067, "train_loss_step": 5.061058044433594, "n_params": 4469860, "total_flops": 12220954828800000, "train_loss": 0.03946596622467041, "subset_score_loss": 0.03946596622467041} +{"step": 900000, "wall_time": 9714.238381385803, "train_loss_step": 5.013012886047363, "n_params": 4469860, "total_flops": 12358268928000000, "train_loss": 0.039484052658081054, "subset_score_loss": 0.039484052658081054, "memorization_fraction_pixel": 0.0843999981880188, "mean_nn_ratio_pixel": 0.7702065706253052, "fid": 143.78422738079342} +{"step": 910000, "wall_time": 9810.891887187958, "train_loss_step": 5.033921241760254, "n_params": 4469860, "total_flops": 12495583027200000, "train_loss": 0.03868684530258179, "subset_score_loss": 0.03868684530258179} +{"step": 920000, "wall_time": 9910.560869216919, "train_loss_step": 5.432758331298828, "n_params": 4469860, "total_flops": 12632897126400000, "train_loss": 0.0392494010925293, "subset_score_loss": 0.0392494010925293} +{"step": 930000, "wall_time": 10010.321947336197, "train_loss_step": 5.310642719268799, "n_params": 4469860, "total_flops": 12770211225600000, "train_loss": 0.03887075901031494, "subset_score_loss": 0.03887075901031494} +{"step": 940000, "wall_time": 10111.37710595131, "train_loss_step": 4.862140655517578, "n_params": 4469860, "total_flops": 12907525324800000, "train_loss": 0.03842085838317871, "subset_score_loss": 0.03842085838317871} +{"step": 950000, "wall_time": 10209.46529173851, "train_loss_step": 4.666726589202881, "n_params": 4469860, "total_flops": 13044839424000000, "train_loss": 0.04145045280456543, "subset_score_loss": 0.04145045280456543} +{"step": 960000, "wall_time": 10310.764882564545, "train_loss_step": 5.040073394775391, "n_params": 4469860, "total_flops": 13182153523200000, "train_loss": 0.041120471954345705, "subset_score_loss": 0.041120471954345705} +{"step": 970000, "wall_time": 10411.06476688385, "train_loss_step": 5.195541858673096, "n_params": 4469860, "total_flops": 13319467622400000, "train_loss": 0.03774758100509643, "subset_score_loss": 0.03774758100509643} +{"step": 980000, "wall_time": 10510.337575912476, "train_loss_step": 4.961740016937256, "n_params": 4469860, "total_flops": 13456781721600000, "train_loss": 0.03956026554107666, "subset_score_loss": 0.03956026554107666} +{"step": 990000, "wall_time": 10611.82602238655, "train_loss_step": 4.96024227142334, "n_params": 4469860, "total_flops": 13594095820800000, "train_loss": 0.03797506093978882, "subset_score_loss": 0.03797506093978882} +{"step": 1000000, "wall_time": 10774.89730501175, "train_loss_step": 5.082211494445801, "n_params": 4469860, "total_flops": 13731409920000000, "train_loss": 0.03864048719406128, "subset_score_loss": 0.03864048719406128, "memorization_fraction_pixel": 0.08950000256299973, "mean_nn_ratio_pixel": 0.7858731150627136, "fid": 166.70779290400188} +{"step": 1010000, "wall_time": 10874.961996555328, "train_loss_step": 4.932079315185547, "n_params": 4469860, "total_flops": 13868724019200000, "train_loss": 0.03740264415740967, "subset_score_loss": 0.03740264415740967} +{"step": 1020000, "wall_time": 10974.663253307343, "train_loss_step": 4.658537864685059, "n_params": 4469860, "total_flops": 14006038118400000, "train_loss": 0.03766617774963379, "subset_score_loss": 0.03766617774963379} +{"step": 1030000, "wall_time": 11075.7246696949, "train_loss_step": 4.90615177154541, "n_params": 4469860, "total_flops": 14143352217600000, "train_loss": 0.03947707653045654, "subset_score_loss": 0.03947707653045654} +{"step": 1040000, "wall_time": 11175.111608982086, "train_loss_step": 4.515857696533203, "n_params": 4469860, "total_flops": 14280666316800000, "train_loss": 0.03768936634063721, "subset_score_loss": 0.03768936634063721} +{"step": 1050000, "wall_time": 11273.6303460598, "train_loss_step": 5.072509765625, "n_params": 4469860, "total_flops": 14417980416000000, "train_loss": 0.03755668878555298, "subset_score_loss": 0.03755668878555298} +{"step": 1060000, "wall_time": 11374.311357975006, "train_loss_step": 4.916172504425049, "n_params": 4469860, "total_flops": 14555294515200000, "train_loss": 0.03739055395126343, "subset_score_loss": 0.03739055395126343} +{"step": 1070000, "wall_time": 11475.31786942482, "train_loss_step": 4.930403232574463, "n_params": 4469860, "total_flops": 14692608614400000, "train_loss": 0.03698539257049561, "subset_score_loss": 0.03698539257049561} +{"step": 1080000, "wall_time": 11575.672572374344, "train_loss_step": 4.589514255523682, "n_params": 4469860, "total_flops": 14829922713600000, "train_loss": 0.036117212772369386, "subset_score_loss": 0.036117212772369386} +{"step": 1090000, "wall_time": 11676.658620595932, "train_loss_step": 4.9031171798706055, "n_params": 4469860, "total_flops": 14967236812800000, "train_loss": 0.037307415008544925, "subset_score_loss": 0.037307415008544925} +{"step": 1100000, "wall_time": 11848.78991985321, "train_loss_step": 4.991610527038574, "n_params": 4469860, "total_flops": 15104550912000000, "train_loss": 0.03576806783676147, "subset_score_loss": 0.03576806783676147, "memorization_fraction_pixel": 0.11140000075101852, "mean_nn_ratio_pixel": 0.7711615562438965, "fid": 178.3468026618668} +{"step": 1110000, "wall_time": 11948.162399053574, "train_loss_step": 4.765470504760742, "n_params": 4469860, "total_flops": 15241865011200000, "train_loss": 0.03524002552032471, "subset_score_loss": 0.03524002552032471} +{"step": 1120000, "wall_time": 12048.480429410934, "train_loss_step": 4.691729545593262, "n_params": 4469860, "total_flops": 15379179110400000, "train_loss": 0.03600720167160034, "subset_score_loss": 0.03600720167160034} +{"step": 1130000, "wall_time": 12148.191848993301, "train_loss_step": 4.673080921173096, "n_params": 4469860, "total_flops": 15516493209600000, "train_loss": 0.03649077892303467, "subset_score_loss": 0.03649077892303467} +{"step": 1140000, "wall_time": 12246.988550901413, "train_loss_step": 4.83820915222168, "n_params": 4469860, "total_flops": 15653807308800000, "train_loss": 0.03468503475189209, "subset_score_loss": 0.03468503475189209} +{"step": 1150000, "wall_time": 12347.120857715607, "train_loss_step": 4.801552772521973, "n_params": 4469860, "total_flops": 15791121408000000, "train_loss": 0.03650547504425049, "subset_score_loss": 0.03650547504425049} +{"step": 1160000, "wall_time": 12447.632146596909, "train_loss_step": 4.281784534454346, "n_params": 4469860, "total_flops": 15928435507200000, "train_loss": 0.03627580165863037, "subset_score_loss": 0.03627580165863037} +{"step": 1170000, "wall_time": 12549.505906820297, "train_loss_step": 4.3801774978637695, "n_params": 4469860, "total_flops": 16065749606400000, "train_loss": 0.03548856019973755, "subset_score_loss": 0.03548856019973755} +{"step": 1180000, "wall_time": 12645.46354174614, "train_loss_step": 4.888500690460205, "n_params": 4469860, "total_flops": 16203063705600000, "train_loss": 0.033802497386932376, "subset_score_loss": 0.033802497386932376} +{"step": 1190000, "wall_time": 12738.525553941727, "train_loss_step": 4.776065349578857, "n_params": 4469860, "total_flops": 16340377804800000, "train_loss": 0.03532505989074707, "subset_score_loss": 0.03532505989074707} +{"step": 1200000, "wall_time": 12912.364661693573, "train_loss_step": 4.1277923583984375, "n_params": 4469860, "total_flops": 16477691904000000, "train_loss": 0.03515941143035889, "subset_score_loss": 0.03515941143035889, "memorization_fraction_pixel": 0.12809999287128448, "mean_nn_ratio_pixel": 0.7800408005714417, "fid": 192.86673090878358} +{"step": 1210000, "wall_time": 13013.527366399765, "train_loss_step": 4.653791904449463, "n_params": 4469860, "total_flops": 16615006003200000, "train_loss": 0.03460496664047241, "subset_score_loss": 0.03460496664047241} +{"step": 1220000, "wall_time": 13113.920722007751, "train_loss_step": 4.664305686950684, "n_params": 4469860, "total_flops": 16752320102400000, "train_loss": 0.033823823928833006, "subset_score_loss": 0.033823823928833006} +{"step": 1230000, "wall_time": 13212.388417720795, "train_loss_step": 4.790892601013184, "n_params": 4469860, "total_flops": 16889634201600000, "train_loss": 0.0342612624168396, "subset_score_loss": 0.0342612624168396} +{"step": 1240000, "wall_time": 13312.145972967148, "train_loss_step": 4.392689228057861, "n_params": 4469860, "total_flops": 17026948300800000, "train_loss": 0.034610276222229, "subset_score_loss": 0.034610276222229} +{"step": 1250000, "wall_time": 13412.56646990776, "train_loss_step": 4.742885589599609, "n_params": 4469860, "total_flops": 17164262400000000, "train_loss": 0.033126940727233885, "subset_score_loss": 0.033126940727233885} +{"step": 1260000, "wall_time": 13513.700670957565, "train_loss_step": 4.800978660583496, "n_params": 4469860, "total_flops": 17301576499200000, "train_loss": 0.03309046506881714, "subset_score_loss": 0.03309046506881714} +{"step": 1270000, "wall_time": 13613.969244480133, "train_loss_step": 4.677441596984863, "n_params": 4469860, "total_flops": 17438890598400000, "train_loss": 0.033264853954315186, "subset_score_loss": 0.033264853954315186} +{"step": 1280000, "wall_time": 13703.082010746002, "train_loss_step": 5.000906944274902, "n_params": 4469860, "total_flops": 17576204697600000, "train_loss": 0.03333910226821899, "subset_score_loss": 0.03333910226821899} +{"step": 1290000, "wall_time": 13803.231176376343, "train_loss_step": 4.8655242919921875, "n_params": 4469860, "total_flops": 17713518796800000, "train_loss": 0.032743401527404785, "subset_score_loss": 0.032743401527404785} +{"step": 1300000, "wall_time": 13977.610751867294, "train_loss_step": 4.707084655761719, "n_params": 4469860, "total_flops": 17850832896000000, "train_loss": 0.03302202224731445, "subset_score_loss": 0.03302202224731445, "memorization_fraction_pixel": 0.14800000190734863, "mean_nn_ratio_pixel": 0.7716206312179565, "fid": 198.78763393866947} +{"step": 1310000, "wall_time": 14079.074872255325, "train_loss_step": 4.34067440032959, "n_params": 4469860, "total_flops": 17988146995200000, "train_loss": 0.03416869163513184, "subset_score_loss": 0.03416869163513184} +{"step": 1320000, "wall_time": 14178.129686117172, "train_loss_step": 4.561490058898926, "n_params": 4469860, "total_flops": 18125461094400000, "train_loss": 0.03429635524749756, "subset_score_loss": 0.03429635524749756} +{"step": 1330000, "wall_time": 14275.788101673126, "train_loss_step": 4.5326433181762695, "n_params": 4469860, "total_flops": 18262775193600000, "train_loss": 0.0332101559638977, "subset_score_loss": 0.0332101559638977} +{"step": 1340000, "wall_time": 14377.302280902863, "train_loss_step": 4.731955528259277, "n_params": 4469860, "total_flops": 18400089292800000, "train_loss": 0.03360968351364136, "subset_score_loss": 0.03360968351364136} +{"step": 1350000, "wall_time": 14477.12949848175, "train_loss_step": 4.4969587326049805, "n_params": 4469860, "total_flops": 18537403392000000, "train_loss": 0.0326529598236084, "subset_score_loss": 0.0326529598236084} +{"step": 1360000, "wall_time": 14578.134668111801, "train_loss_step": 4.3960676193237305, "n_params": 4469860, "total_flops": 18674717491200000, "train_loss": 0.03339634895324707, "subset_score_loss": 0.03339634895324707} +{"step": 1370000, "wall_time": 14665.299805402756, "train_loss_step": 4.47671365737915, "n_params": 4469860, "total_flops": 18812031590400000, "train_loss": 0.03135824918746948, "subset_score_loss": 0.03135824918746948} +{"step": 1380000, "wall_time": 14764.262284040451, "train_loss_step": 4.450911521911621, "n_params": 4469860, "total_flops": 18949345689600000, "train_loss": 0.03126979112625122, "subset_score_loss": 0.03126979112625122} +{"step": 1390000, "wall_time": 14864.772942304611, "train_loss_step": 4.740591526031494, "n_params": 4469860, "total_flops": 19086659788800000, "train_loss": 0.03219148159027099, "subset_score_loss": 0.03219148159027099} +{"step": 1400000, "wall_time": 15038.523661851883, "train_loss_step": 4.465526580810547, "n_params": 4469860, "total_flops": 19223973888000000, "train_loss": 0.032324011325836184, "subset_score_loss": 0.032324011325836184, "memorization_fraction_pixel": 0.15839999914169312, "mean_nn_ratio_pixel": 0.7758244276046753, "fid": 200.93069747010026} +{"step": 1410000, "wall_time": 15137.059117078781, "train_loss_step": 4.160879611968994, "n_params": 4469860, "total_flops": 19361287987200000, "train_loss": 0.031570329666137695, "subset_score_loss": 0.031570329666137695} +{"step": 1420000, "wall_time": 15235.570618629456, "train_loss_step": 4.327430725097656, "n_params": 4469860, "total_flops": 19498602086400000, "train_loss": 0.03168941020965576, "subset_score_loss": 0.03168941020965576} +{"step": 1430000, "wall_time": 15336.255429506302, "train_loss_step": 4.600685119628906, "n_params": 4469860, "total_flops": 19635916185600000, "train_loss": 0.032260589599609375, "subset_score_loss": 0.032260589599609375} +{"step": 1440000, "wall_time": 15437.18707203865, "train_loss_step": 4.1096014976501465, "n_params": 4469860, "total_flops": 19773230284800000, "train_loss": 0.03203482151031494, "subset_score_loss": 0.03203482151031494} +{"step": 1450000, "wall_time": 15538.549173116684, "train_loss_step": 4.1806254386901855, "n_params": 4469860, "total_flops": 19910544384000000, "train_loss": 0.03148728609085083, "subset_score_loss": 0.03148728609085083} +{"step": 1460000, "wall_time": 15633.759973049164, "train_loss_step": 4.415979385375977, "n_params": 4469860, "total_flops": 20047858483200000, "train_loss": 0.0302607798576355, "subset_score_loss": 0.0302607798576355} +{"step": 1470000, "wall_time": 15723.808028697968, "train_loss_step": 4.738503932952881, "n_params": 4469860, "total_flops": 20185172582400000, "train_loss": 0.0315295672416687, "subset_score_loss": 0.0315295672416687} +{"step": 1480000, "wall_time": 15823.064138889313, "train_loss_step": 4.331578731536865, "n_params": 4469860, "total_flops": 20322486681600000, "train_loss": 0.030380103588104248, "subset_score_loss": 0.030380103588104248} +{"step": 1490000, "wall_time": 15924.07801103592, "train_loss_step": 4.56000280380249, "n_params": 4469860, "total_flops": 20459800780800000, "train_loss": 0.03045213460922241, "subset_score_loss": 0.03045213460922241} +{"step": 1500000, "wall_time": 16098.91086602211, "train_loss_step": 4.581462860107422, "n_params": 4469860, "total_flops": 20597114880000000, "train_loss": 0.03020305871963501, "subset_score_loss": 0.03020305871963501, "memorization_fraction_pixel": 0.18780000507831573, "mean_nn_ratio_pixel": 0.7570093870162964, "fid": 200.978872054873} +{"step": 1510000, "wall_time": 16197.851994991302, "train_loss_step": 4.196754455566406, "n_params": 4469860, "total_flops": 20734428979200000, "train_loss": 0.031123452186584473, "subset_score_loss": 0.031123452186584473} +{"step": 1520000, "wall_time": 16295.615256547928, "train_loss_step": 4.4043731689453125, "n_params": 4469860, "total_flops": 20871743078400000, "train_loss": 0.03005171537399292, "subset_score_loss": 0.03005171537399292} +{"step": 1530000, "wall_time": 16396.126596212387, "train_loss_step": 4.356047630310059, "n_params": 4469860, "total_flops": 21009057177600000, "train_loss": 0.03127467393875122, "subset_score_loss": 0.03127467393875122} +{"step": 1540000, "wall_time": 16496.196133613586, "train_loss_step": 4.308231353759766, "n_params": 4469860, "total_flops": 21146371276800000, "train_loss": 0.030439586639404298, "subset_score_loss": 0.030439586639404298} +{"step": 1550000, "wall_time": 16596.565575122833, "train_loss_step": 4.295716285705566, "n_params": 4469860, "total_flops": 21283685376000000, "train_loss": 0.03039912223815918, "subset_score_loss": 0.03039912223815918} +{"step": 1560000, "wall_time": 16686.916727542877, "train_loss_step": 4.583992004394531, "n_params": 4469860, "total_flops": 21420999475200000, "train_loss": 0.030418233871459963, "subset_score_loss": 0.030418233871459963} +{"step": 1570000, "wall_time": 16785.265115737915, "train_loss_step": 4.458029747009277, "n_params": 4469860, "total_flops": 21558313574400000, "train_loss": 0.029410600662231445, "subset_score_loss": 0.029410600662231445} +{"step": 1580000, "wall_time": 16886.122797250748, "train_loss_step": 4.257865905761719, "n_params": 4469860, "total_flops": 21695627673600000, "train_loss": 0.030900316238403322, "subset_score_loss": 0.030900316238403322} +{"step": 1590000, "wall_time": 16987.749001979828, "train_loss_step": 4.106680870056152, "n_params": 4469860, "total_flops": 21832941772800000, "train_loss": 0.030041782855987548, "subset_score_loss": 0.030041782855987548} +{"step": 1600000, "wall_time": 17161.98522543907, "train_loss_step": 4.111948013305664, "n_params": 4469860, "total_flops": 21970255872000000, "train_loss": 0.02915712594985962, "subset_score_loss": 0.02915712594985962, "memorization_fraction_pixel": 0.22130000591278076, "mean_nn_ratio_pixel": 0.7180111408233643, "fid": 176.00377675304372} +{"step": 1610000, "wall_time": 17259.61503815651, "train_loss_step": 4.348501205444336, "n_params": 4469860, "total_flops": 22107569971200000, "train_loss": 0.030356230735778807, "subset_score_loss": 0.030356230735778807} +{"step": 1620000, "wall_time": 17360.349458694458, "train_loss_step": 4.192922592163086, "n_params": 4469860, "total_flops": 22244884070400000, "train_loss": 0.030611355304718018, "subset_score_loss": 0.030611355304718018} +{"step": 1630000, "wall_time": 17461.019676923752, "train_loss_step": 4.346013069152832, "n_params": 4469860, "total_flops": 22382198169600000, "train_loss": 0.030851354598999025, "subset_score_loss": 0.030851354598999025} +{"step": 1640000, "wall_time": 17561.008253335953, "train_loss_step": 4.142816543579102, "n_params": 4469860, "total_flops": 22519512268800000, "train_loss": 0.029094512462615966, "subset_score_loss": 0.029094512462615966} +{"step": 1650000, "wall_time": 17649.922560691833, "train_loss_step": 3.692068576812744, "n_params": 4469860, "total_flops": 22656826368000000, "train_loss": 0.029242897033691408, "subset_score_loss": 0.029242897033691408} +{"step": 1660000, "wall_time": 17750.229046344757, "train_loss_step": 4.641585350036621, "n_params": 4469860, "total_flops": 22794140467200000, "train_loss": 0.02892601728439331, "subset_score_loss": 0.02892601728439331} +{"step": 1670000, "wall_time": 17851.292999744415, "train_loss_step": 4.304498672485352, "n_params": 4469860, "total_flops": 22931454566400000, "train_loss": 0.02828005075454712, "subset_score_loss": 0.02828005075454712} +{"step": 1680000, "wall_time": 17951.3976187706, "train_loss_step": 4.202930927276611, "n_params": 4469860, "total_flops": 23068768665600000, "train_loss": 0.029086596965789795, "subset_score_loss": 0.029086596965789795} +{"step": 1690000, "wall_time": 18052.956557750702, "train_loss_step": 3.9906110763549805, "n_params": 4469860, "total_flops": 23206082764800000, "train_loss": 0.02904644012451172, "subset_score_loss": 0.02904644012451172} +{"step": 1700000, "wall_time": 18227.091358184814, "train_loss_step": 4.068879127502441, "n_params": 4469860, "total_flops": 23343396864000000, "train_loss": 0.028286919593811036, "subset_score_loss": 0.028286919593811036, "memorization_fraction_pixel": 0.23729999363422394, "mean_nn_ratio_pixel": 0.7008424401283264, "fid": 161.8291852950437} +{"step": 1710000, "wall_time": 18325.538833856583, "train_loss_step": 4.125966548919678, "n_params": 4469860, "total_flops": 23480710963200000, "train_loss": 0.030587832927703857, "subset_score_loss": 0.030587832927703857} +{"step": 1720000, "wall_time": 18426.69306564331, "train_loss_step": 3.9310336112976074, "n_params": 4469860, "total_flops": 23618025062400000, "train_loss": 0.02927140712738037, "subset_score_loss": 0.02927140712738037} +{"step": 1730000, "wall_time": 18526.987780809402, "train_loss_step": 4.237483978271484, "n_params": 4469860, "total_flops": 23755339161600000, "train_loss": 0.029238457679748534, "subset_score_loss": 0.029238457679748534} +{"step": 1740000, "wall_time": 18622.250071525574, "train_loss_step": 4.183490753173828, "n_params": 4469860, "total_flops": 23892653260800000, "train_loss": 0.029588444232940672, "subset_score_loss": 0.029588444232940672} +{"step": 1750000, "wall_time": 18713.19661974907, "train_loss_step": 4.0532917976379395, "n_params": 4469860, "total_flops": 24029967360000000, "train_loss": 0.028172857761383056, "subset_score_loss": 0.028172857761383056} +{"step": 1760000, "wall_time": 18813.310976028442, "train_loss_step": 4.250037670135498, "n_params": 4469860, "total_flops": 24167281459200000, "train_loss": 0.028540112972259522, "subset_score_loss": 0.028540112972259522} +{"step": 1770000, "wall_time": 18914.476302862167, "train_loss_step": 3.9889864921569824, "n_params": 4469860, "total_flops": 24304595558400000, "train_loss": 0.028840243816375732, "subset_score_loss": 0.028840243816375732} +{"step": 1780000, "wall_time": 19014.951318502426, "train_loss_step": 4.339017391204834, "n_params": 4469860, "total_flops": 24441909657600000, "train_loss": 0.027571961879730225, "subset_score_loss": 0.027571961879730225} +{"step": 1790000, "wall_time": 19114.340725183487, "train_loss_step": 4.293234825134277, "n_params": 4469860, "total_flops": 24579223756800000, "train_loss": 0.028297910690307616, "subset_score_loss": 0.028297910690307616} +{"step": 1800000, "wall_time": 19285.915798425674, "train_loss_step": 4.111568450927734, "n_params": 4469860, "total_flops": 24716537856000000, "train_loss": 0.027247598171234132, "subset_score_loss": 0.027247598171234132, "memorization_fraction_pixel": 0.27059999108314514, "mean_nn_ratio_pixel": 0.6644120812416077, "fid": 146.29312189175167} +{"step": 1810000, "wall_time": 19386.2718603611, "train_loss_step": 3.9124040603637695, "n_params": 4469860, "total_flops": 24853851955200000, "train_loss": 0.028715322017669676, "subset_score_loss": 0.028715322017669676} +{"step": 1820000, "wall_time": 19486.55739712715, "train_loss_step": 4.12410831451416, "n_params": 4469860, "total_flops": 24991166054400000, "train_loss": 0.0274674916267395, "subset_score_loss": 0.0274674916267395} +{"step": 1830000, "wall_time": 19585.385583400726, "train_loss_step": 4.142512321472168, "n_params": 4469860, "total_flops": 25128480153600000, "train_loss": 0.027226436138153075, "subset_score_loss": 0.027226436138153075} +{"step": 1840000, "wall_time": 19675.022475481033, "train_loss_step": 3.9602668285369873, "n_params": 4469860, "total_flops": 25265794252800000, "train_loss": 0.02776001214981079, "subset_score_loss": 0.02776001214981079} +{"step": 1850000, "wall_time": 19776.51352572441, "train_loss_step": 4.537149906158447, "n_params": 4469860, "total_flops": 25403108352000000, "train_loss": 0.028902759552001955, "subset_score_loss": 0.028902759552001955} +{"step": 1860000, "wall_time": 19876.147282123566, "train_loss_step": 4.286012172698975, "n_params": 4469860, "total_flops": 25540422451200000, "train_loss": 0.027145261764526366, "subset_score_loss": 0.027145261764526366} +{"step": 1870000, "wall_time": 19976.06827688217, "train_loss_step": 4.304937362670898, "n_params": 4469860, "total_flops": 25677736550400000, "train_loss": 0.02676558256149292, "subset_score_loss": 0.02676558256149292} +{"step": 1880000, "wall_time": 20078.266791820526, "train_loss_step": 3.8396048545837402, "n_params": 4469860, "total_flops": 25815050649600000, "train_loss": 0.027003815174102785, "subset_score_loss": 0.027003815174102785} +{"step": 1890000, "wall_time": 20176.04854989052, "train_loss_step": 4.244106292724609, "n_params": 4469860, "total_flops": 25952364748800000, "train_loss": 0.026489830017089842, "subset_score_loss": 0.026489830017089842} +{"step": 1900000, "wall_time": 20347.51472377777, "train_loss_step": 4.246370792388916, "n_params": 4469860, "total_flops": 26089678848000000, "train_loss": 0.02863023281097412, "subset_score_loss": 0.02863023281097412, "memorization_fraction_pixel": 0.2793999910354614, "mean_nn_ratio_pixel": 0.6573182344436646, "fid": 141.20889320063466} +{"step": 1910000, "wall_time": 20448.115234851837, "train_loss_step": 4.223780632019043, "n_params": 4469860, "total_flops": 26226992947200000, "train_loss": 0.027226529121398925, "subset_score_loss": 0.027226529121398925} +{"step": 1920000, "wall_time": 20545.993448257446, "train_loss_step": 3.8348474502563477, "n_params": 4469860, "total_flops": 26364307046400000, "train_loss": 0.026890411376953124, "subset_score_loss": 0.026890411376953124} +{"step": 1930000, "wall_time": 20637.893982172012, "train_loss_step": 3.9961917400360107, "n_params": 4469860, "total_flops": 26501621145600000, "train_loss": 0.02683290243148804, "subset_score_loss": 0.02683290243148804} +{"step": 1940000, "wall_time": 20736.084969758987, "train_loss_step": 3.764230966567993, "n_params": 4469860, "total_flops": 26638935244800000, "train_loss": 0.025581419467926025, "subset_score_loss": 0.025581419467926025} +{"step": 1950000, "wall_time": 20835.547147989273, "train_loss_step": 4.073494911193848, "n_params": 4469860, "total_flops": 26776249344000000, "train_loss": 0.026928834915161133, "subset_score_loss": 0.026928834915161133} +{"step": 1960000, "wall_time": 20937.33956551552, "train_loss_step": 4.072563171386719, "n_params": 4469860, "total_flops": 26913563443200000, "train_loss": 0.025844991207122803, "subset_score_loss": 0.025844991207122803} +{"step": 1970000, "wall_time": 21038.83790755272, "train_loss_step": 3.985535144805908, "n_params": 4469860, "total_flops": 27050877542400000, "train_loss": 0.025631861686706545, "subset_score_loss": 0.025631861686706545} +{"step": 1980000, "wall_time": 21138.95737171173, "train_loss_step": 4.008979797363281, "n_params": 4469860, "total_flops": 27188191641600000, "train_loss": 0.02659000873565674, "subset_score_loss": 0.02659000873565674} +{"step": 1990000, "wall_time": 21238.50865292549, "train_loss_step": 4.035302639007568, "n_params": 4469860, "total_flops": 27325505740800000, "train_loss": 0.02588526248931885, "subset_score_loss": 0.02588526248931885} +{"step": 2000000, "wall_time": 21412.302893161774, "train_loss_step": 4.207315444946289, "n_params": 4469860, "total_flops": 27462819840000000, "train_loss": 0.025172734260559083, "subset_score_loss": 0.025172734260559083, "memorization_fraction_pixel": 0.3188000023365021, "mean_nn_ratio_pixel": 0.6337640881538391, "fid": 135.3028572659142} +{"step": 2010000, "wall_time": 21511.523887872696, "train_loss_step": 4.304147720336914, "n_params": 4469860, "total_flops": 27600133939200000, "train_loss": 0.026050741672515868, "subset_score_loss": 0.026050741672515868} +{"step": 2020000, "wall_time": 21607.16467809677, "train_loss_step": 3.74865460395813, "n_params": 4469860, "total_flops": 27737448038400000, "train_loss": 0.024983551502227783, "subset_score_loss": 0.024983551502227783} +{"step": 2030000, "wall_time": 21702.7678334713, "train_loss_step": 3.9531283378601074, "n_params": 4469860, "total_flops": 27874762137600000, "train_loss": 0.024696798324584962, "subset_score_loss": 0.024696798324584962} +{"step": 2040000, "wall_time": 21803.95977783203, "train_loss_step": 4.065757751464844, "n_params": 4469860, "total_flops": 28012076236800000, "train_loss": 0.026773600578308104, "subset_score_loss": 0.026773600578308104} +{"step": 2050000, "wall_time": 21903.397562980652, "train_loss_step": 3.8870186805725098, "n_params": 4469860, "total_flops": 28149390336000000, "train_loss": 0.02538917064666748, "subset_score_loss": 0.02538917064666748} +{"step": 2060000, "wall_time": 22004.498106956482, "train_loss_step": 3.8006339073181152, "n_params": 4469860, "total_flops": 28286704435200000, "train_loss": 0.024599368572235106, "subset_score_loss": 0.024599368572235106} +{"step": 2070000, "wall_time": 22104.93369293213, "train_loss_step": 4.1248016357421875, "n_params": 4469860, "total_flops": 28424018534400000, "train_loss": 0.026014783382415772, "subset_score_loss": 0.026014783382415772} +{"step": 2080000, "wall_time": 22203.211763620377, "train_loss_step": 3.9168107509613037, "n_params": 4469860, "total_flops": 28561332633600000, "train_loss": 0.02353306293487549, "subset_score_loss": 0.02353306293487549} +{"step": 2090000, "wall_time": 22300.926302671432, "train_loss_step": 3.7648208141326904, "n_params": 4469860, "total_flops": 28698646732800000, "train_loss": 0.02438093662261963, "subset_score_loss": 0.02438093662261963} +{"step": 2100000, "wall_time": 22474.44341492653, "train_loss_step": 4.131528854370117, "n_params": 4469860, "total_flops": 28835960832000000, "train_loss": 0.02630621671676636, "subset_score_loss": 0.02630621671676636, "memorization_fraction_pixel": 0.3221000134944916, "mean_nn_ratio_pixel": 0.6315433979034424, "fid": 134.52250390798014} +{"step": 2110000, "wall_time": 22573.981813430786, "train_loss_step": 3.757668972015381, "n_params": 4469860, "total_flops": 28973274931200000, "train_loss": 0.02472308874130249, "subset_score_loss": 0.02472308874130249} +{"step": 2120000, "wall_time": 22665.629705905914, "train_loss_step": 4.137375354766846, "n_params": 4469860, "total_flops": 29110589030400000, "train_loss": 0.024949131011962892, "subset_score_loss": 0.024949131011962892} +{"step": 2130000, "wall_time": 22766.708341121674, "train_loss_step": 3.9202218055725098, "n_params": 4469860, "total_flops": 29247903129600000, "train_loss": 0.02459693431854248, "subset_score_loss": 0.02459693431854248} +{"step": 2140000, "wall_time": 22868.002380371094, "train_loss_step": 4.074655532836914, "n_params": 4469860, "total_flops": 29385217228800000, "train_loss": 0.024571290016174318, "subset_score_loss": 0.024571290016174318} +{"step": 2150000, "wall_time": 22967.632542848587, "train_loss_step": 3.7028889656066895, "n_params": 4469860, "total_flops": 29522531328000000, "train_loss": 0.02449044942855835, "subset_score_loss": 0.02449044942855835} +{"step": 2160000, "wall_time": 23068.063292503357, "train_loss_step": 3.8587019443511963, "n_params": 4469860, "total_flops": 29659845427200000, "train_loss": 0.023809342384338378, "subset_score_loss": 0.023809342384338378} +{"step": 2170000, "wall_time": 23167.264717817307, "train_loss_step": 3.8227217197418213, "n_params": 4469860, "total_flops": 29797159526400000, "train_loss": 0.023968586921691893, "subset_score_loss": 0.023968586921691893} +{"step": 2180000, "wall_time": 23267.150475740433, "train_loss_step": 3.700791358947754, "n_params": 4469860, "total_flops": 29934473625600000, "train_loss": 0.024269609451293944, "subset_score_loss": 0.024269609451293944} +{"step": 2190000, "wall_time": 23366.87511062622, "train_loss_step": 3.854768753051758, "n_params": 4469860, "total_flops": 30071787724800000, "train_loss": 0.02360137939453125, "subset_score_loss": 0.02360137939453125} +{"step": 2200000, "wall_time": 23541.267305850983, "train_loss_step": 3.841090679168701, "n_params": 4469860, "total_flops": 30209101824000000, "train_loss": 0.024266598224639894, "subset_score_loss": 0.024266598224639894, "memorization_fraction_pixel": 0.3758000135421753, "mean_nn_ratio_pixel": 0.5984028577804565, "fid": 128.9011824888882} +{"step": 2210000, "wall_time": 23634.27756047249, "train_loss_step": 3.9280433654785156, "n_params": 4469860, "total_flops": 30346415923200000, "train_loss": 0.023360850811004637, "subset_score_loss": 0.023360850811004637} +{"step": 2220000, "wall_time": 23735.313992261887, "train_loss_step": 3.715810775756836, "n_params": 4469860, "total_flops": 30483730022400000, "train_loss": 0.023418149948120116, "subset_score_loss": 0.023418149948120116} +{"step": 2230000, "wall_time": 23836.47844004631, "train_loss_step": 3.6443428993225098, "n_params": 4469860, "total_flops": 30621044121600000, "train_loss": 0.023904919624328613, "subset_score_loss": 0.023904919624328613} +{"step": 2240000, "wall_time": 23936.486857175827, "train_loss_step": 4.126194953918457, "n_params": 4469860, "total_flops": 30758358220800000, "train_loss": 0.024450342655181884, "subset_score_loss": 0.024450342655181884} +{"step": 2250000, "wall_time": 24037.32688975334, "train_loss_step": 3.8746795654296875, "n_params": 4469860, "total_flops": 30895672320000000, "train_loss": 0.02343433618545532, "subset_score_loss": 0.02343433618545532} +{"step": 2260000, "wall_time": 24135.517168283463, "train_loss_step": 3.5980377197265625, "n_params": 4469860, "total_flops": 31032986419200000, "train_loss": 0.022462124824523925, "subset_score_loss": 0.022462124824523925} +{"step": 2270000, "wall_time": 24236.784803152084, "train_loss_step": 3.6471595764160156, "n_params": 4469860, "total_flops": 31170300518400000, "train_loss": 0.022890925407409668, "subset_score_loss": 0.022890925407409668} +{"step": 2280000, "wall_time": 24327.41520500183, "train_loss_step": 3.8060622215270996, "n_params": 4469860, "total_flops": 31307614617600000, "train_loss": 0.022791304588317872, "subset_score_loss": 0.022791304588317872} +{"step": 2290000, "wall_time": 24427.831589460373, "train_loss_step": 3.6466519832611084, "n_params": 4469860, "total_flops": 31444928716800000, "train_loss": 0.022577998638153077, "subset_score_loss": 0.022577998638153077} +{"step": 2300000, "wall_time": 24595.15389227867, "train_loss_step": 3.5836501121520996, "n_params": 4469860, "total_flops": 31582242816000000, "train_loss": 0.022994883060455322, "subset_score_loss": 0.022994883060455322, "memorization_fraction_pixel": 0.3846000134944916, "mean_nn_ratio_pixel": 0.5924548506736755, "fid": 128.30335669260626} +{"step": 2310000, "wall_time": 24695.233199119568, "train_loss_step": 3.739044189453125, "n_params": 4469860, "total_flops": 31719556915200000, "train_loss": 0.023486268520355225, "subset_score_loss": 0.023486268520355225} +{"step": 2320000, "wall_time": 24796.62257385254, "train_loss_step": 3.43989896774292, "n_params": 4469860, "total_flops": 31856871014400000, "train_loss": 0.023027007579803468, "subset_score_loss": 0.023027007579803468} +{"step": 2330000, "wall_time": 24897.139015197754, "train_loss_step": 3.726306915283203, "n_params": 4469860, "total_flops": 31994185113600000, "train_loss": 0.022301621437072754, "subset_score_loss": 0.022301621437072754} +{"step": 2340000, "wall_time": 24996.781524419785, "train_loss_step": 3.622645378112793, "n_params": 4469860, "total_flops": 32131499212800000, "train_loss": 0.022059319019317628, "subset_score_loss": 0.022059319019317628} +{"step": 2350000, "wall_time": 25097.397543668747, "train_loss_step": 3.5409064292907715, "n_params": 4469860, "total_flops": 32268813312000000, "train_loss": 0.022847344875335695, "subset_score_loss": 0.022847344875335695} +{"step": 2360000, "wall_time": 25195.692771434784, "train_loss_step": 3.735231399536133, "n_params": 4469860, "total_flops": 32406127411200000, "train_loss": 0.022401061058044434, "subset_score_loss": 0.022401061058044434} +{"step": 2370000, "wall_time": 25295.707008838654, "train_loss_step": 3.517277240753174, "n_params": 4469860, "total_flops": 32543441510400000, "train_loss": 0.02201239824295044, "subset_score_loss": 0.02201239824295044} +{"step": 2380000, "wall_time": 25379.279836654663, "train_loss_step": 4.091739654541016, "n_params": 4469860, "total_flops": 32680755609600000, "train_loss": 0.021267111301422118, "subset_score_loss": 0.021267111301422118} +{"step": 2390000, "wall_time": 25480.884124994278, "train_loss_step": 3.760819673538208, "n_params": 4469860, "total_flops": 32818069708800000, "train_loss": 0.021967649459838867, "subset_score_loss": 0.021967649459838867} +{"step": 2400000, "wall_time": 25648.074723243713, "train_loss_step": 3.753645658493042, "n_params": 4469860, "total_flops": 32955383808000000, "train_loss": 0.021802964210510253, "subset_score_loss": 0.021802964210510253, "memorization_fraction_pixel": 0.3828999996185303, "mean_nn_ratio_pixel": 0.5967326760292053, "fid": 125.12754887054376} +{"step": 2410000, "wall_time": 25747.12904405594, "train_loss_step": 3.737147092819214, "n_params": 4469860, "total_flops": 33092697907200000, "train_loss": 0.02303239345550537, "subset_score_loss": 0.02303239345550537} +{"step": 2420000, "wall_time": 25848.637284755707, "train_loss_step": 3.6722657680511475, "n_params": 4469860, "total_flops": 33230012006400000, "train_loss": 0.021690406799316407, "subset_score_loss": 0.021690406799316407} +{"step": 2430000, "wall_time": 25950.519417762756, "train_loss_step": 3.2440857887268066, "n_params": 4469860, "total_flops": 33367326105600000, "train_loss": 0.020708444118499755, "subset_score_loss": 0.020708444118499755} +{"step": 2440000, "wall_time": 26050.62450814247, "train_loss_step": 3.548849582672119, "n_params": 4469860, "total_flops": 33504640204800000, "train_loss": 0.020897114276885988, "subset_score_loss": 0.020897114276885988} +{"step": 2450000, "wall_time": 26148.521609067917, "train_loss_step": 3.5311455726623535, "n_params": 4469860, "total_flops": 33641954304000000, "train_loss": 0.02237571954727173, "subset_score_loss": 0.02237571954727173} +{"step": 2460000, "wall_time": 26248.57508134842, "train_loss_step": 3.5592832565307617, "n_params": 4469860, "total_flops": 33779268403200000, "train_loss": 0.022360386848449706, "subset_score_loss": 0.022360386848449706} +{"step": 2470000, "wall_time": 26350.386962413788, "train_loss_step": 3.7901930809020996, "n_params": 4469860, "total_flops": 33916582502400000, "train_loss": 0.021919517517089843, "subset_score_loss": 0.021919517517089843} +{"step": 2480000, "wall_time": 26435.921294927597, "train_loss_step": 4.065943241119385, "n_params": 4469860, "total_flops": 34053896601600000, "train_loss": 0.0207004714012146, "subset_score_loss": 0.0207004714012146} +{"step": 2490000, "wall_time": 26528.565986394882, "train_loss_step": 3.7466893196105957, "n_params": 4469860, "total_flops": 34191210700800000, "train_loss": 0.02043938636779785, "subset_score_loss": 0.02043938636779785} +{"step": 2500000, "wall_time": 26702.194246053696, "train_loss_step": 3.5305821895599365, "n_params": 4469860, "total_flops": 34328524800000000, "train_loss": 0.02198439121246338, "subset_score_loss": 0.02198439121246338, "memorization_fraction_pixel": 0.41600000858306885, "mean_nn_ratio_pixel": 0.5788499116897583, "fid": 126.20649133456547} +{"step": 2510000, "wall_time": 26801.55494070053, "train_loss_step": 3.7294082641601562, "n_params": 4469860, "total_flops": 34465838899200000, "train_loss": 0.021608595848083497, "subset_score_loss": 0.021608595848083497} +{"step": 2520000, "wall_time": 26902.26117682457, "train_loss_step": 3.601973056793213, "n_params": 4469860, "total_flops": 34603152998400000, "train_loss": 0.021072468757629394, "subset_score_loss": 0.021072468757629394} +{"step": 2530000, "wall_time": 27003.88886332512, "train_loss_step": 3.585566997528076, "n_params": 4469860, "total_flops": 34740467097600000, "train_loss": 0.021566174030303954, "subset_score_loss": 0.021566174030303954} +{"step": 2540000, "wall_time": 27100.96917104721, "train_loss_step": 3.5530295372009277, "n_params": 4469860, "total_flops": 34877781196800000, "train_loss": 0.020474228858947754, "subset_score_loss": 0.020474228858947754} +{"step": 2550000, "wall_time": 27200.879903316498, "train_loss_step": 3.4732065200805664, "n_params": 4469860, "total_flops": 35015095296000000, "train_loss": 0.020354037284851075, "subset_score_loss": 0.020354037284851075} +{"step": 2560000, "wall_time": 27302.193129062653, "train_loss_step": 3.6760387420654297, "n_params": 4469860, "total_flops": 35152409395200000, "train_loss": 0.020812816619873047, "subset_score_loss": 0.020812816619873047} +{"step": 2570000, "wall_time": 27403.30729842186, "train_loss_step": 3.5139870643615723, "n_params": 4469860, "total_flops": 35289723494400000, "train_loss": 0.021494321823120117, "subset_score_loss": 0.021494321823120117} +{"step": 2580000, "wall_time": 27496.415959358215, "train_loss_step": 3.52109956741333, "n_params": 4469860, "total_flops": 35427037593600000, "train_loss": 0.021125299930572508, "subset_score_loss": 0.021125299930572508} +{"step": 2590000, "wall_time": 27596.48037290573, "train_loss_step": 3.6217715740203857, "n_params": 4469860, "total_flops": 35564351692800000, "train_loss": 0.020695059299468993, "subset_score_loss": 0.020695059299468993} +{"step": 2600000, "wall_time": 27772.384968042374, "train_loss_step": 3.6617910861968994, "n_params": 4469860, "total_flops": 35701665792000000, "train_loss": 0.0198082971572876, "subset_score_loss": 0.0198082971572876, "memorization_fraction_pixel": 0.4311999976634979, "mean_nn_ratio_pixel": 0.5632360577583313, "fid": 122.53815282274925} +{"step": 2610000, "wall_time": 27874.08104109764, "train_loss_step": 3.3481082916259766, "n_params": 4469860, "total_flops": 35838979891200000, "train_loss": 0.0205328106880188, "subset_score_loss": 0.0205328106880188} +{"step": 2620000, "wall_time": 27976.059695243835, "train_loss_step": 3.23915433883667, "n_params": 4469860, "total_flops": 35976293990400000, "train_loss": 0.020484154224395753, "subset_score_loss": 0.020484154224395753} +{"step": 2630000, "wall_time": 28076.222218751907, "train_loss_step": 3.3050684928894043, "n_params": 4469860, "total_flops": 36113608089600000, "train_loss": 0.020556020736694335, "subset_score_loss": 0.020556020736694335} +{"step": 2640000, "wall_time": 28174.37647628784, "train_loss_step": 3.611128091812134, "n_params": 4469860, "total_flops": 36250922188800000, "train_loss": 0.01992941975593567, "subset_score_loss": 0.01992941975593567} +{"step": 2650000, "wall_time": 28275.860387325287, "train_loss_step": 3.829880714416504, "n_params": 4469860, "total_flops": 36388236288000000, "train_loss": 0.020220096111297606, "subset_score_loss": 0.020220096111297606} +{"step": 2660000, "wall_time": 28377.435127735138, "train_loss_step": 3.744746208190918, "n_params": 4469860, "total_flops": 36525550387200000, "train_loss": 0.021067712306976318, "subset_score_loss": 0.021067712306976318} +{"step": 2670000, "wall_time": 28470.66920900345, "train_loss_step": 3.4352545738220215, "n_params": 4469860, "total_flops": 36662864486400000, "train_loss": 0.01988757848739624, "subset_score_loss": 0.01988757848739624} +{"step": 2680000, "wall_time": 28572.124496936798, "train_loss_step": 3.689680814743042, "n_params": 4469860, "total_flops": 36800178585600000, "train_loss": 0.019886913299560546, "subset_score_loss": 0.019886913299560546} +{"step": 2690000, "wall_time": 28674.036012649536, "train_loss_step": 3.5244579315185547, "n_params": 4469860, "total_flops": 36937492684800000, "train_loss": 0.02019165277481079, "subset_score_loss": 0.02019165277481079} +{"step": 2700000, "wall_time": 28850.17337322235, "train_loss_step": 3.7005062103271484, "n_params": 4469860, "total_flops": 37074806784000000, "train_loss": 0.01953163504600525, "subset_score_loss": 0.01953163504600525, "memorization_fraction_pixel": 0.44620001316070557, "mean_nn_ratio_pixel": 0.5557671189308167, "fid": 123.84844037803083} +{"step": 2710000, "wall_time": 28950.67705130577, "train_loss_step": 3.3183162212371826, "n_params": 4469860, "total_flops": 37212120883200000, "train_loss": 0.020184459686279296, "subset_score_loss": 0.020184459686279296} +{"step": 2720000, "wall_time": 29051.879311561584, "train_loss_step": 3.370941400527954, "n_params": 4469860, "total_flops": 37349434982400000, "train_loss": 0.019710242748260498, "subset_score_loss": 0.019710242748260498} +{"step": 2730000, "wall_time": 29147.842356443405, "train_loss_step": 3.800607681274414, "n_params": 4469860, "total_flops": 37486749081600000, "train_loss": 0.01980111241340637, "subset_score_loss": 0.01980111241340637} +{"step": 2740000, "wall_time": 29248.12620949745, "train_loss_step": 3.533872127532959, "n_params": 4469860, "total_flops": 37624063180800000, "train_loss": 0.020432934761047364, "subset_score_loss": 0.020432934761047364} +{"step": 2750000, "wall_time": 29348.60457253456, "train_loss_step": 3.6239776611328125, "n_params": 4469860, "total_flops": 37761377280000000, "train_loss": 0.019802132844924925, "subset_score_loss": 0.019802132844924925} +{"step": 2760000, "wall_time": 29437.893450260162, "train_loss_step": 3.5474300384521484, "n_params": 4469860, "total_flops": 37898691379200000, "train_loss": 0.020145277976989746, "subset_score_loss": 0.020145277976989746} +{"step": 2770000, "wall_time": 29521.13020825386, "train_loss_step": 3.803140163421631, "n_params": 4469860, "total_flops": 38036005478400000, "train_loss": 0.0201979660987854, "subset_score_loss": 0.0201979660987854} +{"step": 2780000, "wall_time": 29623.04741716385, "train_loss_step": 3.694298505783081, "n_params": 4469860, "total_flops": 38173319577600000, "train_loss": 0.019698396921157837, "subset_score_loss": 0.019698396921157837} +{"step": 2790000, "wall_time": 29723.59874176979, "train_loss_step": 3.629844903945923, "n_params": 4469860, "total_flops": 38310633676800000, "train_loss": 0.020009195804595946, "subset_score_loss": 0.020009195804595946} +{"step": 2800000, "wall_time": 29897.96705842018, "train_loss_step": 3.62009334564209, "n_params": 4469860, "total_flops": 38447947776000000, "train_loss": 0.019456411600112914, "subset_score_loss": 0.019456411600112914, "memorization_fraction_pixel": 0.4593999981880188, "mean_nn_ratio_pixel": 0.5441128015518188, "fid": 122.39493934778076} +{"step": 2810000, "wall_time": 29998.229454278946, "train_loss_step": 3.2516021728515625, "n_params": 4469860, "total_flops": 38585261875200000, "train_loss": 0.02015255928039551, "subset_score_loss": 0.02015255928039551} +{"step": 2820000, "wall_time": 30095.567526340485, "train_loss_step": 3.4613771438598633, "n_params": 4469860, "total_flops": 38722575974400000, "train_loss": 0.019530303478240967, "subset_score_loss": 0.019530303478240967} +{"step": 2830000, "wall_time": 30194.584985256195, "train_loss_step": 3.8027799129486084, "n_params": 4469860, "total_flops": 38859890073600000, "train_loss": 0.01954650640487671, "subset_score_loss": 0.01954650640487671} +{"step": 2840000, "wall_time": 30294.62842774391, "train_loss_step": 3.59071683883667, "n_params": 4469860, "total_flops": 38997204172800000, "train_loss": 0.019770457744598388, "subset_score_loss": 0.019770457744598388} +{"step": 2850000, "wall_time": 30384.710832595825, "train_loss_step": 3.5706424713134766, "n_params": 4469860, "total_flops": 39134518272000000, "train_loss": 0.01946751356124878, "subset_score_loss": 0.01946751356124878} +{"step": 2860000, "wall_time": 30486.88544178009, "train_loss_step": 3.5821149349212646, "n_params": 4469860, "total_flops": 39271832371200000, "train_loss": 0.019175528287887572, "subset_score_loss": 0.019175528287887572} +{"step": 2870000, "wall_time": 30571.882874250412, "train_loss_step": 3.64103627204895, "n_params": 4469860, "total_flops": 39409146470400000, "train_loss": 0.01893325090408325, "subset_score_loss": 0.01893325090408325} +{"step": 2880000, "wall_time": 30670.150052785873, "train_loss_step": 3.4967849254608154, "n_params": 4469860, "total_flops": 39546460569600000, "train_loss": 0.018207319974899293, "subset_score_loss": 0.018207319974899293} +{"step": 2890000, "wall_time": 30771.2130279541, "train_loss_step": 3.6001343727111816, "n_params": 4469860, "total_flops": 39683774668800000, "train_loss": 0.01837499499320984, "subset_score_loss": 0.01837499499320984} +{"step": 2900000, "wall_time": 30947.21271085739, "train_loss_step": 3.2466249465942383, "n_params": 4469860, "total_flops": 39821088768000000, "train_loss": 0.019064368009567262, "subset_score_loss": 0.019064368009567262, "memorization_fraction_pixel": 0.4415999948978424, "mean_nn_ratio_pixel": 0.564730167388916, "fid": 125.64821556968246} +{"step": 2910000, "wall_time": 31047.731746673584, "train_loss_step": 3.3958494663238525, "n_params": 4469860, "total_flops": 39958402867200000, "train_loss": 0.019688278436660767, "subset_score_loss": 0.019688278436660767} +{"step": 2920000, "wall_time": 31144.250679969788, "train_loss_step": 3.4955763816833496, "n_params": 4469860, "total_flops": 40095716966400000, "train_loss": 0.018712518215179445, "subset_score_loss": 0.018712518215179445} +{"step": 2930000, "wall_time": 31244.65057039261, "train_loss_step": 3.284611940383911, "n_params": 4469860, "total_flops": 40233031065600000, "train_loss": 0.018165723085403443, "subset_score_loss": 0.018165723085403443} +{"step": 2940000, "wall_time": 31342.357113599777, "train_loss_step": 3.2526907920837402, "n_params": 4469860, "total_flops": 40370345164800000, "train_loss": 0.017884087562561036, "subset_score_loss": 0.017884087562561036} +{"step": 2950000, "wall_time": 31442.98386836052, "train_loss_step": 3.5078444480895996, "n_params": 4469860, "total_flops": 40507659264000000, "train_loss": 0.01961024761199951, "subset_score_loss": 0.01961024761199951} +{"step": 2960000, "wall_time": 31544.87651014328, "train_loss_step": 3.4677205085754395, "n_params": 4469860, "total_flops": 40644973363200000, "train_loss": 0.019060544967651367, "subset_score_loss": 0.019060544967651367} +{"step": 2970000, "wall_time": 31642.10550069809, "train_loss_step": 3.263899803161621, "n_params": 4469860, "total_flops": 40782287462400000, "train_loss": 0.01927842617034912, "subset_score_loss": 0.01927842617034912} +{"step": 2980000, "wall_time": 31744.229731798172, "train_loss_step": 3.4274892807006836, "n_params": 4469860, "total_flops": 40919601561600000, "train_loss": 0.018749966621398925, "subset_score_loss": 0.018749966621398925} +{"step": 2990000, "wall_time": 31843.536208868027, "train_loss_step": 3.064754009246826, "n_params": 4469860, "total_flops": 41056915660800000, "train_loss": 0.018301479816436768, "subset_score_loss": 0.018301479816436768} +{"step": 3000000, "wall_time": 32018.64281654358, "train_loss_step": 3.6960787773132324, "n_params": 4469860, "total_flops": 41194229760000000, "train_loss": 0.017684712409973144, "subset_score_loss": 0.017684712409973144, "memorization_fraction_pixel": 0.48019999265670776, "mean_nn_ratio_pixel": 0.5317006707191467, "fid": 121.74188132756095} +{"step": 3010000, "wall_time": 32115.976490974426, "train_loss_step": 3.470881700515747, "n_params": 4469860, "total_flops": 41331543859200000, "train_loss": 0.018428215980529784, "subset_score_loss": 0.018428215980529784} +{"step": 3020000, "wall_time": 32215.329245328903, "train_loss_step": 3.367788791656494, "n_params": 4469860, "total_flops": 41468857958400000, "train_loss": 0.018448010683059693, "subset_score_loss": 0.018448010683059693} +{"step": 3030000, "wall_time": 32312.64110302925, "train_loss_step": 3.1603875160217285, "n_params": 4469860, "total_flops": 41606172057600000, "train_loss": 0.018363846540451048, "subset_score_loss": 0.018363846540451048} +{"step": 3040000, "wall_time": 32414.141325712204, "train_loss_step": 3.3794093132019043, "n_params": 4469860, "total_flops": 41743486156800000, "train_loss": 0.01887845277786255, "subset_score_loss": 0.01887845277786255} +{"step": 3050000, "wall_time": 32515.114133119583, "train_loss_step": 3.5745651721954346, "n_params": 4469860, "total_flops": 41880800256000000, "train_loss": 0.01901047945022583, "subset_score_loss": 0.01901047945022583} +{"step": 3060000, "wall_time": 32615.426879644394, "train_loss_step": 3.5972089767456055, "n_params": 4469860, "total_flops": 42018114355200000, "train_loss": 0.018330636024475096, "subset_score_loss": 0.018330636024475096} +{"step": 3070000, "wall_time": 32710.631105422974, "train_loss_step": 3.4759716987609863, "n_params": 4469860, "total_flops": 42155428454400000, "train_loss": 0.017874705791473388, "subset_score_loss": 0.017874705791473388} +{"step": 3080000, "wall_time": 32810.39486837387, "train_loss_step": 3.381434202194214, "n_params": 4469860, "total_flops": 42292742553600000, "train_loss": 0.01871652007102966, "subset_score_loss": 0.01871652007102966} +{"step": 3090000, "wall_time": 32912.052582502365, "train_loss_step": 3.6843552589416504, "n_params": 4469860, "total_flops": 42430056652800000, "train_loss": 0.01860257625579834, "subset_score_loss": 0.01860257625579834} +{"step": 3100000, "wall_time": 33087.23719501495, "train_loss_step": 3.512737274169922, "n_params": 4469860, "total_flops": 42567370752000000, "train_loss": 0.018132678270339965, "subset_score_loss": 0.018132678270339965, "memorization_fraction_pixel": 0.486299991607666, "mean_nn_ratio_pixel": 0.5313360095024109, "fid": 122.52313126419565} +{"step": 3110000, "wall_time": 33187.8145005703, "train_loss_step": 3.272404193878174, "n_params": 4469860, "total_flops": 42704684851200000, "train_loss": 0.017922579050064086, "subset_score_loss": 0.017922579050064086} +{"step": 3120000, "wall_time": 33276.794838666916, "train_loss_step": 3.683007001876831, "n_params": 4469860, "total_flops": 42841998950400000, "train_loss": 0.018667161464691162, "subset_score_loss": 0.018667161464691162} +{"step": 3130000, "wall_time": 33372.24439239502, "train_loss_step": 3.4700188636779785, "n_params": 4469860, "total_flops": 42979313049600000, "train_loss": 0.01746161460876465, "subset_score_loss": 0.01746161460876465} +{"step": 3140000, "wall_time": 33473.167717695236, "train_loss_step": 3.4840445518493652, "n_params": 4469860, "total_flops": 43116627148800000, "train_loss": 0.017865564823150635, "subset_score_loss": 0.017865564823150635} +{"step": 3150000, "wall_time": 33573.62271809578, "train_loss_step": 3.1841115951538086, "n_params": 4469860, "total_flops": 43253941248000000, "train_loss": 0.01767064690589905, "subset_score_loss": 0.01767064690589905} +{"step": 3160000, "wall_time": 33664.503987789154, "train_loss_step": 3.4825243949890137, "n_params": 4469860, "total_flops": 43391255347200000, "train_loss": 0.017917317152023316, "subset_score_loss": 0.017917317152023316} +{"step": 3170000, "wall_time": 33765.27043867111, "train_loss_step": 3.2745559215545654, "n_params": 4469860, "total_flops": 43528569446400000, "train_loss": 0.018702161312103272, "subset_score_loss": 0.018702161312103272} +{"step": 3180000, "wall_time": 33865.83063364029, "train_loss_step": 3.5690107345581055, "n_params": 4469860, "total_flops": 43665883545600000, "train_loss": 0.01736222267150879, "subset_score_loss": 0.01736222267150879} +{"step": 3190000, "wall_time": 33965.973120212555, "train_loss_step": 3.3710479736328125, "n_params": 4469860, "total_flops": 43803197644800000, "train_loss": 0.018867154121398926, "subset_score_loss": 0.018867154121398926} +{"step": 3200000, "wall_time": 34138.54446601868, "train_loss_step": 3.3247017860412598, "n_params": 4469860, "total_flops": 43940511744000000, "train_loss": 0.017736715078353883, "subset_score_loss": 0.017736715078353883, "memorization_fraction_pixel": 0.5083000063896179, "mean_nn_ratio_pixel": 0.5154274702072144, "fid": 119.35513836701745} +{"step": 3210000, "wall_time": 34238.569643735886, "train_loss_step": 3.605921506881714, "n_params": 4469860, "total_flops": 44077825843200000, "train_loss": 0.017819292545318603, "subset_score_loss": 0.017819292545318603} +{"step": 3220000, "wall_time": 34321.83851647377, "train_loss_step": 3.7882208824157715, "n_params": 4469860, "total_flops": 44215139942400000, "train_loss": 0.01789813756942749, "subset_score_loss": 0.01789813756942749} +{"step": 3230000, "wall_time": 34422.13276076317, "train_loss_step": 3.467115640640259, "n_params": 4469860, "total_flops": 44352454041600000, "train_loss": 0.01807551145553589, "subset_score_loss": 0.01807551145553589} +{"step": 3240000, "wall_time": 34524.123685359955, "train_loss_step": 3.1256637573242188, "n_params": 4469860, "total_flops": 44489768140800000, "train_loss": 0.018226529359817504, "subset_score_loss": 0.018226529359817504} +{"step": 3250000, "wall_time": 34626.19381070137, "train_loss_step": 3.308248996734619, "n_params": 4469860, "total_flops": 44627082240000000, "train_loss": 0.017860217094421385, "subset_score_loss": 0.017860217094421385} +{"step": 3260000, "wall_time": 34717.18487071991, "train_loss_step": 3.5904908180236816, "n_params": 4469860, "total_flops": 44764396339200000, "train_loss": 0.01734795093536377, "subset_score_loss": 0.01734795093536377} +{"step": 3270000, "wall_time": 34817.55260872841, "train_loss_step": 2.9226975440979004, "n_params": 4469860, "total_flops": 44901710438400000, "train_loss": 0.01804307699203491, "subset_score_loss": 0.01804307699203491} +{"step": 3280000, "wall_time": 34918.36176657677, "train_loss_step": 3.4453301429748535, "n_params": 4469860, "total_flops": 45039024537600000, "train_loss": 0.016594067811965943, "subset_score_loss": 0.016594067811965943} +{"step": 3290000, "wall_time": 35019.02803707123, "train_loss_step": 3.4098868370056152, "n_params": 4469860, "total_flops": 45176338636800000, "train_loss": 0.01761627197265625, "subset_score_loss": 0.01761627197265625} +{"step": 3300000, "wall_time": 35191.12176346779, "train_loss_step": 3.3550617694854736, "n_params": 4469860, "total_flops": 45313652736000000, "train_loss": 0.01734001636505127, "subset_score_loss": 0.01734001636505127, "memorization_fraction_pixel": 0.5027999877929688, "mean_nn_ratio_pixel": 0.5216515064239502, "fid": 121.89140813117524} +{"step": 3310000, "wall_time": 35279.176070690155, "train_loss_step": 3.2424042224884033, "n_params": 4469860, "total_flops": 45450966835200000, "train_loss": 0.017906249761581422, "subset_score_loss": 0.017906249761581422} +{"step": 3320000, "wall_time": 35377.231449365616, "train_loss_step": 3.4521517753601074, "n_params": 4469860, "total_flops": 45588280934400000, "train_loss": 0.016973406076431274, "subset_score_loss": 0.016973406076431274} +{"step": 3330000, "wall_time": 35477.9266834259, "train_loss_step": 3.371522903442383, "n_params": 4469860, "total_flops": 45725595033600000, "train_loss": 0.017692837715148926, "subset_score_loss": 0.017692837715148926} +{"step": 3340000, "wall_time": 35579.16874575615, "train_loss_step": 2.967317581176758, "n_params": 4469860, "total_flops": 45862909132800000, "train_loss": 0.016641684770584107, "subset_score_loss": 0.016641684770584107} +{"step": 3350000, "wall_time": 35680.54672694206, "train_loss_step": 3.2845754623413086, "n_params": 4469860, "total_flops": 46000223232000000, "train_loss": 0.017270700931549074, "subset_score_loss": 0.017270700931549074} +{"step": 3360000, "wall_time": 35773.825310468674, "train_loss_step": 3.5406179428100586, "n_params": 4469860, "total_flops": 46137537331200000, "train_loss": 0.017597001791000367, "subset_score_loss": 0.017597001791000367} +{"step": 3370000, "wall_time": 35873.99926543236, "train_loss_step": 3.3101091384887695, "n_params": 4469860, "total_flops": 46274851430400000, "train_loss": 0.018785974979400634, "subset_score_loss": 0.018785974979400634} +{"step": 3380000, "wall_time": 35974.04742145538, "train_loss_step": 3.354142665863037, "n_params": 4469860, "total_flops": 46412165529600000, "train_loss": 0.017700928449630737, "subset_score_loss": 0.017700928449630737} +{"step": 3390000, "wall_time": 36072.524307489395, "train_loss_step": 3.34112548828125, "n_params": 4469860, "total_flops": 46549479628800000, "train_loss": 0.01703670620918274, "subset_score_loss": 0.01703670620918274} +{"step": 3400000, "wall_time": 36247.365404605865, "train_loss_step": 3.5754823684692383, "n_params": 4469860, "total_flops": 46686793728000000, "train_loss": 0.017155072689056396, "subset_score_loss": 0.017155072689056396, "memorization_fraction_pixel": 0.5216000080108643, "mean_nn_ratio_pixel": 0.5099634528160095, "fid": 118.68929008233127} +{"step": 3410000, "wall_time": 36337.88901782036, "train_loss_step": 3.1834945678710938, "n_params": 4469860, "total_flops": 46824107827200000, "train_loss": 0.01740646243095398, "subset_score_loss": 0.01740646243095398} +{"step": 3420000, "wall_time": 36439.0921022892, "train_loss_step": 3.618318796157837, "n_params": 4469860, "total_flops": 46961421926400000, "train_loss": 0.017464219331741332, "subset_score_loss": 0.017464219331741332} +{"step": 3430000, "wall_time": 36540.344063043594, "train_loss_step": 3.7804882526397705, "n_params": 4469860, "total_flops": 47098736025600000, "train_loss": 0.01664203643798828, "subset_score_loss": 0.01664203643798828} +{"step": 3440000, "wall_time": 36640.15953660011, "train_loss_step": 2.869161605834961, "n_params": 4469860, "total_flops": 47236050124800000, "train_loss": 0.016741929054260255, "subset_score_loss": 0.016741929054260255} +{"step": 3450000, "wall_time": 36737.09268665314, "train_loss_step": 3.0608041286468506, "n_params": 4469860, "total_flops": 47373364224000000, "train_loss": 0.017456327676773072, "subset_score_loss": 0.017456327676773072} +{"step": 3460000, "wall_time": 36830.35286903381, "train_loss_step": 3.1928043365478516, "n_params": 4469860, "total_flops": 47510678323200000, "train_loss": 0.01761907696723938, "subset_score_loss": 0.01761907696723938} +{"step": 3470000, "wall_time": 36930.787343502045, "train_loss_step": 3.1639628410339355, "n_params": 4469860, "total_flops": 47647992422400000, "train_loss": 0.0162523889541626, "subset_score_loss": 0.0162523889541626} +{"step": 3480000, "wall_time": 37029.178359508514, "train_loss_step": 3.3880276679992676, "n_params": 4469860, "total_flops": 47785306521600000, "train_loss": 0.016665165424346925, "subset_score_loss": 0.016665165424346925} +{"step": 3490000, "wall_time": 37129.5791053772, "train_loss_step": 3.2967023849487305, "n_params": 4469860, "total_flops": 47922620620800000, "train_loss": 0.015832366943359374, "subset_score_loss": 0.015832366943359374} +{"step": 3500000, "wall_time": 37296.340205430984, "train_loss_step": 3.398878574371338, "n_params": 4469860, "total_flops": 48059934720000000, "train_loss": 0.017194371223449707, "subset_score_loss": 0.017194371223449707, "memorization_fraction_pixel": 0.5256999731063843, "mean_nn_ratio_pixel": 0.50255286693573, "fid": 116.7480329017466} +{"step": 3510000, "wall_time": 37396.42051053047, "train_loss_step": 3.416567802429199, "n_params": 4469860, "total_flops": 48197248819200000, "train_loss": 0.01712049126625061, "subset_score_loss": 0.01712049126625061} +{"step": 3520000, "wall_time": 37497.34617972374, "train_loss_step": 3.3115742206573486, "n_params": 4469860, "total_flops": 48334562918400000, "train_loss": 0.01603928804397583, "subset_score_loss": 0.01603928804397583} +{"step": 3530000, "wall_time": 37597.385689258575, "train_loss_step": 3.5023272037506104, "n_params": 4469860, "total_flops": 48471877017600000, "train_loss": 0.0164389169216156, "subset_score_loss": 0.0164389169216156} +{"step": 3540000, "wall_time": 37699.0083231926, "train_loss_step": 3.2715342044830322, "n_params": 4469860, "total_flops": 48609191116800000, "train_loss": 0.017591099739074707, "subset_score_loss": 0.017591099739074707} +{"step": 3550000, "wall_time": 37792.63881921768, "train_loss_step": 3.449141025543213, "n_params": 4469860, "total_flops": 48746505216000000, "train_loss": 0.016460815668106078, "subset_score_loss": 0.016460815668106078} +{"step": 3560000, "wall_time": 37890.42070746422, "train_loss_step": 3.2533771991729736, "n_params": 4469860, "total_flops": 48883819315200000, "train_loss": 0.017034653425216675, "subset_score_loss": 0.017034653425216675} +{"step": 3570000, "wall_time": 37990.533947229385, "train_loss_step": 3.591567277908325, "n_params": 4469860, "total_flops": 49021133414400000, "train_loss": 0.017547186613082886, "subset_score_loss": 0.017547186613082886} +{"step": 3580000, "wall_time": 38089.32743668556, "train_loss_step": 3.1061832904815674, "n_params": 4469860, "total_flops": 49158447513600000, "train_loss": 0.016383635997772216, "subset_score_loss": 0.016383635997772216} +{"step": 3590000, "wall_time": 38188.75433802605, "train_loss_step": 3.5029094219207764, "n_params": 4469860, "total_flops": 49295761612800000, "train_loss": 0.016872525215148926, "subset_score_loss": 0.016872525215148926} +{"step": 3600000, "wall_time": 38349.78061199188, "train_loss_step": 3.557279586791992, "n_params": 4469860, "total_flops": 49433075712000000, "train_loss": 0.016015845537185668, "subset_score_loss": 0.016015845537185668, "memorization_fraction_pixel": 0.5557000041007996, "mean_nn_ratio_pixel": 0.482295423746109, "fid": 113.45120896758803} +{"step": 3610000, "wall_time": 38449.0304145813, "train_loss_step": 3.3800160884857178, "n_params": 4469860, "total_flops": 49570389811200000, "train_loss": 0.016378713846206663, "subset_score_loss": 0.016378713846206663} +{"step": 3620000, "wall_time": 38550.375672101974, "train_loss_step": 3.1874747276306152, "n_params": 4469860, "total_flops": 49707703910400000, "train_loss": 0.016859912872314455, "subset_score_loss": 0.016859912872314455} +{"step": 3630000, "wall_time": 38649.81303834915, "train_loss_step": 3.049924850463867, "n_params": 4469860, "total_flops": 49845018009600000, "train_loss": 0.016155935525894165, "subset_score_loss": 0.016155935525894165} +{"step": 3640000, "wall_time": 38750.35537290573, "train_loss_step": 3.1904048919677734, "n_params": 4469860, "total_flops": 49982332108800000, "train_loss": 0.018171545267105103, "subset_score_loss": 0.018171545267105103} +{"step": 3650000, "wall_time": 38844.13751578331, "train_loss_step": 3.0267722606658936, "n_params": 4469860, "total_flops": 50119646208000000, "train_loss": 0.0158839750289917, "subset_score_loss": 0.0158839750289917} +{"step": 3660000, "wall_time": 38944.10018444061, "train_loss_step": 3.42215633392334, "n_params": 4469860, "total_flops": 50256960307200000, "train_loss": 0.016298747062683104, "subset_score_loss": 0.016298747062683104} +{"step": 3670000, "wall_time": 39043.339654922485, "train_loss_step": 3.207167625427246, "n_params": 4469860, "total_flops": 50394274406400000, "train_loss": 0.015576920509338378, "subset_score_loss": 0.015576920509338378} +{"step": 3680000, "wall_time": 39144.145572423935, "train_loss_step": 3.2010586261749268, "n_params": 4469860, "total_flops": 50531588505600000, "train_loss": 0.01695180535316467, "subset_score_loss": 0.01695180535316467} +{"step": 3690000, "wall_time": 39240.62068581581, "train_loss_step": 3.4634017944335938, "n_params": 4469860, "total_flops": 50668902604800000, "train_loss": 0.015918461084365846, "subset_score_loss": 0.015918461084365846} +{"step": 3700000, "wall_time": 39409.28915929794, "train_loss_step": 3.0533859729766846, "n_params": 4469860, "total_flops": 50806216704000000, "train_loss": 0.016152970790863037, "subset_score_loss": 0.016152970790863037, "memorization_fraction_pixel": 0.5329999923706055, "mean_nn_ratio_pixel": 0.49834010004997253, "fid": 114.03045373818776} +{"step": 3710000, "wall_time": 39509.58664941788, "train_loss_step": 3.1255135536193848, "n_params": 4469860, "total_flops": 50943530803200000, "train_loss": 0.016116143465042115, "subset_score_loss": 0.016116143465042115} +{"step": 3720000, "wall_time": 39610.81885385513, "train_loss_step": 3.0463638305664062, "n_params": 4469860, "total_flops": 51080844902400000, "train_loss": 0.01695119380950928, "subset_score_loss": 0.01695119380950928} +{"step": 3730000, "wall_time": 39710.60959434509, "train_loss_step": 3.1528544425964355, "n_params": 4469860, "total_flops": 51218159001600000, "train_loss": 0.01638729453086853, "subset_score_loss": 0.01638729453086853} +{"step": 3740000, "wall_time": 39811.96436262131, "train_loss_step": 3.2440812587738037, "n_params": 4469860, "total_flops": 51355473100800000, "train_loss": 0.017000445127487183, "subset_score_loss": 0.017000445127487183} +{"step": 3750000, "wall_time": 39898.527155160904, "train_loss_step": 3.3190414905548096, "n_params": 4469860, "total_flops": 51492787200000000, "train_loss": 0.015135962963104248, "subset_score_loss": 0.015135962963104248} +{"step": 3760000, "wall_time": 39997.10424733162, "train_loss_step": 3.107218027114868, "n_params": 4469860, "total_flops": 51630101299200000, "train_loss": 0.016221754550933838, "subset_score_loss": 0.016221754550933838} +{"step": 3770000, "wall_time": 40097.90787553787, "train_loss_step": 3.4139599800109863, "n_params": 4469860, "total_flops": 51767415398400000, "train_loss": 0.01569161653518677, "subset_score_loss": 0.01569161653518677} +{"step": 3780000, "wall_time": 40196.02413034439, "train_loss_step": 3.386164903640747, "n_params": 4469860, "total_flops": 51904729497600000, "train_loss": 0.016212204694747923, "subset_score_loss": 0.016212204694747923} +{"step": 3790000, "wall_time": 40290.926599264145, "train_loss_step": 2.9107632637023926, "n_params": 4469860, "total_flops": 52042043596800000, "train_loss": 0.01571838140487671, "subset_score_loss": 0.01571838140487671} +{"step": 3800000, "wall_time": 40465.41988992691, "train_loss_step": 3.1733317375183105, "n_params": 4469860, "total_flops": 52179357696000000, "train_loss": 0.01672412991523743, "subset_score_loss": 0.01672412991523743, "memorization_fraction_pixel": 0.5421000123023987, "mean_nn_ratio_pixel": 0.4897725582122803, "fid": 114.20980977119478} +{"step": 3810000, "wall_time": 40566.185202121735, "train_loss_step": 3.3963096141815186, "n_params": 4469860, "total_flops": 52316671795200000, "train_loss": 0.01585597515106201, "subset_score_loss": 0.01585597515106201} +{"step": 3820000, "wall_time": 40667.78252410889, "train_loss_step": 3.0218148231506348, "n_params": 4469860, "total_flops": 52453985894400000, "train_loss": 0.016234285831451416, "subset_score_loss": 0.016234285831451416} +{"step": 3830000, "wall_time": 40769.56064462662, "train_loss_step": 3.1612305641174316, "n_params": 4469860, "total_flops": 52591299993600000, "train_loss": 0.015511772632598876, "subset_score_loss": 0.015511772632598876} +{"step": 3840000, "wall_time": 40871.77584648132, "train_loss_step": 3.126819133758545, "n_params": 4469860, "total_flops": 52728614092800000, "train_loss": 0.015011856555938721, "subset_score_loss": 0.015011856555938721} +{"step": 3850000, "wall_time": 40960.38097810745, "train_loss_step": 2.9137144088745117, "n_params": 4469860, "total_flops": 52865928192000000, "train_loss": 0.014658139944076538, "subset_score_loss": 0.014658139944076538} +{"step": 3860000, "wall_time": 41060.5738825798, "train_loss_step": 3.095240354537964, "n_params": 4469860, "total_flops": 53003242291200000, "train_loss": 0.015178415775299072, "subset_score_loss": 0.015178415775299072} +{"step": 3870000, "wall_time": 41159.3608481884, "train_loss_step": 3.4435296058654785, "n_params": 4469860, "total_flops": 53140556390400000, "train_loss": 0.015175333023071289, "subset_score_loss": 0.015175333023071289} +{"step": 3880000, "wall_time": 41246.11562681198, "train_loss_step": 3.10050106048584, "n_params": 4469860, "total_flops": 53277870489600000, "train_loss": 0.01582568883895874, "subset_score_loss": 0.01582568883895874} +{"step": 3890000, "wall_time": 41346.19300174713, "train_loss_step": 3.2842283248901367, "n_params": 4469860, "total_flops": 53415184588800000, "train_loss": 0.014864505529403686, "subset_score_loss": 0.014864505529403686} +{"step": 3900000, "wall_time": 41520.88311171532, "train_loss_step": 3.133937120437622, "n_params": 4469860, "total_flops": 53552498688000000, "train_loss": 0.01487086057662964, "subset_score_loss": 0.01487086057662964, "memorization_fraction_pixel": 0.5612999796867371, "mean_nn_ratio_pixel": 0.48221346735954285, "fid": 114.61878550836809} +{"step": 3910000, "wall_time": 41621.565011262894, "train_loss_step": 3.046140670776367, "n_params": 4469860, "total_flops": 53689812787200000, "train_loss": 0.01529799222946167, "subset_score_loss": 0.01529799222946167} +{"step": 3920000, "wall_time": 41724.84688806534, "train_loss_step": 3.2867655754089355, "n_params": 4469860, "total_flops": 53827126886400000, "train_loss": 0.015307910442352295, "subset_score_loss": 0.015307910442352295} +{"step": 3930000, "wall_time": 41825.87967658043, "train_loss_step": 3.253688335418701, "n_params": 4469860, "total_flops": 53964440985600000, "train_loss": 0.015562258958816529, "subset_score_loss": 0.015562258958816529} +{"step": 3940000, "wall_time": 41922.65574812889, "train_loss_step": 3.2550430297851562, "n_params": 4469860, "total_flops": 54101755084800000, "train_loss": 0.015443955659866332, "subset_score_loss": 0.015443955659866332} +{"step": 3950000, "wall_time": 42016.243123054504, "train_loss_step": 3.0581228733062744, "n_params": 4469860, "total_flops": 54239069184000000, "train_loss": 0.015004791021347046, "subset_score_loss": 0.015004791021347046} +{"step": 3960000, "wall_time": 42116.90888905525, "train_loss_step": 2.91229510307312, "n_params": 4469860, "total_flops": 54376383283200000, "train_loss": 0.015281043052673339, "subset_score_loss": 0.015281043052673339} +{"step": 3970000, "wall_time": 42206.09435772896, "train_loss_step": 3.197746992111206, "n_params": 4469860, "total_flops": 54513697382400000, "train_loss": 0.015131431818008422, "subset_score_loss": 0.015131431818008422} +{"step": 3980000, "wall_time": 42304.707447052, "train_loss_step": 2.9749650955200195, "n_params": 4469860, "total_flops": 54651011481600000, "train_loss": 0.016653439998626708, "subset_score_loss": 0.016653439998626708} +{"step": 3990000, "wall_time": 42405.52339935303, "train_loss_step": 3.226818084716797, "n_params": 4469860, "total_flops": 54788325580800000, "train_loss": 0.015898032188415526, "subset_score_loss": 0.015898032188415526} +{"step": 4000000, "wall_time": 42580.58747911453, "train_loss_step": 3.1925172805786133, "n_params": 4469860, "total_flops": 54925639680000000, "train_loss": 0.01450279712677002, "subset_score_loss": 0.01450279712677002, "memorization_fraction_pixel": 0.5382000207901001, "mean_nn_ratio_pixel": 0.4911620616912842, "fid": 113.4377728077723} +{"step": 4010000, "wall_time": 42681.5620200634, "train_loss_step": 3.0468239784240723, "n_params": 4469860, "total_flops": 55062953779200000, "train_loss": 0.015226123332977294, "subset_score_loss": 0.015226123332977294} +{"step": 4020000, "wall_time": 42782.402911901474, "train_loss_step": 3.1265811920166016, "n_params": 4469860, "total_flops": 55200267878400000, "train_loss": 0.01531421422958374, "subset_score_loss": 0.01531421422958374} +{"step": 4030000, "wall_time": 42882.659650564194, "train_loss_step": 2.962428569793701, "n_params": 4469860, "total_flops": 55337581977600000, "train_loss": 0.015960862636566164, "subset_score_loss": 0.015960862636566164} +{"step": 4040000, "wall_time": 42972.106197595596, "train_loss_step": 3.176630973815918, "n_params": 4469860, "total_flops": 55474896076800000, "train_loss": 0.014895881414413453, "subset_score_loss": 0.014895881414413453} +{"step": 4050000, "wall_time": 43072.77310562134, "train_loss_step": 3.352287769317627, "n_params": 4469860, "total_flops": 55612210176000000, "train_loss": 0.01528432846069336, "subset_score_loss": 0.01528432846069336} +{"step": 4060000, "wall_time": 43170.437905073166, "train_loss_step": 3.1899337768554688, "n_params": 4469860, "total_flops": 55749524275200000, "train_loss": 0.015207383632659912, "subset_score_loss": 0.015207383632659912} +{"step": 4070000, "wall_time": 43261.55410838127, "train_loss_step": 3.029289484024048, "n_params": 4469860, "total_flops": 55886838374400000, "train_loss": 0.015005584955215454, "subset_score_loss": 0.015005584955215454} +{"step": 4080000, "wall_time": 43363.815176963806, "train_loss_step": 3.0048434734344482, "n_params": 4469860, "total_flops": 56024152473600000, "train_loss": 0.015672221183776855, "subset_score_loss": 0.015672221183776855} +{"step": 4090000, "wall_time": 43465.379279613495, "train_loss_step": 3.323699951171875, "n_params": 4469860, "total_flops": 56161466572800000, "train_loss": 0.01458550214767456, "subset_score_loss": 0.01458550214767456} +{"step": 4100000, "wall_time": 43640.77276802063, "train_loss_step": 3.0237765312194824, "n_params": 4469860, "total_flops": 56298780672000000, "train_loss": 0.014650548696517945, "subset_score_loss": 0.014650548696517945, "memorization_fraction_pixel": 0.5777999758720398, "mean_nn_ratio_pixel": 0.46873578429222107, "fid": 111.21584761739916} +{"step": 4110000, "wall_time": 43741.56729412079, "train_loss_step": 2.9765377044677734, "n_params": 4469860, "total_flops": 56436094771200000, "train_loss": 0.01517820119857788, "subset_score_loss": 0.01517820119857788} +{"step": 4120000, "wall_time": 43841.90584874153, "train_loss_step": 3.342811107635498, "n_params": 4469860, "total_flops": 56573408870400000, "train_loss": 0.01499215841293335, "subset_score_loss": 0.01499215841293335} +{"step": 4130000, "wall_time": 43942.39430117607, "train_loss_step": 3.54160737991333, "n_params": 4469860, "total_flops": 56710722969600000, "train_loss": 0.015042092800140381, "subset_score_loss": 0.015042092800140381} +{"step": 4140000, "wall_time": 44028.6405749321, "train_loss_step": 2.992701292037964, "n_params": 4469860, "total_flops": 56848037068800000, "train_loss": 0.01492375612258911, "subset_score_loss": 0.01492375612258911} +{"step": 4150000, "wall_time": 44129.11414241791, "train_loss_step": 3.2489614486694336, "n_params": 4469860, "total_flops": 56985351168000000, "train_loss": 0.01581858515739441, "subset_score_loss": 0.01581858515739441} +{"step": 4160000, "wall_time": 44215.27924323082, "train_loss_step": 3.208615303039551, "n_params": 4469860, "total_flops": 57122665267200000, "train_loss": 0.01699184536933899, "subset_score_loss": 0.01699184536933899} +{"step": 4170000, "wall_time": 44316.069648981094, "train_loss_step": 3.1278257369995117, "n_params": 4469860, "total_flops": 57259979366400000, "train_loss": 0.015888508558273316, "subset_score_loss": 0.015888508558273316} +{"step": 4180000, "wall_time": 44417.185249090195, "train_loss_step": 3.338170289993286, "n_params": 4469860, "total_flops": 57397293465600000, "train_loss": 0.01436503529548645, "subset_score_loss": 0.01436503529548645} +{"step": 4190000, "wall_time": 44518.95190525055, "train_loss_step": 3.0525903701782227, "n_params": 4469860, "total_flops": 57534607564800000, "train_loss": 0.015165611505508422, "subset_score_loss": 0.015165611505508422} +{"step": 4200000, "wall_time": 44692.32223844528, "train_loss_step": 3.425032615661621, "n_params": 4469860, "total_flops": 57671921664000000, "train_loss": 0.01530664086341858, "subset_score_loss": 0.01530664086341858, "memorization_fraction_pixel": 0.5670999884605408, "mean_nn_ratio_pixel": 0.47637832164764404, "fid": 113.31191489147437} +{"step": 4210000, "wall_time": 44792.59751391411, "train_loss_step": 3.2390024662017822, "n_params": 4469860, "total_flops": 57809235763200000, "train_loss": 0.014765136241912842, "subset_score_loss": 0.014765136241912842} +{"step": 4220000, "wall_time": 44893.33160710335, "train_loss_step": 3.2679600715637207, "n_params": 4469860, "total_flops": 57946549862400000, "train_loss": 0.014627180099487304, "subset_score_loss": 0.014627180099487304} +{"step": 4230000, "wall_time": 44992.10353803635, "train_loss_step": 3.253951072692871, "n_params": 4469860, "total_flops": 58083863961600000, "train_loss": 0.014870891571044922, "subset_score_loss": 0.014870891571044922} +{"step": 4240000, "wall_time": 45083.653480529785, "train_loss_step": 3.3296737670898438, "n_params": 4469860, "total_flops": 58221178060800000, "train_loss": 0.01492913842201233, "subset_score_loss": 0.01492913842201233} +{"step": 4250000, "wall_time": 45177.79284453392, "train_loss_step": 3.241001844406128, "n_params": 4469860, "total_flops": 58358492160000000, "train_loss": 0.01421507477760315, "subset_score_loss": 0.01421507477760315} +{"step": 4260000, "wall_time": 45273.512906074524, "train_loss_step": 2.907609224319458, "n_params": 4469860, "total_flops": 58495806259200000, "train_loss": 0.014880671501159667, "subset_score_loss": 0.014880671501159667} +{"step": 4270000, "wall_time": 45375.25674057007, "train_loss_step": 3.126319408416748, "n_params": 4469860, "total_flops": 58633120358400000, "train_loss": 0.014251980781555176, "subset_score_loss": 0.014251980781555176} +{"step": 4280000, "wall_time": 45475.71513223648, "train_loss_step": 2.7474451065063477, "n_params": 4469860, "total_flops": 58770434457600000, "train_loss": 0.01421222448348999, "subset_score_loss": 0.01421222448348999} +{"step": 4290000, "wall_time": 45574.409697294235, "train_loss_step": 2.9533402919769287, "n_params": 4469860, "total_flops": 58907748556800000, "train_loss": 0.014436860084533692, "subset_score_loss": 0.014436860084533692} +{"step": 4300000, "wall_time": 45749.2185049057, "train_loss_step": 2.8441388607025146, "n_params": 4469860, "total_flops": 59045062656000000, "train_loss": 0.014046317338943482, "subset_score_loss": 0.014046317338943482, "memorization_fraction_pixel": 0.5866000056266785, "mean_nn_ratio_pixel": 0.46128711104393005, "fid": 111.617435173388} +{"step": 4310000, "wall_time": 45849.65404176712, "train_loss_step": 3.4046471118927, "n_params": 4469860, "total_flops": 59182376755200000, "train_loss": 0.014745938777923583, "subset_score_loss": 0.014745938777923583} +{"step": 4320000, "wall_time": 45950.256714344025, "train_loss_step": 2.9235565662384033, "n_params": 4469860, "total_flops": 59319690854400000, "train_loss": 0.014711880683898925, "subset_score_loss": 0.014711880683898925} +{"step": 4330000, "wall_time": 46044.264348745346, "train_loss_step": 3.1831202507019043, "n_params": 4469860, "total_flops": 59457004953600000, "train_loss": 0.015384485721588135, "subset_score_loss": 0.015384485721588135} +{"step": 4340000, "wall_time": 46135.361701488495, "train_loss_step": 3.4504342079162598, "n_params": 4469860, "total_flops": 59594319052800000, "train_loss": 0.014350900650024414, "subset_score_loss": 0.014350900650024414} +{"step": 4350000, "wall_time": 46222.68987393379, "train_loss_step": 3.312023639678955, "n_params": 4469860, "total_flops": 59731633152000000, "train_loss": 0.013861362934112548, "subset_score_loss": 0.013861362934112548} +{"step": 4360000, "wall_time": 46323.25576758385, "train_loss_step": 3.313695192337036, "n_params": 4469860, "total_flops": 59868947251200000, "train_loss": 0.01332679033279419, "subset_score_loss": 0.01332679033279419} +{"step": 4370000, "wall_time": 46424.829682826996, "train_loss_step": 3.0649659633636475, "n_params": 4469860, "total_flops": 60006261350400000, "train_loss": 0.01477869987487793, "subset_score_loss": 0.01477869987487793} +{"step": 4380000, "wall_time": 46523.54180431366, "train_loss_step": 3.252148151397705, "n_params": 4469860, "total_flops": 60143575449600000, "train_loss": 0.015064690113067627, "subset_score_loss": 0.015064690113067627} +{"step": 4390000, "wall_time": 46624.646205186844, "train_loss_step": 3.2321290969848633, "n_params": 4469860, "total_flops": 60280889548800000, "train_loss": 0.01417952537536621, "subset_score_loss": 0.01417952537536621} +{"step": 4400000, "wall_time": 46799.79253554344, "train_loss_step": 3.171808958053589, "n_params": 4469860, "total_flops": 60418203648000000, "train_loss": 0.013776140213012695, "subset_score_loss": 0.013776140213012695, "memorization_fraction_pixel": 0.5834000110626221, "mean_nn_ratio_pixel": 0.4680687487125397, "fid": 111.26731207990754} +{"step": 4410000, "wall_time": 46900.68846869469, "train_loss_step": 3.174185276031494, "n_params": 4469860, "total_flops": 60555517747200000, "train_loss": 0.014458305835723877, "subset_score_loss": 0.014458305835723877} +{"step": 4420000, "wall_time": 46999.649821043015, "train_loss_step": 3.220890522003174, "n_params": 4469860, "total_flops": 60692831846400000, "train_loss": 0.013439077138900756, "subset_score_loss": 0.013439077138900756} +{"step": 4430000, "wall_time": 47096.78736758232, "train_loss_step": 3.2743072509765625, "n_params": 4469860, "total_flops": 60830145945600000, "train_loss": 0.014075217247009277, "subset_score_loss": 0.014075217247009277} +{"step": 4440000, "wall_time": 47193.43927669525, "train_loss_step": 3.1412148475646973, "n_params": 4469860, "total_flops": 60967460044800000, "train_loss": 0.014569053649902344, "subset_score_loss": 0.014569053649902344} +{"step": 4450000, "wall_time": 47294.69172549248, "train_loss_step": 3.2486279010772705, "n_params": 4469860, "total_flops": 61104774144000000, "train_loss": 0.014335486888885498, "subset_score_loss": 0.014335486888885498} +{"step": 4460000, "wall_time": 47394.237339258194, "train_loss_step": 2.7949655055999756, "n_params": 4469860, "total_flops": 61242088243200000, "train_loss": 0.014573866128921508, "subset_score_loss": 0.014573866128921508} +{"step": 4470000, "wall_time": 47495.931649923325, "train_loss_step": 3.1139612197875977, "n_params": 4469860, "total_flops": 61379402342400000, "train_loss": 0.014837809801101685, "subset_score_loss": 0.014837809801101685} +{"step": 4480000, "wall_time": 47597.56681013107, "train_loss_step": 2.791924476623535, "n_params": 4469860, "total_flops": 61516716441600000, "train_loss": 0.014016019105911255, "subset_score_loss": 0.014016019105911255} +{"step": 4490000, "wall_time": 47697.95855998993, "train_loss_step": 3.180598258972168, "n_params": 4469860, "total_flops": 61654030540800000, "train_loss": 0.014369560480117798, "subset_score_loss": 0.014369560480117798} +{"step": 4500000, "wall_time": 47874.064200401306, "train_loss_step": 3.231306314468384, "n_params": 4469860, "total_flops": 61791344640000000, "train_loss": 0.014390027523040772, "subset_score_loss": 0.014390027523040772, "memorization_fraction_pixel": 0.5924999713897705, "mean_nn_ratio_pixel": 0.45290011167526245, "fid": 109.10260204353254} +{"step": 4510000, "wall_time": 47973.72128582001, "train_loss_step": 3.097226619720459, "n_params": 4469860, "total_flops": 61928658739200000, "train_loss": 0.016296874284744262, "subset_score_loss": 0.016296874284744262} +{"step": 4520000, "wall_time": 48073.22828364372, "train_loss_step": 2.9377076625823975, "n_params": 4469860, "total_flops": 62065972838400000, "train_loss": 0.013444620370864867, "subset_score_loss": 0.013444620370864867} +{"step": 4530000, "wall_time": 48166.72322034836, "train_loss_step": 2.9994986057281494, "n_params": 4469860, "total_flops": 62203286937600000, "train_loss": 0.015342341661453247, "subset_score_loss": 0.015342341661453247} +{"step": 4540000, "wall_time": 48265.66845369339, "train_loss_step": 3.120852470397949, "n_params": 4469860, "total_flops": 62340601036800000, "train_loss": 0.014111785888671876, "subset_score_loss": 0.014111785888671876} +{"step": 4550000, "wall_time": 48364.94729590416, "train_loss_step": 2.996528148651123, "n_params": 4469860, "total_flops": 62477915136000000, "train_loss": 0.013569912910461425, "subset_score_loss": 0.013569912910461425} +{"step": 4560000, "wall_time": 48463.9410533905, "train_loss_step": 2.941591739654541, "n_params": 4469860, "total_flops": 62615229235200000, "train_loss": 0.013844298124313354, "subset_score_loss": 0.013844298124313354} +{"step": 4570000, "wall_time": 48562.945616960526, "train_loss_step": 3.1174235343933105, "n_params": 4469860, "total_flops": 62752543334400000, "train_loss": 0.015334616899490356, "subset_score_loss": 0.015334616899490356} +{"step": 4580000, "wall_time": 48662.41966223717, "train_loss_step": 3.0943870544433594, "n_params": 4469860, "total_flops": 62889857433600000, "train_loss": 0.014134353399276734, "subset_score_loss": 0.014134353399276734} +{"step": 4590000, "wall_time": 48760.20109152794, "train_loss_step": 2.739614963531494, "n_params": 4469860, "total_flops": 63027171532800000, "train_loss": 0.01398258090019226, "subset_score_loss": 0.01398258090019226} +{"step": 4600000, "wall_time": 48935.32296156883, "train_loss_step": 2.8994040489196777, "n_params": 4469860, "total_flops": 63164485632000000, "train_loss": 0.013351926803588867, "subset_score_loss": 0.013351926803588867, "memorization_fraction_pixel": 0.5870000123977661, "mean_nn_ratio_pixel": 0.4590721130371094, "fid": 109.09742947588617} +{"step": 4610000, "wall_time": 49032.58497953415, "train_loss_step": 3.163764715194702, "n_params": 4469860, "total_flops": 63301799731200000, "train_loss": 0.014161648750305176, "subset_score_loss": 0.014161648750305176} +{"step": 4620000, "wall_time": 49117.20794701576, "train_loss_step": 2.7361392974853516, "n_params": 4469860, "total_flops": 63439113830400000, "train_loss": 0.014216704368591309, "subset_score_loss": 0.014216704368591309} +{"step": 4630000, "wall_time": 49197.36809492111, "train_loss_step": 2.973297119140625, "n_params": 4469860, "total_flops": 63576427929600000, "train_loss": 0.013933711051940918, "subset_score_loss": 0.013933711051940918} +{"step": 4640000, "wall_time": 49277.76436686516, "train_loss_step": 3.10447359085083, "n_params": 4469860, "total_flops": 63713742028800000, "train_loss": 0.013281601667404174, "subset_score_loss": 0.013281601667404174} +{"step": 4650000, "wall_time": 49358.653747320175, "train_loss_step": 3.103527784347534, "n_params": 4469860, "total_flops": 63851056128000000, "train_loss": 0.013673312664031982, "subset_score_loss": 0.013673312664031982} +{"step": 4660000, "wall_time": 49439.29687190056, "train_loss_step": 3.0203471183776855, "n_params": 4469860, "total_flops": 63988370227200000, "train_loss": 0.014174084663391113, "subset_score_loss": 0.014174084663391113} +{"step": 4670000, "wall_time": 49519.84934592247, "train_loss_step": 3.0079522132873535, "n_params": 4469860, "total_flops": 64125684326400000, "train_loss": 0.013796985149383545, "subset_score_loss": 0.013796985149383545} +{"step": 4680000, "wall_time": 49600.340586423874, "train_loss_step": 2.877448081970215, "n_params": 4469860, "total_flops": 64262998425600000, "train_loss": 0.014996837377548217, "subset_score_loss": 0.014996837377548217} +{"step": 4690000, "wall_time": 49679.50367331505, "train_loss_step": 3.0525553226470947, "n_params": 4469860, "total_flops": 64400312524800000, "train_loss": 0.013681987524032593, "subset_score_loss": 0.013681987524032593} +{"step": 4700000, "wall_time": 49815.72516345978, "train_loss_step": 3.1583621501922607, "n_params": 4469860, "total_flops": 64537626624000000, "train_loss": 0.014120457172393798, "subset_score_loss": 0.014120457172393798, "memorization_fraction_pixel": 0.5954999923706055, "mean_nn_ratio_pixel": 0.45610877871513367, "fid": 108.72308111858425} +{"step": 4710000, "wall_time": 49876.131779670715, "train_loss_step": 3.3760106563568115, "n_params": 4469860, "total_flops": 64674940723200000, "train_loss": 0.013317846059799195, "subset_score_loss": 0.013317846059799195} +{"step": 4720000, "wall_time": 49931.542660951614, "train_loss_step": 2.9767844676971436, "n_params": 4469860, "total_flops": 64812254822400000, "train_loss": 0.013483079671859742, "subset_score_loss": 0.013483079671859742} +{"step": 4730000, "wall_time": 49991.882091760635, "train_loss_step": 2.8136227130889893, "n_params": 4469860, "total_flops": 64949568921600000, "train_loss": 0.014363882541656494, "subset_score_loss": 0.014363882541656494} +{"step": 4740000, "wall_time": 50052.1499414444, "train_loss_step": 3.171607494354248, "n_params": 4469860, "total_flops": 65086883020800000, "train_loss": 0.013574931621551514, "subset_score_loss": 0.013574931621551514} +{"step": 4750000, "wall_time": 50113.116490364075, "train_loss_step": 2.904858112335205, "n_params": 4469860, "total_flops": 65224197120000000, "train_loss": 0.014132801294326782, "subset_score_loss": 0.014132801294326782} +{"step": 4760000, "wall_time": 50173.67327904701, "train_loss_step": 3.0243992805480957, "n_params": 4469860, "total_flops": 65361511219200000, "train_loss": 0.013167718648910523, "subset_score_loss": 0.013167718648910523} +{"step": 4770000, "wall_time": 50233.450025081635, "train_loss_step": 2.8506641387939453, "n_params": 4469860, "total_flops": 65498825318400000, "train_loss": 0.013373960256576539, "subset_score_loss": 0.013373960256576539} +{"step": 4780000, "wall_time": 50291.04595708847, "train_loss_step": 3.0822227001190186, "n_params": 4469860, "total_flops": 65636139417600000, "train_loss": 0.013983778953552246, "subset_score_loss": 0.013983778953552246} +{"step": 4790000, "wall_time": 50351.5682721138, "train_loss_step": 3.1369569301605225, "n_params": 4469860, "total_flops": 65773453516800000, "train_loss": 0.01322791337966919, "subset_score_loss": 0.01322791337966919} +{"step": 4800000, "wall_time": 50460.66321325302, "train_loss_step": 3.1356873512268066, "n_params": 4469860, "total_flops": 65910767616000000, "train_loss": 0.013932844400405884, "subset_score_loss": 0.013932844400405884, "memorization_fraction_pixel": 0.5895000100135803, "mean_nn_ratio_pixel": 0.45769068598747253, "fid": 110.92826343182256} +{"step": 4810000, "wall_time": 50521.348685503006, "train_loss_step": 3.1442813873291016, "n_params": 4469860, "total_flops": 66048081715200000, "train_loss": 0.013323252201080322, "subset_score_loss": 0.013323252201080322} +{"step": 4820000, "wall_time": 50567.46707558632, "train_loss_step": 2.8250272274017334, "n_params": 4469860, "total_flops": 66185395814400000, "train_loss": 0.01344957947731018, "subset_score_loss": 0.01344957947731018} +{"step": 4830000, "wall_time": 50607.69579958916, "train_loss_step": 3.3245906829833984, "n_params": 4469860, "total_flops": 66322709913600000, "train_loss": 0.013722621202468872, "subset_score_loss": 0.013722621202468872} +{"step": 4840000, "wall_time": 50648.20831465721, "train_loss_step": 3.070427417755127, "n_params": 4469860, "total_flops": 66460024012800000, "train_loss": 0.013276920318603516, "subset_score_loss": 0.013276920318603516} +{"step": 4850000, "wall_time": 50688.757041692734, "train_loss_step": 3.3077211380004883, "n_params": 4469860, "total_flops": 66597338112000000, "train_loss": 0.013325152397155761, "subset_score_loss": 0.013325152397155761} +{"step": 4860000, "wall_time": 50729.24150252342, "train_loss_step": 2.804511547088623, "n_params": 4469860, "total_flops": 66734652211200000, "train_loss": 0.012898273468017578, "subset_score_loss": 0.012898273468017578} +{"step": 4870000, "wall_time": 50769.84540081024, "train_loss_step": 3.0102169513702393, "n_params": 4469860, "total_flops": 66871966310400000, "train_loss": 0.013891924619674683, "subset_score_loss": 0.013891924619674683} +{"step": 4880000, "wall_time": 50802.18163585663, "train_loss_step": 3.2098214626312256, "n_params": 4469860, "total_flops": 67009280409600000, "train_loss": 0.013118951320648194, "subset_score_loss": 0.013118951320648194} +{"step": 4890000, "wall_time": 50825.893129348755, "train_loss_step": 3.141542434692383, "n_params": 4469860, "total_flops": 67146594508800000, "train_loss": 0.013263508081436157, "subset_score_loss": 0.013263508081436157} +{"step": 4900000, "wall_time": 50866.54887485504, "train_loss_step": 3.2601046562194824, "n_params": 4469860, "total_flops": 67283908608000000, "train_loss": 0.013979290723800658, "subset_score_loss": 0.013979290723800658, "memorization_fraction_pixel": 0.6089000105857849, "mean_nn_ratio_pixel": 0.4436970353126526, "fid": 106.8152881536301} +{"step": 4910000, "wall_time": 50890.60631394386, "train_loss_step": 2.9429876804351807, "n_params": 4469860, "total_flops": 67421222707200000, "train_loss": 0.012876043319702149, "subset_score_loss": 0.012876043319702149} +{"step": 4920000, "wall_time": 50914.34297132492, "train_loss_step": 3.3077826499938965, "n_params": 4469860, "total_flops": 67558536806400000, "train_loss": 0.013613247871398925, "subset_score_loss": 0.013613247871398925} +{"step": 4930000, "wall_time": 50937.90617132187, "train_loss_step": 2.737252712249756, "n_params": 4469860, "total_flops": 67695850905600000, "train_loss": 0.014882551431655884, "subset_score_loss": 0.014882551431655884} +{"step": 4940000, "wall_time": 50961.82924556732, "train_loss_step": 3.183110237121582, "n_params": 4469860, "total_flops": 67833165004800000, "train_loss": 0.013105440139770507, "subset_score_loss": 0.013105440139770507} +{"step": 4950000, "wall_time": 50985.9335193634, "train_loss_step": 3.1228537559509277, "n_params": 4469860, "total_flops": 67970479104000000, "train_loss": 0.013552305698394775, "subset_score_loss": 0.013552305698394775} +{"step": 4960000, "wall_time": 51010.06991767883, "train_loss_step": 3.1326324939727783, "n_params": 4469860, "total_flops": 68107793203200000, "train_loss": 0.013673427104949952, "subset_score_loss": 0.013673427104949952} +{"step": 4970000, "wall_time": 51033.494498729706, "train_loss_step": 2.990328311920166, "n_params": 4469860, "total_flops": 68245107302400000, "train_loss": 0.013795340061187744, "subset_score_loss": 0.013795340061187744} +{"step": 4980000, "wall_time": 51057.613476514816, "train_loss_step": 2.8551394939422607, "n_params": 4469860, "total_flops": 68382421401600000, "train_loss": 0.013008532524108886, "subset_score_loss": 0.013008532524108886} +{"step": 4990000, "wall_time": 51080.70583701134, "train_loss_step": 3.0889341831207275, "n_params": 4469860, "total_flops": 68519735500800000, "train_loss": 0.0126380455493927, "subset_score_loss": 0.0126380455493927} +{"step": 5000000, "wall_time": 51122.42290353775, "train_loss_step": 3.05159068107605, "n_params": 4469860, "total_flops": 68657049600000000, "train_loss": 0.01320756196975708, "subset_score_loss": 0.01320756196975708, "memorization_fraction_pixel": 0.6200000047683716, "mean_nn_ratio_pixel": 0.44103652238845825, "fid": 107.375705474849} diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d100/runner.log b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d100/runner.log new file mode 100644 index 0000000000000000000000000000000000000000..a91914486f6d659821357aa13194b80a22974e2a --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d100/runner.log @@ -0,0 +1,502 @@ + FID real-side stats cached over 1000 diverse train images + step 1 | 75s | train_loss=0.9952 | fid=311.2346 + step 10000 | 176s | train_loss=0.8215 + step 20000 | 277s | train_loss=0.7064 + step 30000 | 377s | train_loss=0.5744 + step 40000 | 477s | train_loss=0.4305 + step 50000 | 577s | train_loss=0.3051 + step 60000 | 677s | train_loss=0.2268 + step 70000 | 778s | train_loss=0.1805 + step 80000 | 879s | train_loss=0.1561 + step 90000 | 980s | train_loss=0.1363 + step 100000 | 1148s | train_loss=0.1281 | fid=164.1250 + step 110000 | 1248s | train_loss=0.1192 + step 120000 | 1348s | train_loss=0.1132 + step 130000 | 1447s | train_loss=0.1084 + step 140000 | 1547s | train_loss=0.1036 + step 150000 | 1646s | train_loss=0.0989 + step 160000 | 1748s | train_loss=0.0974 + step 170000 | 1849s | train_loss=0.0926 + step 180000 | 1949s | train_loss=0.0893 + step 190000 | 2047s | train_loss=0.0864 + step 200000 | 2218s | train_loss=0.0822 | fid=160.5065 + step 210000 | 2317s | train_loss=0.0828 + step 220000 | 2417s | train_loss=0.0801 + step 230000 | 2519s | train_loss=0.0795 + step 240000 | 2618s | train_loss=0.0762 + step 250000 | 2719s | train_loss=0.0749 + step 260000 | 2820s | train_loss=0.0715 + step 270000 | 2922s | train_loss=0.0694 + step 280000 | 3020s | train_loss=0.0703 + step 290000 | 3118s | train_loss=0.0679 + step 300000 | 3292s | train_loss=0.0667 | fid=154.2239 + step 310000 | 3391s | train_loss=0.0652 + step 320000 | 3492s | train_loss=0.0655 + step 330000 | 3592s | train_loss=0.0637 + step 340000 | 3692s | train_loss=0.0637 + step 350000 | 3793s | train_loss=0.0614 + step 360000 | 3894s | train_loss=0.0629 + step 370000 | 3991s | train_loss=0.0603 + step 380000 | 4094s | train_loss=0.0587 + step 390000 | 4190s | train_loss=0.0590 + step 400000 | 4363s | train_loss=0.0582 | fid=147.8080 + step 410000 | 4464s | train_loss=0.0567 + step 420000 | 4564s | train_loss=0.0555 + step 430000 | 4664s | train_loss=0.0545 + step 440000 | 4764s | train_loss=0.0553 + step 450000 | 4865s | train_loss=0.0545 + step 460000 | 4963s | train_loss=0.0549 + step 470000 | 5064s | train_loss=0.0543 + step 480000 | 5161s | train_loss=0.0537 + step 490000 | 5262s | train_loss=0.0526 + step 500000 | 5435s | train_loss=0.0521 | fid=142.6300 + step 510000 | 5537s | train_loss=0.0525 + step 520000 | 5636s | train_loss=0.0511 + step 530000 | 5737s | train_loss=0.0494 + step 540000 | 5834s | train_loss=0.0503 + step 550000 | 5934s | train_loss=0.0495 + step 560000 | 6036s | train_loss=0.0486 + step 570000 | 6134s | train_loss=0.0488 + step 580000 | 6234s | train_loss=0.0472 + step 590000 | 6333s | train_loss=0.0488 + step 600000 | 6509s | train_loss=0.0479 | fid=136.8718 + step 610000 | 6610s | train_loss=0.0468 + step 620000 | 6710s | train_loss=0.0488 + step 630000 | 6805s | train_loss=0.0460 + step 640000 | 6898s | train_loss=0.0461 + step 650000 | 6999s | train_loss=0.0457 + step 660000 | 7100s | train_loss=0.0452 + step 670000 | 7197s | train_loss=0.0461 + step 680000 | 7298s | train_loss=0.0458 + step 690000 | 7397s | train_loss=0.0450 + step 700000 | 7570s | train_loss=0.0447 | fid=137.0180 + step 710000 | 7670s | train_loss=0.0430 + step 720000 | 7771s | train_loss=0.0437 + step 730000 | 7864s | train_loss=0.0440 + step 740000 | 7965s | train_loss=0.0446 + step 750000 | 8065s | train_loss=0.0422 + step 760000 | 8164s | train_loss=0.0442 + step 770000 | 8265s | train_loss=0.0417 + step 780000 | 8366s | train_loss=0.0428 + step 790000 | 8465s | train_loss=0.0413 + step 800000 | 8641s | train_loss=0.0443 | fid=137.7206 + step 810000 | 8740s | train_loss=0.0423 + step 820000 | 8838s | train_loss=0.0429 + step 830000 | 8937s | train_loss=0.0427 + step 840000 | 9037s | train_loss=0.0407 + step 850000 | 9138s | train_loss=0.0408 + step 860000 | 9238s | train_loss=0.0399 + step 870000 | 9338s | train_loss=0.0418 + step 880000 | 9440s | train_loss=0.0422 + step 890000 | 9539s | train_loss=0.0395 + step 900000 | 9714s | train_loss=0.0395 | fid=143.7842 + step 910000 | 9811s | train_loss=0.0387 + step 920000 | 9911s | train_loss=0.0392 + step 930000 | 10010s | train_loss=0.0389 + step 940000 | 10111s | train_loss=0.0384 + step 950000 | 10209s | train_loss=0.0415 + step 960000 | 10311s | train_loss=0.0411 + step 970000 | 10411s | train_loss=0.0377 + step 980000 | 10510s | train_loss=0.0396 + step 990000 | 10612s | train_loss=0.0380 + step 1000000 | 10775s | train_loss=0.0386 | fid=166.7078 + step 1010000 | 10875s | train_loss=0.0374 + step 1020000 | 10975s | train_loss=0.0377 + step 1030000 | 11076s | train_loss=0.0395 + step 1040000 | 11175s | train_loss=0.0377 + step 1050000 | 11274s | train_loss=0.0376 + step 1060000 | 11374s | train_loss=0.0374 + step 1070000 | 11475s | train_loss=0.0370 + step 1080000 | 11576s | train_loss=0.0361 + step 1090000 | 11677s | train_loss=0.0373 + step 1100000 | 11849s | train_loss=0.0358 | fid=178.3468 + step 1110000 | 11948s | train_loss=0.0352 + step 1120000 | 12048s | train_loss=0.0360 + step 1130000 | 12148s | train_loss=0.0365 + step 1140000 | 12247s | train_loss=0.0347 + step 1150000 | 12347s | train_loss=0.0365 + step 1160000 | 12448s | train_loss=0.0363 + step 1170000 | 12550s | train_loss=0.0355 + step 1180000 | 12645s | train_loss=0.0338 + step 1190000 | 12739s | train_loss=0.0353 + step 1200000 | 12912s | train_loss=0.0352 | fid=192.8667 + step 1210000 | 13014s | train_loss=0.0346 + step 1220000 | 13114s | train_loss=0.0338 + step 1230000 | 13212s | train_loss=0.0343 + step 1240000 | 13312s | train_loss=0.0346 + step 1250000 | 13413s | train_loss=0.0331 + step 1260000 | 13514s | train_loss=0.0331 + step 1270000 | 13614s | train_loss=0.0333 + step 1280000 | 13703s | train_loss=0.0333 + step 1290000 | 13803s | train_loss=0.0327 + step 1300000 | 13978s | train_loss=0.0330 | fid=198.7876 + step 1310000 | 14079s | train_loss=0.0342 + step 1320000 | 14178s | train_loss=0.0343 + step 1330000 | 14276s | train_loss=0.0332 + step 1340000 | 14377s | train_loss=0.0336 + step 1350000 | 14477s | train_loss=0.0327 + step 1360000 | 14578s | train_loss=0.0334 + step 1370000 | 14665s | train_loss=0.0314 + step 1380000 | 14764s | train_loss=0.0313 + step 1390000 | 14865s | train_loss=0.0322 + step 1400000 | 15039s | train_loss=0.0323 | fid=200.9307 + step 1410000 | 15137s | train_loss=0.0316 + step 1420000 | 15236s | train_loss=0.0317 + step 1430000 | 15336s | train_loss=0.0323 + step 1440000 | 15437s | train_loss=0.0320 + step 1450000 | 15539s | train_loss=0.0315 + step 1460000 | 15634s | train_loss=0.0303 + step 1470000 | 15724s | train_loss=0.0315 + step 1480000 | 15823s | train_loss=0.0304 + step 1490000 | 15924s | train_loss=0.0305 + step 1500000 | 16099s | train_loss=0.0302 | fid=200.9789 + step 1510000 | 16198s | train_loss=0.0311 + step 1520000 | 16296s | train_loss=0.0301 + step 1530000 | 16396s | train_loss=0.0313 + step 1540000 | 16496s | train_loss=0.0304 + step 1550000 | 16597s | train_loss=0.0304 + step 1560000 | 16687s | train_loss=0.0304 + step 1570000 | 16785s | train_loss=0.0294 + step 1580000 | 16886s | train_loss=0.0309 + step 1590000 | 16988s | train_loss=0.0300 + step 1600000 | 17162s | train_loss=0.0292 | fid=176.0038 + step 1610000 | 17260s | train_loss=0.0304 + step 1620000 | 17360s | train_loss=0.0306 + step 1630000 | 17461s | train_loss=0.0309 + step 1640000 | 17561s | train_loss=0.0291 + step 1650000 | 17650s | train_loss=0.0292 + step 1660000 | 17750s | train_loss=0.0289 + step 1670000 | 17851s | train_loss=0.0283 + step 1680000 | 17951s | train_loss=0.0291 + step 1690000 | 18053s | train_loss=0.0290 + step 1700000 | 18227s | train_loss=0.0283 | fid=161.8292 + step 1710000 | 18326s | train_loss=0.0306 + step 1720000 | 18427s | train_loss=0.0293 + step 1730000 | 18527s | train_loss=0.0292 + step 1740000 | 18622s | train_loss=0.0296 + step 1750000 | 18713s | train_loss=0.0282 + step 1760000 | 18813s | train_loss=0.0285 + step 1770000 | 18914s | train_loss=0.0288 + step 1780000 | 19015s | train_loss=0.0276 + step 1790000 | 19114s | train_loss=0.0283 + step 1800000 | 19286s | train_loss=0.0272 | fid=146.2931 + step 1810000 | 19386s | train_loss=0.0287 + step 1820000 | 19487s | train_loss=0.0275 + step 1830000 | 19585s | train_loss=0.0272 + step 1840000 | 19675s | train_loss=0.0278 + step 1850000 | 19777s | train_loss=0.0289 + step 1860000 | 19876s | train_loss=0.0271 + step 1870000 | 19976s | train_loss=0.0268 + step 1880000 | 20078s | train_loss=0.0270 + step 1890000 | 20176s | train_loss=0.0265 + step 1900000 | 20348s | train_loss=0.0286 | fid=141.2089 + step 1910000 | 20448s | train_loss=0.0272 + step 1920000 | 20546s | train_loss=0.0269 + step 1930000 | 20638s | train_loss=0.0268 + step 1940000 | 20736s | train_loss=0.0256 + step 1950000 | 20836s | train_loss=0.0269 + step 1960000 | 20937s | train_loss=0.0258 + step 1970000 | 21039s | train_loss=0.0256 + step 1980000 | 21139s | train_loss=0.0266 + step 1990000 | 21239s | train_loss=0.0259 + step 2000000 | 21412s | train_loss=0.0252 | fid=135.3029 + step 2010000 | 21512s | train_loss=0.0261 + step 2020000 | 21607s | train_loss=0.0250 + step 2030000 | 21703s | train_loss=0.0247 + step 2040000 | 21804s | train_loss=0.0268 + step 2050000 | 21903s | train_loss=0.0254 + step 2060000 | 22004s | train_loss=0.0246 + step 2070000 | 22105s | train_loss=0.0260 + step 2080000 | 22203s | train_loss=0.0235 + step 2090000 | 22301s | train_loss=0.0244 + step 2100000 | 22474s | train_loss=0.0263 | fid=134.5225 + step 2110000 | 22574s | train_loss=0.0247 + step 2120000 | 22666s | train_loss=0.0249 + step 2130000 | 22767s | train_loss=0.0246 + step 2140000 | 22868s | train_loss=0.0246 + step 2150000 | 22968s | train_loss=0.0245 + step 2160000 | 23068s | train_loss=0.0238 + step 2170000 | 23167s | train_loss=0.0240 + step 2180000 | 23267s | train_loss=0.0243 + step 2190000 | 23367s | train_loss=0.0236 + step 2200000 | 23541s | train_loss=0.0243 | fid=128.9012 + step 2210000 | 23634s | train_loss=0.0234 + step 2220000 | 23735s | train_loss=0.0234 + step 2230000 | 23836s | train_loss=0.0239 + step 2240000 | 23936s | train_loss=0.0245 + step 2250000 | 24037s | train_loss=0.0234 + step 2260000 | 24136s | train_loss=0.0225 + step 2270000 | 24237s | train_loss=0.0229 + step 2280000 | 24327s | train_loss=0.0228 + step 2290000 | 24428s | train_loss=0.0226 + step 2300000 | 24595s | train_loss=0.0230 | fid=128.3034 + step 2310000 | 24695s | train_loss=0.0235 + step 2320000 | 24797s | train_loss=0.0230 + step 2330000 | 24897s | train_loss=0.0223 + step 2340000 | 24997s | train_loss=0.0221 + step 2350000 | 25097s | train_loss=0.0228 + step 2360000 | 25196s | train_loss=0.0224 + step 2370000 | 25296s | train_loss=0.0220 + step 2380000 | 25379s | train_loss=0.0213 + step 2390000 | 25481s | train_loss=0.0220 + step 2400000 | 25648s | train_loss=0.0218 | fid=125.1275 + step 2410000 | 25747s | train_loss=0.0230 + step 2420000 | 25849s | train_loss=0.0217 + step 2430000 | 25951s | train_loss=0.0207 + step 2440000 | 26051s | train_loss=0.0209 + step 2450000 | 26149s | train_loss=0.0224 + step 2460000 | 26249s | train_loss=0.0224 + step 2470000 | 26350s | train_loss=0.0219 + step 2480000 | 26436s | train_loss=0.0207 + step 2490000 | 26529s | train_loss=0.0204 + step 2500000 | 26702s | train_loss=0.0220 | fid=126.2065 + step 2510000 | 26802s | train_loss=0.0216 + step 2520000 | 26902s | train_loss=0.0211 + step 2530000 | 27004s | train_loss=0.0216 + step 2540000 | 27101s | train_loss=0.0205 + step 2550000 | 27201s | train_loss=0.0204 + step 2560000 | 27302s | train_loss=0.0208 + step 2570000 | 27403s | train_loss=0.0215 + step 2580000 | 27496s | train_loss=0.0211 + step 2590000 | 27596s | train_loss=0.0207 + step 2600000 | 27772s | train_loss=0.0198 | fid=122.5382 + step 2610000 | 27874s | train_loss=0.0205 + step 2620000 | 27976s | train_loss=0.0205 + step 2630000 | 28076s | train_loss=0.0206 + step 2640000 | 28174s | train_loss=0.0199 + step 2650000 | 28276s | train_loss=0.0202 + step 2660000 | 28377s | train_loss=0.0211 + step 2670000 | 28471s | train_loss=0.0199 + step 2680000 | 28572s | train_loss=0.0199 + step 2690000 | 28674s | train_loss=0.0202 + step 2700000 | 28850s | train_loss=0.0195 | fid=123.8484 + step 2710000 | 28951s | train_loss=0.0202 + step 2720000 | 29052s | train_loss=0.0197 + step 2730000 | 29148s | train_loss=0.0198 + step 2740000 | 29248s | train_loss=0.0204 + step 2750000 | 29349s | train_loss=0.0198 + step 2760000 | 29438s | train_loss=0.0201 + step 2770000 | 29521s | train_loss=0.0202 + step 2780000 | 29623s | train_loss=0.0197 + step 2790000 | 29724s | train_loss=0.0200 + step 2800000 | 29898s | train_loss=0.0195 | fid=122.3949 + step 2810000 | 29998s | train_loss=0.0202 + step 2820000 | 30096s | train_loss=0.0195 + step 2830000 | 30195s | train_loss=0.0195 + step 2840000 | 30295s | train_loss=0.0198 + step 2850000 | 30385s | train_loss=0.0195 + step 2860000 | 30487s | train_loss=0.0192 + step 2870000 | 30572s | train_loss=0.0189 + step 2880000 | 30670s | train_loss=0.0182 + step 2890000 | 30771s | train_loss=0.0184 + step 2900000 | 30947s | train_loss=0.0191 | fid=125.6482 + step 2910000 | 31048s | train_loss=0.0197 + step 2920000 | 31144s | train_loss=0.0187 + step 2930000 | 31245s | train_loss=0.0182 + step 2940000 | 31342s | train_loss=0.0179 + step 2950000 | 31443s | train_loss=0.0196 + step 2960000 | 31545s | train_loss=0.0191 + step 2970000 | 31642s | train_loss=0.0193 + step 2980000 | 31744s | train_loss=0.0187 + step 2990000 | 31844s | train_loss=0.0183 + step 3000000 | 32019s | train_loss=0.0177 | fid=121.7419 + step 3010000 | 32116s | train_loss=0.0184 + step 3020000 | 32215s | train_loss=0.0184 + step 3030000 | 32313s | train_loss=0.0184 + step 3040000 | 32414s | train_loss=0.0189 + step 3050000 | 32515s | train_loss=0.0190 + step 3060000 | 32615s | train_loss=0.0183 + step 3070000 | 32711s | train_loss=0.0179 + step 3080000 | 32810s | train_loss=0.0187 + step 3090000 | 32912s | train_loss=0.0186 + step 3100000 | 33087s | train_loss=0.0181 | fid=122.5231 + step 3110000 | 33188s | train_loss=0.0179 + step 3120000 | 33277s | train_loss=0.0187 + step 3130000 | 33372s | train_loss=0.0175 + step 3140000 | 33473s | train_loss=0.0179 + step 3150000 | 33574s | train_loss=0.0177 + step 3160000 | 33665s | train_loss=0.0179 + step 3170000 | 33765s | train_loss=0.0187 + step 3180000 | 33866s | train_loss=0.0174 + step 3190000 | 33966s | train_loss=0.0189 + step 3200000 | 34139s | train_loss=0.0177 | fid=119.3551 + step 3210000 | 34239s | train_loss=0.0178 + step 3220000 | 34322s | train_loss=0.0179 + step 3230000 | 34422s | train_loss=0.0181 + step 3240000 | 34524s | train_loss=0.0182 + step 3250000 | 34626s | train_loss=0.0179 + step 3260000 | 34717s | train_loss=0.0173 + step 3270000 | 34818s | train_loss=0.0180 + step 3280000 | 34918s | train_loss=0.0166 + step 3290000 | 35019s | train_loss=0.0176 + step 3300000 | 35191s | train_loss=0.0173 | fid=121.8914 + step 3310000 | 35279s | train_loss=0.0179 + step 3320000 | 35377s | train_loss=0.0170 + step 3330000 | 35478s | train_loss=0.0177 + step 3340000 | 35579s | train_loss=0.0166 + step 3350000 | 35681s | train_loss=0.0173 + step 3360000 | 35774s | train_loss=0.0176 + step 3370000 | 35874s | train_loss=0.0188 + step 3380000 | 35974s | train_loss=0.0177 + step 3390000 | 36073s | train_loss=0.0170 + step 3400000 | 36247s | train_loss=0.0172 | fid=118.6893 + step 3410000 | 36338s | train_loss=0.0174 + step 3420000 | 36439s | train_loss=0.0175 + step 3430000 | 36540s | train_loss=0.0166 + step 3440000 | 36640s | train_loss=0.0167 + step 3450000 | 36737s | train_loss=0.0175 + step 3460000 | 36830s | train_loss=0.0176 + step 3470000 | 36931s | train_loss=0.0163 + step 3480000 | 37029s | train_loss=0.0167 + step 3490000 | 37130s | train_loss=0.0158 + step 3500000 | 37296s | train_loss=0.0172 | fid=116.7480 + step 3510000 | 37396s | train_loss=0.0171 + step 3520000 | 37497s | train_loss=0.0160 + step 3530000 | 37597s | train_loss=0.0164 + step 3540000 | 37699s | train_loss=0.0176 + step 3550000 | 37793s | train_loss=0.0165 + step 3560000 | 37890s | train_loss=0.0170 + step 3570000 | 37991s | train_loss=0.0175 + step 3580000 | 38089s | train_loss=0.0164 + step 3590000 | 38189s | train_loss=0.0169 + step 3600000 | 38350s | train_loss=0.0160 | fid=113.4512 + step 3610000 | 38449s | train_loss=0.0164 + step 3620000 | 38550s | train_loss=0.0169 + step 3630000 | 38650s | train_loss=0.0162 + step 3640000 | 38750s | train_loss=0.0182 + step 3650000 | 38844s | train_loss=0.0159 + step 3660000 | 38944s | train_loss=0.0163 + step 3670000 | 39043s | train_loss=0.0156 + step 3680000 | 39144s | train_loss=0.0170 + step 3690000 | 39241s | train_loss=0.0159 + step 3700000 | 39409s | train_loss=0.0162 | fid=114.0305 + step 3710000 | 39510s | train_loss=0.0161 + step 3720000 | 39611s | train_loss=0.0170 + step 3730000 | 39711s | train_loss=0.0164 + step 3740000 | 39812s | train_loss=0.0170 + step 3750000 | 39899s | train_loss=0.0151 + step 3760000 | 39997s | train_loss=0.0162 + step 3770000 | 40098s | train_loss=0.0157 + step 3780000 | 40196s | train_loss=0.0162 + step 3790000 | 40291s | train_loss=0.0157 + step 3800000 | 40465s | train_loss=0.0167 | fid=114.2098 + step 3810000 | 40566s | train_loss=0.0159 + step 3820000 | 40668s | train_loss=0.0162 + step 3830000 | 40770s | train_loss=0.0155 + step 3840000 | 40872s | train_loss=0.0150 + step 3850000 | 40960s | train_loss=0.0147 + step 3860000 | 41061s | train_loss=0.0152 + step 3870000 | 41159s | train_loss=0.0152 + step 3880000 | 41246s | train_loss=0.0158 + step 3890000 | 41346s | train_loss=0.0149 + step 3900000 | 41521s | train_loss=0.0149 | fid=114.6188 + step 3910000 | 41622s | train_loss=0.0153 + step 3920000 | 41725s | train_loss=0.0153 + step 3930000 | 41826s | train_loss=0.0156 + step 3940000 | 41923s | train_loss=0.0154 + step 3950000 | 42016s | train_loss=0.0150 + step 3960000 | 42117s | train_loss=0.0153 + step 3970000 | 42206s | train_loss=0.0151 + step 3980000 | 42305s | train_loss=0.0167 + step 3990000 | 42406s | train_loss=0.0159 + step 4000000 | 42581s | train_loss=0.0145 | fid=113.4378 + step 4010000 | 42682s | train_loss=0.0152 + step 4020000 | 42782s | train_loss=0.0153 + step 4030000 | 42883s | train_loss=0.0160 + step 4040000 | 42972s | train_loss=0.0149 + step 4050000 | 43073s | train_loss=0.0153 + step 4060000 | 43170s | train_loss=0.0152 + step 4070000 | 43262s | train_loss=0.0150 + step 4080000 | 43364s | train_loss=0.0157 + step 4090000 | 43465s | train_loss=0.0146 + step 4100000 | 43641s | train_loss=0.0147 | fid=111.2158 + step 4110000 | 43742s | train_loss=0.0152 + step 4120000 | 43842s | train_loss=0.0150 + step 4130000 | 43942s | train_loss=0.0150 + step 4140000 | 44029s | train_loss=0.0149 + step 4150000 | 44129s | train_loss=0.0158 + step 4160000 | 44215s | train_loss=0.0170 + step 4170000 | 44316s | train_loss=0.0159 + step 4180000 | 44417s | train_loss=0.0144 + step 4190000 | 44519s | train_loss=0.0152 + step 4200000 | 44692s | train_loss=0.0153 | fid=113.3119 + step 4210000 | 44793s | train_loss=0.0148 + step 4220000 | 44893s | train_loss=0.0146 + step 4230000 | 44992s | train_loss=0.0149 + step 4240000 | 45084s | train_loss=0.0149 + step 4250000 | 45178s | train_loss=0.0142 + step 4260000 | 45274s | train_loss=0.0149 + step 4270000 | 45375s | train_loss=0.0143 + step 4280000 | 45476s | train_loss=0.0142 + step 4290000 | 45574s | train_loss=0.0144 + step 4300000 | 45749s | train_loss=0.0140 | fid=111.6174 + step 4310000 | 45850s | train_loss=0.0147 + step 4320000 | 45950s | train_loss=0.0147 + step 4330000 | 46044s | train_loss=0.0154 + step 4340000 | 46135s | train_loss=0.0144 + step 4350000 | 46223s | train_loss=0.0139 + step 4360000 | 46323s | train_loss=0.0133 + step 4370000 | 46425s | train_loss=0.0148 + step 4380000 | 46524s | train_loss=0.0151 + step 4390000 | 46625s | train_loss=0.0142 + step 4400000 | 46800s | train_loss=0.0138 | fid=111.2673 + step 4410000 | 46901s | train_loss=0.0145 + step 4420000 | 47000s | train_loss=0.0134 + step 4430000 | 47097s | train_loss=0.0141 + step 4440000 | 47193s | train_loss=0.0146 + step 4450000 | 47295s | train_loss=0.0143 + step 4460000 | 47394s | train_loss=0.0146 + step 4470000 | 47496s | train_loss=0.0148 + step 4480000 | 47598s | train_loss=0.0140 + step 4490000 | 47698s | train_loss=0.0144 + step 4500000 | 47874s | train_loss=0.0144 | fid=109.1026 + step 4510000 | 47974s | train_loss=0.0163 + step 4520000 | 48073s | train_loss=0.0134 + step 4530000 | 48167s | train_loss=0.0153 + step 4540000 | 48266s | train_loss=0.0141 + step 4550000 | 48365s | train_loss=0.0136 + step 4560000 | 48464s | train_loss=0.0138 + step 4570000 | 48563s | train_loss=0.0153 + step 4580000 | 48662s | train_loss=0.0141 + step 4590000 | 48760s | train_loss=0.0140 + step 4600000 | 48935s | train_loss=0.0134 | fid=109.0974 + step 4610000 | 49033s | train_loss=0.0142 + step 4620000 | 49117s | train_loss=0.0142 + step 4630000 | 49197s | train_loss=0.0139 + step 4640000 | 49278s | train_loss=0.0133 + step 4650000 | 49359s | train_loss=0.0137 + step 4660000 | 49439s | train_loss=0.0142 + step 4670000 | 49520s | train_loss=0.0138 + step 4680000 | 49600s | train_loss=0.0150 + step 4690000 | 49680s | train_loss=0.0137 + step 4700000 | 49816s | train_loss=0.0141 | fid=108.7231 + step 4710000 | 49876s | train_loss=0.0133 + step 4720000 | 49932s | train_loss=0.0135 + step 4730000 | 49992s | train_loss=0.0144 + step 4740000 | 50052s | train_loss=0.0136 + step 4750000 | 50113s | train_loss=0.0141 + step 4760000 | 50174s | train_loss=0.0132 + step 4770000 | 50233s | train_loss=0.0134 + step 4780000 | 50291s | train_loss=0.0140 + step 4790000 | 50352s | train_loss=0.0132 + step 4800000 | 50461s | train_loss=0.0139 | fid=110.9283 + step 4810000 | 50521s | train_loss=0.0133 + step 4820000 | 50567s | train_loss=0.0134 + step 4830000 | 50608s | train_loss=0.0137 + step 4840000 | 50648s | train_loss=0.0133 + step 4850000 | 50689s | train_loss=0.0133 + step 4860000 | 50729s | train_loss=0.0129 + step 4870000 | 50770s | train_loss=0.0139 + step 4880000 | 50802s | train_loss=0.0131 + step 4890000 | 50826s | train_loss=0.0133 + step 4900000 | 50867s | train_loss=0.0140 | fid=106.8153 + step 4910000 | 50891s | train_loss=0.0129 + step 4920000 | 50914s | train_loss=0.0136 + step 4930000 | 50938s | train_loss=0.0149 + step 4940000 | 50962s | train_loss=0.0131 + step 4950000 | 50986s | train_loss=0.0136 + step 4960000 | 51010s | train_loss=0.0137 + step 4970000 | 51033s | train_loss=0.0138 + step 4980000 | 51058s | train_loss=0.0130 + step 4990000 | 51081s | train_loss=0.0126 + step 5000000 | 51122s | train_loss=0.0132 | fid=107.3757 diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d120/config.json b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d120/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4094d8a44f1a7798614b1958baf5374bf9cb8f71 --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d120/config.json @@ -0,0 +1,25 @@ +{ + "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d120/vae.pt", + "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d120", + "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", + "n_train": 1000, + "total_steps": 5000000, + "eval_interval": 10000, + "mem_interval": 100000, + "fid_interval": 100000, + "fid_n_real": 1000, + "fid_n_gen": 10000, + "n_gen_samples": 10000, + "n_sde_steps": 500, + "batch_size": 512, + "hidden": 1024, + "depth": 5, + "optimizer": "sgd", + "lr": 0.001, + "momentum": 0.8, + "t_min": 0.01, + "t_max": 3.0, + "t_eval": 0.1, + "seed": 42, + "device": null +} diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d120/metrics.jsonl b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d120/metrics.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..4cec3978d41d237fe5a9ba6b048c99167b49e959 --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d120/metrics.jsonl @@ -0,0 +1,502 @@ +{"event": "meta", "data": "cifar10_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 120, "n": 1000, "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d120/vae.pt", "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [41905, 27590, 3837, 45564, 49079, 45615, 24791, 29586, 40154, 14155, 41744, 31565, 21399, 47093, 14144, 7260, 25109, 49111, 3286, 28559, 8088, 18636, 27677, 5584, 14605, 28090, 44911, 22197, 30774, 45976, 21377, 38974, 37419, 34658, 48141, 45353, 16718, 44442, 14512, 30061, 32910, 17321, 15565, 17405, 44045, 17717, 6400, 37998, 3773, 20538, 19316, 34889, 4564, 1363, 5611, 41687, 16986, 41914, 25046, 49823, 33007, 20861, 27988, 42869, 33687, 3828, 12070, 15418, 22140, 35636, 31728, 9480, 7712, 2852, 43042, 17354, 27208, 49689, 14774, 29225, 25390, 35055, 12670, 19522, 24246, 14561, 33656, 42751, 2242, 364, 43176, 15490, 46231, 26061, 18629, 34392, 32488, 26106, 10393, 11167, 20874, 8106, 10093, 7243, 48907, 8147, 45063, 21102, 37655, 7635, 2514, 27684, 3204, 28758, 28311, 29718, 44311, 10355, 32304, 14615, 28486, 14294, 16760, 37166, 19433, 20899, 23979, 36854, 43726, 10375, 11078, 10677, 40127, 33642, 36325, 13174, 19662, 30319, 22501, 14354, 24243, 27654, 42509, 18915, 29668, 2313, 42454, 11218, 48097, 31985, 16567, 26984, 33502, 36329, 22928, 42746, 38223, 19499, 41926, 29059, 44004, 8962, 40807, 11854, 36894, 13566, 36982, 16226, 36410, 47002, 20194, 3625, 19297, 2555, 4842, 8098, 44052, 5795, 5274, 4374, 17924, 30344, 5386, 26317, 30389, 32399, 32042, 26731, 29532, 33817, 26942, 25858, 11887, 46070, 41837, 10713, 33955, 20000, 29946, 4912, 32112, 6697, 44031, 27296, 37785, 25660, 27948, 31260, 24358, 1827, 37445, 25084, 11703, 3820, 49218, 30616, 25083, 22759, 6275, 40603, 39038, 37156, 8894, 9871, 31333, 26582, 20528, 10523, 2747, 33639, 41740, 47899, 11337, 6325, 433, 33051, 1094, 24743, 9392, 22638, 7689, 39641, 9486, 33554, 30840, 35032, 19647, 7903, 18205, 34063, 46483, 32963, 11601, 19203, 45792, 47136, 6174, 40793, 13885, 16641, 48744, 37658, 43829, 44107, 6388, 37424, 20033, 28563, 27013, 17032, 12768, 38181, 35608, 14089, 29228, 40229, 45106, 11963, 37979, 20694, 22835, 5773, 19580, 44596, 19079, 45191, 666, 15893, 7513, 15939, 45020, 12659, 31388, 44651, 23592, 16419, 47615, 36714, 36448, 28579, 1697, 9889, 42082, 49150, 41132, 33996, 21551, 18467, 45242, 6516, 3355, 20187, 31669, 2814, 6900, 28198, 17656, 18178, 31825, 34244, 38330, 28894, 7463, 8134, 38159, 10524, 41508, 2367, 496, 31046, 1511, 31956, 46621, 14176, 1899, 32397, 29452, 16504, 34042, 24014, 47447, 20229, 36683, 5186, 14349, 21736, 17094, 30311, 27949, 30023, 49589, 43270, 2898, 18259, 17175, 18594, 17062, 42063, 3237, 12080, 35769, 1687, 30330, 29678, 27321, 4273, 28513, 2551, 5314, 13572, 13497, 9652, 3466, 27133, 38459, 23232, 14231, 25584, 49398, 32994, 10434, 42369, 37410, 45044, 11075, 12523, 1417, 6765, 40000, 25016, 36905, 48638, 21, 16822, 24333, 30084, 43982, 26954, 6519, 42546, 14751, 14278, 49970, 47621, 18883, 37295, 9040, 40369, 22225, 36489, 21302, 13110, 5455, 47804, 14868, 13063, 22102, 36825, 21969, 33186, 28908, 32592, 42766, 12262, 39073, 915, 11824, 39208, 3098, 42789, 29800, 14150, 28705, 8847, 21716, 535, 48077, 41540, 36207, 10816, 41471, 35049, 20661, 6083, 30194, 4576, 2174, 1908, 48392, 10435, 10986, 18036, 24746, 3941, 34118, 49749, 12025, 21493, 15785, 17085, 39411, 34561, 42064, 36237, 2740, 8183, 40564, 33107, 25765, 49165, 25211, 17520, 17115, 1869, 46432, 33757, 20517, 39760, 259, 45380, 12436, 48000, 21046, 4039, 15701, 35246, 29112, 44161, 34079, 45449, 42845, 22815, 5597, 3990, 35899, 48969, 41528, 27873, 16598, 39104, 23359, 46847, 28624, 19198, 1251, 9003, 28383, 47005, 40703, 41605, 39895, 26201, 11727, 27435, 17333, 39261, 37456, 14653, 30634, 4160, 24540, 12044, 7111, 23485, 5645, 2572, 1682, 17872, 8974, 16796, 11864, 40178, 20092, 32219, 14458, 37007, 31340, 10520, 34489, 13128, 42913, 31468, 44180, 37938, 20058, 18673, 36850, 34721, 26210, 15257, 35188, 11815, 47936, 18088, 43578, 11996, 47952, 24311, 1884, 36557, 32921, 36250, 38022, 5671, 13621, 23326, 14326, 23471, 24685, 39092, 3268, 37257, 16348, 13730, 21838, 44088, 8945, 10827, 13840, 46123, 48010, 13350, 30622, 45233, 8698, 14335, 45842, 15138, 1515, 40759, 21960, 47551, 33208, 18260, 6377, 46869, 31742, 23566, 12829, 15305, 37988, 16111, 32146, 37948, 25917, 30484, 17885, 42468, 28238, 33865, 28030, 30072, 34855, 19324, 42075, 30623, 3667, 38832, 25100, 43077, 36471, 11663, 13588, 14015, 5099, 10589, 28526, 48022, 15444, 3280, 188, 31582, 15225, 11019, 21804, 3901, 24461, 25031, 10373, 4486, 45950, 37949, 32923, 1583, 6576, 26004, 16237, 38132, 25045, 25091, 41949, 11553, 48062, 40503, 13057, 8954, 18566, 28405, 28604, 30434, 49112, 30676, 32930, 16183, 48336, 43162, 873, 37233, 44718, 37247, 23758, 9243, 12126, 5287, 49594, 3459, 32091, 20894, 41743, 7366, 7258, 37939, 47665, 12260, 20836, 43253, 16191, 11619, 1519, 6137, 3934, 48375, 35234, 103, 30510, 8869, 21085, 41234, 25138, 25079, 31218, 48292, 48814, 6635, 18416, 1421, 4363, 5164, 47455, 21280, 16767, 19685, 16449, 45798, 31292, 31049, 43587, 30772, 2651, 12854, 23199, 25234, 23389, 24742, 19480, 19738, 19726, 2388, 21394, 4512, 9069, 42856, 25766, 23797, 40741, 33624, 8328, 35922, 27732, 36268, 23213, 41966, 40002, 12750, 46225, 35182, 23769, 25152, 26764, 20090, 27202, 48096, 4266, 2205, 2020, 37651, 36088, 1021, 28544, 20933, 48924, 11503, 43997, 9492, 19505, 47632, 4118, 2029, 22008, 41396, 16378, 36738, 33194, 28053, 44137, 30771, 12131, 5963, 31754, 46953, 3180, 1718, 36816, 2208, 20898, 13799, 30796, 34445, 37540, 27983, 39216, 16791, 36763, 15987, 28440, 11782, 48531, 4252, 47359, 5351, 4059, 9263, 32274, 39283, 258, 17485, 31280, 12814, 33217, 38203, 11170, 8486, 14434, 13722, 36048, 3705, 47210, 38260, 2200, 17850, 21589, 27598, 9926, 9419, 3981, 34519, 37821, 22855, 39796, 24105, 5113, 5888, 31974, 40040, 17179, 48615, 38665, 47173, 47154, 20619, 5049, 1656, 27736, 14424, 2013, 1348, 32964, 37228, 34968, 34124, 15993, 42420, 26558, 2961, 27119, 37779, 29321, 31595, 29301, 38364, 17528, 19583, 48609, 4428, 12427, 601, 21213, 44456, 39274, 40250, 39804, 35373, 43875, 20550, 43426, 13696, 34572, 11097, 22458, 33042, 12981, 29073, 6601, 2370, 4065, 46317, 29460, 21761, 13977, 4520, 31604, 16259, 1445, 29204, 26097, 31921, 33193, 36054, 26372, 4436, 40306, 13974, 6159, 46233, 33714, 27592, 23153, 40311, 12294, 40141, 14030, 36304, 40086, 43163, 14689, 5002, 40885, 40758, 42458, 18580, 29784, 14527, 30070, 18326, 40830, 42503, 5434, 25179, 15652, 11428, 40980, 45916, 22056, 15896, 42628, 30092, 40834, 25862, 40370, 7804, 46908, 44191, 26908, 9764, 36969, 21521, 35257, 9279, 36964, 4012, 627, 31813, 15669, 33832, 29874, 1912, 41254, 23709, 4648, 3131, 49882, 19349, 35975, 25565, 21641, 48219, 30806, 33979, 36103, 14640, 34524, 31661, 26869, 27297, 46519, 2352, 46930, 7617, 49750, 12620, 29820, 18590, 890, 16394, 23877, 26421, 23417, 29021, 11596, 22017, 14794, 14437, 48385, 48231, 18946, 38048, 41302, 40633, 15317, 24820], "fid_reference": "same farthest-first 1k CIFAR-10 training subset", "seed": 42} +{"step": 1, "wall_time": 78.80901432037354, "train_loss_step": 121.33108520507812, "n_params": 4510840, "total_flops": 13857300480, "train_loss": 0.9999607721964519, "subset_score_loss": 0.9999607721964519, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9809839129447937, "fid": 305.91836827037304} +{"step": 10000, "wall_time": 175.71116304397583, "train_loss_step": 23.653427124023438, "n_params": 4510840, "total_flops": 138573004800000, "train_loss": 0.8097858428955078, "subset_score_loss": 0.8097858428955078} +{"step": 20000, "wall_time": 275.32976770401, "train_loss_step": 20.65830421447754, "n_params": 4510840, "total_flops": 277146009600000, "train_loss": 0.6800633112589518, "subset_score_loss": 0.6800633112589518} +{"step": 30000, "wall_time": 374.29107546806335, "train_loss_step": 19.078550338745117, "n_params": 4510840, "total_flops": 415719014400000, "train_loss": 0.5493356068929036, "subset_score_loss": 0.5493356068929036} +{"step": 40000, "wall_time": 472.582861661911, "train_loss_step": 16.043725967407227, "n_params": 4510840, "total_flops": 554292019200000, "train_loss": 0.4203911781311035, "subset_score_loss": 0.4203911781311035} +{"step": 50000, "wall_time": 570.4532997608185, "train_loss_step": 13.966951370239258, "n_params": 4510840, "total_flops": 692865024000000, "train_loss": 0.3137802759806315, "subset_score_loss": 0.3137802759806315} +{"step": 60000, "wall_time": 670.1790215969086, "train_loss_step": 12.596868515014648, "n_params": 4510840, "total_flops": 831438028800000, "train_loss": 0.23839805920918783, "subset_score_loss": 0.23839805920918783} +{"step": 70000, "wall_time": 769.772803068161, "train_loss_step": 12.698314666748047, "n_params": 4510840, "total_flops": 970011033600000, "train_loss": 0.1957595189412435, "subset_score_loss": 0.1957595189412435} +{"step": 80000, "wall_time": 869.2812821865082, "train_loss_step": 11.014723777770996, "n_params": 4510840, "total_flops": 1108584038400000, "train_loss": 0.1616842269897461, "subset_score_loss": 0.1616842269897461} +{"step": 90000, "wall_time": 968.8184022903442, "train_loss_step": 10.985786437988281, "n_params": 4510840, "total_flops": 1247157043200000, "train_loss": 0.14415454864501953, "subset_score_loss": 0.14415454864501953} +{"step": 100000, "wall_time": 1145.8337585926056, "train_loss_step": 10.472878456115723, "n_params": 4510840, "total_flops": 1385730048000000, "train_loss": 0.13349452018737792, "subset_score_loss": 0.13349452018737792, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9511887431144714, "fid": 179.76605198425602} +{"step": 110000, "wall_time": 1238.6979701519012, "train_loss_step": 9.722683906555176, "n_params": 4510840, "total_flops": 1524303052800000, "train_loss": 0.11937297185262044, "subset_score_loss": 0.11937297185262044} +{"step": 120000, "wall_time": 1337.265427350998, "train_loss_step": 9.21680736541748, "n_params": 4510840, "total_flops": 1662876057600000, "train_loss": 0.11341211795806885, "subset_score_loss": 0.11341211795806885} +{"step": 130000, "wall_time": 1435.4433498382568, "train_loss_step": 9.652189254760742, "n_params": 4510840, "total_flops": 1801449062400000, "train_loss": 0.11042935053507487, "subset_score_loss": 0.11042935053507487} +{"step": 140000, "wall_time": 1534.206136226654, "train_loss_step": 9.497106552124023, "n_params": 4510840, "total_flops": 1940022067200000, "train_loss": 0.10464557806650797, "subset_score_loss": 0.10464557806650797} +{"step": 150000, "wall_time": 1631.7229154109955, "train_loss_step": 8.857988357543945, "n_params": 4510840, "total_flops": 2078595072000000, "train_loss": 0.09934402306874593, "subset_score_loss": 0.09934402306874593} +{"step": 160000, "wall_time": 1731.1331629753113, "train_loss_step": 8.68616771697998, "n_params": 4510840, "total_flops": 2217168076800000, "train_loss": 0.0955431858698527, "subset_score_loss": 0.0955431858698527} +{"step": 170000, "wall_time": 1830.3061697483063, "train_loss_step": 8.4162015914917, "n_params": 4510840, "total_flops": 2355741081600000, "train_loss": 0.09507724444071451, "subset_score_loss": 0.09507724444071451} +{"step": 180000, "wall_time": 1929.0315747261047, "train_loss_step": 8.705432891845703, "n_params": 4510840, "total_flops": 2494314086400000, "train_loss": 0.09403982957204184, "subset_score_loss": 0.09403982957204184} +{"step": 190000, "wall_time": 2025.4411044120789, "train_loss_step": 8.511493682861328, "n_params": 4510840, "total_flops": 2632887091200000, "train_loss": 0.09129627545674641, "subset_score_loss": 0.09129627545674641} +{"step": 200000, "wall_time": 2205.2087531089783, "train_loss_step": 8.33810806274414, "n_params": 4510840, "total_flops": 2771460096000000, "train_loss": 0.0859667698542277, "subset_score_loss": 0.0859667698542277, "memorization_fraction_pixel": 0.002099999925121665, "mean_nn_ratio_pixel": 0.9218734502792358, "fid": 174.967712843762} +{"step": 210000, "wall_time": 2297.0548186302185, "train_loss_step": 8.291656494140625, "n_params": 4510840, "total_flops": 2910033100800000, "train_loss": 0.08347561359405517, "subset_score_loss": 0.08347561359405517} +{"step": 220000, "wall_time": 2396.1015400886536, "train_loss_step": 7.618259429931641, "n_params": 4510840, "total_flops": 3048606105600000, "train_loss": 0.08378124237060547, "subset_score_loss": 0.08378124237060547} +{"step": 230000, "wall_time": 2496.620554447174, "train_loss_step": 7.760923385620117, "n_params": 4510840, "total_flops": 3187179110400000, "train_loss": 0.0842595100402832, "subset_score_loss": 0.0842595100402832} +{"step": 240000, "wall_time": 2595.021084547043, "train_loss_step": 8.083196640014648, "n_params": 4510840, "total_flops": 3325752115200000, "train_loss": 0.0782228390375773, "subset_score_loss": 0.0782228390375773} +{"step": 250000, "wall_time": 2693.3617944717407, "train_loss_step": 7.7457380294799805, "n_params": 4510840, "total_flops": 3464325120000000, "train_loss": 0.0782833735148112, "subset_score_loss": 0.0782833735148112} +{"step": 260000, "wall_time": 2793.571197748184, "train_loss_step": 7.190000057220459, "n_params": 4510840, "total_flops": 3602898124800000, "train_loss": 0.07748390833536783, "subset_score_loss": 0.07748390833536783} +{"step": 270000, "wall_time": 2893.322137594223, "train_loss_step": 7.515973091125488, "n_params": 4510840, "total_flops": 3741471129600000, "train_loss": 0.07417143185933431, "subset_score_loss": 0.07417143185933431} +{"step": 280000, "wall_time": 2992.640062570572, "train_loss_step": 7.739667892456055, "n_params": 4510840, "total_flops": 3880044134400000, "train_loss": 0.07373476028442383, "subset_score_loss": 0.07373476028442383} +{"step": 290000, "wall_time": 3090.477859020233, "train_loss_step": 7.7212042808532715, "n_params": 4510840, "total_flops": 4018617139200000, "train_loss": 0.07135121822357178, "subset_score_loss": 0.07135121822357178} +{"step": 300000, "wall_time": 3266.809057235718, "train_loss_step": 7.183296203613281, "n_params": 4510840, "total_flops": 4157190144000000, "train_loss": 0.0705433209737142, "subset_score_loss": 0.0705433209737142, "memorization_fraction_pixel": 0.004800000227987766, "mean_nn_ratio_pixel": 0.9066027402877808, "fid": 173.09065993133817} +{"step": 310000, "wall_time": 3361.49427652359, "train_loss_step": 7.412111759185791, "n_params": 4510840, "total_flops": 4295763148800000, "train_loss": 0.0677170991897583, "subset_score_loss": 0.0677170991897583} +{"step": 320000, "wall_time": 3456.376415491104, "train_loss_step": 7.5297346115112305, "n_params": 4510840, "total_flops": 4434336153600000, "train_loss": 0.06689456303914389, "subset_score_loss": 0.06689456303914389} +{"step": 330000, "wall_time": 3555.312343597412, "train_loss_step": 7.001397132873535, "n_params": 4510840, "total_flops": 4572909158400000, "train_loss": 0.06889684200286865, "subset_score_loss": 0.06889684200286865} +{"step": 340000, "wall_time": 3652.79909992218, "train_loss_step": 6.93730354309082, "n_params": 4510840, "total_flops": 4711482163200000, "train_loss": 0.06530106862386068, "subset_score_loss": 0.06530106862386068} +{"step": 350000, "wall_time": 3751.7352669239044, "train_loss_step": 7.171509742736816, "n_params": 4510840, "total_flops": 4850055168000000, "train_loss": 0.0656834085782369, "subset_score_loss": 0.0656834085782369} +{"step": 360000, "wall_time": 3851.195528268814, "train_loss_step": 7.0979814529418945, "n_params": 4510840, "total_flops": 4988628172800000, "train_loss": 0.06450880368550618, "subset_score_loss": 0.06450880368550618} +{"step": 370000, "wall_time": 3949.2047662734985, "train_loss_step": 7.0443010330200195, "n_params": 4510840, "total_flops": 5127201177600000, "train_loss": 0.0624714732170105, "subset_score_loss": 0.0624714732170105} +{"step": 380000, "wall_time": 4047.0138251781464, "train_loss_step": 7.237631320953369, "n_params": 4510840, "total_flops": 5265774182400000, "train_loss": 0.06284464200337728, "subset_score_loss": 0.06284464200337728} +{"step": 390000, "wall_time": 4146.076835393906, "train_loss_step": 6.6522722244262695, "n_params": 4510840, "total_flops": 5404347187200000, "train_loss": 0.061070799827575684, "subset_score_loss": 0.061070799827575684} +{"step": 400000, "wall_time": 4323.5233471393585, "train_loss_step": 7.262689590454102, "n_params": 4510840, "total_flops": 5542920192000000, "train_loss": 0.06123512585957845, "subset_score_loss": 0.06123512585957845, "memorization_fraction_pixel": 0.007899999618530273, "mean_nn_ratio_pixel": 0.8909863233566284, "fid": 169.29067900987107} +{"step": 410000, "wall_time": 4418.235057830811, "train_loss_step": 6.817319869995117, "n_params": 4510840, "total_flops": 5681493196800000, "train_loss": 0.06043424606323242, "subset_score_loss": 0.06043424606323242} +{"step": 420000, "wall_time": 4513.924835681915, "train_loss_step": 6.909573078155518, "n_params": 4510840, "total_flops": 5820066201600000, "train_loss": 0.05962895154953003, "subset_score_loss": 0.05962895154953003} +{"step": 430000, "wall_time": 4613.06666469574, "train_loss_step": 7.317674160003662, "n_params": 4510840, "total_flops": 5958639206400000, "train_loss": 0.05921183029810587, "subset_score_loss": 0.05921183029810587} +{"step": 440000, "wall_time": 4712.218572378159, "train_loss_step": 6.537410259246826, "n_params": 4510840, "total_flops": 6097212211200000, "train_loss": 0.05669697920481364, "subset_score_loss": 0.05669697920481364} +{"step": 450000, "wall_time": 4811.640985250473, "train_loss_step": 6.821264743804932, "n_params": 4510840, "total_flops": 6235785216000000, "train_loss": 0.06106344858805338, "subset_score_loss": 0.06106344858805338} +{"step": 460000, "wall_time": 4910.538598060608, "train_loss_step": 6.833690643310547, "n_params": 4510840, "total_flops": 6374358220800000, "train_loss": 0.056273921330769854, "subset_score_loss": 0.056273921330769854} +{"step": 470000, "wall_time": 5009.198089122772, "train_loss_step": 6.825425624847412, "n_params": 4510840, "total_flops": 6512931225600000, "train_loss": 0.05680774052937825, "subset_score_loss": 0.05680774052937825} +{"step": 480000, "wall_time": 5108.619444847107, "train_loss_step": 7.477489471435547, "n_params": 4510840, "total_flops": 6651504230400000, "train_loss": 0.05527442693710327, "subset_score_loss": 0.05527442693710327} +{"step": 490000, "wall_time": 5207.483973026276, "train_loss_step": 6.507905006408691, "n_params": 4510840, "total_flops": 6790077235200000, "train_loss": 0.05470528602600098, "subset_score_loss": 0.05470528602600098} +{"step": 500000, "wall_time": 5385.597408771515, "train_loss_step": 6.56820011138916, "n_params": 4510840, "total_flops": 6928650240000000, "train_loss": 0.05329049030939738, "subset_score_loss": 0.05329049030939738, "memorization_fraction_pixel": 0.013500000350177288, "mean_nn_ratio_pixel": 0.8695811629295349, "fid": 161.59327690885408} +{"step": 510000, "wall_time": 5481.199094772339, "train_loss_step": 6.563851356506348, "n_params": 4510840, "total_flops": 7067223244800000, "train_loss": 0.05403815507888794, "subset_score_loss": 0.05403815507888794} +{"step": 520000, "wall_time": 5579.222998857498, "train_loss_step": 6.416454315185547, "n_params": 4510840, "total_flops": 7205796249600000, "train_loss": 0.052108697096506756, "subset_score_loss": 0.052108697096506756} +{"step": 530000, "wall_time": 5675.413318395615, "train_loss_step": 7.113162994384766, "n_params": 4510840, "total_flops": 7344369254400000, "train_loss": 0.052785491943359374, "subset_score_loss": 0.052785491943359374} +{"step": 540000, "wall_time": 5773.635359287262, "train_loss_step": 6.206425666809082, "n_params": 4510840, "total_flops": 7482942259200000, "train_loss": 0.051628394921620684, "subset_score_loss": 0.051628394921620684} +{"step": 550000, "wall_time": 5871.637385606766, "train_loss_step": 6.447452545166016, "n_params": 4510840, "total_flops": 7621515264000000, "train_loss": 0.05365363359451294, "subset_score_loss": 0.05365363359451294} +{"step": 560000, "wall_time": 5968.743814468384, "train_loss_step": 6.454238414764404, "n_params": 4510840, "total_flops": 7760088268800000, "train_loss": 0.051447498798370364, "subset_score_loss": 0.051447498798370364} +{"step": 570000, "wall_time": 6067.384008646011, "train_loss_step": 6.258103370666504, "n_params": 4510840, "total_flops": 7898661273600000, "train_loss": 0.05047080914179484, "subset_score_loss": 0.05047080914179484} +{"step": 580000, "wall_time": 6165.451993703842, "train_loss_step": 6.705061912536621, "n_params": 4510840, "total_flops": 8037234278400000, "train_loss": 0.04958335161209106, "subset_score_loss": 0.04958335161209106} +{"step": 590000, "wall_time": 6265.041173458099, "train_loss_step": 6.295580863952637, "n_params": 4510840, "total_flops": 8175807283200000, "train_loss": 0.050618187586466475, "subset_score_loss": 0.050618187586466475} +{"step": 600000, "wall_time": 6439.781395196915, "train_loss_step": 6.615489959716797, "n_params": 4510840, "total_flops": 8314380288000000, "train_loss": 0.04956256151199341, "subset_score_loss": 0.04956256151199341, "memorization_fraction_pixel": 0.024900000542402267, "mean_nn_ratio_pixel": 0.8529817461967468, "fid": 154.7887055957473} +{"step": 610000, "wall_time": 6535.973544836044, "train_loss_step": 6.238297462463379, "n_params": 4510840, "total_flops": 8452953292800000, "train_loss": 0.05044625600179036, "subset_score_loss": 0.05044625600179036} +{"step": 620000, "wall_time": 6635.001816749573, "train_loss_step": 6.235915660858154, "n_params": 4510840, "total_flops": 8591526297600000, "train_loss": 0.04898860851923625, "subset_score_loss": 0.04898860851923625} +{"step": 630000, "wall_time": 6723.781808376312, "train_loss_step": 6.783144950866699, "n_params": 4510840, "total_flops": 8730099302400000, "train_loss": 0.04814261198043823, "subset_score_loss": 0.04814261198043823} +{"step": 640000, "wall_time": 6822.4807732105255, "train_loss_step": 6.190112590789795, "n_params": 4510840, "total_flops": 8868672307200000, "train_loss": 0.049414463837941486, "subset_score_loss": 0.049414463837941486} +{"step": 650000, "wall_time": 6921.846823692322, "train_loss_step": 6.1107282638549805, "n_params": 4510840, "total_flops": 9007245312000000, "train_loss": 0.04863352378209432, "subset_score_loss": 0.04863352378209432} +{"step": 660000, "wall_time": 7019.808506011963, "train_loss_step": 6.0910868644714355, "n_params": 4510840, "total_flops": 9145818316800000, "train_loss": 0.04929257233937581, "subset_score_loss": 0.04929257233937581} +{"step": 670000, "wall_time": 7119.25056385994, "train_loss_step": 6.743976593017578, "n_params": 4510840, "total_flops": 9284391321600000, "train_loss": 0.05113794803619385, "subset_score_loss": 0.05113794803619385} +{"step": 680000, "wall_time": 7218.957551717758, "train_loss_step": 6.197393894195557, "n_params": 4510840, "total_flops": 9422964326400000, "train_loss": 0.04938652118047079, "subset_score_loss": 0.04938652118047079} +{"step": 690000, "wall_time": 7317.247683048248, "train_loss_step": 6.529585361480713, "n_params": 4510840, "total_flops": 9561537331200000, "train_loss": 0.04742806355158488, "subset_score_loss": 0.04742806355158488} +{"step": 700000, "wall_time": 7513.269939422607, "train_loss_step": 6.135417938232422, "n_params": 4510840, "total_flops": 9700110336000000, "train_loss": 0.047119168440500896, "subset_score_loss": 0.047119168440500896, "memorization_fraction_pixel": 0.031099999323487282, "mean_nn_ratio_pixel": 0.8422501683235168, "fid": 150.74389047728306} +{"step": 710000, "wall_time": 7596.6606431007385, "train_loss_step": 6.031355857849121, "n_params": 4510840, "total_flops": 9838683340800000, "train_loss": 0.04657828013102214, "subset_score_loss": 0.04657828013102214} +{"step": 720000, "wall_time": 7695.342113494873, "train_loss_step": 6.286130905151367, "n_params": 4510840, "total_flops": 9977256345600000, "train_loss": 0.04719395637512207, "subset_score_loss": 0.04719395637512207} +{"step": 730000, "wall_time": 7790.20432639122, "train_loss_step": 6.117633819580078, "n_params": 4510840, "total_flops": 10115829350400000, "train_loss": 0.047827517986297606, "subset_score_loss": 0.047827517986297606} +{"step": 740000, "wall_time": 7884.588135480881, "train_loss_step": 6.461474418640137, "n_params": 4510840, "total_flops": 10254402355200000, "train_loss": 0.04741474787394206, "subset_score_loss": 0.04741474787394206} +{"step": 750000, "wall_time": 7981.237589836121, "train_loss_step": 5.947309494018555, "n_params": 4510840, "total_flops": 10392975360000000, "train_loss": 0.04686565796534221, "subset_score_loss": 0.04686565796534221} +{"step": 760000, "wall_time": 8079.9443435668945, "train_loss_step": 5.792180061340332, "n_params": 4510840, "total_flops": 10531548364800000, "train_loss": 0.04525033632914225, "subset_score_loss": 0.04525033632914225} +{"step": 770000, "wall_time": 8179.656221151352, "train_loss_step": 5.971042156219482, "n_params": 4510840, "total_flops": 10670121369600000, "train_loss": 0.04550489584604899, "subset_score_loss": 0.04550489584604899} +{"step": 780000, "wall_time": 8279.193277835846, "train_loss_step": 6.042386531829834, "n_params": 4510840, "total_flops": 10808694374400000, "train_loss": 0.044967615604400636, "subset_score_loss": 0.044967615604400636} +{"step": 790000, "wall_time": 8377.624475240707, "train_loss_step": 6.1532301902771, "n_params": 4510840, "total_flops": 10947267379200000, "train_loss": 0.04320116440455119, "subset_score_loss": 0.04320116440455119} +{"step": 800000, "wall_time": 8552.165719509125, "train_loss_step": 6.0776896476745605, "n_params": 4510840, "total_flops": 11085840384000000, "train_loss": 0.04482909440994263, "subset_score_loss": 0.04482909440994263, "memorization_fraction_pixel": 0.037300001829862595, "mean_nn_ratio_pixel": 0.8375003933906555, "fid": 153.54709971481523} +{"step": 810000, "wall_time": 8651.777087211609, "train_loss_step": 6.321273326873779, "n_params": 4510840, "total_flops": 11224413388800000, "train_loss": 0.04431988000869751, "subset_score_loss": 0.04431988000869751} +{"step": 820000, "wall_time": 8747.43976187706, "train_loss_step": 5.935112476348877, "n_params": 4510840, "total_flops": 11362986393600000, "train_loss": 0.04367913405100505, "subset_score_loss": 0.04367913405100505} +{"step": 830000, "wall_time": 8845.468197584152, "train_loss_step": 5.922989368438721, "n_params": 4510840, "total_flops": 11501559398400000, "train_loss": 0.0431986411412557, "subset_score_loss": 0.0431986411412557} +{"step": 840000, "wall_time": 8938.306375741959, "train_loss_step": 5.710721492767334, "n_params": 4510840, "total_flops": 11640132403200000, "train_loss": 0.04363373517990112, "subset_score_loss": 0.04363373517990112} +{"step": 850000, "wall_time": 9037.208573102951, "train_loss_step": 5.8223347663879395, "n_params": 4510840, "total_flops": 11778705408000000, "train_loss": 0.04404680331548055, "subset_score_loss": 0.04404680331548055} +{"step": 860000, "wall_time": 9136.995422363281, "train_loss_step": 6.047022342681885, "n_params": 4510840, "total_flops": 11917278412800000, "train_loss": 0.04244869947433472, "subset_score_loss": 0.04244869947433472} +{"step": 870000, "wall_time": 9237.089463233948, "train_loss_step": 5.608859539031982, "n_params": 4510840, "total_flops": 12055851417600000, "train_loss": 0.04441144863764445, "subset_score_loss": 0.04441144863764445} +{"step": 880000, "wall_time": 9335.525335550308, "train_loss_step": 6.188953399658203, "n_params": 4510840, "total_flops": 12194424422400000, "train_loss": 0.04366483688354492, "subset_score_loss": 0.04366483688354492} +{"step": 890000, "wall_time": 9434.83004617691, "train_loss_step": 5.760326862335205, "n_params": 4510840, "total_flops": 12332997427200000, "train_loss": 0.04219342470169067, "subset_score_loss": 0.04219342470169067} +{"step": 900000, "wall_time": 9610.056756734848, "train_loss_step": 6.121070861816406, "n_params": 4510840, "total_flops": 12471570432000000, "train_loss": 0.04268471797307332, "subset_score_loss": 0.04268471797307332, "memorization_fraction_pixel": 0.043299999088048935, "mean_nn_ratio_pixel": 0.834735631942749, "fid": 158.08886958451868} +{"step": 910000, "wall_time": 9708.770565032959, "train_loss_step": 6.193503379821777, "n_params": 4510840, "total_flops": 12610143436800000, "train_loss": 0.043264782428741454, "subset_score_loss": 0.043264782428741454} +{"step": 920000, "wall_time": 9804.243801355362, "train_loss_step": 6.187272071838379, "n_params": 4510840, "total_flops": 12748716441600000, "train_loss": 0.04231756130854289, "subset_score_loss": 0.04231756130854289} +{"step": 930000, "wall_time": 9900.313198804855, "train_loss_step": 5.759835720062256, "n_params": 4510840, "total_flops": 12887289446400000, "train_loss": 0.04330158233642578, "subset_score_loss": 0.04330158233642578} +{"step": 940000, "wall_time": 9998.432687997818, "train_loss_step": 5.814971923828125, "n_params": 4510840, "total_flops": 13025862451200000, "train_loss": 0.04289454221725464, "subset_score_loss": 0.04289454221725464} +{"step": 950000, "wall_time": 10093.706481456757, "train_loss_step": 5.684868812561035, "n_params": 4510840, "total_flops": 13164435456000000, "train_loss": 0.04132230281829834, "subset_score_loss": 0.04132230281829834} +{"step": 960000, "wall_time": 10192.779380321503, "train_loss_step": 5.860492706298828, "n_params": 4510840, "total_flops": 13303008460800000, "train_loss": 0.04291210174560547, "subset_score_loss": 0.04291210174560547} +{"step": 970000, "wall_time": 10291.765022993088, "train_loss_step": 5.998752593994141, "n_params": 4510840, "total_flops": 13441581465600000, "train_loss": 0.041297852993011475, "subset_score_loss": 0.041297852993011475} +{"step": 980000, "wall_time": 10389.947722196579, "train_loss_step": 5.850038051605225, "n_params": 4510840, "total_flops": 13580154470400000, "train_loss": 0.04333066542943319, "subset_score_loss": 0.04333066542943319} +{"step": 990000, "wall_time": 10488.526976585388, "train_loss_step": 5.496211528778076, "n_params": 4510840, "total_flops": 13718727475200000, "train_loss": 0.040023195743560794, "subset_score_loss": 0.040023195743560794} +{"step": 1000000, "wall_time": 10684.64843916893, "train_loss_step": 5.812480926513672, "n_params": 4510840, "total_flops": 13857300480000000, "train_loss": 0.04269154071807861, "subset_score_loss": 0.04269154071807861, "memorization_fraction_pixel": 0.04830000177025795, "mean_nn_ratio_pixel": 0.8434457182884216, "fid": 169.87467064126156} +{"step": 1010000, "wall_time": 10781.768825292587, "train_loss_step": 5.48525857925415, "n_params": 4510840, "total_flops": 13995873484800000, "train_loss": 0.039188818136850996, "subset_score_loss": 0.039188818136850996} +{"step": 1020000, "wall_time": 10867.395112514496, "train_loss_step": 5.519748687744141, "n_params": 4510840, "total_flops": 14134446489600000, "train_loss": 0.04073248306910197, "subset_score_loss": 0.04073248306910197} +{"step": 1030000, "wall_time": 10966.095479011536, "train_loss_step": 5.810235977172852, "n_params": 4510840, "total_flops": 14273019494400000, "train_loss": 0.041708195209503175, "subset_score_loss": 0.041708195209503175} +{"step": 1040000, "wall_time": 11066.119574069977, "train_loss_step": 5.295228004455566, "n_params": 4510840, "total_flops": 14411592499200000, "train_loss": 0.039471018314361575, "subset_score_loss": 0.039471018314361575} +{"step": 1050000, "wall_time": 11148.535924434662, "train_loss_step": 6.199241638183594, "n_params": 4510840, "total_flops": 14550165504000000, "train_loss": 0.03990516265233358, "subset_score_loss": 0.03990516265233358} +{"step": 1060000, "wall_time": 11247.946466207504, "train_loss_step": 5.513431549072266, "n_params": 4510840, "total_flops": 14688738508800000, "train_loss": 0.03947627147038778, "subset_score_loss": 0.03947627147038778} +{"step": 1070000, "wall_time": 11347.621218681335, "train_loss_step": 5.398275375366211, "n_params": 4510840, "total_flops": 14827311513600000, "train_loss": 0.0393556555112203, "subset_score_loss": 0.0393556555112203} +{"step": 1080000, "wall_time": 11446.256933450699, "train_loss_step": 5.6697821617126465, "n_params": 4510840, "total_flops": 14965884518400000, "train_loss": 0.03919957081476847, "subset_score_loss": 0.03919957081476847} +{"step": 1090000, "wall_time": 11545.928035497665, "train_loss_step": 5.84757661819458, "n_params": 4510840, "total_flops": 15104457523200000, "train_loss": 0.03968174854914348, "subset_score_loss": 0.03968174854914348} +{"step": 1100000, "wall_time": 11722.949913263321, "train_loss_step": 5.505043029785156, "n_params": 4510840, "total_flops": 15243030528000000, "train_loss": 0.037758815288543704, "subset_score_loss": 0.037758815288543704, "memorization_fraction_pixel": 0.061400000005960464, "mean_nn_ratio_pixel": 0.8529722690582275, "fid": 189.65683238959483} +{"step": 1110000, "wall_time": 11819.837532520294, "train_loss_step": 5.822426795959473, "n_params": 4510840, "total_flops": 15381603532800000, "train_loss": 0.03811337947845459, "subset_score_loss": 0.03811337947845459} +{"step": 1120000, "wall_time": 11915.060571193695, "train_loss_step": 5.592552185058594, "n_params": 4510840, "total_flops": 15520176537600000, "train_loss": 0.03930222988128662, "subset_score_loss": 0.03930222988128662} +{"step": 1130000, "wall_time": 12013.628514051437, "train_loss_step": 5.646771430969238, "n_params": 4510840, "total_flops": 15658749542400000, "train_loss": 0.03983863989512126, "subset_score_loss": 0.03983863989512126} +{"step": 1140000, "wall_time": 12112.658946275711, "train_loss_step": 5.437264442443848, "n_params": 4510840, "total_flops": 15797322547200000, "train_loss": 0.03900411128997803, "subset_score_loss": 0.03900411128997803} +{"step": 1150000, "wall_time": 12211.185853481293, "train_loss_step": 5.3441667556762695, "n_params": 4510840, "total_flops": 15935895552000000, "train_loss": 0.03752897183100382, "subset_score_loss": 0.03752897183100382} +{"step": 1160000, "wall_time": 12297.836704015732, "train_loss_step": 5.026222229003906, "n_params": 4510840, "total_flops": 16074468556800000, "train_loss": 0.03862078587214152, "subset_score_loss": 0.03862078587214152} +{"step": 1170000, "wall_time": 12396.77937078476, "train_loss_step": 5.486346244812012, "n_params": 4510840, "total_flops": 16213041561600000, "train_loss": 0.03845243851343791, "subset_score_loss": 0.03845243851343791} +{"step": 1180000, "wall_time": 12496.10961151123, "train_loss_step": 5.465879440307617, "n_params": 4510840, "total_flops": 16351614566400000, "train_loss": 0.03734692732493083, "subset_score_loss": 0.03734692732493083} +{"step": 1190000, "wall_time": 12594.62875533104, "train_loss_step": 5.599231243133545, "n_params": 4510840, "total_flops": 16490187571200000, "train_loss": 0.03913092613220215, "subset_score_loss": 0.03913092613220215} +{"step": 1200000, "wall_time": 12792.647372484207, "train_loss_step": 5.01011848449707, "n_params": 4510840, "total_flops": 16628760576000000, "train_loss": 0.03706215222676595, "subset_score_loss": 0.03706215222676595, "memorization_fraction_pixel": 0.06710000336170197, "mean_nn_ratio_pixel": 0.8709160089492798, "fid": 208.38372094221546} +{"step": 1210000, "wall_time": 12891.979391336441, "train_loss_step": 5.399020195007324, "n_params": 4510840, "total_flops": 16767333580800000, "train_loss": 0.03897653023401896, "subset_score_loss": 0.03897653023401896} +{"step": 1220000, "wall_time": 12976.284178733826, "train_loss_step": 5.5264434814453125, "n_params": 4510840, "total_flops": 16905906585600000, "train_loss": 0.038733096917470296, "subset_score_loss": 0.038733096917470296} +{"step": 1230000, "wall_time": 13075.161529302597, "train_loss_step": 5.387155055999756, "n_params": 4510840, "total_flops": 17044479590400000, "train_loss": 0.03877204656600952, "subset_score_loss": 0.03877204656600952} +{"step": 1240000, "wall_time": 13174.670789718628, "train_loss_step": 5.204669952392578, "n_params": 4510840, "total_flops": 17183052595200000, "train_loss": 0.03659159739812215, "subset_score_loss": 0.03659159739812215} +{"step": 1250000, "wall_time": 13273.924746513367, "train_loss_step": 5.265244007110596, "n_params": 4510840, "total_flops": 17321625600000000, "train_loss": 0.038328941663106283, "subset_score_loss": 0.038328941663106283} +{"step": 1260000, "wall_time": 13366.326393604279, "train_loss_step": 5.476289749145508, "n_params": 4510840, "total_flops": 17460198604800000, "train_loss": 0.036670589447021486, "subset_score_loss": 0.036670589447021486} +{"step": 1270000, "wall_time": 13461.979236364365, "train_loss_step": 5.525552749633789, "n_params": 4510840, "total_flops": 17598771609600000, "train_loss": 0.036921238899230956, "subset_score_loss": 0.036921238899230956} +{"step": 1280000, "wall_time": 13561.270318031311, "train_loss_step": 5.2822465896606445, "n_params": 4510840, "total_flops": 17737344614400000, "train_loss": 0.03783650000890096, "subset_score_loss": 0.03783650000890096} +{"step": 1290000, "wall_time": 13660.063440084457, "train_loss_step": 5.4323577880859375, "n_params": 4510840, "total_flops": 17875917619200000, "train_loss": 0.03620906273523967, "subset_score_loss": 0.03620906273523967} +{"step": 1300000, "wall_time": 13852.369225502014, "train_loss_step": 5.543671607971191, "n_params": 4510840, "total_flops": 18014490624000000, "train_loss": 0.03672985235850016, "subset_score_loss": 0.03672985235850016, "memorization_fraction_pixel": 0.07919999957084656, "mean_nn_ratio_pixel": 0.8714218735694885, "fid": 213.0511400173101} +{"step": 1310000, "wall_time": 13951.830788135529, "train_loss_step": 5.267461776733398, "n_params": 4510840, "total_flops": 18153063628800000, "train_loss": 0.037256995836893715, "subset_score_loss": 0.037256995836893715} +{"step": 1320000, "wall_time": 14042.232702970505, "train_loss_step": 5.476560592651367, "n_params": 4510840, "total_flops": 18291636633600000, "train_loss": 0.03630841970443725, "subset_score_loss": 0.03630841970443725} +{"step": 1330000, "wall_time": 14133.601624011993, "train_loss_step": 5.251376152038574, "n_params": 4510840, "total_flops": 18430209638400000, "train_loss": 0.03497455517450968, "subset_score_loss": 0.03497455517450968} +{"step": 1340000, "wall_time": 14230.99830365181, "train_loss_step": 5.487271308898926, "n_params": 4510840, "total_flops": 18568782643200000, "train_loss": 0.03692860205968221, "subset_score_loss": 0.03692860205968221} +{"step": 1350000, "wall_time": 14330.153359413147, "train_loss_step": 5.190606117248535, "n_params": 4510840, "total_flops": 18707355648000000, "train_loss": 0.03576502799987793, "subset_score_loss": 0.03576502799987793} +{"step": 1360000, "wall_time": 14428.277350187302, "train_loss_step": 5.283946990966797, "n_params": 4510840, "total_flops": 18845928652800000, "train_loss": 0.035645139217376706, "subset_score_loss": 0.035645139217376706} +{"step": 1370000, "wall_time": 14512.809591054916, "train_loss_step": 5.1743292808532715, "n_params": 4510840, "total_flops": 18984501657600000, "train_loss": 0.03782356977462768, "subset_score_loss": 0.03782356977462768} +{"step": 1380000, "wall_time": 14612.032150268555, "train_loss_step": 5.091511249542236, "n_params": 4510840, "total_flops": 19123074662400000, "train_loss": 0.0344752311706543, "subset_score_loss": 0.0344752311706543} +{"step": 1390000, "wall_time": 14708.238715648651, "train_loss_step": 5.155150890350342, "n_params": 4510840, "total_flops": 19261647667200000, "train_loss": 0.03608779907226563, "subset_score_loss": 0.03608779907226563} +{"step": 1400000, "wall_time": 14907.155006170273, "train_loss_step": 5.033575057983398, "n_params": 4510840, "total_flops": 19400220672000000, "train_loss": 0.033638286590576175, "subset_score_loss": 0.033638286590576175, "memorization_fraction_pixel": 0.08560000360012054, "mean_nn_ratio_pixel": 0.8743191361427307, "fid": 223.89807345528124} +{"step": 1410000, "wall_time": 15007.125799655914, "train_loss_step": 4.952237129211426, "n_params": 4510840, "total_flops": 19538793676800000, "train_loss": 0.034243019421895345, "subset_score_loss": 0.034243019421895345} +{"step": 1420000, "wall_time": 15104.10692358017, "train_loss_step": 5.096475124359131, "n_params": 4510840, "total_flops": 19677366681600000, "train_loss": 0.033185235659281415, "subset_score_loss": 0.033185235659281415} +{"step": 1430000, "wall_time": 15193.997113227844, "train_loss_step": 5.033215522766113, "n_params": 4510840, "total_flops": 19815939686400000, "train_loss": 0.03426214853922526, "subset_score_loss": 0.03426214853922526} +{"step": 1440000, "wall_time": 15292.925693511963, "train_loss_step": 4.789972305297852, "n_params": 4510840, "total_flops": 19954512691200000, "train_loss": 0.033194400866826373, "subset_score_loss": 0.033194400866826373} +{"step": 1450000, "wall_time": 15392.200294017792, "train_loss_step": 4.814266681671143, "n_params": 4510840, "total_flops": 20093085696000000, "train_loss": 0.03431608279546102, "subset_score_loss": 0.03431608279546102} +{"step": 1460000, "wall_time": 15491.235346078873, "train_loss_step": 5.07713508605957, "n_params": 4510840, "total_flops": 20231658700800000, "train_loss": 0.03318404356638591, "subset_score_loss": 0.03318404356638591} +{"step": 1470000, "wall_time": 15583.49337220192, "train_loss_step": 5.287220001220703, "n_params": 4510840, "total_flops": 20370231705600000, "train_loss": 0.03658222357432048, "subset_score_loss": 0.03658222357432048} +{"step": 1480000, "wall_time": 15670.968627691269, "train_loss_step": 5.067806720733643, "n_params": 4510840, "total_flops": 20508804710400000, "train_loss": 0.03346539735794067, "subset_score_loss": 0.03346539735794067} +{"step": 1490000, "wall_time": 15770.459238290787, "train_loss_step": 4.913416862487793, "n_params": 4510840, "total_flops": 20647377715200000, "train_loss": 0.03430693149566651, "subset_score_loss": 0.03430693149566651} +{"step": 1500000, "wall_time": 15983.758036375046, "train_loss_step": 4.951824188232422, "n_params": 4510840, "total_flops": 20785950720000000, "train_loss": 0.03226664861043294, "subset_score_loss": 0.03226664861043294, "memorization_fraction_pixel": 0.10409999638795853, "mean_nn_ratio_pixel": 0.8603119254112244, "fid": 232.09758140328077} +{"step": 1510000, "wall_time": 16083.324756622314, "train_loss_step": 4.7896318435668945, "n_params": 4510840, "total_flops": 20924523724800000, "train_loss": 0.033554569880167646, "subset_score_loss": 0.033554569880167646} +{"step": 1520000, "wall_time": 16178.45630478859, "train_loss_step": 4.951198577880859, "n_params": 4510840, "total_flops": 21063096729600000, "train_loss": 0.032692144314448036, "subset_score_loss": 0.032692144314448036} +{"step": 1530000, "wall_time": 16270.648916482925, "train_loss_step": 4.968850135803223, "n_params": 4510840, "total_flops": 21201669734400000, "train_loss": 0.033851035435994464, "subset_score_loss": 0.033851035435994464} +{"step": 1540000, "wall_time": 16369.616155385971, "train_loss_step": 5.050852298736572, "n_params": 4510840, "total_flops": 21340242739200000, "train_loss": 0.03453358014424642, "subset_score_loss": 0.03453358014424642} +{"step": 1550000, "wall_time": 16467.675750732422, "train_loss_step": 4.856868743896484, "n_params": 4510840, "total_flops": 21478815744000000, "train_loss": 0.03310841123263041, "subset_score_loss": 0.03310841123263041} +{"step": 1560000, "wall_time": 16567.125252723694, "train_loss_step": 5.004969120025635, "n_params": 4510840, "total_flops": 21617388748800000, "train_loss": 0.03427270650863647, "subset_score_loss": 0.03427270650863647} +{"step": 1570000, "wall_time": 16663.36575102806, "train_loss_step": 4.814136505126953, "n_params": 4510840, "total_flops": 21755961753600000, "train_loss": 0.033486719926198324, "subset_score_loss": 0.033486719926198324} +{"step": 1580000, "wall_time": 16747.64448237419, "train_loss_step": 4.88737678527832, "n_params": 4510840, "total_flops": 21894534758400000, "train_loss": 0.03481915791829427, "subset_score_loss": 0.03481915791829427} +{"step": 1590000, "wall_time": 16846.528911352158, "train_loss_step": 5.121099472045898, "n_params": 4510840, "total_flops": 22033107763200000, "train_loss": 0.03222171664237976, "subset_score_loss": 0.03222171664237976} +{"step": 1600000, "wall_time": 17056.235706567764, "train_loss_step": 4.651785373687744, "n_params": 4510840, "total_flops": 22171680768000000, "train_loss": 0.03216593861579895, "subset_score_loss": 0.03216593861579895, "memorization_fraction_pixel": 0.14499999582767487, "mean_nn_ratio_pixel": 0.8211686611175537, "fid": 224.3211794974527} +{"step": 1610000, "wall_time": 17156.00452566147, "train_loss_step": 4.8735575675964355, "n_params": 4510840, "total_flops": 22310253772800000, "train_loss": 0.03355400562286377, "subset_score_loss": 0.03355400562286377} +{"step": 1620000, "wall_time": 17248.08264231682, "train_loss_step": 4.87736177444458, "n_params": 4510840, "total_flops": 22448826777600000, "train_loss": 0.03168128132820129, "subset_score_loss": 0.03168128132820129} +{"step": 1630000, "wall_time": 17344.466554164886, "train_loss_step": 4.8724236488342285, "n_params": 4510840, "total_flops": 22587399782400000, "train_loss": 0.033125791947046915, "subset_score_loss": 0.033125791947046915} +{"step": 1640000, "wall_time": 17443.604844093323, "train_loss_step": 4.902521133422852, "n_params": 4510840, "total_flops": 22725972787200000, "train_loss": 0.03215100169181824, "subset_score_loss": 0.03215100169181824} +{"step": 1650000, "wall_time": 17541.713704109192, "train_loss_step": 4.616014003753662, "n_params": 4510840, "total_flops": 22864545792000000, "train_loss": 0.031773324807484946, "subset_score_loss": 0.031773324807484946} +{"step": 1660000, "wall_time": 17639.635710000992, "train_loss_step": 5.0597944259643555, "n_params": 4510840, "total_flops": 23003118796800000, "train_loss": 0.030872841676076252, "subset_score_loss": 0.030872841676076252} +{"step": 1670000, "wall_time": 17739.536687374115, "train_loss_step": 4.959164619445801, "n_params": 4510840, "total_flops": 23141691801600000, "train_loss": 0.031190842390060425, "subset_score_loss": 0.031190842390060425} +{"step": 1680000, "wall_time": 17829.41448020935, "train_loss_step": 4.759040832519531, "n_params": 4510840, "total_flops": 23280264806400000, "train_loss": 0.03190262118975321, "subset_score_loss": 0.03190262118975321} +{"step": 1690000, "wall_time": 17919.305783510208, "train_loss_step": 4.553408145904541, "n_params": 4510840, "total_flops": 23418837811200000, "train_loss": 0.031446144978205366, "subset_score_loss": 0.031446144978205366} +{"step": 1700000, "wall_time": 18139.76662492752, "train_loss_step": 4.917999744415283, "n_params": 4510840, "total_flops": 23557410816000000, "train_loss": 0.03171548843383789, "subset_score_loss": 0.03171548843383789, "memorization_fraction_pixel": 0.14839999377727509, "mean_nn_ratio_pixel": 0.818205714225769, "fid": 218.48752089872988} +{"step": 1710000, "wall_time": 18238.770547628403, "train_loss_step": 4.892827987670898, "n_params": 4510840, "total_flops": 23695983820800000, "train_loss": 0.030692774057388305, "subset_score_loss": 0.030692774057388305} +{"step": 1720000, "wall_time": 18327.28775024414, "train_loss_step": 4.378467559814453, "n_params": 4510840, "total_flops": 23834556825600000, "train_loss": 0.03342408736546834, "subset_score_loss": 0.03342408736546834} +{"step": 1730000, "wall_time": 18426.444724082947, "train_loss_step": 4.724391937255859, "n_params": 4510840, "total_flops": 23973129830400000, "train_loss": 0.0323513666788737, "subset_score_loss": 0.0323513666788737} +{"step": 1740000, "wall_time": 18523.21124482155, "train_loss_step": 4.538196563720703, "n_params": 4510840, "total_flops": 24111702835200000, "train_loss": 0.03156834046045939, "subset_score_loss": 0.03156834046045939} +{"step": 1750000, "wall_time": 18621.419531345367, "train_loss_step": 4.859458923339844, "n_params": 4510840, "total_flops": 24250275840000000, "train_loss": 0.031254321336746216, "subset_score_loss": 0.031254321336746216} +{"step": 1760000, "wall_time": 18720.134155750275, "train_loss_step": 4.52562141418457, "n_params": 4510840, "total_flops": 24388848844800000, "train_loss": 0.03166707555452983, "subset_score_loss": 0.03166707555452983} +{"step": 1770000, "wall_time": 18819.330133914948, "train_loss_step": 4.618824481964111, "n_params": 4510840, "total_flops": 24527421849600000, "train_loss": 0.03146662712097168, "subset_score_loss": 0.03146662712097168} +{"step": 1780000, "wall_time": 18919.05969762802, "train_loss_step": 5.039585590362549, "n_params": 4510840, "total_flops": 24665994854400000, "train_loss": 0.03107733925183614, "subset_score_loss": 0.03107733925183614} +{"step": 1790000, "wall_time": 19002.46119070053, "train_loss_step": 4.980863571166992, "n_params": 4510840, "total_flops": 24804567859200000, "train_loss": 0.031037726004918418, "subset_score_loss": 0.031037726004918418} +{"step": 1800000, "wall_time": 19202.48390030861, "train_loss_step": 4.400176048278809, "n_params": 4510840, "total_flops": 24943140864000000, "train_loss": 0.03033300439516703, "subset_score_loss": 0.03033300439516703, "memorization_fraction_pixel": 0.18219999969005585, "mean_nn_ratio_pixel": 0.7930266857147217, "fid": 213.24290532110183} +{"step": 1810000, "wall_time": 19302.59822368622, "train_loss_step": 4.383535385131836, "n_params": 4510840, "total_flops": 25081713868800000, "train_loss": 0.030382569630940756, "subset_score_loss": 0.030382569630940756} +{"step": 1820000, "wall_time": 19392.80780673027, "train_loss_step": 4.555377006530762, "n_params": 4510840, "total_flops": 25220286873600000, "train_loss": 0.030064300696055094, "subset_score_loss": 0.030064300696055094} +{"step": 1830000, "wall_time": 19485.31945180893, "train_loss_step": 4.643653869628906, "n_params": 4510840, "total_flops": 25358859878400000, "train_loss": 0.028811011711756387, "subset_score_loss": 0.028811011711756387} +{"step": 1840000, "wall_time": 19583.402279376984, "train_loss_step": 4.864714622497559, "n_params": 4510840, "total_flops": 25497432883200000, "train_loss": 0.02893564502398173, "subset_score_loss": 0.02893564502398173} +{"step": 1850000, "wall_time": 19682.404138803482, "train_loss_step": 4.808779716491699, "n_params": 4510840, "total_flops": 25636005888000000, "train_loss": 0.03175013661384583, "subset_score_loss": 0.03175013661384583} +{"step": 1860000, "wall_time": 19782.090625286102, "train_loss_step": 5.048099517822266, "n_params": 4510840, "total_flops": 25774578892800000, "train_loss": 0.03045336206754049, "subset_score_loss": 0.03045336206754049} +{"step": 1870000, "wall_time": 19882.289469718933, "train_loss_step": 4.83683967590332, "n_params": 4510840, "total_flops": 25913151897600000, "train_loss": 0.031386484702428184, "subset_score_loss": 0.031386484702428184} +{"step": 1880000, "wall_time": 19980.488937854767, "train_loss_step": 4.651093006134033, "n_params": 4510840, "total_flops": 26051724902400000, "train_loss": 0.029866015911102294, "subset_score_loss": 0.029866015911102294} +{"step": 1890000, "wall_time": 20073.191016435623, "train_loss_step": 4.716660499572754, "n_params": 4510840, "total_flops": 26190297907200000, "train_loss": 0.02944127321243286, "subset_score_loss": 0.02944127321243286} +{"step": 1900000, "wall_time": 20269.309027194977, "train_loss_step": 4.807187080383301, "n_params": 4510840, "total_flops": 26328870912000000, "train_loss": 0.029052146275838218, "subset_score_loss": 0.029052146275838218, "memorization_fraction_pixel": 0.2125999927520752, "mean_nn_ratio_pixel": 0.7637035250663757, "fid": 200.3610190438559} +{"step": 1910000, "wall_time": 20368.352733135223, "train_loss_step": 4.772890090942383, "n_params": 4510840, "total_flops": 26467443916800000, "train_loss": 0.0301427960395813, "subset_score_loss": 0.0301427960395813} +{"step": 1920000, "wall_time": 20459.50768852234, "train_loss_step": 4.5968170166015625, "n_params": 4510840, "total_flops": 26606016921600000, "train_loss": 0.028405119975407917, "subset_score_loss": 0.028405119975407917} +{"step": 1930000, "wall_time": 20553.18754553795, "train_loss_step": 4.667506217956543, "n_params": 4510840, "total_flops": 26744589926400000, "train_loss": 0.02926798860232035, "subset_score_loss": 0.02926798860232035} +{"step": 1940000, "wall_time": 20651.385783195496, "train_loss_step": 4.367865562438965, "n_params": 4510840, "total_flops": 26883162931200000, "train_loss": 0.029886134465535483, "subset_score_loss": 0.029886134465535483} +{"step": 1950000, "wall_time": 20750.19038748741, "train_loss_step": 4.60127592086792, "n_params": 4510840, "total_flops": 27021735936000000, "train_loss": 0.02835467259089152, "subset_score_loss": 0.02835467259089152} +{"step": 1960000, "wall_time": 20849.27240371704, "train_loss_step": 4.4578399658203125, "n_params": 4510840, "total_flops": 27160308940800000, "train_loss": 0.029032512505849203, "subset_score_loss": 0.029032512505849203} +{"step": 1970000, "wall_time": 20948.76579594612, "train_loss_step": 4.346621990203857, "n_params": 4510840, "total_flops": 27298881945600000, "train_loss": 0.029541915655136107, "subset_score_loss": 0.029541915655136107} +{"step": 1980000, "wall_time": 21047.951851844788, "train_loss_step": 4.714436054229736, "n_params": 4510840, "total_flops": 27437454950400000, "train_loss": 0.02903557221094767, "subset_score_loss": 0.02903557221094767} +{"step": 1990000, "wall_time": 21147.02747297287, "train_loss_step": 4.343724727630615, "n_params": 4510840, "total_flops": 27576027955200000, "train_loss": 0.028763351837793986, "subset_score_loss": 0.028763351837793986} +{"step": 2000000, "wall_time": 21356.310176610947, "train_loss_step": 4.475666046142578, "n_params": 4510840, "total_flops": 27714600960000000, "train_loss": 0.028451295693715413, "subset_score_loss": 0.028451295693715413, "memorization_fraction_pixel": 0.2304999977350235, "mean_nn_ratio_pixel": 0.7561370134353638, "fid": 192.7456529081733} +{"step": 2010000, "wall_time": 21454.524431467056, "train_loss_step": 4.4726033210754395, "n_params": 4510840, "total_flops": 27853173964800000, "train_loss": 0.0280073086420695, "subset_score_loss": 0.0280073086420695} +{"step": 2020000, "wall_time": 21541.480746269226, "train_loss_step": 4.483118057250977, "n_params": 4510840, "total_flops": 27991746969600000, "train_loss": 0.028757047653198243, "subset_score_loss": 0.028757047653198243} +{"step": 2030000, "wall_time": 21639.22625565529, "train_loss_step": 4.201147556304932, "n_params": 4510840, "total_flops": 28130319974400000, "train_loss": 0.02829791307449341, "subset_score_loss": 0.02829791307449341} +{"step": 2040000, "wall_time": 21738.956147670746, "train_loss_step": 4.454652786254883, "n_params": 4510840, "total_flops": 28268892979200000, "train_loss": 0.02847357988357544, "subset_score_loss": 0.02847357988357544} +{"step": 2050000, "wall_time": 21838.4604742527, "train_loss_step": 4.4000372886657715, "n_params": 4510840, "total_flops": 28407465984000000, "train_loss": 0.028224247694015502, "subset_score_loss": 0.028224247694015502} +{"step": 2060000, "wall_time": 21938.58796286583, "train_loss_step": 4.516701698303223, "n_params": 4510840, "total_flops": 28546038988800000, "train_loss": 0.028177088499069212, "subset_score_loss": 0.028177088499069212} +{"step": 2070000, "wall_time": 22038.39147377014, "train_loss_step": 4.336858749389648, "n_params": 4510840, "total_flops": 28684611993600000, "train_loss": 0.02710760235786438, "subset_score_loss": 0.02710760235786438} +{"step": 2080000, "wall_time": 22137.417249679565, "train_loss_step": 4.318559646606445, "n_params": 4510840, "total_flops": 28823184998400000, "train_loss": 0.030156407753626505, "subset_score_loss": 0.030156407753626505} +{"step": 2090000, "wall_time": 22236.485498189926, "train_loss_step": 4.245844841003418, "n_params": 4510840, "total_flops": 28961758003200000, "train_loss": 0.025816659132639568, "subset_score_loss": 0.025816659132639568} +{"step": 2100000, "wall_time": 22421.35534954071, "train_loss_step": 4.548839092254639, "n_params": 4510840, "total_flops": 29100331008000000, "train_loss": 0.02836121916770935, "subset_score_loss": 0.02836121916770935, "memorization_fraction_pixel": 0.24690000712871552, "mean_nn_ratio_pixel": 0.7367446422576904, "fid": 187.20078454112812} +{"step": 2110000, "wall_time": 22519.90078663826, "train_loss_step": 4.2574872970581055, "n_params": 4510840, "total_flops": 29238904012800000, "train_loss": 0.02683140238126119, "subset_score_loss": 0.02683140238126119} +{"step": 2120000, "wall_time": 22610.84214401245, "train_loss_step": 4.478862762451172, "n_params": 4510840, "total_flops": 29377477017600000, "train_loss": 0.02776470184326172, "subset_score_loss": 0.02776470184326172} +{"step": 2130000, "wall_time": 22709.593675613403, "train_loss_step": 4.545869827270508, "n_params": 4510840, "total_flops": 29516050022400000, "train_loss": 0.026194135348002117, "subset_score_loss": 0.026194135348002117} +{"step": 2140000, "wall_time": 22808.945558547974, "train_loss_step": 4.22022008895874, "n_params": 4510840, "total_flops": 29654623027200000, "train_loss": 0.026961666345596314, "subset_score_loss": 0.026961666345596314} +{"step": 2150000, "wall_time": 22908.174485445023, "train_loss_step": 4.127087593078613, "n_params": 4510840, "total_flops": 29793196032000000, "train_loss": 0.026337687174479166, "subset_score_loss": 0.026337687174479166} +{"step": 2160000, "wall_time": 23007.994839906693, "train_loss_step": 4.451528549194336, "n_params": 4510840, "total_flops": 29931769036800000, "train_loss": 0.025807048877080283, "subset_score_loss": 0.025807048877080283} +{"step": 2170000, "wall_time": 23106.443041563034, "train_loss_step": 4.242953300476074, "n_params": 4510840, "total_flops": 30070342041600000, "train_loss": 0.02635531226793925, "subset_score_loss": 0.02635531226793925} +{"step": 2180000, "wall_time": 23205.616178274155, "train_loss_step": 4.3180036544799805, "n_params": 4510840, "total_flops": 30208915046400000, "train_loss": 0.027453720569610596, "subset_score_loss": 0.027453720569610596} +{"step": 2190000, "wall_time": 23303.20393013954, "train_loss_step": 4.265159606933594, "n_params": 4510840, "total_flops": 30347488051200000, "train_loss": 0.02635206381479899, "subset_score_loss": 0.02635206381479899} +{"step": 2200000, "wall_time": 23510.833679914474, "train_loss_step": 4.3956756591796875, "n_params": 4510840, "total_flops": 30486061056000000, "train_loss": 0.026323819160461427, "subset_score_loss": 0.026323819160461427, "memorization_fraction_pixel": 0.2793000042438507, "mean_nn_ratio_pixel": 0.7125409245491028, "fid": 171.7879169833858} +{"step": 2210000, "wall_time": 23609.10960841179, "train_loss_step": 4.252383708953857, "n_params": 4510840, "total_flops": 30624634060800000, "train_loss": 0.027400757869084677, "subset_score_loss": 0.027400757869084677} +{"step": 2220000, "wall_time": 23705.70271039009, "train_loss_step": 4.09623384475708, "n_params": 4510840, "total_flops": 30763207065600000, "train_loss": 0.025847742954889934, "subset_score_loss": 0.025847742954889934} +{"step": 2230000, "wall_time": 23805.87376499176, "train_loss_step": 4.31624698638916, "n_params": 4510840, "total_flops": 30901780070400000, "train_loss": 0.026039286454518636, "subset_score_loss": 0.026039286454518636} +{"step": 2240000, "wall_time": 23905.327899694443, "train_loss_step": 4.517271041870117, "n_params": 4510840, "total_flops": 31040353075200000, "train_loss": 0.02806355953216553, "subset_score_loss": 0.02806355953216553} +{"step": 2250000, "wall_time": 24005.287545204163, "train_loss_step": 4.282550811767578, "n_params": 4510840, "total_flops": 31178926080000000, "train_loss": 0.025129985809326173, "subset_score_loss": 0.025129985809326173} +{"step": 2260000, "wall_time": 24103.929592370987, "train_loss_step": 4.079240798950195, "n_params": 4510840, "total_flops": 31317499084800000, "train_loss": 0.02546801567077637, "subset_score_loss": 0.02546801567077637} +{"step": 2270000, "wall_time": 24204.370022296906, "train_loss_step": 3.9458765983581543, "n_params": 4510840, "total_flops": 31456072089600000, "train_loss": 0.025088163216908772, "subset_score_loss": 0.025088163216908772} +{"step": 2280000, "wall_time": 24300.79915690422, "train_loss_step": 4.324949264526367, "n_params": 4510840, "total_flops": 31594645094400000, "train_loss": 0.027465591828028362, "subset_score_loss": 0.027465591828028362} +{"step": 2290000, "wall_time": 24392.175166368484, "train_loss_step": 4.090442657470703, "n_params": 4510840, "total_flops": 31733218099200000, "train_loss": 0.02594753305117289, "subset_score_loss": 0.02594753305117289} +{"step": 2300000, "wall_time": 24595.393488407135, "train_loss_step": 4.159323215484619, "n_params": 4510840, "total_flops": 31871791104000000, "train_loss": 0.02492410143216451, "subset_score_loss": 0.02492410143216451, "memorization_fraction_pixel": 0.2888999879360199, "mean_nn_ratio_pixel": 0.7069292068481445, "fid": 168.17991898062513} +{"step": 2310000, "wall_time": 24691.52495765686, "train_loss_step": 4.178285598754883, "n_params": 4510840, "total_flops": 32010364108800000, "train_loss": 0.026194381713867187, "subset_score_loss": 0.026194381713867187} +{"step": 2320000, "wall_time": 24790.281109571457, "train_loss_step": 3.9332661628723145, "n_params": 4510840, "total_flops": 32148937113600000, "train_loss": 0.025003610054651897, "subset_score_loss": 0.025003610054651897} +{"step": 2330000, "wall_time": 24889.287481546402, "train_loss_step": 4.077399253845215, "n_params": 4510840, "total_flops": 32287510118400000, "train_loss": 0.025015044212341308, "subset_score_loss": 0.025015044212341308} +{"step": 2340000, "wall_time": 24989.011068582535, "train_loss_step": 3.955045461654663, "n_params": 4510840, "total_flops": 32426083123200000, "train_loss": 0.02433974345525106, "subset_score_loss": 0.02433974345525106} +{"step": 2350000, "wall_time": 25087.85879421234, "train_loss_step": 3.6784751415252686, "n_params": 4510840, "total_flops": 32564656128000000, "train_loss": 0.024605727195739745, "subset_score_loss": 0.024605727195739745} +{"step": 2360000, "wall_time": 25186.314136743546, "train_loss_step": 4.223800182342529, "n_params": 4510840, "total_flops": 32703229132800000, "train_loss": 0.024237797657648722, "subset_score_loss": 0.024237797657648722} +{"step": 2370000, "wall_time": 25283.521138191223, "train_loss_step": 3.762617349624634, "n_params": 4510840, "total_flops": 32841802137600000, "train_loss": 0.024527605374654135, "subset_score_loss": 0.024527605374654135} +{"step": 2380000, "wall_time": 25382.037097215652, "train_loss_step": 4.617670059204102, "n_params": 4510840, "total_flops": 32980375142400000, "train_loss": 0.025526074568430583, "subset_score_loss": 0.025526074568430583} +{"step": 2390000, "wall_time": 25473.127988100052, "train_loss_step": 4.292263031005859, "n_params": 4510840, "total_flops": 33118948147200000, "train_loss": 0.02612207333246867, "subset_score_loss": 0.02612207333246867} +{"step": 2400000, "wall_time": 25654.17829298973, "train_loss_step": 3.858941078186035, "n_params": 4510840, "total_flops": 33257521152000000, "train_loss": 0.02399535377820333, "subset_score_loss": 0.02399535377820333, "memorization_fraction_pixel": 0.3278999924659729, "mean_nn_ratio_pixel": 0.6797047853469849, "fid": 157.39925241259488} +{"step": 2410000, "wall_time": 25750.50671696663, "train_loss_step": 3.8825550079345703, "n_params": 4510840, "total_flops": 33396094156800000, "train_loss": 0.02508813738822937, "subset_score_loss": 0.02508813738822937} +{"step": 2420000, "wall_time": 25850.555131435394, "train_loss_step": 4.120204448699951, "n_params": 4510840, "total_flops": 33534667161600000, "train_loss": 0.024601282676060994, "subset_score_loss": 0.024601282676060994} +{"step": 2430000, "wall_time": 25951.128722667694, "train_loss_step": 3.744357109069824, "n_params": 4510840, "total_flops": 33673240166400000, "train_loss": 0.023737293481826783, "subset_score_loss": 0.023737293481826783} +{"step": 2440000, "wall_time": 26051.165876865387, "train_loss_step": 4.178483963012695, "n_params": 4510840, "total_flops": 33811813171200000, "train_loss": 0.02316999634106954, "subset_score_loss": 0.02316999634106954} +{"step": 2450000, "wall_time": 26149.324061393738, "train_loss_step": 3.8753976821899414, "n_params": 4510840, "total_flops": 33950386176000000, "train_loss": 0.024380266666412354, "subset_score_loss": 0.024380266666412354} +{"step": 2460000, "wall_time": 26236.685428857803, "train_loss_step": 3.995248317718506, "n_params": 4510840, "total_flops": 34088959180800000, "train_loss": 0.023659404118855795, "subset_score_loss": 0.023659404118855795} +{"step": 2470000, "wall_time": 26318.110524892807, "train_loss_step": 4.15900182723999, "n_params": 4510840, "total_flops": 34227532185600000, "train_loss": 0.024489706754684447, "subset_score_loss": 0.024489706754684447} +{"step": 2480000, "wall_time": 26398.942547798157, "train_loss_step": 4.31041955947876, "n_params": 4510840, "total_flops": 34366105190400000, "train_loss": 0.024009901285171508, "subset_score_loss": 0.024009901285171508} +{"step": 2490000, "wall_time": 26475.78099489212, "train_loss_step": 4.16358757019043, "n_params": 4510840, "total_flops": 34504678195200000, "train_loss": 0.024131137132644653, "subset_score_loss": 0.024131137132644653} +{"step": 2500000, "wall_time": 26636.999512434006, "train_loss_step": 3.8288211822509766, "n_params": 4510840, "total_flops": 34643251200000000, "train_loss": 0.024230289459228515, "subset_score_loss": 0.024230289459228515, "memorization_fraction_pixel": 0.3278000056743622, "mean_nn_ratio_pixel": 0.6783605217933655, "fid": 155.75560751466017} +{"step": 2510000, "wall_time": 26704.30610060692, "train_loss_step": 3.889673948287964, "n_params": 4510840, "total_flops": 34781824204800000, "train_loss": 0.024336435397466025, "subset_score_loss": 0.024336435397466025} +{"step": 2520000, "wall_time": 26784.483778715134, "train_loss_step": 3.656648635864258, "n_params": 4510840, "total_flops": 34920397209600000, "train_loss": 0.02306333581606547, "subset_score_loss": 0.02306333581606547} +{"step": 2530000, "wall_time": 26865.321877002716, "train_loss_step": 3.960249185562134, "n_params": 4510840, "total_flops": 35058970214400000, "train_loss": 0.024365077416102093, "subset_score_loss": 0.024365077416102093} +{"step": 2540000, "wall_time": 26946.580821037292, "train_loss_step": 3.933271884918213, "n_params": 4510840, "total_flops": 35197543219200000, "train_loss": 0.024750938018163044, "subset_score_loss": 0.024750938018163044} +{"step": 2550000, "wall_time": 27027.20534324646, "train_loss_step": 3.90848970413208, "n_params": 4510840, "total_flops": 35336116224000000, "train_loss": 0.024560568730036418, "subset_score_loss": 0.024560568730036418} +{"step": 2560000, "wall_time": 27107.513162612915, "train_loss_step": 3.993227481842041, "n_params": 4510840, "total_flops": 35474689228800000, "train_loss": 0.02418485681215922, "subset_score_loss": 0.02418485681215922} +{"step": 2570000, "wall_time": 27187.567667245865, "train_loss_step": 3.680250883102417, "n_params": 4510840, "total_flops": 35613262233600000, "train_loss": 0.02415611743927002, "subset_score_loss": 0.02415611743927002} +{"step": 2580000, "wall_time": 27269.1031062603, "train_loss_step": 4.230279922485352, "n_params": 4510840, "total_flops": 35751835238400000, "train_loss": 0.02396921714146932, "subset_score_loss": 0.02396921714146932} +{"step": 2590000, "wall_time": 27346.33393239975, "train_loss_step": 4.124162197113037, "n_params": 4510840, "total_flops": 35890408243200000, "train_loss": 0.024041940768559773, "subset_score_loss": 0.024041940768559773} +{"step": 2600000, "wall_time": 27490.78179001808, "train_loss_step": 3.7731411457061768, "n_params": 4510840, "total_flops": 36028981248000000, "train_loss": 0.023405545949935914, "subset_score_loss": 0.023405545949935914, "memorization_fraction_pixel": 0.36739999055862427, "mean_nn_ratio_pixel": 0.6549329161643982, "fid": 145.506300207825} +{"step": 2610000, "wall_time": 27564.473932504654, "train_loss_step": 3.853316068649292, "n_params": 4510840, "total_flops": 36167554252800000, "train_loss": 0.02427871823310852, "subset_score_loss": 0.02427871823310852} +{"step": 2620000, "wall_time": 27646.671169519424, "train_loss_step": 3.7695987224578857, "n_params": 4510840, "total_flops": 36306127257600000, "train_loss": 0.02210219105084737, "subset_score_loss": 0.02210219105084737} +{"step": 2630000, "wall_time": 27727.437586545944, "train_loss_step": 3.7686238288879395, "n_params": 4510840, "total_flops": 36444700262400000, "train_loss": 0.022878440221150716, "subset_score_loss": 0.022878440221150716} +{"step": 2640000, "wall_time": 27808.354721546173, "train_loss_step": 3.891446113586426, "n_params": 4510840, "total_flops": 36583273267200000, "train_loss": 0.0232415775458018, "subset_score_loss": 0.0232415775458018} +{"step": 2650000, "wall_time": 27889.677275896072, "train_loss_step": 4.2664570808410645, "n_params": 4510840, "total_flops": 36721846272000000, "train_loss": 0.023977830012639364, "subset_score_loss": 0.023977830012639364} +{"step": 2660000, "wall_time": 27971.496043920517, "train_loss_step": 4.139768600463867, "n_params": 4510840, "total_flops": 36860419276800000, "train_loss": 0.02224473555882772, "subset_score_loss": 0.02224473555882772} +{"step": 2670000, "wall_time": 28052.616923093796, "train_loss_step": 4.193125247955322, "n_params": 4510840, "total_flops": 36998992281600000, "train_loss": 0.022572658459345498, "subset_score_loss": 0.022572658459345498} +{"step": 2680000, "wall_time": 28133.125072479248, "train_loss_step": 4.00454044342041, "n_params": 4510840, "total_flops": 37137565286400000, "train_loss": 0.022878724336624145, "subset_score_loss": 0.022878724336624145} +{"step": 2690000, "wall_time": 28210.74999833107, "train_loss_step": 3.7858762741088867, "n_params": 4510840, "total_flops": 37276138291200000, "train_loss": 0.022508086760838826, "subset_score_loss": 0.022508086760838826} +{"step": 2700000, "wall_time": 28359.727737426758, "train_loss_step": 3.981715679168701, "n_params": 4510840, "total_flops": 37414711296000000, "train_loss": 0.022764013210932414, "subset_score_loss": 0.022764013210932414, "memorization_fraction_pixel": 0.37880000472068787, "mean_nn_ratio_pixel": 0.6480529308319092, "fid": 141.82725634309884} +{"step": 2710000, "wall_time": 28437.344893693924, "train_loss_step": 3.7886757850646973, "n_params": 4510840, "total_flops": 37553284300800000, "train_loss": 0.022511569658915202, "subset_score_loss": 0.022511569658915202} +{"step": 2720000, "wall_time": 28513.0543718338, "train_loss_step": 3.6517751216888428, "n_params": 4510840, "total_flops": 37691857305600000, "train_loss": 0.022126450141270956, "subset_score_loss": 0.022126450141270956} +{"step": 2730000, "wall_time": 28593.884459257126, "train_loss_step": 3.9779000282287598, "n_params": 4510840, "total_flops": 37830430310400000, "train_loss": 0.02333842118581136, "subset_score_loss": 0.02333842118581136} +{"step": 2740000, "wall_time": 28675.363333702087, "train_loss_step": 3.629378318786621, "n_params": 4510840, "total_flops": 37969003315200000, "train_loss": 0.022542985280354817, "subset_score_loss": 0.022542985280354817} +{"step": 2750000, "wall_time": 28755.655455589294, "train_loss_step": 3.686379909515381, "n_params": 4510840, "total_flops": 38107576320000000, "train_loss": 0.022268710533777873, "subset_score_loss": 0.022268710533777873} +{"step": 2760000, "wall_time": 28835.826342344284, "train_loss_step": 3.852755308151245, "n_params": 4510840, "total_flops": 38246149324800000, "train_loss": 0.022666396697362264, "subset_score_loss": 0.022666396697362264} +{"step": 2770000, "wall_time": 28916.79464316368, "train_loss_step": 4.003230094909668, "n_params": 4510840, "total_flops": 38384722329600000, "train_loss": 0.023899366458257038, "subset_score_loss": 0.023899366458257038} +{"step": 2780000, "wall_time": 28998.650393247604, "train_loss_step": 3.910172939300537, "n_params": 4510840, "total_flops": 38523295334400000, "train_loss": 0.022907137870788574, "subset_score_loss": 0.022907137870788574} +{"step": 2790000, "wall_time": 29070.056215524673, "train_loss_step": 3.9248547554016113, "n_params": 4510840, "total_flops": 38661868339200000, "train_loss": 0.021744906902313232, "subset_score_loss": 0.021744906902313232} +{"step": 2800000, "wall_time": 29233.129080057144, "train_loss_step": 3.593381404876709, "n_params": 4510840, "total_flops": 38800441344000000, "train_loss": 0.02195891340573629, "subset_score_loss": 0.02195891340573629, "memorization_fraction_pixel": 0.40779998898506165, "mean_nn_ratio_pixel": 0.6220062971115112, "fid": 138.6626554339596} +{"step": 2810000, "wall_time": 29299.96020746231, "train_loss_step": 3.709221124649048, "n_params": 4510840, "total_flops": 38939014348800000, "train_loss": 0.023368072509765626, "subset_score_loss": 0.023368072509765626} +{"step": 2820000, "wall_time": 29366.84311938286, "train_loss_step": 3.867033004760742, "n_params": 4510840, "total_flops": 39077587353600000, "train_loss": 0.022133163611094155, "subset_score_loss": 0.022133163611094155} +{"step": 2830000, "wall_time": 29447.790930509567, "train_loss_step": 3.7809646129608154, "n_params": 4510840, "total_flops": 39216160358400000, "train_loss": 0.02219876249631246, "subset_score_loss": 0.02219876249631246} +{"step": 2840000, "wall_time": 29528.63561272621, "train_loss_step": 3.459214687347412, "n_params": 4510840, "total_flops": 39354733363200000, "train_loss": 0.02140073577562968, "subset_score_loss": 0.02140073577562968} +{"step": 2850000, "wall_time": 29610.80028605461, "train_loss_step": 3.7199997901916504, "n_params": 4510840, "total_flops": 39493306368000000, "train_loss": 0.0223126749197642, "subset_score_loss": 0.0223126749197642} +{"step": 2860000, "wall_time": 29692.728390693665, "train_loss_step": 3.83620548248291, "n_params": 4510840, "total_flops": 39631879372800000, "train_loss": 0.023271224896113076, "subset_score_loss": 0.023271224896113076} +{"step": 2870000, "wall_time": 29774.304576158524, "train_loss_step": 3.942272901535034, "n_params": 4510840, "total_flops": 39770452377600000, "train_loss": 0.02206455667813619, "subset_score_loss": 0.02206455667813619} +{"step": 2880000, "wall_time": 29855.552010059357, "train_loss_step": 3.6615304946899414, "n_params": 4510840, "total_flops": 39909025382400000, "train_loss": 0.02220304012298584, "subset_score_loss": 0.02220304012298584} +{"step": 2890000, "wall_time": 29922.741646289825, "train_loss_step": 4.097315788269043, "n_params": 4510840, "total_flops": 40047598387200000, "train_loss": 0.021038591861724854, "subset_score_loss": 0.021038591861724854} +{"step": 2900000, "wall_time": 30086.184844970703, "train_loss_step": 3.705575942993164, "n_params": 4510840, "total_flops": 40186171392000000, "train_loss": 0.0243835985660553, "subset_score_loss": 0.0243835985660553, "memorization_fraction_pixel": 0.4000999927520752, "mean_nn_ratio_pixel": 0.6306418180465698, "fid": 141.37595186597747} +{"step": 2910000, "wall_time": 30158.363352298737, "train_loss_step": 3.6055378913879395, "n_params": 4510840, "total_flops": 40324744396800000, "train_loss": 0.022134459018707274, "subset_score_loss": 0.022134459018707274} +{"step": 2920000, "wall_time": 30230.63086462021, "train_loss_step": 4.297149658203125, "n_params": 4510840, "total_flops": 40463317401600000, "train_loss": 0.02177334427833557, "subset_score_loss": 0.02177334427833557} +{"step": 2930000, "wall_time": 30296.52767419815, "train_loss_step": 3.398087739944458, "n_params": 4510840, "total_flops": 40601890406400000, "train_loss": 0.022037053108215333, "subset_score_loss": 0.022037053108215333} +{"step": 2940000, "wall_time": 30376.733611106873, "train_loss_step": 3.804151773452759, "n_params": 4510840, "total_flops": 40740463411200000, "train_loss": 0.020745460192362467, "subset_score_loss": 0.020745460192362467} +{"step": 2950000, "wall_time": 30458.349628925323, "train_loss_step": 4.015022277832031, "n_params": 4510840, "total_flops": 40879036416000000, "train_loss": 0.022440654039382935, "subset_score_loss": 0.022440654039382935} +{"step": 2960000, "wall_time": 30538.68301320076, "train_loss_step": 3.741478204727173, "n_params": 4510840, "total_flops": 41017609420800000, "train_loss": 0.022029163440068562, "subset_score_loss": 0.022029163440068562} +{"step": 2970000, "wall_time": 30619.38826441765, "train_loss_step": 3.672869920730591, "n_params": 4510840, "total_flops": 41156182425600000, "train_loss": 0.02156309485435486, "subset_score_loss": 0.02156309485435486} +{"step": 2980000, "wall_time": 30700.990847587585, "train_loss_step": 3.922952175140381, "n_params": 4510840, "total_flops": 41294755430400000, "train_loss": 0.021075733502705894, "subset_score_loss": 0.021075733502705894} +{"step": 2990000, "wall_time": 30771.753868818283, "train_loss_step": 3.7170934677124023, "n_params": 4510840, "total_flops": 41433328435200000, "train_loss": 0.02044756809870402, "subset_score_loss": 0.02044756809870402} +{"step": 3000000, "wall_time": 30930.24844479561, "train_loss_step": 3.9826126098632812, "n_params": 4510840, "total_flops": 41571901440000000, "train_loss": 0.020560654004414876, "subset_score_loss": 0.020560654004414876, "memorization_fraction_pixel": 0.4147000014781952, "mean_nn_ratio_pixel": 0.6171078085899353, "fid": 138.43813158281083} +{"step": 3010000, "wall_time": 31011.73725795746, "train_loss_step": 3.916037082672119, "n_params": 4510840, "total_flops": 41710474444800000, "train_loss": 0.021377402544021606, "subset_score_loss": 0.021377402544021606} +{"step": 3020000, "wall_time": 31078.137913942337, "train_loss_step": 3.83754563331604, "n_params": 4510840, "total_flops": 41849047449600000, "train_loss": 0.021010786294937134, "subset_score_loss": 0.021010786294937134} +{"step": 3030000, "wall_time": 31152.90934252739, "train_loss_step": 3.767080068588257, "n_params": 4510840, "total_flops": 41987620454400000, "train_loss": 0.02123601237932841, "subset_score_loss": 0.02123601237932841} +{"step": 3040000, "wall_time": 31230.694500684738, "train_loss_step": 3.86983585357666, "n_params": 4510840, "total_flops": 42126193459200000, "train_loss": 0.021070603529612222, "subset_score_loss": 0.021070603529612222} +{"step": 3050000, "wall_time": 31312.47585105896, "train_loss_step": 3.926754951477051, "n_params": 4510840, "total_flops": 42264766464000000, "train_loss": 0.021115314960479737, "subset_score_loss": 0.021115314960479737} +{"step": 3060000, "wall_time": 31393.56861615181, "train_loss_step": 3.554868698120117, "n_params": 4510840, "total_flops": 42403339468800000, "train_loss": 0.019930835564931235, "subset_score_loss": 0.019930835564931235} +{"step": 3070000, "wall_time": 31475.68069958687, "train_loss_step": 3.4695658683776855, "n_params": 4510840, "total_flops": 42541912473600000, "train_loss": 0.020427272717158, "subset_score_loss": 0.020427272717158} +{"step": 3080000, "wall_time": 31557.62216591835, "train_loss_step": 3.65771746635437, "n_params": 4510840, "total_flops": 42680485478400000, "train_loss": 0.02054275671641032, "subset_score_loss": 0.02054275671641032} +{"step": 3090000, "wall_time": 31634.811673164368, "train_loss_step": 3.728653907775879, "n_params": 4510840, "total_flops": 42819058483200000, "train_loss": 0.02183059255282084, "subset_score_loss": 0.02183059255282084} +{"step": 3100000, "wall_time": 31805.35293984413, "train_loss_step": 3.6107749938964844, "n_params": 4510840, "total_flops": 42957631488000000, "train_loss": 0.02051186958948771, "subset_score_loss": 0.02051186958948771, "memorization_fraction_pixel": 0.4431999921798706, "mean_nn_ratio_pixel": 0.5978689789772034, "fid": 131.17786726609546} +{"step": 3110000, "wall_time": 31886.881595134735, "train_loss_step": 3.6790971755981445, "n_params": 4510840, "total_flops": 43096204492800000, "train_loss": 0.020308850208918254, "subset_score_loss": 0.020308850208918254} +{"step": 3120000, "wall_time": 31964.621204853058, "train_loss_step": 3.6705751419067383, "n_params": 4510840, "total_flops": 43234777497600000, "train_loss": 0.021632476647694906, "subset_score_loss": 0.021632476647694906} +{"step": 3130000, "wall_time": 32044.83992266655, "train_loss_step": 3.81136417388916, "n_params": 4510840, "total_flops": 43373350502400000, "train_loss": 0.02052081028620402, "subset_score_loss": 0.02052081028620402} +{"step": 3140000, "wall_time": 32120.199823617935, "train_loss_step": 3.894754409790039, "n_params": 4510840, "total_flops": 43511923507200000, "train_loss": 0.02069044311841329, "subset_score_loss": 0.02069044311841329} +{"step": 3150000, "wall_time": 32201.17385649681, "train_loss_step": 3.7725729942321777, "n_params": 4510840, "total_flops": 43650496512000000, "train_loss": 0.02040671110153198, "subset_score_loss": 0.02040671110153198} +{"step": 3160000, "wall_time": 32282.12323307991, "train_loss_step": 3.5186548233032227, "n_params": 4510840, "total_flops": 43789069516800000, "train_loss": 0.020652914047241212, "subset_score_loss": 0.020652914047241212} +{"step": 3170000, "wall_time": 32363.30249762535, "train_loss_step": 3.485713243484497, "n_params": 4510840, "total_flops": 43927642521600000, "train_loss": 0.02137140432993571, "subset_score_loss": 0.02137140432993571} +{"step": 3180000, "wall_time": 32445.162008285522, "train_loss_step": 3.7798824310302734, "n_params": 4510840, "total_flops": 44066215526400000, "train_loss": 0.021055312951405843, "subset_score_loss": 0.021055312951405843} +{"step": 3190000, "wall_time": 32509.965947151184, "train_loss_step": 3.7413735389709473, "n_params": 4510840, "total_flops": 44204788531200000, "train_loss": 0.0201302707195282, "subset_score_loss": 0.0201302707195282} +{"step": 3200000, "wall_time": 32693.409743785858, "train_loss_step": 3.5513172149658203, "n_params": 4510840, "total_flops": 44343361536000000, "train_loss": 0.02027987043062846, "subset_score_loss": 0.02027987043062846, "memorization_fraction_pixel": 0.44920000433921814, "mean_nn_ratio_pixel": 0.5926247239112854, "fid": 129.18003100264218} +{"step": 3210000, "wall_time": 32766.558633327484, "train_loss_step": 3.815206289291382, "n_params": 4510840, "total_flops": 44481934540800000, "train_loss": 0.01988054116566976, "subset_score_loss": 0.01988054116566976} +{"step": 3220000, "wall_time": 32844.500990867615, "train_loss_step": 3.9541497230529785, "n_params": 4510840, "total_flops": 44620507545600000, "train_loss": 0.020136374235153198, "subset_score_loss": 0.020136374235153198} +{"step": 3230000, "wall_time": 32923.83011317253, "train_loss_step": 3.784557342529297, "n_params": 4510840, "total_flops": 44759080550400000, "train_loss": 0.020814160505930584, "subset_score_loss": 0.020814160505930584} +{"step": 3240000, "wall_time": 32987.326735019684, "train_loss_step": 3.6007041931152344, "n_params": 4510840, "total_flops": 44897653555200000, "train_loss": 0.0209793229897817, "subset_score_loss": 0.0209793229897817} +{"step": 3250000, "wall_time": 33067.3288359642, "train_loss_step": 3.469243288040161, "n_params": 4510840, "total_flops": 45036226560000000, "train_loss": 0.021226574977238972, "subset_score_loss": 0.021226574977238972} +{"step": 3260000, "wall_time": 33147.899854660034, "train_loss_step": 3.930558204650879, "n_params": 4510840, "total_flops": 45174799564800000, "train_loss": 0.020514559745788575, "subset_score_loss": 0.020514559745788575} +{"step": 3270000, "wall_time": 33229.048872470856, "train_loss_step": 3.2338902950286865, "n_params": 4510840, "total_flops": 45313372569600000, "train_loss": 0.019238332907358806, "subset_score_loss": 0.019238332907358806} +{"step": 3280000, "wall_time": 33310.34477376938, "train_loss_step": 3.3633370399475098, "n_params": 4510840, "total_flops": 45451945574400000, "train_loss": 0.019853446880976358, "subset_score_loss": 0.019853446880976358} +{"step": 3290000, "wall_time": 33373.429755449295, "train_loss_step": 3.8023219108581543, "n_params": 4510840, "total_flops": 45590518579200000, "train_loss": 0.01991590658823649, "subset_score_loss": 0.01991590658823649} +{"step": 3300000, "wall_time": 33550.16668725014, "train_loss_step": 3.7151660919189453, "n_params": 4510840, "total_flops": 45729091584000000, "train_loss": 0.018973795572916667, "subset_score_loss": 0.018973795572916667, "memorization_fraction_pixel": 0.45719999074935913, "mean_nn_ratio_pixel": 0.5886593461036682, "fid": 128.43799201216135} +{"step": 3310000, "wall_time": 33620.754975795746, "train_loss_step": 3.6088638305664062, "n_params": 4510840, "total_flops": 45867664588800000, "train_loss": 0.020576655864715576, "subset_score_loss": 0.020576655864715576} +{"step": 3320000, "wall_time": 33695.74125480652, "train_loss_step": 3.74263072013855, "n_params": 4510840, "total_flops": 46006237593600000, "train_loss": 0.01946344574292501, "subset_score_loss": 0.01946344574292501} +{"step": 3330000, "wall_time": 33776.66009926796, "train_loss_step": 3.717219829559326, "n_params": 4510840, "total_flops": 46144810598400000, "train_loss": 0.019380722443262735, "subset_score_loss": 0.019380722443262735} +{"step": 3340000, "wall_time": 33847.344378471375, "train_loss_step": 3.7043776512145996, "n_params": 4510840, "total_flops": 46283383603200000, "train_loss": 0.01886837085088094, "subset_score_loss": 0.01886837085088094} +{"step": 3350000, "wall_time": 33918.488704919815, "train_loss_step": 3.3277792930603027, "n_params": 4510840, "total_flops": 46421956608000000, "train_loss": 0.019861032565434773, "subset_score_loss": 0.019861032565434773} +{"step": 3360000, "wall_time": 33999.1745057106, "train_loss_step": 3.890620470046997, "n_params": 4510840, "total_flops": 46560529612800000, "train_loss": 0.019989959398905435, "subset_score_loss": 0.019989959398905435} +{"step": 3370000, "wall_time": 34079.30246114731, "train_loss_step": 3.548435688018799, "n_params": 4510840, "total_flops": 46699102617600000, "train_loss": 0.021440744400024414, "subset_score_loss": 0.021440744400024414} +{"step": 3380000, "wall_time": 34159.47001838684, "train_loss_step": 3.591843605041504, "n_params": 4510840, "total_flops": 46837675622400000, "train_loss": 0.019244287411371866, "subset_score_loss": 0.019244287411371866} +{"step": 3390000, "wall_time": 34229.108422994614, "train_loss_step": 3.518328905105591, "n_params": 4510840, "total_flops": 46976248627200000, "train_loss": 0.01960272192955017, "subset_score_loss": 0.01960272192955017} +{"step": 3400000, "wall_time": 34408.159348487854, "train_loss_step": 3.7466602325439453, "n_params": 4510840, "total_flops": 47114821632000000, "train_loss": 0.01861998438835144, "subset_score_loss": 0.01861998438835144, "memorization_fraction_pixel": 0.4803999960422516, "mean_nn_ratio_pixel": 0.5681807398796082, "fid": 125.9874506044045} +{"step": 3410000, "wall_time": 34481.56085014343, "train_loss_step": 3.6823830604553223, "n_params": 4510840, "total_flops": 47253394636800000, "train_loss": 0.020006388425827026, "subset_score_loss": 0.020006388425827026} +{"step": 3420000, "wall_time": 34554.46245288849, "train_loss_step": 3.50919771194458, "n_params": 4510840, "total_flops": 47391967641600000, "train_loss": 0.020493115981419882, "subset_score_loss": 0.020493115981419882} +{"step": 3430000, "wall_time": 34635.852702856064, "train_loss_step": 3.608065366744995, "n_params": 4510840, "total_flops": 47530540646400000, "train_loss": 0.019029192129770913, "subset_score_loss": 0.019029192129770913} +{"step": 3440000, "wall_time": 34717.31062746048, "train_loss_step": 3.0931177139282227, "n_params": 4510840, "total_flops": 47669113651200000, "train_loss": 0.01914870341618856, "subset_score_loss": 0.01914870341618856} +{"step": 3450000, "wall_time": 34779.08623981476, "train_loss_step": 3.379624843597412, "n_params": 4510840, "total_flops": 47807686656000000, "train_loss": 0.020640146732330323, "subset_score_loss": 0.020640146732330323} +{"step": 3460000, "wall_time": 34860.10847735405, "train_loss_step": 3.359269618988037, "n_params": 4510840, "total_flops": 47946259660800000, "train_loss": 0.020006901025772093, "subset_score_loss": 0.020006901025772093} +{"step": 3470000, "wall_time": 34941.83539867401, "train_loss_step": 3.7047266960144043, "n_params": 4510840, "total_flops": 48084832665600000, "train_loss": 0.01867587169011434, "subset_score_loss": 0.01867587169011434} +{"step": 3480000, "wall_time": 35022.42055559158, "train_loss_step": 3.4294052124023438, "n_params": 4510840, "total_flops": 48223405670400000, "train_loss": 0.018932763735453287, "subset_score_loss": 0.018932763735453287} +{"step": 3490000, "wall_time": 35090.227969408035, "train_loss_step": 3.709109306335449, "n_params": 4510840, "total_flops": 48361978675200000, "train_loss": 0.018885342280069987, "subset_score_loss": 0.018885342280069987} +{"step": 3500000, "wall_time": 35253.249868154526, "train_loss_step": 3.6576225757598877, "n_params": 4510840, "total_flops": 48500551680000000, "train_loss": 0.01856475273768107, "subset_score_loss": 0.01856475273768107, "memorization_fraction_pixel": 0.4819999933242798, "mean_nn_ratio_pixel": 0.5698046684265137, "fid": 126.73508189404953} +{"step": 3510000, "wall_time": 35334.81901931763, "train_loss_step": 3.477670907974243, "n_params": 4510840, "total_flops": 48639124684800000, "train_loss": 0.01973185737927755, "subset_score_loss": 0.01973185737927755} +{"step": 3520000, "wall_time": 35398.39936828613, "train_loss_step": 3.495227813720703, "n_params": 4510840, "total_flops": 48777697689600000, "train_loss": 0.018481047948201497, "subset_score_loss": 0.018481047948201497} +{"step": 3530000, "wall_time": 35479.794251680374, "train_loss_step": 3.8281259536743164, "n_params": 4510840, "total_flops": 48916270694400000, "train_loss": 0.018774125973383585, "subset_score_loss": 0.018774125973383585} +{"step": 3540000, "wall_time": 35560.85795068741, "train_loss_step": 3.592245578765869, "n_params": 4510840, "total_flops": 49054843699200000, "train_loss": 0.019881564378738403, "subset_score_loss": 0.019881564378738403} +{"step": 3550000, "wall_time": 35642.42034101486, "train_loss_step": 3.358483076095581, "n_params": 4510840, "total_flops": 49193416704000000, "train_loss": 0.019456140200297036, "subset_score_loss": 0.019456140200297036} +{"step": 3560000, "wall_time": 35705.72641301155, "train_loss_step": 3.498642921447754, "n_params": 4510840, "total_flops": 49331989708800000, "train_loss": 0.018694386879603068, "subset_score_loss": 0.018694386879603068} +{"step": 3570000, "wall_time": 35786.0551943779, "train_loss_step": 3.757880449295044, "n_params": 4510840, "total_flops": 49470562713600000, "train_loss": 0.020094492038091025, "subset_score_loss": 0.020094492038091025} +{"step": 3580000, "wall_time": 35867.11958217621, "train_loss_step": 3.56343150138855, "n_params": 4510840, "total_flops": 49609135718400000, "train_loss": 0.01898991068204244, "subset_score_loss": 0.01898991068204244} +{"step": 3590000, "wall_time": 35937.094254255295, "train_loss_step": 3.8486807346343994, "n_params": 4510840, "total_flops": 49747708723200000, "train_loss": 0.019216666618982952, "subset_score_loss": 0.019216666618982952} +{"step": 3600000, "wall_time": 36109.01263332367, "train_loss_step": 3.503032922744751, "n_params": 4510840, "total_flops": 49886281728000000, "train_loss": 0.018426714340845744, "subset_score_loss": 0.018426714340845744, "memorization_fraction_pixel": 0.5026000142097473, "mean_nn_ratio_pixel": 0.5448437333106995, "fid": 120.77977668794956} +{"step": 3610000, "wall_time": 36190.03466320038, "train_loss_step": 3.7130961418151855, "n_params": 4510840, "total_flops": 50024854732800000, "train_loss": 0.018232780694961547, "subset_score_loss": 0.018232780694961547} +{"step": 3620000, "wall_time": 36260.51430916786, "train_loss_step": 3.529954433441162, "n_params": 4510840, "total_flops": 50163427737600000, "train_loss": 0.019067829847335814, "subset_score_loss": 0.019067829847335814} +{"step": 3630000, "wall_time": 36341.7201488018, "train_loss_step": 3.509051561355591, "n_params": 4510840, "total_flops": 50302000742400000, "train_loss": 0.018654958407084147, "subset_score_loss": 0.018654958407084147} +{"step": 3640000, "wall_time": 36422.7868475914, "train_loss_step": 3.499945878982544, "n_params": 4510840, "total_flops": 50440573747200000, "train_loss": 0.02137835423151652, "subset_score_loss": 0.02137835423151652} +{"step": 3650000, "wall_time": 36504.50405669212, "train_loss_step": 3.549933910369873, "n_params": 4510840, "total_flops": 50579146752000000, "train_loss": 0.018463750680287678, "subset_score_loss": 0.018463750680287678} +{"step": 3660000, "wall_time": 36578.22496128082, "train_loss_step": 3.67040753364563, "n_params": 4510840, "total_flops": 50717719756800000, "train_loss": 0.018844956159591676, "subset_score_loss": 0.018844956159591676} +{"step": 3670000, "wall_time": 36649.268426179886, "train_loss_step": 3.611459732055664, "n_params": 4510840, "total_flops": 50856292761600000, "train_loss": 0.01892541249593099, "subset_score_loss": 0.01892541249593099} +{"step": 3680000, "wall_time": 36731.06907629967, "train_loss_step": 3.295017719268799, "n_params": 4510840, "total_flops": 50994865766400000, "train_loss": 0.02179943521817525, "subset_score_loss": 0.02179943521817525} +{"step": 3690000, "wall_time": 36799.0701982975, "train_loss_step": 3.483018398284912, "n_params": 4510840, "total_flops": 51133438771200000, "train_loss": 0.01842530965805054, "subset_score_loss": 0.01842530965805054} +{"step": 3700000, "wall_time": 36960.65110874176, "train_loss_step": 3.3214735984802246, "n_params": 4510840, "total_flops": 51272011776000000, "train_loss": 0.018100953102111815, "subset_score_loss": 0.018100953102111815, "memorization_fraction_pixel": 0.5105999708175659, "mean_nn_ratio_pixel": 0.5453763008117676, "fid": 121.89308705346919} +{"step": 3710000, "wall_time": 37041.41473174095, "train_loss_step": 3.316253185272217, "n_params": 4510840, "total_flops": 51410584780800000, "train_loss": 0.01857625643412272, "subset_score_loss": 0.01857625643412272} +{"step": 3720000, "wall_time": 37112.08284807205, "train_loss_step": 3.4099225997924805, "n_params": 4510840, "total_flops": 51549157785600000, "train_loss": 0.019276829560597737, "subset_score_loss": 0.019276829560597737} +{"step": 3730000, "wall_time": 37193.29616498947, "train_loss_step": 3.382922410964966, "n_params": 4510840, "total_flops": 51687730790400000, "train_loss": 0.018228042125701904, "subset_score_loss": 0.018228042125701904} +{"step": 3740000, "wall_time": 37273.68156838417, "train_loss_step": 3.699387311935425, "n_params": 4510840, "total_flops": 51826303795200000, "train_loss": 0.018441706895828247, "subset_score_loss": 0.018441706895828247} +{"step": 3750000, "wall_time": 37354.52250266075, "train_loss_step": 3.366297483444214, "n_params": 4510840, "total_flops": 51964876800000000, "train_loss": 0.018433948357899983, "subset_score_loss": 0.018433948357899983} +{"step": 3760000, "wall_time": 37435.82155370712, "train_loss_step": 3.5307414531707764, "n_params": 4510840, "total_flops": 52103449804800000, "train_loss": 0.017712763945261636, "subset_score_loss": 0.017712763945261636} +{"step": 3770000, "wall_time": 37504.936042785645, "train_loss_step": 3.3506693840026855, "n_params": 4510840, "total_flops": 52242022809600000, "train_loss": 0.01819217801094055, "subset_score_loss": 0.01819217801094055} +{"step": 3780000, "wall_time": 37579.31128907204, "train_loss_step": 3.4278125762939453, "n_params": 4510840, "total_flops": 52380595814400000, "train_loss": 0.017530367771784464, "subset_score_loss": 0.017530367771784464} +{"step": 3790000, "wall_time": 37654.31536030769, "train_loss_step": 3.4225411415100098, "n_params": 4510840, "total_flops": 52519168819200000, "train_loss": 0.018562606970469155, "subset_score_loss": 0.018562606970469155} +{"step": 3800000, "wall_time": 37807.98830699921, "train_loss_step": 3.40983247756958, "n_params": 4510840, "total_flops": 52657741824000000, "train_loss": 0.01824808120727539, "subset_score_loss": 0.01824808120727539, "memorization_fraction_pixel": 0.5138000249862671, "mean_nn_ratio_pixel": 0.5456956028938293, "fid": 118.32318110974185} +{"step": 3810000, "wall_time": 37889.561564445496, "train_loss_step": 3.501889944076538, "n_params": 4510840, "total_flops": 52796314828800000, "train_loss": 0.01762698292732239, "subset_score_loss": 0.01762698292732239} +{"step": 3820000, "wall_time": 37958.61532020569, "train_loss_step": 3.387777328491211, "n_params": 4510840, "total_flops": 52934887833600000, "train_loss": 0.018306310971577963, "subset_score_loss": 0.018306310971577963} +{"step": 3830000, "wall_time": 38035.066328287125, "train_loss_step": 3.4575271606445312, "n_params": 4510840, "total_flops": 53073460838400000, "train_loss": 0.01834360957145691, "subset_score_loss": 0.01834360957145691} +{"step": 3840000, "wall_time": 38116.74682664871, "train_loss_step": 3.3057007789611816, "n_params": 4510840, "total_flops": 53212033843200000, "train_loss": 0.01749878525733948, "subset_score_loss": 0.01749878525733948} +{"step": 3850000, "wall_time": 38198.02630734444, "train_loss_step": 3.3721354007720947, "n_params": 4510840, "total_flops": 53350606848000000, "train_loss": 0.01909346580505371, "subset_score_loss": 0.01909346580505371} +{"step": 3860000, "wall_time": 38279.38359284401, "train_loss_step": 3.159320592880249, "n_params": 4510840, "total_flops": 53489179852800000, "train_loss": 0.01727092464764913, "subset_score_loss": 0.01727092464764913} +{"step": 3870000, "wall_time": 38360.064952373505, "train_loss_step": 3.2749338150024414, "n_params": 4510840, "total_flops": 53627752857600000, "train_loss": 0.01734458009401957, "subset_score_loss": 0.01734458009401957} +{"step": 3880000, "wall_time": 38424.40932178497, "train_loss_step": 3.3481223583221436, "n_params": 4510840, "total_flops": 53766325862400000, "train_loss": 0.018239146471023558, "subset_score_loss": 0.018239146471023558} +{"step": 3890000, "wall_time": 38506.343732357025, "train_loss_step": 3.427999973297119, "n_params": 4510840, "total_flops": 53904898867200000, "train_loss": 0.017459181944529216, "subset_score_loss": 0.017459181944529216} +{"step": 3900000, "wall_time": 38673.39929509163, "train_loss_step": 3.38470721244812, "n_params": 4510840, "total_flops": 54043471872000000, "train_loss": 0.017394642035166424, "subset_score_loss": 0.017394642035166424, "memorization_fraction_pixel": 0.5271999835968018, "mean_nn_ratio_pixel": 0.5316771268844604, "fid": 118.10835181292362} +{"step": 3910000, "wall_time": 38754.54693722725, "train_loss_step": 3.480827808380127, "n_params": 4510840, "total_flops": 54182044876800000, "train_loss": 0.017793007691701255, "subset_score_loss": 0.017793007691701255} +{"step": 3920000, "wall_time": 38825.5819606781, "train_loss_step": 3.4656519889831543, "n_params": 4510840, "total_flops": 54320617881600000, "train_loss": 0.017232102155685425, "subset_score_loss": 0.017232102155685425} +{"step": 3930000, "wall_time": 38905.854145526886, "train_loss_step": 3.5092480182647705, "n_params": 4510840, "total_flops": 54459190886400000, "train_loss": 0.01822126905123393, "subset_score_loss": 0.01822126905123393} +{"step": 3940000, "wall_time": 38986.7632920742, "train_loss_step": 3.3119966983795166, "n_params": 4510840, "total_flops": 54597763891200000, "train_loss": 0.018119521935780845, "subset_score_loss": 0.018119521935780845} +{"step": 3950000, "wall_time": 39067.361833810806, "train_loss_step": 3.237051486968994, "n_params": 4510840, "total_flops": 54736336896000000, "train_loss": 0.018028992414474487, "subset_score_loss": 0.018028992414474487} +{"step": 3960000, "wall_time": 39147.54893183708, "train_loss_step": 3.3378334045410156, "n_params": 4510840, "total_flops": 54874909900800000, "train_loss": 0.017380319039026895, "subset_score_loss": 0.017380319039026895} +{"step": 3970000, "wall_time": 39228.26639294624, "train_loss_step": 3.2583842277526855, "n_params": 4510840, "total_flops": 55013482905600000, "train_loss": 0.01791093349456787, "subset_score_loss": 0.01791093349456787} +{"step": 3980000, "wall_time": 39301.693742752075, "train_loss_step": 3.286425828933716, "n_params": 4510840, "total_flops": 55152055910400000, "train_loss": 0.018866978089014688, "subset_score_loss": 0.018866978089014688} +{"step": 3990000, "wall_time": 39368.92928647995, "train_loss_step": 3.3380370140075684, "n_params": 4510840, "total_flops": 55290628915200000, "train_loss": 0.017166300614674886, "subset_score_loss": 0.017166300614674886} +{"step": 4000000, "wall_time": 39543.87014436722, "train_loss_step": 3.295353412628174, "n_params": 4510840, "total_flops": 55429201920000000, "train_loss": 0.018064981698989867, "subset_score_loss": 0.018064981698989867, "memorization_fraction_pixel": 0.545199990272522, "mean_nn_ratio_pixel": 0.5181484818458557, "fid": 115.69831055785117} +{"step": 4010000, "wall_time": 39625.71814393997, "train_loss_step": 3.1565957069396973, "n_params": 4510840, "total_flops": 55567774924800000, "train_loss": 0.01720751722653707, "subset_score_loss": 0.01720751722653707} +{"step": 4020000, "wall_time": 39690.62050676346, "train_loss_step": 3.212273597717285, "n_params": 4510840, "total_flops": 55706347929600000, "train_loss": 0.016891856988271076, "subset_score_loss": 0.016891856988271076} +{"step": 4030000, "wall_time": 39772.5348572731, "train_loss_step": 3.386023759841919, "n_params": 4510840, "total_flops": 55844920934400000, "train_loss": 0.017753746112187704, "subset_score_loss": 0.017753746112187704} +{"step": 4040000, "wall_time": 39853.730761528015, "train_loss_step": 3.2122018337249756, "n_params": 4510840, "total_flops": 55983493939200000, "train_loss": 0.017469483613967895, "subset_score_loss": 0.017469483613967895} +{"step": 4050000, "wall_time": 39933.70697808266, "train_loss_step": 3.562382459640503, "n_params": 4510840, "total_flops": 56122066944000000, "train_loss": 0.017905286947886147, "subset_score_loss": 0.017905286947886147} +{"step": 4060000, "wall_time": 40014.70419692993, "train_loss_step": 3.242241621017456, "n_params": 4510840, "total_flops": 56260639948800000, "train_loss": 0.016946107149124146, "subset_score_loss": 0.016946107149124146} +{"step": 4070000, "wall_time": 40096.52816081047, "train_loss_step": 3.4309141635894775, "n_params": 4510840, "total_flops": 56399212953600000, "train_loss": 0.017326176166534424, "subset_score_loss": 0.017326176166534424} +{"step": 4080000, "wall_time": 40177.46264243126, "train_loss_step": 3.189819097518921, "n_params": 4510840, "total_flops": 56537785958400000, "train_loss": 0.017892009019851683, "subset_score_loss": 0.017892009019851683} +{"step": 4090000, "wall_time": 40247.352551698685, "train_loss_step": 3.485713005065918, "n_params": 4510840, "total_flops": 56676358963200000, "train_loss": 0.016659252842267356, "subset_score_loss": 0.016659252842267356} +{"step": 4100000, "wall_time": 40435.48777461052, "train_loss_step": 3.3330230712890625, "n_params": 4510840, "total_flops": 56814931968000000, "train_loss": 0.0163000226020813, "subset_score_loss": 0.0163000226020813, "memorization_fraction_pixel": 0.5480999946594238, "mean_nn_ratio_pixel": 0.5160287618637085, "fid": 115.48026772167103} +{"step": 4110000, "wall_time": 40511.36047267914, "train_loss_step": 3.3627429008483887, "n_params": 4510840, "total_flops": 56953504972800000, "train_loss": 0.01734454035758972, "subset_score_loss": 0.01734454035758972} +{"step": 4120000, "wall_time": 40574.753970861435, "train_loss_step": 3.2083938121795654, "n_params": 4510840, "total_flops": 57092077977600000, "train_loss": 0.018627530336380003, "subset_score_loss": 0.018627530336380003} +{"step": 4130000, "wall_time": 40655.92199254036, "train_loss_step": 3.615450620651245, "n_params": 4510840, "total_flops": 57230650982400000, "train_loss": 0.017797539631525677, "subset_score_loss": 0.017797539631525677} +{"step": 4140000, "wall_time": 40736.5635843277, "train_loss_step": 3.113607883453369, "n_params": 4510840, "total_flops": 57369223987200000, "train_loss": 0.016829152901967365, "subset_score_loss": 0.016829152901967365} +{"step": 4150000, "wall_time": 40817.97204017639, "train_loss_step": 3.4193716049194336, "n_params": 4510840, "total_flops": 57507796992000000, "train_loss": 0.019025752941767376, "subset_score_loss": 0.019025752941767376} +{"step": 4160000, "wall_time": 40898.609355926514, "train_loss_step": 3.3771049976348877, "n_params": 4510840, "total_flops": 57646369996800000, "train_loss": 0.018507919708887734, "subset_score_loss": 0.018507919708887734} +{"step": 4170000, "wall_time": 40978.507061481476, "train_loss_step": 3.4628329277038574, "n_params": 4510840, "total_flops": 57784943001600000, "train_loss": 0.017784160375595093, "subset_score_loss": 0.017784160375595093} +{"step": 4180000, "wall_time": 41056.31030511856, "train_loss_step": 3.1575138568878174, "n_params": 4510840, "total_flops": 57923516006400000, "train_loss": 0.01704932451248169, "subset_score_loss": 0.01704932451248169} +{"step": 4190000, "wall_time": 41119.1940946579, "train_loss_step": 3.4096083641052246, "n_params": 4510840, "total_flops": 58062089011200000, "train_loss": 0.017196571826934813, "subset_score_loss": 0.017196571826934813} +{"step": 4200000, "wall_time": 41298.71412014961, "train_loss_step": 3.7552974224090576, "n_params": 4510840, "total_flops": 58200662016000000, "train_loss": 0.01799485683441162, "subset_score_loss": 0.01799485683441162, "memorization_fraction_pixel": 0.5501000285148621, "mean_nn_ratio_pixel": 0.5166994333267212, "fid": 113.8607038084732} +{"step": 4210000, "wall_time": 41381.25980710983, "train_loss_step": 3.3652963638305664, "n_params": 4510840, "total_flops": 58339235020800000, "train_loss": 0.017387165625890096, "subset_score_loss": 0.017387165625890096} +{"step": 4220000, "wall_time": 41444.283960580826, "train_loss_step": 3.4598939418792725, "n_params": 4510840, "total_flops": 58477808025600000, "train_loss": 0.01660063167413076, "subset_score_loss": 0.01660063167413076} +{"step": 4230000, "wall_time": 41525.31458592415, "train_loss_step": 3.4405956268310547, "n_params": 4510840, "total_flops": 58616381030400000, "train_loss": 0.017104907830556234, "subset_score_loss": 0.017104907830556234} +{"step": 4240000, "wall_time": 41607.36757993698, "train_loss_step": 3.2698025703430176, "n_params": 4510840, "total_flops": 58754954035200000, "train_loss": 0.017813730239868163, "subset_score_loss": 0.017813730239868163} +{"step": 4250000, "wall_time": 41689.163915872574, "train_loss_step": 3.423433542251587, "n_params": 4510840, "total_flops": 58893527040000000, "train_loss": 0.016546901067097983, "subset_score_loss": 0.016546901067097983} +{"step": 4260000, "wall_time": 41771.05795741081, "train_loss_step": 3.267446994781494, "n_params": 4510840, "total_flops": 59032100044800000, "train_loss": 0.017087646325429282, "subset_score_loss": 0.017087646325429282} +{"step": 4270000, "wall_time": 41852.14335179329, "train_loss_step": 3.4048376083374023, "n_params": 4510840, "total_flops": 59170673049600000, "train_loss": 0.016606363654136657, "subset_score_loss": 0.016606363654136657} +{"step": 4280000, "wall_time": 41932.04234957695, "train_loss_step": 3.099048137664795, "n_params": 4510840, "total_flops": 59309246054400000, "train_loss": 0.016870848337809243, "subset_score_loss": 0.016870848337809243} +{"step": 4290000, "wall_time": 41988.3570125103, "train_loss_step": 3.320077896118164, "n_params": 4510840, "total_flops": 59447819059200000, "train_loss": 0.016946266094843548, "subset_score_loss": 0.016946266094843548} +{"step": 4300000, "wall_time": 42155.47477722168, "train_loss_step": 2.9826407432556152, "n_params": 4510840, "total_flops": 59586392064000000, "train_loss": 0.016510044535001118, "subset_score_loss": 0.016510044535001118, "memorization_fraction_pixel": 0.5572999715805054, "mean_nn_ratio_pixel": 0.510430097579956, "fid": 112.96094084086305} +{"step": 4310000, "wall_time": 42236.76138520241, "train_loss_step": 3.6947855949401855, "n_params": 4510840, "total_flops": 59724965068800000, "train_loss": 0.017736905813217164, "subset_score_loss": 0.017736905813217164} +{"step": 4320000, "wall_time": 42308.526406526566, "train_loss_step": 3.3853135108947754, "n_params": 4510840, "total_flops": 59863538073600000, "train_loss": 0.017483949661254883, "subset_score_loss": 0.017483949661254883} +{"step": 4330000, "wall_time": 42390.286707401276, "train_loss_step": 3.21809983253479, "n_params": 4510840, "total_flops": 60002111078400000, "train_loss": 0.01700629194577535, "subset_score_loss": 0.01700629194577535} +{"step": 4340000, "wall_time": 42471.39848780632, "train_loss_step": 3.846649646759033, "n_params": 4510840, "total_flops": 60140684083200000, "train_loss": 0.01648700435956319, "subset_score_loss": 0.01648700435956319} +{"step": 4350000, "wall_time": 42552.23224186897, "train_loss_step": 3.3158082962036133, "n_params": 4510840, "total_flops": 60279257088000000, "train_loss": 0.016659246881802876, "subset_score_loss": 0.016659246881802876} +{"step": 4360000, "wall_time": 42633.532608509064, "train_loss_step": 2.964479446411133, "n_params": 4510840, "total_flops": 60417830092800000, "train_loss": 0.01569552222887675, "subset_score_loss": 0.01569552222887675} +{"step": 4370000, "wall_time": 42715.45969557762, "train_loss_step": 3.165421962738037, "n_params": 4510840, "total_flops": 60556403097600000, "train_loss": 0.017637723684310914, "subset_score_loss": 0.017637723684310914} +{"step": 4380000, "wall_time": 42796.96849107742, "train_loss_step": 3.3927576541900635, "n_params": 4510840, "total_flops": 60694976102400000, "train_loss": 0.017225249608357748, "subset_score_loss": 0.017225249608357748} +{"step": 4390000, "wall_time": 42858.52658200264, "train_loss_step": 3.374887704849243, "n_params": 4510840, "total_flops": 60833549107200000, "train_loss": 0.01610197921593984, "subset_score_loss": 0.01610197921593984} +{"step": 4400000, "wall_time": 43040.22699093819, "train_loss_step": 3.3792972564697266, "n_params": 4510840, "total_flops": 60972122112000000, "train_loss": 0.01654824217160543, "subset_score_loss": 0.01654824217160543, "memorization_fraction_pixel": 0.5781000256538391, "mean_nn_ratio_pixel": 0.4938579499721527, "fid": 111.12227527942406} +{"step": 4410000, "wall_time": 43121.74781703949, "train_loss_step": 3.0095415115356445, "n_params": 4510840, "total_flops": 61110695116800000, "train_loss": 0.01697511076927185, "subset_score_loss": 0.01697511076927185} +{"step": 4420000, "wall_time": 43191.860811948776, "train_loss_step": 3.565423011779785, "n_params": 4510840, "total_flops": 61249268121600000, "train_loss": 0.016166616479555765, "subset_score_loss": 0.016166616479555765} +{"step": 4430000, "wall_time": 43273.470960855484, "train_loss_step": 3.4076592922210693, "n_params": 4510840, "total_flops": 61387841126400000, "train_loss": 0.01637517213821411, "subset_score_loss": 0.01637517213821411} +{"step": 4440000, "wall_time": 43354.99811053276, "train_loss_step": 3.721559524536133, "n_params": 4510840, "total_flops": 61526414131200000, "train_loss": 0.016707861423492433, "subset_score_loss": 0.016707861423492433} +{"step": 4450000, "wall_time": 43437.01981592178, "train_loss_step": 3.438601016998291, "n_params": 4510840, "total_flops": 61664987136000000, "train_loss": 0.017917072772979735, "subset_score_loss": 0.017917072772979735} +{"step": 4460000, "wall_time": 43518.471185684204, "train_loss_step": 3.3002102375030518, "n_params": 4510840, "total_flops": 61803560140800000, "train_loss": 0.017383782068888347, "subset_score_loss": 0.017383782068888347} +{"step": 4470000, "wall_time": 43599.93185329437, "train_loss_step": 3.174825668334961, "n_params": 4510840, "total_flops": 61942133145600000, "train_loss": 0.01607132057348887, "subset_score_loss": 0.01607132057348887} +{"step": 4480000, "wall_time": 43681.47121715546, "train_loss_step": 3.3809032440185547, "n_params": 4510840, "total_flops": 62080706150400000, "train_loss": 0.0161183367172877, "subset_score_loss": 0.0161183367172877} +{"step": 4490000, "wall_time": 43747.607833623886, "train_loss_step": 3.589263916015625, "n_params": 4510840, "total_flops": 62219279155200000, "train_loss": 0.016067448258399963, "subset_score_loss": 0.016067448258399963} +{"step": 4500000, "wall_time": 43906.67457675934, "train_loss_step": 3.3845510482788086, "n_params": 4510840, "total_flops": 62357852160000000, "train_loss": 0.016372784972190857, "subset_score_loss": 0.016372784972190857, "memorization_fraction_pixel": 0.5703999996185303, "mean_nn_ratio_pixel": 0.49924901127815247, "fid": 111.11345896925272} +{"step": 4510000, "wall_time": 43986.970720529556, "train_loss_step": 3.376335620880127, "n_params": 4510840, "total_flops": 62496425164800000, "train_loss": 0.01787702242533366, "subset_score_loss": 0.01787702242533366} +{"step": 4520000, "wall_time": 44052.90802145004, "train_loss_step": 3.374629020690918, "n_params": 4510840, "total_flops": 62634998169600000, "train_loss": 0.015917255481084188, "subset_score_loss": 0.015917255481084188} +{"step": 4530000, "wall_time": 44133.3136844635, "train_loss_step": 3.1716055870056152, "n_params": 4510840, "total_flops": 62773571174400000, "train_loss": 0.017452406883239745, "subset_score_loss": 0.017452406883239745} +{"step": 4540000, "wall_time": 44214.03343844414, "train_loss_step": 3.2851181030273438, "n_params": 4510840, "total_flops": 62912144179200000, "train_loss": 0.01618997355302175, "subset_score_loss": 0.01618997355302175} +{"step": 4550000, "wall_time": 44295.29663133621, "train_loss_step": 2.9476351737976074, "n_params": 4510840, "total_flops": 63050717184000000, "train_loss": 0.015794877211252847, "subset_score_loss": 0.015794877211252847} +{"step": 4560000, "wall_time": 44376.56173181534, "train_loss_step": 3.09268856048584, "n_params": 4510840, "total_flops": 63189290188800000, "train_loss": 0.01647241512934367, "subset_score_loss": 0.01647241512934367} +{"step": 4570000, "wall_time": 44458.73209428787, "train_loss_step": 3.3653039932250977, "n_params": 4510840, "total_flops": 63327863193600000, "train_loss": 0.01846352219581604, "subset_score_loss": 0.01846352219581604} +{"step": 4580000, "wall_time": 44538.45268201828, "train_loss_step": 3.357485055923462, "n_params": 4510840, "total_flops": 63466436198400000, "train_loss": 0.015825159351030984, "subset_score_loss": 0.015825159351030984} +{"step": 4590000, "wall_time": 44601.19406032562, "train_loss_step": 3.1079752445220947, "n_params": 4510840, "total_flops": 63605009203200000, "train_loss": 0.017325945695241294, "subset_score_loss": 0.017325945695241294} +{"step": 4600000, "wall_time": 44769.08952450752, "train_loss_step": 3.049267053604126, "n_params": 4510840, "total_flops": 63743582208000000, "train_loss": 0.015662681063016257, "subset_score_loss": 0.015662681063016257, "memorization_fraction_pixel": 0.5713000297546387, "mean_nn_ratio_pixel": 0.5000113248825073, "fid": 111.47656683223605} +{"step": 4610000, "wall_time": 44851.60782289505, "train_loss_step": 3.2700579166412354, "n_params": 4510840, "total_flops": 63882155212800000, "train_loss": 0.016029476126035055, "subset_score_loss": 0.016029476126035055} +{"step": 4620000, "wall_time": 44913.437168598175, "train_loss_step": 2.957738161087036, "n_params": 4510840, "total_flops": 64020728217600000, "train_loss": 0.016212087869644166, "subset_score_loss": 0.016212087869644166} +{"step": 4630000, "wall_time": 44992.45390081406, "train_loss_step": 3.3734307289123535, "n_params": 4510840, "total_flops": 64159301222400000, "train_loss": 0.016180656353632607, "subset_score_loss": 0.016180656353632607} +{"step": 4640000, "wall_time": 45073.516446352005, "train_loss_step": 3.579399347305298, "n_params": 4510840, "total_flops": 64297874227200000, "train_loss": 0.01542386511961619, "subset_score_loss": 0.01542386511961619} +{"step": 4650000, "wall_time": 45154.557616233826, "train_loss_step": 3.0797152519226074, "n_params": 4510840, "total_flops": 64436447232000000, "train_loss": 0.015912346045176187, "subset_score_loss": 0.015912346045176187} +{"step": 4660000, "wall_time": 45234.99283385277, "train_loss_step": 3.0406298637390137, "n_params": 4510840, "total_flops": 64575020236800000, "train_loss": 0.016759441296259562, "subset_score_loss": 0.016759441296259562} +{"step": 4670000, "wall_time": 45317.33489894867, "train_loss_step": 3.284928321838379, "n_params": 4510840, "total_flops": 64713593241600000, "train_loss": 0.016043293476104736, "subset_score_loss": 0.016043293476104736} +{"step": 4680000, "wall_time": 45399.755252599716, "train_loss_step": 3.1814756393432617, "n_params": 4510840, "total_flops": 64852166246400000, "train_loss": 0.016296693682670595, "subset_score_loss": 0.016296693682670595} +{"step": 4690000, "wall_time": 45466.58767080307, "train_loss_step": 3.085679054260254, "n_params": 4510840, "total_flops": 64990739251200000, "train_loss": 0.01657554308573405, "subset_score_loss": 0.01657554308573405} +{"step": 4700000, "wall_time": 45646.53802204132, "train_loss_step": 3.220498561859131, "n_params": 4510840, "total_flops": 65129312256000000, "train_loss": 0.016479845841725668, "subset_score_loss": 0.016479845841725668, "memorization_fraction_pixel": 0.5853000283241272, "mean_nn_ratio_pixel": 0.49018970131874084, "fid": 108.46911380301611} +{"step": 4710000, "wall_time": 45727.619411706924, "train_loss_step": 3.1820409297943115, "n_params": 4510840, "total_flops": 65267885260800000, "train_loss": 0.015489094456036885, "subset_score_loss": 0.015489094456036885} +{"step": 4720000, "wall_time": 45789.59369015694, "train_loss_step": 2.8651156425476074, "n_params": 4510840, "total_flops": 65406458265600000, "train_loss": 0.015220687786738078, "subset_score_loss": 0.015220687786738078} +{"step": 4730000, "wall_time": 45866.62659549713, "train_loss_step": 3.229069709777832, "n_params": 4510840, "total_flops": 65545031270400000, "train_loss": 0.016597817341486614, "subset_score_loss": 0.016597817341486614} +{"step": 4740000, "wall_time": 45947.48937034607, "train_loss_step": 3.1810216903686523, "n_params": 4510840, "total_flops": 65683604275200000, "train_loss": 0.016598910093307495, "subset_score_loss": 0.016598910093307495} +{"step": 4750000, "wall_time": 46026.70854997635, "train_loss_step": 3.169924736022949, "n_params": 4510840, "total_flops": 65822177280000000, "train_loss": 0.016654381155967714, "subset_score_loss": 0.016654381155967714} +{"step": 4760000, "wall_time": 46107.383061647415, "train_loss_step": 3.2142958641052246, "n_params": 4510840, "total_flops": 65960750284800000, "train_loss": 0.015209107597668966, "subset_score_loss": 0.015209107597668966} +{"step": 4770000, "wall_time": 46187.56951546669, "train_loss_step": 3.1889052391052246, "n_params": 4510840, "total_flops": 66099323289600000, "train_loss": 0.0156337042649587, "subset_score_loss": 0.0156337042649587} +{"step": 4780000, "wall_time": 46261.81307888031, "train_loss_step": 3.2642269134521484, "n_params": 4510840, "total_flops": 66237896294400000, "train_loss": 0.016264026363690693, "subset_score_loss": 0.016264026363690693} +{"step": 4790000, "wall_time": 46330.7089009285, "train_loss_step": 3.1828219890594482, "n_params": 4510840, "total_flops": 66376469299200000, "train_loss": 0.015165769060452779, "subset_score_loss": 0.015165769060452779} +{"step": 4800000, "wall_time": 46474.408618211746, "train_loss_step": 3.454512596130371, "n_params": 4510840, "total_flops": 66515042304000000, "train_loss": 0.01563530961672465, "subset_score_loss": 0.01563530961672465, "memorization_fraction_pixel": 0.5952000021934509, "mean_nn_ratio_pixel": 0.4824758768081665, "fid": 107.5621243653414} +{"step": 4810000, "wall_time": 46556.25486207008, "train_loss_step": 3.2880001068115234, "n_params": 4510840, "total_flops": 66653615308800000, "train_loss": 0.015696918964385985, "subset_score_loss": 0.015696918964385985} +{"step": 4820000, "wall_time": 46637.16208600998, "train_loss_step": 2.9912595748901367, "n_params": 4510840, "total_flops": 66792188313600000, "train_loss": 0.01534468432267507, "subset_score_loss": 0.01534468432267507} +{"step": 4830000, "wall_time": 46715.75243830681, "train_loss_step": 3.5416834354400635, "n_params": 4510840, "total_flops": 66930761318400000, "train_loss": 0.015198271473248799, "subset_score_loss": 0.015198271473248799} +{"step": 4840000, "wall_time": 46797.64030647278, "train_loss_step": 3.1402645111083984, "n_params": 4510840, "total_flops": 67069334323200000, "train_loss": 0.015778600176175436, "subset_score_loss": 0.015778600176175436} +{"step": 4850000, "wall_time": 46879.58484220505, "train_loss_step": 3.153409957885742, "n_params": 4510840, "total_flops": 67207907328000000, "train_loss": 0.015515818198521932, "subset_score_loss": 0.015515818198521932} +{"step": 4860000, "wall_time": 46961.18393921852, "train_loss_step": 3.2984986305236816, "n_params": 4510840, "total_flops": 67346480332800000, "train_loss": 0.01459788680076599, "subset_score_loss": 0.01459788680076599} +{"step": 4870000, "wall_time": 47042.255546569824, "train_loss_step": 3.272463321685791, "n_params": 4510840, "total_flops": 67485053337600000, "train_loss": 0.016107027729352314, "subset_score_loss": 0.016107027729352314} +{"step": 4880000, "wall_time": 47123.54036903381, "train_loss_step": 3.455552577972412, "n_params": 4510840, "total_flops": 67623626342400000, "train_loss": 0.015571304162343343, "subset_score_loss": 0.015571304162343343} +{"step": 4890000, "wall_time": 47199.68774819374, "train_loss_step": 3.316110134124756, "n_params": 4510840, "total_flops": 67762199347200000, "train_loss": 0.015036435921986897, "subset_score_loss": 0.015036435921986897} +{"step": 4900000, "wall_time": 47347.51836490631, "train_loss_step": 3.1697068214416504, "n_params": 4510840, "total_flops": 67900772352000000, "train_loss": 0.015352366367975871, "subset_score_loss": 0.015352366367975871, "memorization_fraction_pixel": 0.5821999907493591, "mean_nn_ratio_pixel": 0.48224076628685, "fid": 107.3021778201788} +{"step": 4910000, "wall_time": 47424.288016080856, "train_loss_step": 2.8956289291381836, "n_params": 4510840, "total_flops": 68039345356800000, "train_loss": 0.01499065657456716, "subset_score_loss": 0.01499065657456716} +{"step": 4920000, "wall_time": 47505.25216126442, "train_loss_step": 3.3463244438171387, "n_params": 4510840, "total_flops": 68177918361600000, "train_loss": 0.015690470735232036, "subset_score_loss": 0.015690470735232036} +{"step": 4930000, "wall_time": 47583.99004602432, "train_loss_step": 3.2218871116638184, "n_params": 4510840, "total_flops": 68316491366400000, "train_loss": 0.01728411912918091, "subset_score_loss": 0.01728411912918091} +{"step": 4940000, "wall_time": 47665.907556056976, "train_loss_step": 3.1280517578125, "n_params": 4510840, "total_flops": 68455064371200000, "train_loss": 0.01545122762521108, "subset_score_loss": 0.01545122762521108} +{"step": 4950000, "wall_time": 47747.484313726425, "train_loss_step": 3.2730278968811035, "n_params": 4510840, "total_flops": 68593637376000000, "train_loss": 0.016366097331047057, "subset_score_loss": 0.016366097331047057} +{"step": 4960000, "wall_time": 47828.13629746437, "train_loss_step": 3.0541999340057373, "n_params": 4510840, "total_flops": 68732210380800000, "train_loss": 0.01570900579293569, "subset_score_loss": 0.01570900579293569} +{"step": 4970000, "wall_time": 47909.91774392128, "train_loss_step": 3.1253268718719482, "n_params": 4510840, "total_flops": 68870783385600000, "train_loss": 0.015598614017168682, "subset_score_loss": 0.015598614017168682} +{"step": 4980000, "wall_time": 47990.605164289474, "train_loss_step": 3.186253786087036, "n_params": 4510840, "total_flops": 69009356390400000, "train_loss": 0.014970803260803222, "subset_score_loss": 0.014970803260803222} +{"step": 4990000, "wall_time": 48051.60094213486, "train_loss_step": 3.2128236293792725, "n_params": 4510840, "total_flops": 69147929395200000, "train_loss": 0.014482325315475464, "subset_score_loss": 0.014482325315475464} +{"step": 5000000, "wall_time": 48162.920763492584, "train_loss_step": 3.174499273300171, "n_params": 4510840, "total_flops": 69286502400000000, "train_loss": 0.015456979473431906, "subset_score_loss": 0.015456979473431906, "memorization_fraction_pixel": 0.6085000038146973, "mean_nn_ratio_pixel": 0.46942389011383057, "fid": 105.29741452077096} diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d120/runner.log b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d120/runner.log new file mode 100644 index 0000000000000000000000000000000000000000..8c2e51148ca90bd1c90c7a2be97f06210cc52bfa --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d120/runner.log @@ -0,0 +1,502 @@ + FID real-side stats cached over 1000 diverse train images + step 1 | 79s | train_loss=1.0000 | fid=305.9184 + step 10000 | 176s | train_loss=0.8098 + step 20000 | 275s | train_loss=0.6801 + step 30000 | 374s | train_loss=0.5493 + step 40000 | 473s | train_loss=0.4204 + step 50000 | 570s | train_loss=0.3138 + step 60000 | 670s | train_loss=0.2384 + step 70000 | 770s | train_loss=0.1958 + step 80000 | 869s | train_loss=0.1617 + step 90000 | 969s | train_loss=0.1442 + step 100000 | 1146s | train_loss=0.1335 | fid=179.7661 + step 110000 | 1239s | train_loss=0.1194 + step 120000 | 1337s | train_loss=0.1134 + step 130000 | 1435s | train_loss=0.1104 + step 140000 | 1534s | train_loss=0.1046 + step 150000 | 1632s | train_loss=0.0993 + step 160000 | 1731s | train_loss=0.0955 + step 170000 | 1830s | train_loss=0.0951 + step 180000 | 1929s | train_loss=0.0940 + step 190000 | 2025s | train_loss=0.0913 + step 200000 | 2205s | train_loss=0.0860 | fid=174.9677 + step 210000 | 2297s | train_loss=0.0835 + step 220000 | 2396s | train_loss=0.0838 + step 230000 | 2497s | train_loss=0.0843 + step 240000 | 2595s | train_loss=0.0782 + step 250000 | 2693s | train_loss=0.0783 + step 260000 | 2794s | train_loss=0.0775 + step 270000 | 2893s | train_loss=0.0742 + step 280000 | 2993s | train_loss=0.0737 + step 290000 | 3090s | train_loss=0.0714 + step 300000 | 3267s | train_loss=0.0705 | fid=173.0907 + step 310000 | 3361s | train_loss=0.0677 + step 320000 | 3456s | train_loss=0.0669 + step 330000 | 3555s | train_loss=0.0689 + step 340000 | 3653s | train_loss=0.0653 + step 350000 | 3752s | train_loss=0.0657 + step 360000 | 3851s | train_loss=0.0645 + step 370000 | 3949s | train_loss=0.0625 + step 380000 | 4047s | train_loss=0.0628 + step 390000 | 4146s | train_loss=0.0611 + step 400000 | 4324s | train_loss=0.0612 | fid=169.2907 + step 410000 | 4418s | train_loss=0.0604 + step 420000 | 4514s | train_loss=0.0596 + step 430000 | 4613s | train_loss=0.0592 + step 440000 | 4712s | train_loss=0.0567 + step 450000 | 4812s | train_loss=0.0611 + step 460000 | 4911s | train_loss=0.0563 + step 470000 | 5009s | train_loss=0.0568 + step 480000 | 5109s | train_loss=0.0553 + step 490000 | 5207s | train_loss=0.0547 + step 500000 | 5386s | train_loss=0.0533 | fid=161.5933 + step 510000 | 5481s | train_loss=0.0540 + step 520000 | 5579s | train_loss=0.0521 + step 530000 | 5675s | train_loss=0.0528 + step 540000 | 5774s | train_loss=0.0516 + step 550000 | 5872s | train_loss=0.0537 + step 560000 | 5969s | train_loss=0.0514 + step 570000 | 6067s | train_loss=0.0505 + step 580000 | 6165s | train_loss=0.0496 + step 590000 | 6265s | train_loss=0.0506 + step 600000 | 6440s | train_loss=0.0496 | fid=154.7887 + step 610000 | 6536s | train_loss=0.0504 + step 620000 | 6635s | train_loss=0.0490 + step 630000 | 6724s | train_loss=0.0481 + step 640000 | 6822s | train_loss=0.0494 + step 650000 | 6922s | train_loss=0.0486 + step 660000 | 7020s | train_loss=0.0493 + step 670000 | 7119s | train_loss=0.0511 + step 680000 | 7219s | train_loss=0.0494 + step 690000 | 7317s | train_loss=0.0474 + step 700000 | 7513s | train_loss=0.0471 | fid=150.7439 + step 710000 | 7597s | train_loss=0.0466 + step 720000 | 7695s | train_loss=0.0472 + step 730000 | 7790s | train_loss=0.0478 + step 740000 | 7885s | train_loss=0.0474 + step 750000 | 7981s | train_loss=0.0469 + step 760000 | 8080s | train_loss=0.0453 + step 770000 | 8180s | train_loss=0.0455 + step 780000 | 8279s | train_loss=0.0450 + step 790000 | 8378s | train_loss=0.0432 + step 800000 | 8552s | train_loss=0.0448 | fid=153.5471 + step 810000 | 8652s | train_loss=0.0443 + step 820000 | 8747s | train_loss=0.0437 + step 830000 | 8845s | train_loss=0.0432 + step 840000 | 8938s | train_loss=0.0436 + step 850000 | 9037s | train_loss=0.0440 + step 860000 | 9137s | train_loss=0.0424 + step 870000 | 9237s | train_loss=0.0444 + step 880000 | 9336s | train_loss=0.0437 + step 890000 | 9435s | train_loss=0.0422 + step 900000 | 9610s | train_loss=0.0427 | fid=158.0889 + step 910000 | 9709s | train_loss=0.0433 + step 920000 | 9804s | train_loss=0.0423 + step 930000 | 9900s | train_loss=0.0433 + step 940000 | 9998s | train_loss=0.0429 + step 950000 | 10094s | train_loss=0.0413 + step 960000 | 10193s | train_loss=0.0429 + step 970000 | 10292s | train_loss=0.0413 + step 980000 | 10390s | train_loss=0.0433 + step 990000 | 10489s | train_loss=0.0400 + step 1000000 | 10685s | train_loss=0.0427 | fid=169.8747 + step 1010000 | 10782s | train_loss=0.0392 + step 1020000 | 10867s | train_loss=0.0407 + step 1030000 | 10966s | train_loss=0.0417 + step 1040000 | 11066s | train_loss=0.0395 + step 1050000 | 11149s | train_loss=0.0399 + step 1060000 | 11248s | train_loss=0.0395 + step 1070000 | 11348s | train_loss=0.0394 + step 1080000 | 11446s | train_loss=0.0392 + step 1090000 | 11546s | train_loss=0.0397 + step 1100000 | 11723s | train_loss=0.0378 | fid=189.6568 + step 1110000 | 11820s | train_loss=0.0381 + step 1120000 | 11915s | train_loss=0.0393 + step 1130000 | 12014s | train_loss=0.0398 + step 1140000 | 12113s | train_loss=0.0390 + step 1150000 | 12211s | train_loss=0.0375 + step 1160000 | 12298s | train_loss=0.0386 + step 1170000 | 12397s | train_loss=0.0385 + step 1180000 | 12496s | train_loss=0.0373 + step 1190000 | 12595s | train_loss=0.0391 + step 1200000 | 12793s | train_loss=0.0371 | fid=208.3837 + step 1210000 | 12892s | train_loss=0.0390 + step 1220000 | 12976s | train_loss=0.0387 + step 1230000 | 13075s | train_loss=0.0388 + step 1240000 | 13175s | train_loss=0.0366 + step 1250000 | 13274s | train_loss=0.0383 + step 1260000 | 13366s | train_loss=0.0367 + step 1270000 | 13462s | train_loss=0.0369 + step 1280000 | 13561s | train_loss=0.0378 + step 1290000 | 13660s | train_loss=0.0362 + step 1300000 | 13852s | train_loss=0.0367 | fid=213.0511 + step 1310000 | 13952s | train_loss=0.0373 + step 1320000 | 14042s | train_loss=0.0363 + step 1330000 | 14134s | train_loss=0.0350 + step 1340000 | 14231s | train_loss=0.0369 + step 1350000 | 14330s | train_loss=0.0358 + step 1360000 | 14428s | train_loss=0.0356 + step 1370000 | 14513s | train_loss=0.0378 + step 1380000 | 14612s | train_loss=0.0345 + step 1390000 | 14708s | train_loss=0.0361 + step 1400000 | 14907s | train_loss=0.0336 | fid=223.8981 + step 1410000 | 15007s | train_loss=0.0342 + step 1420000 | 15104s | train_loss=0.0332 + step 1430000 | 15194s | train_loss=0.0343 + step 1440000 | 15293s | train_loss=0.0332 + step 1450000 | 15392s | train_loss=0.0343 + step 1460000 | 15491s | train_loss=0.0332 + step 1470000 | 15583s | train_loss=0.0366 + step 1480000 | 15671s | train_loss=0.0335 + step 1490000 | 15770s | train_loss=0.0343 + step 1500000 | 15984s | train_loss=0.0323 | fid=232.0976 + step 1510000 | 16083s | train_loss=0.0336 + step 1520000 | 16178s | train_loss=0.0327 + step 1530000 | 16271s | train_loss=0.0339 + step 1540000 | 16370s | train_loss=0.0345 + step 1550000 | 16468s | train_loss=0.0331 + step 1560000 | 16567s | train_loss=0.0343 + step 1570000 | 16663s | train_loss=0.0335 + step 1580000 | 16748s | train_loss=0.0348 + step 1590000 | 16847s | train_loss=0.0322 + step 1600000 | 17056s | train_loss=0.0322 | fid=224.3212 + step 1610000 | 17156s | train_loss=0.0336 + step 1620000 | 17248s | train_loss=0.0317 + step 1630000 | 17344s | train_loss=0.0331 + step 1640000 | 17444s | train_loss=0.0322 + step 1650000 | 17542s | train_loss=0.0318 + step 1660000 | 17640s | train_loss=0.0309 + step 1670000 | 17740s | train_loss=0.0312 + step 1680000 | 17829s | train_loss=0.0319 + step 1690000 | 17919s | train_loss=0.0314 + step 1700000 | 18140s | train_loss=0.0317 | fid=218.4875 + step 1710000 | 18239s | train_loss=0.0307 + step 1720000 | 18327s | train_loss=0.0334 + step 1730000 | 18426s | train_loss=0.0324 + step 1740000 | 18523s | train_loss=0.0316 + step 1750000 | 18621s | train_loss=0.0313 + step 1760000 | 18720s | train_loss=0.0317 + step 1770000 | 18819s | train_loss=0.0315 + step 1780000 | 18919s | train_loss=0.0311 + step 1790000 | 19002s | train_loss=0.0310 + step 1800000 | 19202s | train_loss=0.0303 | fid=213.2429 + step 1810000 | 19303s | train_loss=0.0304 + step 1820000 | 19393s | train_loss=0.0301 + step 1830000 | 19485s | train_loss=0.0288 + step 1840000 | 19583s | train_loss=0.0289 + step 1850000 | 19682s | train_loss=0.0318 + step 1860000 | 19782s | train_loss=0.0305 + step 1870000 | 19882s | train_loss=0.0314 + step 1880000 | 19980s | train_loss=0.0299 + step 1890000 | 20073s | train_loss=0.0294 + step 1900000 | 20269s | train_loss=0.0291 | fid=200.3610 + step 1910000 | 20368s | train_loss=0.0301 + step 1920000 | 20460s | train_loss=0.0284 + step 1930000 | 20553s | train_loss=0.0293 + step 1940000 | 20651s | train_loss=0.0299 + step 1950000 | 20750s | train_loss=0.0284 + step 1960000 | 20849s | train_loss=0.0290 + step 1970000 | 20949s | train_loss=0.0295 + step 1980000 | 21048s | train_loss=0.0290 + step 1990000 | 21147s | train_loss=0.0288 + step 2000000 | 21356s | train_loss=0.0285 | fid=192.7457 + step 2010000 | 21455s | train_loss=0.0280 + step 2020000 | 21541s | train_loss=0.0288 + step 2030000 | 21639s | train_loss=0.0283 + step 2040000 | 21739s | train_loss=0.0285 + step 2050000 | 21838s | train_loss=0.0282 + step 2060000 | 21939s | train_loss=0.0282 + step 2070000 | 22038s | train_loss=0.0271 + step 2080000 | 22137s | train_loss=0.0302 + step 2090000 | 22236s | train_loss=0.0258 + step 2100000 | 22421s | train_loss=0.0284 | fid=187.2008 + step 2110000 | 22520s | train_loss=0.0268 + step 2120000 | 22611s | train_loss=0.0278 + step 2130000 | 22710s | train_loss=0.0262 + step 2140000 | 22809s | train_loss=0.0270 + step 2150000 | 22908s | train_loss=0.0263 + step 2160000 | 23008s | train_loss=0.0258 + step 2170000 | 23106s | train_loss=0.0264 + step 2180000 | 23206s | train_loss=0.0275 + step 2190000 | 23303s | train_loss=0.0264 + step 2200000 | 23511s | train_loss=0.0263 | fid=171.7879 + step 2210000 | 23609s | train_loss=0.0274 + step 2220000 | 23706s | train_loss=0.0258 + step 2230000 | 23806s | train_loss=0.0260 + step 2240000 | 23905s | train_loss=0.0281 + step 2250000 | 24005s | train_loss=0.0251 + step 2260000 | 24104s | train_loss=0.0255 + step 2270000 | 24204s | train_loss=0.0251 + step 2280000 | 24301s | train_loss=0.0275 + step 2290000 | 24392s | train_loss=0.0259 + step 2300000 | 24595s | train_loss=0.0249 | fid=168.1799 + step 2310000 | 24692s | train_loss=0.0262 + step 2320000 | 24790s | train_loss=0.0250 + step 2330000 | 24889s | train_loss=0.0250 + step 2340000 | 24989s | train_loss=0.0243 + step 2350000 | 25088s | train_loss=0.0246 + step 2360000 | 25186s | train_loss=0.0242 + step 2370000 | 25284s | train_loss=0.0245 + step 2380000 | 25382s | train_loss=0.0255 + step 2390000 | 25473s | train_loss=0.0261 + step 2400000 | 25654s | train_loss=0.0240 | fid=157.3993 + step 2410000 | 25751s | train_loss=0.0251 + step 2420000 | 25851s | train_loss=0.0246 + step 2430000 | 25951s | train_loss=0.0237 + step 2440000 | 26051s | train_loss=0.0232 + step 2450000 | 26149s | train_loss=0.0244 + step 2460000 | 26237s | train_loss=0.0237 + step 2470000 | 26318s | train_loss=0.0245 + step 2480000 | 26399s | train_loss=0.0240 + step 2490000 | 26476s | train_loss=0.0241 + step 2500000 | 26637s | train_loss=0.0242 | fid=155.7556 + step 2510000 | 26704s | train_loss=0.0243 + step 2520000 | 26784s | train_loss=0.0231 + step 2530000 | 26865s | train_loss=0.0244 + step 2540000 | 26947s | train_loss=0.0248 + step 2550000 | 27027s | train_loss=0.0246 + step 2560000 | 27108s | train_loss=0.0242 + step 2570000 | 27188s | train_loss=0.0242 + step 2580000 | 27269s | train_loss=0.0240 + step 2590000 | 27346s | train_loss=0.0240 + step 2600000 | 27491s | train_loss=0.0234 | fid=145.5063 + step 2610000 | 27564s | train_loss=0.0243 + step 2620000 | 27647s | train_loss=0.0221 + step 2630000 | 27727s | train_loss=0.0229 + step 2640000 | 27808s | train_loss=0.0232 + step 2650000 | 27890s | train_loss=0.0240 + step 2660000 | 27971s | train_loss=0.0222 + step 2670000 | 28053s | train_loss=0.0226 + step 2680000 | 28133s | train_loss=0.0229 + step 2690000 | 28211s | train_loss=0.0225 + step 2700000 | 28360s | train_loss=0.0228 | fid=141.8273 + step 2710000 | 28437s | train_loss=0.0225 + step 2720000 | 28513s | train_loss=0.0221 + step 2730000 | 28594s | train_loss=0.0233 + step 2740000 | 28675s | train_loss=0.0225 + step 2750000 | 28756s | train_loss=0.0223 + step 2760000 | 28836s | train_loss=0.0227 + step 2770000 | 28917s | train_loss=0.0239 + step 2780000 | 28999s | train_loss=0.0229 + step 2790000 | 29070s | train_loss=0.0217 + step 2800000 | 29233s | train_loss=0.0220 | fid=138.6627 + step 2810000 | 29300s | train_loss=0.0234 + step 2820000 | 29367s | train_loss=0.0221 + step 2830000 | 29448s | train_loss=0.0222 + step 2840000 | 29529s | train_loss=0.0214 + step 2850000 | 29611s | train_loss=0.0223 + step 2860000 | 29693s | train_loss=0.0233 + step 2870000 | 29774s | train_loss=0.0221 + step 2880000 | 29856s | train_loss=0.0222 + step 2890000 | 29923s | train_loss=0.0210 + step 2900000 | 30086s | train_loss=0.0244 | fid=141.3760 + step 2910000 | 30158s | train_loss=0.0221 + step 2920000 | 30231s | train_loss=0.0218 + step 2930000 | 30297s | train_loss=0.0220 + step 2940000 | 30377s | train_loss=0.0207 + step 2950000 | 30458s | train_loss=0.0224 + step 2960000 | 30539s | train_loss=0.0220 + step 2970000 | 30619s | train_loss=0.0216 + step 2980000 | 30701s | train_loss=0.0211 + step 2990000 | 30772s | train_loss=0.0204 + step 3000000 | 30930s | train_loss=0.0206 | fid=138.4381 + step 3010000 | 31012s | train_loss=0.0214 + step 3020000 | 31078s | train_loss=0.0210 + step 3030000 | 31153s | train_loss=0.0212 + step 3040000 | 31231s | train_loss=0.0211 + step 3050000 | 31312s | train_loss=0.0211 + step 3060000 | 31394s | train_loss=0.0199 + step 3070000 | 31476s | train_loss=0.0204 + step 3080000 | 31558s | train_loss=0.0205 + step 3090000 | 31635s | train_loss=0.0218 + step 3100000 | 31805s | train_loss=0.0205 | fid=131.1779 + step 3110000 | 31887s | train_loss=0.0203 + step 3120000 | 31965s | train_loss=0.0216 + step 3130000 | 32045s | train_loss=0.0205 + step 3140000 | 32120s | train_loss=0.0207 + step 3150000 | 32201s | train_loss=0.0204 + step 3160000 | 32282s | train_loss=0.0207 + step 3170000 | 32363s | train_loss=0.0214 + step 3180000 | 32445s | train_loss=0.0211 + step 3190000 | 32510s | train_loss=0.0201 + step 3200000 | 32693s | train_loss=0.0203 | fid=129.1800 + step 3210000 | 32767s | train_loss=0.0199 + step 3220000 | 32845s | train_loss=0.0201 + step 3230000 | 32924s | train_loss=0.0208 + step 3240000 | 32987s | train_loss=0.0210 + step 3250000 | 33067s | train_loss=0.0212 + step 3260000 | 33148s | train_loss=0.0205 + step 3270000 | 33229s | train_loss=0.0192 + step 3280000 | 33310s | train_loss=0.0199 + step 3290000 | 33373s | train_loss=0.0199 + step 3300000 | 33550s | train_loss=0.0190 | fid=128.4380 + step 3310000 | 33621s | train_loss=0.0206 + step 3320000 | 33696s | train_loss=0.0195 + step 3330000 | 33777s | train_loss=0.0194 + step 3340000 | 33847s | train_loss=0.0189 + step 3350000 | 33918s | train_loss=0.0199 + step 3360000 | 33999s | train_loss=0.0200 + step 3370000 | 34079s | train_loss=0.0214 + step 3380000 | 34159s | train_loss=0.0192 + step 3390000 | 34229s | train_loss=0.0196 + step 3400000 | 34408s | train_loss=0.0186 | fid=125.9875 + step 3410000 | 34482s | train_loss=0.0200 + step 3420000 | 34554s | train_loss=0.0205 + step 3430000 | 34636s | train_loss=0.0190 + step 3440000 | 34717s | train_loss=0.0191 + step 3450000 | 34779s | train_loss=0.0206 + step 3460000 | 34860s | train_loss=0.0200 + step 3470000 | 34942s | train_loss=0.0187 + step 3480000 | 35022s | train_loss=0.0189 + step 3490000 | 35090s | train_loss=0.0189 + step 3500000 | 35253s | train_loss=0.0186 | fid=126.7351 + step 3510000 | 35335s | train_loss=0.0197 + step 3520000 | 35398s | train_loss=0.0185 + step 3530000 | 35480s | train_loss=0.0188 + step 3540000 | 35561s | train_loss=0.0199 + step 3550000 | 35642s | train_loss=0.0195 + step 3560000 | 35706s | train_loss=0.0187 + step 3570000 | 35786s | train_loss=0.0201 + step 3580000 | 35867s | train_loss=0.0190 + step 3590000 | 35937s | train_loss=0.0192 + step 3600000 | 36109s | train_loss=0.0184 | fid=120.7798 + step 3610000 | 36190s | train_loss=0.0182 + step 3620000 | 36261s | train_loss=0.0191 + step 3630000 | 36342s | train_loss=0.0187 + step 3640000 | 36423s | train_loss=0.0214 + step 3650000 | 36505s | train_loss=0.0185 + step 3660000 | 36578s | train_loss=0.0188 + step 3670000 | 36649s | train_loss=0.0189 + step 3680000 | 36731s | train_loss=0.0218 + step 3690000 | 36799s | train_loss=0.0184 + step 3700000 | 36961s | train_loss=0.0181 | fid=121.8931 + step 3710000 | 37041s | train_loss=0.0186 + step 3720000 | 37112s | train_loss=0.0193 + step 3730000 | 37193s | train_loss=0.0182 + step 3740000 | 37274s | train_loss=0.0184 + step 3750000 | 37355s | train_loss=0.0184 + step 3760000 | 37436s | train_loss=0.0177 + step 3770000 | 37505s | train_loss=0.0182 + step 3780000 | 37579s | train_loss=0.0175 + step 3790000 | 37654s | train_loss=0.0186 + step 3800000 | 37808s | train_loss=0.0182 | fid=118.3232 + step 3810000 | 37890s | train_loss=0.0176 + step 3820000 | 37959s | train_loss=0.0183 + step 3830000 | 38035s | train_loss=0.0183 + step 3840000 | 38117s | train_loss=0.0175 + step 3850000 | 38198s | train_loss=0.0191 + step 3860000 | 38279s | train_loss=0.0173 + step 3870000 | 38360s | train_loss=0.0173 + step 3880000 | 38424s | train_loss=0.0182 + step 3890000 | 38506s | train_loss=0.0175 + step 3900000 | 38673s | train_loss=0.0174 | fid=118.1084 + step 3910000 | 38755s | train_loss=0.0178 + step 3920000 | 38826s | train_loss=0.0172 + step 3930000 | 38906s | train_loss=0.0182 + step 3940000 | 38987s | train_loss=0.0181 + step 3950000 | 39067s | train_loss=0.0180 + step 3960000 | 39148s | train_loss=0.0174 + step 3970000 | 39228s | train_loss=0.0179 + step 3980000 | 39302s | train_loss=0.0189 + step 3990000 | 39369s | train_loss=0.0172 + step 4000000 | 39544s | train_loss=0.0181 | fid=115.6983 + step 4010000 | 39626s | train_loss=0.0172 + step 4020000 | 39691s | train_loss=0.0169 + step 4030000 | 39773s | train_loss=0.0178 + step 4040000 | 39854s | train_loss=0.0175 + step 4050000 | 39934s | train_loss=0.0179 + step 4060000 | 40015s | train_loss=0.0169 + step 4070000 | 40097s | train_loss=0.0173 + step 4080000 | 40177s | train_loss=0.0179 + step 4090000 | 40247s | train_loss=0.0167 + step 4100000 | 40435s | train_loss=0.0163 | fid=115.4803 + step 4110000 | 40511s | train_loss=0.0173 + step 4120000 | 40575s | train_loss=0.0186 + step 4130000 | 40656s | train_loss=0.0178 + step 4140000 | 40737s | train_loss=0.0168 + step 4150000 | 40818s | train_loss=0.0190 + step 4160000 | 40899s | train_loss=0.0185 + step 4170000 | 40979s | train_loss=0.0178 + step 4180000 | 41056s | train_loss=0.0170 + step 4190000 | 41119s | train_loss=0.0172 + step 4200000 | 41299s | train_loss=0.0180 | fid=113.8607 + step 4210000 | 41381s | train_loss=0.0174 + step 4220000 | 41444s | train_loss=0.0166 + step 4230000 | 41525s | train_loss=0.0171 + step 4240000 | 41607s | train_loss=0.0178 + step 4250000 | 41689s | train_loss=0.0165 + step 4260000 | 41771s | train_loss=0.0171 + step 4270000 | 41852s | train_loss=0.0166 + step 4280000 | 41932s | train_loss=0.0169 + step 4290000 | 41988s | train_loss=0.0169 + step 4300000 | 42155s | train_loss=0.0165 | fid=112.9609 + step 4310000 | 42237s | train_loss=0.0177 + step 4320000 | 42309s | train_loss=0.0175 + step 4330000 | 42390s | train_loss=0.0170 + step 4340000 | 42471s | train_loss=0.0165 + step 4350000 | 42552s | train_loss=0.0167 + step 4360000 | 42634s | train_loss=0.0157 + step 4370000 | 42715s | train_loss=0.0176 + step 4380000 | 42797s | train_loss=0.0172 + step 4390000 | 42859s | train_loss=0.0161 + step 4400000 | 43040s | train_loss=0.0165 | fid=111.1223 + step 4410000 | 43122s | train_loss=0.0170 + step 4420000 | 43192s | train_loss=0.0162 + step 4430000 | 43273s | train_loss=0.0164 + step 4440000 | 43355s | train_loss=0.0167 + step 4450000 | 43437s | train_loss=0.0179 + step 4460000 | 43518s | train_loss=0.0174 + step 4470000 | 43600s | train_loss=0.0161 + step 4480000 | 43681s | train_loss=0.0161 + step 4490000 | 43748s | train_loss=0.0161 + step 4500000 | 43907s | train_loss=0.0164 | fid=111.1135 + step 4510000 | 43987s | train_loss=0.0179 + step 4520000 | 44053s | train_loss=0.0159 + step 4530000 | 44133s | train_loss=0.0175 + step 4540000 | 44214s | train_loss=0.0162 + step 4550000 | 44295s | train_loss=0.0158 + step 4560000 | 44377s | train_loss=0.0165 + step 4570000 | 44459s | train_loss=0.0185 + step 4580000 | 44538s | train_loss=0.0158 + step 4590000 | 44601s | train_loss=0.0173 + step 4600000 | 44769s | train_loss=0.0157 | fid=111.4766 + step 4610000 | 44852s | train_loss=0.0160 + step 4620000 | 44913s | train_loss=0.0162 + step 4630000 | 44992s | train_loss=0.0162 + step 4640000 | 45074s | train_loss=0.0154 + step 4650000 | 45155s | train_loss=0.0159 + step 4660000 | 45235s | train_loss=0.0168 + step 4670000 | 45317s | train_loss=0.0160 + step 4680000 | 45400s | train_loss=0.0163 + step 4690000 | 45467s | train_loss=0.0166 + step 4700000 | 45647s | train_loss=0.0165 | fid=108.4691 + step 4710000 | 45728s | train_loss=0.0155 + step 4720000 | 45790s | train_loss=0.0152 + step 4730000 | 45867s | train_loss=0.0166 + step 4740000 | 45947s | train_loss=0.0166 + step 4750000 | 46027s | train_loss=0.0167 + step 4760000 | 46107s | train_loss=0.0152 + step 4770000 | 46188s | train_loss=0.0156 + step 4780000 | 46262s | train_loss=0.0163 + step 4790000 | 46331s | train_loss=0.0152 + step 4800000 | 46474s | train_loss=0.0156 | fid=107.5621 + step 4810000 | 46556s | train_loss=0.0157 + step 4820000 | 46637s | train_loss=0.0153 + step 4830000 | 46716s | train_loss=0.0152 + step 4840000 | 46798s | train_loss=0.0158 + step 4850000 | 46880s | train_loss=0.0155 + step 4860000 | 46961s | train_loss=0.0146 + step 4870000 | 47042s | train_loss=0.0161 + step 4880000 | 47124s | train_loss=0.0156 + step 4890000 | 47200s | train_loss=0.0150 + step 4900000 | 47348s | train_loss=0.0154 | fid=107.3022 + step 4910000 | 47424s | train_loss=0.0150 + step 4920000 | 47505s | train_loss=0.0157 + step 4930000 | 47584s | train_loss=0.0173 + step 4940000 | 47666s | train_loss=0.0155 + step 4950000 | 47747s | train_loss=0.0164 + step 4960000 | 47828s | train_loss=0.0157 + step 4970000 | 47910s | train_loss=0.0156 + step 4980000 | 47991s | train_loss=0.0150 + step 4990000 | 48052s | train_loss=0.0145 + step 5000000 | 48163s | train_loss=0.0155 | fid=105.2974 diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d140/config.json b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d140/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1b253bfe472442012f8d54d0e1f8a5c2036f30b9 --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d140/config.json @@ -0,0 +1,25 @@ +{ + "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d140/vae.pt", + "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d140", + "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", + "n_train": 1000, + "total_steps": 5000000, + "eval_interval": 10000, + "mem_interval": 100000, + "fid_interval": 100000, + "fid_n_real": 1000, + "fid_n_gen": 10000, + "n_gen_samples": 10000, + "n_sde_steps": 500, + "batch_size": 512, + "hidden": 1024, + "depth": 5, + "optimizer": "sgd", + "lr": 0.001, + "momentum": 0.8, + "t_min": 0.01, + "t_max": 3.0, + "t_eval": 0.1, + "seed": 42, + "device": null +} diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d140/metrics.jsonl b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d140/metrics.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..c4bcd64549c4b760b77800c9a8a4e7b73a386833 --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d140/metrics.jsonl @@ -0,0 +1,502 @@ +{"event": "meta", "data": "cifar10_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 140, "n": 1000, "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d140/vae.pt", "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [41905, 27590, 3837, 45564, 49079, 45615, 24791, 29586, 40154, 14155, 41744, 31565, 21399, 47093, 14144, 7260, 25109, 49111, 3286, 28559, 8088, 18636, 27677, 5584, 14605, 28090, 44911, 22197, 30774, 45976, 21377, 38974, 37419, 34658, 48141, 45353, 16718, 44442, 14512, 30061, 32910, 17321, 15565, 17405, 44045, 17717, 6400, 37998, 3773, 20538, 19316, 34889, 4564, 1363, 5611, 41687, 16986, 41914, 25046, 49823, 33007, 20861, 27988, 42869, 33687, 3828, 12070, 15418, 22140, 35636, 31728, 9480, 7712, 2852, 43042, 17354, 27208, 49689, 14774, 29225, 25390, 35055, 12670, 19522, 24246, 14561, 33656, 42751, 2242, 364, 43176, 15490, 46231, 26061, 18629, 34392, 32488, 26106, 10393, 11167, 20874, 8106, 10093, 7243, 48907, 8147, 45063, 21102, 37655, 7635, 2514, 27684, 3204, 28758, 28311, 29718, 44311, 10355, 32304, 14615, 28486, 14294, 16760, 37166, 19433, 20899, 23979, 36854, 43726, 10375, 11078, 10677, 40127, 33642, 36325, 13174, 19662, 30319, 22501, 14354, 24243, 27654, 42509, 18915, 29668, 2313, 42454, 11218, 48097, 31985, 16567, 26984, 33502, 36329, 22928, 42746, 38223, 19499, 41926, 29059, 44004, 8962, 40807, 11854, 36894, 13566, 36982, 16226, 36410, 47002, 20194, 3625, 19297, 2555, 4842, 8098, 44052, 5795, 5274, 4374, 17924, 30344, 5386, 26317, 30389, 32399, 32042, 26731, 29532, 33817, 26942, 25858, 11887, 46070, 41837, 10713, 33955, 20000, 29946, 4912, 32112, 6697, 44031, 27296, 37785, 25660, 27948, 31260, 24358, 1827, 37445, 25084, 11703, 3820, 49218, 30616, 25083, 22759, 6275, 40603, 39038, 37156, 8894, 9871, 31333, 26582, 20528, 10523, 2747, 33639, 41740, 47899, 11337, 6325, 433, 33051, 1094, 24743, 9392, 22638, 7689, 39641, 9486, 33554, 30840, 35032, 19647, 7903, 18205, 34063, 46483, 32963, 11601, 19203, 45792, 47136, 6174, 40793, 13885, 16641, 48744, 37658, 43829, 44107, 6388, 37424, 20033, 28563, 27013, 17032, 12768, 38181, 35608, 14089, 29228, 40229, 45106, 11963, 37979, 20694, 22835, 5773, 19580, 44596, 19079, 45191, 666, 15893, 7513, 15939, 45020, 12659, 31388, 44651, 23592, 16419, 47615, 36714, 36448, 28579, 1697, 9889, 42082, 49150, 41132, 33996, 21551, 18467, 45242, 6516, 3355, 20187, 31669, 2814, 6900, 28198, 17656, 18178, 31825, 34244, 38330, 28894, 7463, 8134, 38159, 10524, 41508, 2367, 496, 31046, 1511, 31956, 46621, 14176, 1899, 32397, 29452, 16504, 34042, 24014, 47447, 20229, 36683, 5186, 14349, 21736, 17094, 30311, 27949, 30023, 49589, 43270, 2898, 18259, 17175, 18594, 17062, 42063, 3237, 12080, 35769, 1687, 30330, 29678, 27321, 4273, 28513, 2551, 5314, 13572, 13497, 9652, 3466, 27133, 38459, 23232, 14231, 25584, 49398, 32994, 10434, 42369, 37410, 45044, 11075, 12523, 1417, 6765, 40000, 25016, 36905, 48638, 21, 16822, 24333, 30084, 43982, 26954, 6519, 42546, 14751, 14278, 49970, 47621, 18883, 37295, 9040, 40369, 22225, 36489, 21302, 13110, 5455, 47804, 14868, 13063, 22102, 36825, 21969, 33186, 28908, 32592, 42766, 12262, 39073, 915, 11824, 39208, 3098, 42789, 29800, 14150, 28705, 8847, 21716, 535, 48077, 41540, 36207, 10816, 41471, 35049, 20661, 6083, 30194, 4576, 2174, 1908, 48392, 10435, 10986, 18036, 24746, 3941, 34118, 49749, 12025, 21493, 15785, 17085, 39411, 34561, 42064, 36237, 2740, 8183, 40564, 33107, 25765, 49165, 25211, 17520, 17115, 1869, 46432, 33757, 20517, 39760, 259, 45380, 12436, 48000, 21046, 4039, 15701, 35246, 29112, 44161, 34079, 45449, 42845, 22815, 5597, 3990, 35899, 48969, 41528, 27873, 16598, 39104, 23359, 46847, 28624, 19198, 1251, 9003, 28383, 47005, 40703, 41605, 39895, 26201, 11727, 27435, 17333, 39261, 37456, 14653, 30634, 4160, 24540, 12044, 7111, 23485, 5645, 2572, 1682, 17872, 8974, 16796, 11864, 40178, 20092, 32219, 14458, 37007, 31340, 10520, 34489, 13128, 42913, 31468, 44180, 37938, 20058, 18673, 36850, 34721, 26210, 15257, 35188, 11815, 47936, 18088, 43578, 11996, 47952, 24311, 1884, 36557, 32921, 36250, 38022, 5671, 13621, 23326, 14326, 23471, 24685, 39092, 3268, 37257, 16348, 13730, 21838, 44088, 8945, 10827, 13840, 46123, 48010, 13350, 30622, 45233, 8698, 14335, 45842, 15138, 1515, 40759, 21960, 47551, 33208, 18260, 6377, 46869, 31742, 23566, 12829, 15305, 37988, 16111, 32146, 37948, 25917, 30484, 17885, 42468, 28238, 33865, 28030, 30072, 34855, 19324, 42075, 30623, 3667, 38832, 25100, 43077, 36471, 11663, 13588, 14015, 5099, 10589, 28526, 48022, 15444, 3280, 188, 31582, 15225, 11019, 21804, 3901, 24461, 25031, 10373, 4486, 45950, 37949, 32923, 1583, 6576, 26004, 16237, 38132, 25045, 25091, 41949, 11553, 48062, 40503, 13057, 8954, 18566, 28405, 28604, 30434, 49112, 30676, 32930, 16183, 48336, 43162, 873, 37233, 44718, 37247, 23758, 9243, 12126, 5287, 49594, 3459, 32091, 20894, 41743, 7366, 7258, 37939, 47665, 12260, 20836, 43253, 16191, 11619, 1519, 6137, 3934, 48375, 35234, 103, 30510, 8869, 21085, 41234, 25138, 25079, 31218, 48292, 48814, 6635, 18416, 1421, 4363, 5164, 47455, 21280, 16767, 19685, 16449, 45798, 31292, 31049, 43587, 30772, 2651, 12854, 23199, 25234, 23389, 24742, 19480, 19738, 19726, 2388, 21394, 4512, 9069, 42856, 25766, 23797, 40741, 33624, 8328, 35922, 27732, 36268, 23213, 41966, 40002, 12750, 46225, 35182, 23769, 25152, 26764, 20090, 27202, 48096, 4266, 2205, 2020, 37651, 36088, 1021, 28544, 20933, 48924, 11503, 43997, 9492, 19505, 47632, 4118, 2029, 22008, 41396, 16378, 36738, 33194, 28053, 44137, 30771, 12131, 5963, 31754, 46953, 3180, 1718, 36816, 2208, 20898, 13799, 30796, 34445, 37540, 27983, 39216, 16791, 36763, 15987, 28440, 11782, 48531, 4252, 47359, 5351, 4059, 9263, 32274, 39283, 258, 17485, 31280, 12814, 33217, 38203, 11170, 8486, 14434, 13722, 36048, 3705, 47210, 38260, 2200, 17850, 21589, 27598, 9926, 9419, 3981, 34519, 37821, 22855, 39796, 24105, 5113, 5888, 31974, 40040, 17179, 48615, 38665, 47173, 47154, 20619, 5049, 1656, 27736, 14424, 2013, 1348, 32964, 37228, 34968, 34124, 15993, 42420, 26558, 2961, 27119, 37779, 29321, 31595, 29301, 38364, 17528, 19583, 48609, 4428, 12427, 601, 21213, 44456, 39274, 40250, 39804, 35373, 43875, 20550, 43426, 13696, 34572, 11097, 22458, 33042, 12981, 29073, 6601, 2370, 4065, 46317, 29460, 21761, 13977, 4520, 31604, 16259, 1445, 29204, 26097, 31921, 33193, 36054, 26372, 4436, 40306, 13974, 6159, 46233, 33714, 27592, 23153, 40311, 12294, 40141, 14030, 36304, 40086, 43163, 14689, 5002, 40885, 40758, 42458, 18580, 29784, 14527, 30070, 18326, 40830, 42503, 5434, 25179, 15652, 11428, 40980, 45916, 22056, 15896, 42628, 30092, 40834, 25862, 40370, 7804, 46908, 44191, 26908, 9764, 36969, 21521, 35257, 9279, 36964, 4012, 627, 31813, 15669, 33832, 29874, 1912, 41254, 23709, 4648, 3131, 49882, 19349, 35975, 25565, 21641, 48219, 30806, 33979, 36103, 14640, 34524, 31661, 26869, 27297, 46519, 2352, 46930, 7617, 49750, 12620, 29820, 18590, 890, 16394, 23877, 26421, 23417, 29021, 11596, 22017, 14794, 14437, 48385, 48231, 18946, 38048, 41302, 40633, 15317, 24820], "fid_reference": "same farthest-first 1k CIFAR-10 training subset", "seed": 42} +{"step": 1, "wall_time": 78.13637638092041, "train_loss_step": 140.99761962890625, "n_params": 4551820, "total_flops": 13983191040, "train_loss": 0.9986990792410714, "subset_score_loss": 0.9986990792410714, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9812911152839661, "fid": 277.33988050157444} +{"step": 10000, "wall_time": 177.02274918556213, "train_loss_step": 28.013153076171875, "n_params": 4551820, "total_flops": 139831910400000, "train_loss": 0.802081298828125, "subset_score_loss": 0.802081298828125} +{"step": 20000, "wall_time": 275.63569808006287, "train_loss_step": 23.846721649169922, "n_params": 4551820, "total_flops": 279663820800000, "train_loss": 0.6709862845284599, "subset_score_loss": 0.6709862845284599} +{"step": 30000, "wall_time": 374.0443027019501, "train_loss_step": 22.35547637939453, "n_params": 4551820, "total_flops": 419495731200000, "train_loss": 0.5495716639927455, "subset_score_loss": 0.5495716639927455} +{"step": 40000, "wall_time": 472.4720995426178, "train_loss_step": 19.33411979675293, "n_params": 4551820, "total_flops": 559327641600000, "train_loss": 0.44610023498535156, "subset_score_loss": 0.44610023498535156} +{"step": 50000, "wall_time": 570.1714940071106, "train_loss_step": 16.797489166259766, "n_params": 4551820, "total_flops": 699159552000000, "train_loss": 0.355908557346889, "subset_score_loss": 0.355908557346889} +{"step": 60000, "wall_time": 668.9781951904297, "train_loss_step": 15.418965339660645, "n_params": 4551820, "total_flops": 838991462400000, "train_loss": 0.2852418627057757, "subset_score_loss": 0.2852418627057757} +{"step": 70000, "wall_time": 767.7275211811066, "train_loss_step": 15.882223129272461, "n_params": 4551820, "total_flops": 978823372800000, "train_loss": 0.23498382568359374, "subset_score_loss": 0.23498382568359374} +{"step": 80000, "wall_time": 866.4913184642792, "train_loss_step": 14.04084587097168, "n_params": 4551820, "total_flops": 1118655283200000, "train_loss": 0.1967658315386091, "subset_score_loss": 0.1967658315386091} +{"step": 90000, "wall_time": 965.2721319198608, "train_loss_step": 13.95341682434082, "n_params": 4551820, "total_flops": 1258487193600000, "train_loss": 0.16986890520368303, "subset_score_loss": 0.16986890520368303} +{"step": 100000, "wall_time": 1143.0449919700623, "train_loss_step": 13.098621368408203, "n_params": 4551820, "total_flops": 1398319104000000, "train_loss": 0.15129720142909459, "subset_score_loss": 0.15129720142909459, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.959061324596405, "fid": 192.40345399516121} +{"step": 110000, "wall_time": 1236.8131110668182, "train_loss_step": 11.523611068725586, "n_params": 4551820, "total_flops": 1538151014400000, "train_loss": 0.13558413641793388, "subset_score_loss": 0.13558413641793388} +{"step": 120000, "wall_time": 1334.9388310909271, "train_loss_step": 11.48124885559082, "n_params": 4551820, "total_flops": 1677982924800000, "train_loss": 0.12724158423287527, "subset_score_loss": 0.12724158423287527} +{"step": 130000, "wall_time": 1433.0575864315033, "train_loss_step": 11.39937973022461, "n_params": 4551820, "total_flops": 1817814835200000, "train_loss": 0.12159857068743024, "subset_score_loss": 0.12159857068743024} +{"step": 140000, "wall_time": 1531.2088520526886, "train_loss_step": 11.640235900878906, "n_params": 4551820, "total_flops": 1957646745600000, "train_loss": 0.11045951843261718, "subset_score_loss": 0.11045951843261718} +{"step": 150000, "wall_time": 1628.9684796333313, "train_loss_step": 10.55018424987793, "n_params": 4551820, "total_flops": 2097478656000000, "train_loss": 0.10753089359828404, "subset_score_loss": 0.10753089359828404} +{"step": 160000, "wall_time": 1727.548408985138, "train_loss_step": 10.074758529663086, "n_params": 4551820, "total_flops": 2237310566400000, "train_loss": 0.09976671763828822, "subset_score_loss": 0.09976671763828822} +{"step": 170000, "wall_time": 1826.4670314788818, "train_loss_step": 10.217632293701172, "n_params": 4551820, "total_flops": 2377142476800000, "train_loss": 0.10120054653712682, "subset_score_loss": 0.10120054653712682} +{"step": 180000, "wall_time": 1925.170164346695, "train_loss_step": 10.293615341186523, "n_params": 4551820, "total_flops": 2516974387200000, "train_loss": 0.09626479148864746, "subset_score_loss": 0.09626479148864746} +{"step": 190000, "wall_time": 2021.772777557373, "train_loss_step": 10.521059036254883, "n_params": 4551820, "total_flops": 2656806297600000, "train_loss": 0.0946084567478725, "subset_score_loss": 0.0946084567478725} +{"step": 200000, "wall_time": 2201.8397076129913, "train_loss_step": 10.427370071411133, "n_params": 4551820, "total_flops": 2796638208000000, "train_loss": 0.09650538308279855, "subset_score_loss": 0.09650538308279855, "memorization_fraction_pixel": 0.000699999975040555, "mean_nn_ratio_pixel": 0.9499449133872986, "fid": 205.71424359819616} +{"step": 210000, "wall_time": 2294.1231915950775, "train_loss_step": 9.496665954589844, "n_params": 4551820, "total_flops": 2936470118400000, "train_loss": 0.08657266753060477, "subset_score_loss": 0.08657266753060477} +{"step": 220000, "wall_time": 2392.7225410938263, "train_loss_step": 9.405218124389648, "n_params": 4551820, "total_flops": 3076302028800000, "train_loss": 0.08595408030918666, "subset_score_loss": 0.08595408030918666} +{"step": 230000, "wall_time": 2491.8663704395294, "train_loss_step": 9.598453521728516, "n_params": 4551820, "total_flops": 3216133939200000, "train_loss": 0.086827666418893, "subset_score_loss": 0.086827666418893} +{"step": 240000, "wall_time": 2590.1820435523987, "train_loss_step": 9.397782325744629, "n_params": 4551820, "total_flops": 3355965849600000, "train_loss": 0.08333689144679478, "subset_score_loss": 0.08333689144679478} +{"step": 250000, "wall_time": 2688.4355461597443, "train_loss_step": 9.35067367553711, "n_params": 4551820, "total_flops": 3495797760000000, "train_loss": 0.08311689240591867, "subset_score_loss": 0.08311689240591867} +{"step": 260000, "wall_time": 2787.541659593582, "train_loss_step": 8.555503845214844, "n_params": 4551820, "total_flops": 3635629670400000, "train_loss": 0.08299367087227957, "subset_score_loss": 0.08299367087227957} +{"step": 270000, "wall_time": 2886.318988084793, "train_loss_step": 8.867259979248047, "n_params": 4551820, "total_flops": 3775461580800000, "train_loss": 0.07745370183672223, "subset_score_loss": 0.07745370183672223} +{"step": 280000, "wall_time": 2984.6044096946716, "train_loss_step": 8.906597137451172, "n_params": 4551820, "total_flops": 3915293491200000, "train_loss": 0.07568259920392717, "subset_score_loss": 0.07568259920392717} +{"step": 290000, "wall_time": 3081.738357782364, "train_loss_step": 8.929457664489746, "n_params": 4551820, "total_flops": 4055125401600000, "train_loss": 0.07399260657174246, "subset_score_loss": 0.07399260657174246} +{"step": 300000, "wall_time": 3261.64027261734, "train_loss_step": 8.377059936523438, "n_params": 4551820, "total_flops": 4194957312000000, "train_loss": 0.07566566467285156, "subset_score_loss": 0.07566566467285156, "memorization_fraction_pixel": 0.00279999990016222, "mean_nn_ratio_pixel": 0.9428951144218445, "fid": 212.84287518684954} +{"step": 310000, "wall_time": 3356.326594352722, "train_loss_step": 8.647351264953613, "n_params": 4551820, "total_flops": 4334789222400000, "train_loss": 0.07186307225908552, "subset_score_loss": 0.07186307225908552} +{"step": 320000, "wall_time": 3450.903641462326, "train_loss_step": 8.932168960571289, "n_params": 4551820, "total_flops": 4474621132800000, "train_loss": 0.07278613362993513, "subset_score_loss": 0.07278613362993513} +{"step": 330000, "wall_time": 3549.746561765671, "train_loss_step": 8.052507400512695, "n_params": 4551820, "total_flops": 4614453043200000, "train_loss": 0.07015305927821568, "subset_score_loss": 0.07015305927821568} +{"step": 340000, "wall_time": 3647.6429381370544, "train_loss_step": 8.003942489624023, "n_params": 4551820, "total_flops": 4754284953600000, "train_loss": 0.06588591848100935, "subset_score_loss": 0.06588591848100935} +{"step": 350000, "wall_time": 3746.2763175964355, "train_loss_step": 8.692937850952148, "n_params": 4551820, "total_flops": 4894116864000000, "train_loss": 0.06971991402762277, "subset_score_loss": 0.06971991402762277} +{"step": 360000, "wall_time": 3845.260661840439, "train_loss_step": 8.023680686950684, "n_params": 4551820, "total_flops": 5033948774400000, "train_loss": 0.06540793691362654, "subset_score_loss": 0.06540793691362654} +{"step": 370000, "wall_time": 3943.359882593155, "train_loss_step": 8.549524307250977, "n_params": 4551820, "total_flops": 5173780684800000, "train_loss": 0.06643922669546945, "subset_score_loss": 0.06643922669546945} +{"step": 380000, "wall_time": 4040.3415501117706, "train_loss_step": 8.560802459716797, "n_params": 4551820, "total_flops": 5313612595200000, "train_loss": 0.06445353371756417, "subset_score_loss": 0.06445353371756417} +{"step": 390000, "wall_time": 4138.884649276733, "train_loss_step": 7.700667381286621, "n_params": 4551820, "total_flops": 5453444505600000, "train_loss": 0.06264491762433733, "subset_score_loss": 0.06264491762433733} +{"step": 400000, "wall_time": 4317.799702644348, "train_loss_step": 8.121103286743164, "n_params": 4551820, "total_flops": 5593276416000000, "train_loss": 0.060957636151994975, "subset_score_loss": 0.060957636151994975, "memorization_fraction_pixel": 0.003800000064074993, "mean_nn_ratio_pixel": 0.9390735626220703, "fid": 210.50271968496335} +{"step": 410000, "wall_time": 4412.3724501132965, "train_loss_step": 7.941488742828369, "n_params": 4551820, "total_flops": 5733108326400000, "train_loss": 0.06269710404532296, "subset_score_loss": 0.06269710404532296} +{"step": 420000, "wall_time": 4507.678869962692, "train_loss_step": 7.815096378326416, "n_params": 4551820, "total_flops": 5872940236800000, "train_loss": 0.060939305169241766, "subset_score_loss": 0.060939305169241766} +{"step": 430000, "wall_time": 4606.262467384338, "train_loss_step": 8.233940124511719, "n_params": 4551820, "total_flops": 6012772147200000, "train_loss": 0.06636409078325545, "subset_score_loss": 0.06636409078325545} +{"step": 440000, "wall_time": 4704.64470410347, "train_loss_step": 8.028024673461914, "n_params": 4551820, "total_flops": 6152604057600000, "train_loss": 0.06076150621686663, "subset_score_loss": 0.06076150621686663} +{"step": 450000, "wall_time": 4803.326779603958, "train_loss_step": 7.856490135192871, "n_params": 4551820, "total_flops": 6292435968000000, "train_loss": 0.05885099002293178, "subset_score_loss": 0.05885099002293178} +{"step": 460000, "wall_time": 4901.862068414688, "train_loss_step": 7.8590087890625, "n_params": 4551820, "total_flops": 6432267878400000, "train_loss": 0.05885453905378069, "subset_score_loss": 0.05885453905378069} +{"step": 470000, "wall_time": 4998.740110874176, "train_loss_step": 7.936115264892578, "n_params": 4551820, "total_flops": 6572099788800000, "train_loss": 0.06440615653991699, "subset_score_loss": 0.06440615653991699} +{"step": 480000, "wall_time": 5097.462490081787, "train_loss_step": 8.10167407989502, "n_params": 4551820, "total_flops": 6711931699200000, "train_loss": 0.05838347843715123, "subset_score_loss": 0.05838347843715123} +{"step": 490000, "wall_time": 5195.865134716034, "train_loss_step": 7.546553134918213, "n_params": 4551820, "total_flops": 6851763609600000, "train_loss": 0.055875819069998604, "subset_score_loss": 0.055875819069998604} +{"step": 500000, "wall_time": 5373.663693189621, "train_loss_step": 7.458161354064941, "n_params": 4551820, "total_flops": 6991595520000000, "train_loss": 0.0561241728918893, "subset_score_loss": 0.0561241728918893, "memorization_fraction_pixel": 0.007799999788403511, "mean_nn_ratio_pixel": 0.9271581172943115, "fid": 210.6636653160116} +{"step": 510000, "wall_time": 5467.180923938751, "train_loss_step": 7.834908962249756, "n_params": 4551820, "total_flops": 7131427430400000, "train_loss": 0.05269176619393485, "subset_score_loss": 0.05269176619393485} +{"step": 520000, "wall_time": 5566.095681428909, "train_loss_step": 7.667606830596924, "n_params": 4551820, "total_flops": 7271259340800000, "train_loss": 0.058281442097255165, "subset_score_loss": 0.058281442097255165} +{"step": 530000, "wall_time": 5660.509313821793, "train_loss_step": 7.8498406410217285, "n_params": 4551820, "total_flops": 7411091251200000, "train_loss": 0.055941530636378696, "subset_score_loss": 0.055941530636378696} +{"step": 540000, "wall_time": 5758.880645751953, "train_loss_step": 7.383578777313232, "n_params": 4551820, "total_flops": 7550923161600000, "train_loss": 0.056279805728367396, "subset_score_loss": 0.056279805728367396} +{"step": 550000, "wall_time": 5857.062388420105, "train_loss_step": 7.304551124572754, "n_params": 4551820, "total_flops": 7690755072000000, "train_loss": 0.05426243373325893, "subset_score_loss": 0.05426243373325893} +{"step": 560000, "wall_time": 5953.715682506561, "train_loss_step": 7.4190778732299805, "n_params": 4551820, "total_flops": 7830586982400000, "train_loss": 0.0548405511038644, "subset_score_loss": 0.0548405511038644} +{"step": 570000, "wall_time": 6052.574579000473, "train_loss_step": 7.0492963790893555, "n_params": 4551820, "total_flops": 7970418892800000, "train_loss": 0.05696584837777274, "subset_score_loss": 0.05696584837777274} +{"step": 580000, "wall_time": 6150.283609867096, "train_loss_step": 7.379448890686035, "n_params": 4551820, "total_flops": 8110250803200000, "train_loss": 0.055102596964154926, "subset_score_loss": 0.055102596964154926} +{"step": 590000, "wall_time": 6249.237647294998, "train_loss_step": 7.326545238494873, "n_params": 4551820, "total_flops": 8250082713600000, "train_loss": 0.05204460620880127, "subset_score_loss": 0.05204460620880127} +{"step": 600000, "wall_time": 6429.446140766144, "train_loss_step": 7.342412948608398, "n_params": 4551820, "total_flops": 8389914624000000, "train_loss": 0.05118135724748884, "subset_score_loss": 0.05118135724748884, "memorization_fraction_pixel": 0.00989999994635582, "mean_nn_ratio_pixel": 0.9215366244316101, "fid": 204.77133982102} +{"step": 610000, "wall_time": 6523.11571764946, "train_loss_step": 7.122183322906494, "n_params": 4551820, "total_flops": 8529746534400000, "train_loss": 0.05506991999489921, "subset_score_loss": 0.05506991999489921} +{"step": 620000, "wall_time": 6621.907006025314, "train_loss_step": 7.238525390625, "n_params": 4551820, "total_flops": 8669578444800000, "train_loss": 0.05544637611934117, "subset_score_loss": 0.05544637611934117} +{"step": 630000, "wall_time": 6710.523975133896, "train_loss_step": 7.155032157897949, "n_params": 4551820, "total_flops": 8809410355200000, "train_loss": 0.04953844547271728, "subset_score_loss": 0.04953844547271728} +{"step": 640000, "wall_time": 6808.844707489014, "train_loss_step": 7.143866539001465, "n_params": 4551820, "total_flops": 8949242265600000, "train_loss": 0.050905857767377584, "subset_score_loss": 0.050905857767377584} +{"step": 650000, "wall_time": 6907.788881778717, "train_loss_step": 6.663658142089844, "n_params": 4551820, "total_flops": 9089074176000000, "train_loss": 0.04998445510864258, "subset_score_loss": 0.04998445510864258} +{"step": 660000, "wall_time": 7004.83608007431, "train_loss_step": 7.0987701416015625, "n_params": 4551820, "total_flops": 9228906086400000, "train_loss": 0.05266974994114467, "subset_score_loss": 0.05266974994114467} +{"step": 670000, "wall_time": 7103.085647344589, "train_loss_step": 7.036736011505127, "n_params": 4551820, "total_flops": 9368737996800000, "train_loss": 0.051187535694667274, "subset_score_loss": 0.051187535694667274} +{"step": 680000, "wall_time": 7201.776171207428, "train_loss_step": 6.716490745544434, "n_params": 4551820, "total_flops": 9508569907200000, "train_loss": 0.051593753269740514, "subset_score_loss": 0.051593753269740514} +{"step": 690000, "wall_time": 7300.060324668884, "train_loss_step": 7.709807395935059, "n_params": 4551820, "total_flops": 9648401817600000, "train_loss": 0.049755219050816125, "subset_score_loss": 0.049755219050816125} +{"step": 700000, "wall_time": 7498.915975093842, "train_loss_step": 6.711783409118652, "n_params": 4551820, "total_flops": 9788233728000000, "train_loss": 0.047095080784388954, "subset_score_loss": 0.047095080784388954, "memorization_fraction_pixel": 0.01489999983459711, "mean_nn_ratio_pixel": 0.9047593474388123, "fid": 186.98824312416696} +{"step": 710000, "wall_time": 7582.047265768051, "train_loss_step": 6.60254430770874, "n_params": 4551820, "total_flops": 9928065638400000, "train_loss": 0.050757649966648645, "subset_score_loss": 0.050757649966648645} +{"step": 720000, "wall_time": 7677.358554601669, "train_loss_step": 6.974250793457031, "n_params": 4551820, "total_flops": 10067897548800000, "train_loss": 0.05087325572967529, "subset_score_loss": 0.05087325572967529} +{"step": 730000, "wall_time": 7775.146539926529, "train_loss_step": 7.039322376251221, "n_params": 4551820, "total_flops": 10207729459200000, "train_loss": 0.04799166406903948, "subset_score_loss": 0.04799166406903948} +{"step": 740000, "wall_time": 7865.837527513504, "train_loss_step": 6.9632487297058105, "n_params": 4551820, "total_flops": 10347561369600000, "train_loss": 0.04974304267338344, "subset_score_loss": 0.04974304267338344} +{"step": 750000, "wall_time": 7962.1319053173065, "train_loss_step": 6.561897277832031, "n_params": 4551820, "total_flops": 10487393280000000, "train_loss": 0.051478937694004606, "subset_score_loss": 0.051478937694004606} +{"step": 760000, "wall_time": 8060.533350467682, "train_loss_step": 6.829024314880371, "n_params": 4551820, "total_flops": 10627225190400000, "train_loss": 0.04626107215881348, "subset_score_loss": 0.04626107215881348} +{"step": 770000, "wall_time": 8159.265072822571, "train_loss_step": 6.7700653076171875, "n_params": 4551820, "total_flops": 10767057100800000, "train_loss": 0.04736337321145194, "subset_score_loss": 0.04736337321145194} +{"step": 780000, "wall_time": 8258.336530208588, "train_loss_step": 6.629490852355957, "n_params": 4551820, "total_flops": 10906889011200000, "train_loss": 0.046047823769705634, "subset_score_loss": 0.046047823769705634} +{"step": 790000, "wall_time": 8357.149002552032, "train_loss_step": 6.923776149749756, "n_params": 4551820, "total_flops": 11046720921600000, "train_loss": 0.04507631233760289, "subset_score_loss": 0.04507631233760289} +{"step": 800000, "wall_time": 8537.443333148956, "train_loss_step": 6.410464286804199, "n_params": 4551820, "total_flops": 11186552832000000, "train_loss": 0.04616654259817941, "subset_score_loss": 0.04616654259817941, "memorization_fraction_pixel": 0.023399999365210533, "mean_nn_ratio_pixel": 0.9019734263420105, "fid": 198.3048736880119} +{"step": 810000, "wall_time": 8633.850368261337, "train_loss_step": 7.222240924835205, "n_params": 4551820, "total_flops": 11326384742400000, "train_loss": 0.04753798416682652, "subset_score_loss": 0.04753798416682652} +{"step": 820000, "wall_time": 8729.251592636108, "train_loss_step": 6.438065528869629, "n_params": 4551820, "total_flops": 11466216652800000, "train_loss": 0.04879527432577951, "subset_score_loss": 0.04879527432577951} +{"step": 830000, "wall_time": 8827.98902130127, "train_loss_step": 6.751758098602295, "n_params": 4551820, "total_flops": 11606048563200000, "train_loss": 0.04681587559836251, "subset_score_loss": 0.04681587559836251} +{"step": 840000, "wall_time": 8920.508470773697, "train_loss_step": 6.523368835449219, "n_params": 4551820, "total_flops": 11745880473600000, "train_loss": 0.04779038429260254, "subset_score_loss": 0.04779038429260254} +{"step": 850000, "wall_time": 9018.840601444244, "train_loss_step": 6.713133811950684, "n_params": 4551820, "total_flops": 11885712384000000, "train_loss": 0.04655960968562535, "subset_score_loss": 0.04655960968562535} +{"step": 860000, "wall_time": 9117.718173503876, "train_loss_step": 6.518508434295654, "n_params": 4551820, "total_flops": 12025544294400000, "train_loss": 0.044636406217302596, "subset_score_loss": 0.044636406217302596} +{"step": 870000, "wall_time": 9216.629160165787, "train_loss_step": 6.143149375915527, "n_params": 4551820, "total_flops": 12165376204800000, "train_loss": 0.04623312950134277, "subset_score_loss": 0.04623312950134277} +{"step": 880000, "wall_time": 9315.082934856415, "train_loss_step": 6.847355842590332, "n_params": 4551820, "total_flops": 12305208115200000, "train_loss": 0.046341684886387416, "subset_score_loss": 0.046341684886387416} +{"step": 890000, "wall_time": 9413.622926712036, "train_loss_step": 6.470759391784668, "n_params": 4551820, "total_flops": 12445040025600000, "train_loss": 0.04636383397238595, "subset_score_loss": 0.04636383397238595} +{"step": 900000, "wall_time": 9593.637676477432, "train_loss_step": 6.480168342590332, "n_params": 4551820, "total_flops": 12584871936000000, "train_loss": 0.046405519757952006, "subset_score_loss": 0.046405519757952006, "memorization_fraction_pixel": 0.039400000125169754, "mean_nn_ratio_pixel": 0.8768899440765381, "fid": 184.3227900411503} +{"step": 910000, "wall_time": 9689.86313700676, "train_loss_step": 6.536018371582031, "n_params": 4551820, "total_flops": 12724703846400000, "train_loss": 0.04635046890803746, "subset_score_loss": 0.04635046890803746} +{"step": 920000, "wall_time": 9785.267872810364, "train_loss_step": 6.391374588012695, "n_params": 4551820, "total_flops": 12864535756800000, "train_loss": 0.04635439600263323, "subset_score_loss": 0.04635439600263323} +{"step": 930000, "wall_time": 9881.742828130722, "train_loss_step": 6.455430030822754, "n_params": 4551820, "total_flops": 13004367667200000, "train_loss": 0.042207680429731095, "subset_score_loss": 0.042207680429731095} +{"step": 940000, "wall_time": 9980.242602586746, "train_loss_step": 5.963104248046875, "n_params": 4551820, "total_flops": 13144199577600000, "train_loss": 0.043922254017421176, "subset_score_loss": 0.043922254017421176} +{"step": 950000, "wall_time": 10075.12999868393, "train_loss_step": 6.033187389373779, "n_params": 4551820, "total_flops": 13284031488000000, "train_loss": 0.04380494526454381, "subset_score_loss": 0.04380494526454381} +{"step": 960000, "wall_time": 10173.854245901108, "train_loss_step": 6.767182350158691, "n_params": 4551820, "total_flops": 13423863398400000, "train_loss": 0.042840279851640975, "subset_score_loss": 0.042840279851640975} +{"step": 970000, "wall_time": 10272.441056251526, "train_loss_step": 6.824129104614258, "n_params": 4551820, "total_flops": 13563695308800000, "train_loss": 0.04288944857461112, "subset_score_loss": 0.04288944857461112} +{"step": 980000, "wall_time": 10370.926321983337, "train_loss_step": 6.475288391113281, "n_params": 4551820, "total_flops": 13703527219200000, "train_loss": 0.04290477888924735, "subset_score_loss": 0.04290477888924735} +{"step": 990000, "wall_time": 10469.465734481812, "train_loss_step": 6.0654191970825195, "n_params": 4551820, "total_flops": 13843359129600000, "train_loss": 0.04214986051831927, "subset_score_loss": 0.04214986051831927} +{"step": 1000000, "wall_time": 10666.213331222534, "train_loss_step": 6.444982528686523, "n_params": 4551820, "total_flops": 13983191040000000, "train_loss": 0.04362305913652693, "subset_score_loss": 0.04362305913652693, "memorization_fraction_pixel": 0.050700001418590546, "mean_nn_ratio_pixel": 0.8856084942817688, "fid": 199.56299107436823} +{"step": 1010000, "wall_time": 10760.54943203926, "train_loss_step": 6.029250621795654, "n_params": 4551820, "total_flops": 14123022950400000, "train_loss": 0.04245068686349052, "subset_score_loss": 0.04245068686349052} +{"step": 1020000, "wall_time": 10844.246575832367, "train_loss_step": 5.831799507141113, "n_params": 4551820, "total_flops": 14262854860800000, "train_loss": 0.04112745353153774, "subset_score_loss": 0.04112745353153774} +{"step": 1030000, "wall_time": 10942.476836204529, "train_loss_step": 6.050151824951172, "n_params": 4551820, "total_flops": 14402686771200000, "train_loss": 0.04234843254089356, "subset_score_loss": 0.04234843254089356} +{"step": 1040000, "wall_time": 11040.947823762894, "train_loss_step": 5.936462879180908, "n_params": 4551820, "total_flops": 14542518681600000, "train_loss": 0.04061555862426758, "subset_score_loss": 0.04061555862426758} +{"step": 1050000, "wall_time": 11126.475461959839, "train_loss_step": 6.877274513244629, "n_params": 4551820, "total_flops": 14682350592000000, "train_loss": 0.042406041281563896, "subset_score_loss": 0.042406041281563896} +{"step": 1060000, "wall_time": 11222.022139549255, "train_loss_step": 6.118095397949219, "n_params": 4551820, "total_flops": 14822182502400000, "train_loss": 0.04235495158604213, "subset_score_loss": 0.04235495158604213} +{"step": 1070000, "wall_time": 11320.966180562973, "train_loss_step": 6.064431190490723, "n_params": 4551820, "total_flops": 14962014412800000, "train_loss": 0.0435241733278547, "subset_score_loss": 0.0435241733278547} +{"step": 1080000, "wall_time": 11419.421829462051, "train_loss_step": 5.764116287231445, "n_params": 4551820, "total_flops": 15101846323200000, "train_loss": 0.039787670544215614, "subset_score_loss": 0.039787670544215614} +{"step": 1090000, "wall_time": 11518.224668264389, "train_loss_step": 5.843332290649414, "n_params": 4551820, "total_flops": 15241678233600000, "train_loss": 0.04377738067081997, "subset_score_loss": 0.04377738067081997} +{"step": 1100000, "wall_time": 11697.976041555405, "train_loss_step": 5.884647369384766, "n_params": 4551820, "total_flops": 15381510144000000, "train_loss": 0.04176856449672154, "subset_score_loss": 0.04176856449672154, "memorization_fraction_pixel": 0.06159999966621399, "mean_nn_ratio_pixel": 0.8841023445129395, "fid": 211.3892045517897} +{"step": 1110000, "wall_time": 11793.201031684875, "train_loss_step": 6.253811836242676, "n_params": 4551820, "total_flops": 15521342054400000, "train_loss": 0.03795265810830253, "subset_score_loss": 0.03795265810830253} +{"step": 1120000, "wall_time": 11887.182296991348, "train_loss_step": 5.462008953094482, "n_params": 4551820, "total_flops": 15661173964800000, "train_loss": 0.03971972806113107, "subset_score_loss": 0.03971972806113107} +{"step": 1130000, "wall_time": 11985.740897893906, "train_loss_step": 6.280379295349121, "n_params": 4551820, "total_flops": 15801005875200000, "train_loss": 0.04113805634634835, "subset_score_loss": 0.04113805634634835} +{"step": 1140000, "wall_time": 12084.097523927689, "train_loss_step": 5.913498401641846, "n_params": 4551820, "total_flops": 15940837785600000, "train_loss": 0.039229536056518556, "subset_score_loss": 0.039229536056518556} +{"step": 1150000, "wall_time": 12182.666546583176, "train_loss_step": 6.00042724609375, "n_params": 4551820, "total_flops": 16080669696000000, "train_loss": 0.04000498907906669, "subset_score_loss": 0.04000498907906669} +{"step": 1160000, "wall_time": 12270.408867835999, "train_loss_step": 5.414794921875, "n_params": 4551820, "total_flops": 16220501606400000, "train_loss": 0.04018705231802804, "subset_score_loss": 0.04018705231802804} +{"step": 1170000, "wall_time": 12367.396357536316, "train_loss_step": 5.682473182678223, "n_params": 4551820, "total_flops": 16360333516800000, "train_loss": 0.03833277566092355, "subset_score_loss": 0.03833277566092355} +{"step": 1180000, "wall_time": 12466.13238120079, "train_loss_step": 5.831425666809082, "n_params": 4551820, "total_flops": 16500165427200000, "train_loss": 0.03887547084263393, "subset_score_loss": 0.03887547084263393} +{"step": 1190000, "wall_time": 12564.77828001976, "train_loss_step": 6.060507774353027, "n_params": 4551820, "total_flops": 16639997337600000, "train_loss": 0.04152350766318185, "subset_score_loss": 0.04152350766318185} +{"step": 1200000, "wall_time": 12768.099049806595, "train_loss_step": 5.543935775756836, "n_params": 4551820, "total_flops": 16779829248000000, "train_loss": 0.038580192838396345, "subset_score_loss": 0.038580192838396345, "memorization_fraction_pixel": 0.07779999822378159, "mean_nn_ratio_pixel": 0.8759515881538391, "fid": 223.44608867575067} +{"step": 1210000, "wall_time": 12858.659439086914, "train_loss_step": 5.82198429107666, "n_params": 4551820, "total_flops": 16919661158400000, "train_loss": 0.042013444219316756, "subset_score_loss": 0.042013444219316756} +{"step": 1220000, "wall_time": 12948.15880036354, "train_loss_step": 5.571342468261719, "n_params": 4551820, "total_flops": 17059493068800000, "train_loss": 0.03983621937888009, "subset_score_loss": 0.03983621937888009} +{"step": 1230000, "wall_time": 13041.151725769043, "train_loss_step": 5.590938091278076, "n_params": 4551820, "total_flops": 17199324979200000, "train_loss": 0.03729917321886335, "subset_score_loss": 0.03729917321886335} +{"step": 1240000, "wall_time": 13139.515300989151, "train_loss_step": 5.589412212371826, "n_params": 4551820, "total_flops": 17339156889600000, "train_loss": 0.03982887949262347, "subset_score_loss": 0.03982887949262347} +{"step": 1250000, "wall_time": 13237.97178697586, "train_loss_step": 5.911160469055176, "n_params": 4551820, "total_flops": 17478988800000000, "train_loss": 0.0397977454321725, "subset_score_loss": 0.0397977454321725} +{"step": 1260000, "wall_time": 13336.85748887062, "train_loss_step": 6.146272659301758, "n_params": 4551820, "total_flops": 17618820710400000, "train_loss": 0.04133231980460031, "subset_score_loss": 0.04133231980460031} +{"step": 1270000, "wall_time": 13424.68585395813, "train_loss_step": 5.640779972076416, "n_params": 4551820, "total_flops": 17758652620800000, "train_loss": 0.036343857220241, "subset_score_loss": 0.036343857220241} +{"step": 1280000, "wall_time": 13523.32663679123, "train_loss_step": 5.614433288574219, "n_params": 4551820, "total_flops": 17898484531200000, "train_loss": 0.03867696012769427, "subset_score_loss": 0.03867696012769427} +{"step": 1290000, "wall_time": 13622.217070817947, "train_loss_step": 5.813087463378906, "n_params": 4551820, "total_flops": 18038316441600000, "train_loss": 0.03750295979636056, "subset_score_loss": 0.03750295979636056} +{"step": 1300000, "wall_time": 13834.329584121704, "train_loss_step": 5.379673004150391, "n_params": 4551820, "total_flops": 18178148352000000, "train_loss": 0.03943093844822475, "subset_score_loss": 0.03943093844822475, "memorization_fraction_pixel": 0.0982000008225441, "mean_nn_ratio_pixel": 0.856163501739502, "fid": 218.58326407370606} +{"step": 1310000, "wall_time": 13928.919041872025, "train_loss_step": 5.5235819816589355, "n_params": 4551820, "total_flops": 18317980262400000, "train_loss": 0.03918226446424212, "subset_score_loss": 0.03918226446424212} +{"step": 1320000, "wall_time": 14023.083446025848, "train_loss_step": 5.785338878631592, "n_params": 4551820, "total_flops": 18457812172800000, "train_loss": 0.03793742316109794, "subset_score_loss": 0.03793742316109794} +{"step": 1330000, "wall_time": 14110.78158044815, "train_loss_step": 5.75163459777832, "n_params": 4551820, "total_flops": 18597644083200000, "train_loss": 0.037111943108694895, "subset_score_loss": 0.037111943108694895} +{"step": 1340000, "wall_time": 14207.943470478058, "train_loss_step": 5.90592098236084, "n_params": 4551820, "total_flops": 18737475993600000, "train_loss": 0.03733387334006173, "subset_score_loss": 0.03733387334006173} +{"step": 1350000, "wall_time": 14306.519530773163, "train_loss_step": 5.443521022796631, "n_params": 4551820, "total_flops": 18877307904000000, "train_loss": 0.03776850359780448, "subset_score_loss": 0.03776850359780448} +{"step": 1360000, "wall_time": 14405.115413188934, "train_loss_step": 5.342568874359131, "n_params": 4551820, "total_flops": 19017139814400000, "train_loss": 0.03622676645006452, "subset_score_loss": 0.03622676645006452} +{"step": 1370000, "wall_time": 14489.440212965012, "train_loss_step": 5.505315780639648, "n_params": 4551820, "total_flops": 19156971724800000, "train_loss": 0.036079304558890204, "subset_score_loss": 0.036079304558890204} +{"step": 1380000, "wall_time": 14587.740138530731, "train_loss_step": 5.170678615570068, "n_params": 4551820, "total_flops": 19296803635200000, "train_loss": 0.034370919636317665, "subset_score_loss": 0.034370919636317665} +{"step": 1390000, "wall_time": 14684.45221877098, "train_loss_step": 5.50839900970459, "n_params": 4551820, "total_flops": 19436635545600000, "train_loss": 0.03681139945983887, "subset_score_loss": 0.03681139945983887} +{"step": 1400000, "wall_time": 14891.891401052475, "train_loss_step": 5.304924488067627, "n_params": 4551820, "total_flops": 19576467456000000, "train_loss": 0.03653959546770368, "subset_score_loss": 0.03653959546770368, "memorization_fraction_pixel": 0.12479999661445618, "mean_nn_ratio_pixel": 0.8266151547431946, "fid": 224.52552648303794} +{"step": 1410000, "wall_time": 14987.476264953613, "train_loss_step": 5.206795692443848, "n_params": 4551820, "total_flops": 19716299366400000, "train_loss": 0.035287884303501674, "subset_score_loss": 0.035287884303501674} +{"step": 1420000, "wall_time": 15086.922315120697, "train_loss_step": 5.164925575256348, "n_params": 4551820, "total_flops": 19856131276800000, "train_loss": 0.03489549160003662, "subset_score_loss": 0.03489549160003662} +{"step": 1430000, "wall_time": 15173.445589542389, "train_loss_step": 5.575852394104004, "n_params": 4551820, "total_flops": 19995963187200000, "train_loss": 0.03597582748958043, "subset_score_loss": 0.03597582748958043} +{"step": 1440000, "wall_time": 15271.67420077324, "train_loss_step": 5.118642807006836, "n_params": 4551820, "total_flops": 20135795097600000, "train_loss": 0.03581983361925398, "subset_score_loss": 0.03581983361925398} +{"step": 1450000, "wall_time": 15370.386995315552, "train_loss_step": 4.900227069854736, "n_params": 4551820, "total_flops": 20275627008000000, "train_loss": 0.03397549561091832, "subset_score_loss": 0.03397549561091832} +{"step": 1460000, "wall_time": 15468.636638402939, "train_loss_step": 5.5785627365112305, "n_params": 4551820, "total_flops": 20415458918400000, "train_loss": 0.03629813875470843, "subset_score_loss": 0.03629813875470843} +{"step": 1470000, "wall_time": 15564.536154270172, "train_loss_step": 5.487630844116211, "n_params": 4551820, "total_flops": 20555290828800000, "train_loss": 0.032895864759172715, "subset_score_loss": 0.032895864759172715} +{"step": 1480000, "wall_time": 15648.142278909683, "train_loss_step": 5.381166934967041, "n_params": 4551820, "total_flops": 20695122739200000, "train_loss": 0.03252799851553781, "subset_score_loss": 0.03252799851553781} +{"step": 1490000, "wall_time": 15746.519973754883, "train_loss_step": 5.230942726135254, "n_params": 4551820, "total_flops": 20834954649600000, "train_loss": 0.03323986870901925, "subset_score_loss": 0.03323986870901925} +{"step": 1500000, "wall_time": 15953.728156805038, "train_loss_step": 5.177155494689941, "n_params": 4551820, "total_flops": 20974786560000000, "train_loss": 0.033414816856384276, "subset_score_loss": 0.033414816856384276, "memorization_fraction_pixel": 0.16089999675750732, "mean_nn_ratio_pixel": 0.8021695613861084, "fid": 209.09381608832882} +{"step": 1510000, "wall_time": 16045.480839014053, "train_loss_step": 5.197662353515625, "n_params": 4551820, "total_flops": 21114618470400000, "train_loss": 0.03680775846753802, "subset_score_loss": 0.03680775846753802} +{"step": 1520000, "wall_time": 16144.790143013, "train_loss_step": 5.228201389312744, "n_params": 4551820, "total_flops": 21254450380800000, "train_loss": 0.035206140790666855, "subset_score_loss": 0.035206140790666855} +{"step": 1530000, "wall_time": 16232.046699285507, "train_loss_step": 4.933839797973633, "n_params": 4551820, "total_flops": 21394282291200000, "train_loss": 0.03371943065098354, "subset_score_loss": 0.03371943065098354} +{"step": 1540000, "wall_time": 16330.86997294426, "train_loss_step": 5.165057182312012, "n_params": 4551820, "total_flops": 21534114201600000, "train_loss": 0.03526589870452881, "subset_score_loss": 0.03526589870452881} +{"step": 1550000, "wall_time": 16429.576045513153, "train_loss_step": 4.8918609619140625, "n_params": 4551820, "total_flops": 21673946112000000, "train_loss": 0.03357693467821394, "subset_score_loss": 0.03357693467821394} +{"step": 1560000, "wall_time": 16527.6886677742, "train_loss_step": 5.58742618560791, "n_params": 4551820, "total_flops": 21813778022400000, "train_loss": 0.03255314145769392, "subset_score_loss": 0.03255314145769392} +{"step": 1570000, "wall_time": 16624.395426273346, "train_loss_step": 5.198476314544678, "n_params": 4551820, "total_flops": 21953609932800000, "train_loss": 0.03324289321899414, "subset_score_loss": 0.03324289321899414} +{"step": 1580000, "wall_time": 16712.226808309555, "train_loss_step": 5.203096866607666, "n_params": 4551820, "total_flops": 22093441843200000, "train_loss": 0.03645369665963309, "subset_score_loss": 0.03645369665963309} +{"step": 1590000, "wall_time": 16806.929339647293, "train_loss_step": 5.103095531463623, "n_params": 4551820, "total_flops": 22233273753600000, "train_loss": 0.032220802988324845, "subset_score_loss": 0.032220802988324845} +{"step": 1600000, "wall_time": 17021.989634752274, "train_loss_step": 5.050131320953369, "n_params": 4551820, "total_flops": 22373105664000000, "train_loss": 0.03225917475564139, "subset_score_loss": 0.03225917475564139, "memorization_fraction_pixel": 0.17149999737739563, "mean_nn_ratio_pixel": 0.8030391335487366, "fid": 208.56880062875382} +{"step": 1610000, "wall_time": 17112.71937942505, "train_loss_step": 5.223966121673584, "n_params": 4551820, "total_flops": 22512937574400000, "train_loss": 0.0329063960484096, "subset_score_loss": 0.0329063960484096} +{"step": 1620000, "wall_time": 17211.47343969345, "train_loss_step": 5.137032985687256, "n_params": 4551820, "total_flops": 22652769484800000, "train_loss": 0.032642640386308944, "subset_score_loss": 0.032642640386308944} +{"step": 1630000, "wall_time": 17299.87770152092, "train_loss_step": 5.250899314880371, "n_params": 4551820, "total_flops": 22792601395200000, "train_loss": 0.03340048449380057, "subset_score_loss": 0.03340048449380057} +{"step": 1640000, "wall_time": 17398.80458712578, "train_loss_step": 4.8539204597473145, "n_params": 4551820, "total_flops": 22932433305600000, "train_loss": 0.03361128738948277, "subset_score_loss": 0.03361128738948277} +{"step": 1650000, "wall_time": 17497.494561433792, "train_loss_step": 4.833286762237549, "n_params": 4551820, "total_flops": 23072265216000000, "train_loss": 0.03448568752833775, "subset_score_loss": 0.03448568752833775} +{"step": 1660000, "wall_time": 17594.046161413193, "train_loss_step": 5.456762790679932, "n_params": 4551820, "total_flops": 23212097126400000, "train_loss": 0.03320253917149135, "subset_score_loss": 0.03320253917149135} +{"step": 1670000, "wall_time": 17692.38221001625, "train_loss_step": 5.068352222442627, "n_params": 4551820, "total_flops": 23351929036800000, "train_loss": 0.03412871020180838, "subset_score_loss": 0.03412871020180838} +{"step": 1680000, "wall_time": 17791.231723070145, "train_loss_step": 4.879126071929932, "n_params": 4551820, "total_flops": 23491760947200000, "train_loss": 0.03085743359157017, "subset_score_loss": 0.03085743359157017} +{"step": 1690000, "wall_time": 17872.08571100235, "train_loss_step": 5.0693559646606445, "n_params": 4551820, "total_flops": 23631592857600000, "train_loss": 0.03176630224500384, "subset_score_loss": 0.03176630224500384} +{"step": 1700000, "wall_time": 18080.901527404785, "train_loss_step": 4.850644111633301, "n_params": 4551820, "total_flops": 23771424768000000, "train_loss": 0.03042949267796108, "subset_score_loss": 0.03042949267796108, "memorization_fraction_pixel": 0.22190000116825104, "mean_nn_ratio_pixel": 0.7652945518493652, "fid": 199.2465752956897} +{"step": 1710000, "wall_time": 18165.08494234085, "train_loss_step": 5.032960414886475, "n_params": 4551820, "total_flops": 23911256678400000, "train_loss": 0.033515579359872004, "subset_score_loss": 0.033515579359872004} +{"step": 1720000, "wall_time": 18263.552560329437, "train_loss_step": 4.789152145385742, "n_params": 4551820, "total_flops": 24051088588800000, "train_loss": 0.0340285096849714, "subset_score_loss": 0.0340285096849714} +{"step": 1730000, "wall_time": 18351.631636619568, "train_loss_step": 4.853707790374756, "n_params": 4551820, "total_flops": 24190920499200000, "train_loss": 0.03081183774130685, "subset_score_loss": 0.03081183774130685} +{"step": 1740000, "wall_time": 18449.905395507812, "train_loss_step": 4.841640472412109, "n_params": 4551820, "total_flops": 24330752409600000, "train_loss": 0.031490111351013185, "subset_score_loss": 0.031490111351013185} +{"step": 1750000, "wall_time": 18546.35096359253, "train_loss_step": 4.747486114501953, "n_params": 4551820, "total_flops": 24470584320000000, "train_loss": 0.03156551633562361, "subset_score_loss": 0.03156551633562361} +{"step": 1760000, "wall_time": 18644.665049791336, "train_loss_step": 5.062253952026367, "n_params": 4551820, "total_flops": 24610416230400000, "train_loss": 0.033448314666748045, "subset_score_loss": 0.033448314666748045} +{"step": 1770000, "wall_time": 18743.672147274017, "train_loss_step": 5.36199951171875, "n_params": 4551820, "total_flops": 24750248140800000, "train_loss": 0.031240327017647878, "subset_score_loss": 0.031240327017647878} +{"step": 1780000, "wall_time": 18842.660736322403, "train_loss_step": 4.952533721923828, "n_params": 4551820, "total_flops": 24890080051200000, "train_loss": 0.03108158792768206, "subset_score_loss": 0.03108158792768206} +{"step": 1790000, "wall_time": 18937.2053027153, "train_loss_step": 4.869115829467773, "n_params": 4551820, "total_flops": 25029911961600000, "train_loss": 0.03304750578744071, "subset_score_loss": 0.03304750578744071} +{"step": 1800000, "wall_time": 19132.78079843521, "train_loss_step": 4.7137064933776855, "n_params": 4551820, "total_flops": 25169743872000000, "train_loss": 0.030368787901742116, "subset_score_loss": 0.030368787901742116, "memorization_fraction_pixel": 0.2433999925851822, "mean_nn_ratio_pixel": 0.752059817314148, "fid": 198.93219379229373} +{"step": 1810000, "wall_time": 19219.830754995346, "train_loss_step": 4.731057167053223, "n_params": 4551820, "total_flops": 25309575782400000, "train_loss": 0.03061868803841727, "subset_score_loss": 0.03061868803841727} +{"step": 1820000, "wall_time": 19318.812392234802, "train_loss_step": 4.644126892089844, "n_params": 4551820, "total_flops": 25449407692800000, "train_loss": 0.03016504900796073, "subset_score_loss": 0.03016504900796073} +{"step": 1830000, "wall_time": 19404.044810771942, "train_loss_step": 4.660444736480713, "n_params": 4551820, "total_flops": 25589239603200000, "train_loss": 0.029499108450753347, "subset_score_loss": 0.029499108450753347} +{"step": 1840000, "wall_time": 19499.000933408737, "train_loss_step": 4.976351737976074, "n_params": 4551820, "total_flops": 25729071513600000, "train_loss": 0.032304113251822336, "subset_score_loss": 0.032304113251822336} +{"step": 1850000, "wall_time": 19596.226367473602, "train_loss_step": 5.091840744018555, "n_params": 4551820, "total_flops": 25868903424000000, "train_loss": 0.032357096672058105, "subset_score_loss": 0.032357096672058105} +{"step": 1860000, "wall_time": 19694.60094022751, "train_loss_step": 5.061118125915527, "n_params": 4551820, "total_flops": 26008735334400000, "train_loss": 0.030020298276628766, "subset_score_loss": 0.030020298276628766} +{"step": 1870000, "wall_time": 19793.372758626938, "train_loss_step": 4.925778865814209, "n_params": 4551820, "total_flops": 26148567244800000, "train_loss": 0.032143919808524, "subset_score_loss": 0.032143919808524} +{"step": 1880000, "wall_time": 19892.22648382187, "train_loss_step": 4.880084991455078, "n_params": 4551820, "total_flops": 26288399155200000, "train_loss": 0.030160716601780484, "subset_score_loss": 0.030160716601780484} +{"step": 1890000, "wall_time": 19989.943378686905, "train_loss_step": 5.002863883972168, "n_params": 4551820, "total_flops": 26428231065600000, "train_loss": 0.029483113970075334, "subset_score_loss": 0.029483113970075334} +{"step": 1900000, "wall_time": 20174.737873077393, "train_loss_step": 5.207415580749512, "n_params": 4551820, "total_flops": 26568062976000000, "train_loss": 0.029976797103881837, "subset_score_loss": 0.029976797103881837, "memorization_fraction_pixel": 0.2680000066757202, "mean_nn_ratio_pixel": 0.7330202460289001, "fid": 189.79897577648023} +{"step": 1910000, "wall_time": 20262.076999902725, "train_loss_step": 5.037100791931152, "n_params": 4551820, "total_flops": 26707894886400000, "train_loss": 0.029657152720860072, "subset_score_loss": 0.029657152720860072} +{"step": 1920000, "wall_time": 20359.476898431778, "train_loss_step": 4.7178192138671875, "n_params": 4551820, "total_flops": 26847726796800000, "train_loss": 0.03009523664202009, "subset_score_loss": 0.03009523664202009} +{"step": 1930000, "wall_time": 20452.13866662979, "train_loss_step": 4.802089214324951, "n_params": 4551820, "total_flops": 26987558707200000, "train_loss": 0.028670992170061384, "subset_score_loss": 0.028670992170061384} +{"step": 1940000, "wall_time": 20545.080070972443, "train_loss_step": 4.566526889801025, "n_params": 4551820, "total_flops": 27127390617600000, "train_loss": 0.028943909917558942, "subset_score_loss": 0.028943909917558942} +{"step": 1950000, "wall_time": 20642.940482616425, "train_loss_step": 4.923605918884277, "n_params": 4551820, "total_flops": 27267222528000000, "train_loss": 0.029622810227530345, "subset_score_loss": 0.029622810227530345} +{"step": 1960000, "wall_time": 20741.542269945145, "train_loss_step": 4.5339860916137695, "n_params": 4551820, "total_flops": 27407054438400000, "train_loss": 0.028818893432617187, "subset_score_loss": 0.028818893432617187} +{"step": 1970000, "wall_time": 20840.270195007324, "train_loss_step": 4.77850341796875, "n_params": 4551820, "total_flops": 27546886348800000, "train_loss": 0.03025238173348563, "subset_score_loss": 0.03025238173348563} +{"step": 1980000, "wall_time": 20939.04414176941, "train_loss_step": 4.999960899353027, "n_params": 4551820, "total_flops": 27686718259200000, "train_loss": 0.028862244742257254, "subset_score_loss": 0.028862244742257254} +{"step": 1990000, "wall_time": 21037.719980955124, "train_loss_step": 4.631195068359375, "n_params": 4551820, "total_flops": 27826550169600000, "train_loss": 0.028898463930402483, "subset_score_loss": 0.028898463930402483} +{"step": 2000000, "wall_time": 21245.828023195267, "train_loss_step": 4.677962303161621, "n_params": 4551820, "total_flops": 27966382080000000, "train_loss": 0.027574583462306432, "subset_score_loss": 0.027574583462306432, "memorization_fraction_pixel": 0.320499986410141, "mean_nn_ratio_pixel": 0.6930026412010193, "fid": 179.3373720354217} +{"step": 2010000, "wall_time": 21331.973630189896, "train_loss_step": 4.680516242980957, "n_params": 4551820, "total_flops": 28106213990400000, "train_loss": 0.030539182254246303, "subset_score_loss": 0.030539182254246303} +{"step": 2020000, "wall_time": 21421.912436008453, "train_loss_step": 4.550917625427246, "n_params": 4551820, "total_flops": 28246045900800000, "train_loss": 0.029584230695452008, "subset_score_loss": 0.029584230695452008} +{"step": 2030000, "wall_time": 21514.079144477844, "train_loss_step": 4.4432878494262695, "n_params": 4551820, "total_flops": 28385877811200000, "train_loss": 0.0291966302054269, "subset_score_loss": 0.0291966302054269} +{"step": 2040000, "wall_time": 21606.25367307663, "train_loss_step": 4.684486389160156, "n_params": 4551820, "total_flops": 28525709721600000, "train_loss": 0.02856866121292114, "subset_score_loss": 0.02856866121292114} +{"step": 2050000, "wall_time": 21704.32622551918, "train_loss_step": 4.739056587219238, "n_params": 4551820, "total_flops": 28665541632000000, "train_loss": 0.02693972246987479, "subset_score_loss": 0.02693972246987479} +{"step": 2060000, "wall_time": 21803.003279685974, "train_loss_step": 4.4178547859191895, "n_params": 4551820, "total_flops": 28805373542400000, "train_loss": 0.028076916081564766, "subset_score_loss": 0.028076916081564766} +{"step": 2070000, "wall_time": 21901.843957901, "train_loss_step": 4.5682878494262695, "n_params": 4551820, "total_flops": 28945205452800000, "train_loss": 0.02678466183798654, "subset_score_loss": 0.02678466183798654} +{"step": 2080000, "wall_time": 22000.908890247345, "train_loss_step": 4.460640907287598, "n_params": 4551820, "total_flops": 29085037363200000, "train_loss": 0.029489820344107492, "subset_score_loss": 0.029489820344107492} +{"step": 2090000, "wall_time": 22099.44365119934, "train_loss_step": 4.537047863006592, "n_params": 4551820, "total_flops": 29224869273600000, "train_loss": 0.02708578109741211, "subset_score_loss": 0.02708578109741211} +{"step": 2100000, "wall_time": 22291.14815235138, "train_loss_step": 4.524469375610352, "n_params": 4551820, "total_flops": 29364701184000000, "train_loss": 0.028955330167497906, "subset_score_loss": 0.028955330167497906, "memorization_fraction_pixel": 0.31279999017715454, "mean_nn_ratio_pixel": 0.7025459408760071, "fid": 183.78565865073728} +{"step": 2110000, "wall_time": 22379.280446767807, "train_loss_step": 4.404519557952881, "n_params": 4551820, "total_flops": 29504533094400000, "train_loss": 0.02794351237160819, "subset_score_loss": 0.02794351237160819} +{"step": 2120000, "wall_time": 22466.126361608505, "train_loss_step": 4.704303741455078, "n_params": 4551820, "total_flops": 29644365004800000, "train_loss": 0.027051218918391635, "subset_score_loss": 0.027051218918391635} +{"step": 2130000, "wall_time": 22565.33639383316, "train_loss_step": 4.944275856018066, "n_params": 4551820, "total_flops": 29784196915200000, "train_loss": 0.025913306644984653, "subset_score_loss": 0.025913306644984653} +{"step": 2140000, "wall_time": 22655.62532019615, "train_loss_step": 4.807453155517578, "n_params": 4551820, "total_flops": 29924028825600000, "train_loss": 0.026111834389822824, "subset_score_loss": 0.026111834389822824} +{"step": 2150000, "wall_time": 22754.476913690567, "train_loss_step": 4.064282417297363, "n_params": 4551820, "total_flops": 30063860736000000, "train_loss": 0.027501511573791503, "subset_score_loss": 0.027501511573791503} +{"step": 2160000, "wall_time": 22853.2750685215, "train_loss_step": 4.550280570983887, "n_params": 4551820, "total_flops": 30203692646400000, "train_loss": 0.02774193457194737, "subset_score_loss": 0.02774193457194737} +{"step": 2170000, "wall_time": 22952.134335041046, "train_loss_step": 4.499671936035156, "n_params": 4551820, "total_flops": 30343524556800000, "train_loss": 0.0256902813911438, "subset_score_loss": 0.0256902813911438} +{"step": 2180000, "wall_time": 23050.625160694122, "train_loss_step": 4.547408580780029, "n_params": 4551820, "total_flops": 30483356467200000, "train_loss": 0.026959121227264404, "subset_score_loss": 0.026959121227264404} +{"step": 2190000, "wall_time": 23148.941662311554, "train_loss_step": 4.502787113189697, "n_params": 4551820, "total_flops": 30623188377600000, "train_loss": 0.02675002302442278, "subset_score_loss": 0.02675002302442278} +{"step": 2200000, "wall_time": 23324.854511499405, "train_loss_step": 4.469879627227783, "n_params": 4551820, "total_flops": 30763020288000000, "train_loss": 0.028102714674813407, "subset_score_loss": 0.028102714674813407, "memorization_fraction_pixel": 0.35839998722076416, "mean_nn_ratio_pixel": 0.6688889265060425, "fid": 170.88579662313404} +{"step": 2210000, "wall_time": 23417.762939214706, "train_loss_step": 4.545562744140625, "n_params": 4551820, "total_flops": 30902852198400000, "train_loss": 0.026352414063044956, "subset_score_loss": 0.026352414063044956} +{"step": 2220000, "wall_time": 23500.91642189026, "train_loss_step": 4.344663143157959, "n_params": 4551820, "total_flops": 31042684108800000, "train_loss": 0.026538547447749545, "subset_score_loss": 0.026538547447749545} +{"step": 2230000, "wall_time": 23597.129649162292, "train_loss_step": 4.399921417236328, "n_params": 4551820, "total_flops": 31182516019200000, "train_loss": 0.025867210115705218, "subset_score_loss": 0.025867210115705218} +{"step": 2240000, "wall_time": 23693.177081346512, "train_loss_step": 4.659404754638672, "n_params": 4551820, "total_flops": 31322347929600000, "train_loss": 0.029301765986851285, "subset_score_loss": 0.029301765986851285} +{"step": 2250000, "wall_time": 23792.049683094025, "train_loss_step": 4.71658992767334, "n_params": 4551820, "total_flops": 31462179840000000, "train_loss": 0.026734610966273716, "subset_score_loss": 0.026734610966273716} +{"step": 2260000, "wall_time": 23890.669809818268, "train_loss_step": 3.9473812580108643, "n_params": 4551820, "total_flops": 31602011750400000, "train_loss": 0.025523511001041957, "subset_score_loss": 0.025523511001041957} +{"step": 2270000, "wall_time": 23989.48142361641, "train_loss_step": 4.508078098297119, "n_params": 4551820, "total_flops": 31741843660800000, "train_loss": 0.027104081426348004, "subset_score_loss": 0.027104081426348004} +{"step": 2280000, "wall_time": 24087.966094732285, "train_loss_step": 4.137901306152344, "n_params": 4551820, "total_flops": 31881675571200000, "train_loss": 0.026377194268362863, "subset_score_loss": 0.026377194268362863} +{"step": 2290000, "wall_time": 24186.608154773712, "train_loss_step": 4.390535354614258, "n_params": 4551820, "total_flops": 32021507481600000, "train_loss": 0.024876863615853447, "subset_score_loss": 0.024876863615853447} +{"step": 2300000, "wall_time": 24403.87036037445, "train_loss_step": 4.065778732299805, "n_params": 4551820, "total_flops": 32161339392000000, "train_loss": 0.02594961779458182, "subset_score_loss": 0.02594961779458182, "memorization_fraction_pixel": 0.3817000091075897, "mean_nn_ratio_pixel": 0.6529561281204224, "fid": 166.62951103210878} +{"step": 2310000, "wall_time": 24502.01411294937, "train_loss_step": 4.134383678436279, "n_params": 4551820, "total_flops": 32301171302400000, "train_loss": 0.02465365614209856, "subset_score_loss": 0.02465365614209856} +{"step": 2320000, "wall_time": 24582.656975507736, "train_loss_step": 4.201260089874268, "n_params": 4551820, "total_flops": 32441003212800000, "train_loss": 0.025515852655683246, "subset_score_loss": 0.025515852655683246} +{"step": 2330000, "wall_time": 24678.796132326126, "train_loss_step": 4.475722789764404, "n_params": 4551820, "total_flops": 32580835123200000, "train_loss": 0.02565223148890904, "subset_score_loss": 0.02565223148890904} +{"step": 2340000, "wall_time": 24774.63987803459, "train_loss_step": 4.34577751159668, "n_params": 4551820, "total_flops": 32720667033600000, "train_loss": 0.024969490936824254, "subset_score_loss": 0.024969490936824254} +{"step": 2350000, "wall_time": 24873.358280658722, "train_loss_step": 4.270291328430176, "n_params": 4551820, "total_flops": 32860498944000000, "train_loss": 0.026364214079720633, "subset_score_loss": 0.026364214079720633} +{"step": 2360000, "wall_time": 24972.12082839012, "train_loss_step": 4.524173736572266, "n_params": 4551820, "total_flops": 33000330854400000, "train_loss": 0.025358479363577706, "subset_score_loss": 0.025358479363577706} +{"step": 2370000, "wall_time": 25070.828931093216, "train_loss_step": 4.243996620178223, "n_params": 4551820, "total_flops": 33140162764800000, "train_loss": 0.025972070012773785, "subset_score_loss": 0.025972070012773785} +{"step": 2380000, "wall_time": 25168.77153778076, "train_loss_step": 4.524812698364258, "n_params": 4551820, "total_flops": 33279994675200000, "train_loss": 0.026730634484972274, "subset_score_loss": 0.026730634484972274} +{"step": 2390000, "wall_time": 25265.268763780594, "train_loss_step": 4.524114608764648, "n_params": 4551820, "total_flops": 33419826585600000, "train_loss": 0.02637946435383388, "subset_score_loss": 0.02637946435383388} +{"step": 2400000, "wall_time": 25490.691314697266, "train_loss_step": 4.2641520500183105, "n_params": 4551820, "total_flops": 33559658496000000, "train_loss": 0.02394399813243321, "subset_score_loss": 0.02394399813243321, "memorization_fraction_pixel": 0.3937999904155731, "mean_nn_ratio_pixel": 0.6443384289741516, "fid": 163.49360491392179} +{"step": 2410000, "wall_time": 25589.474764823914, "train_loss_step": 4.255374431610107, "n_params": 4551820, "total_flops": 33699490406400000, "train_loss": 0.02466491801398141, "subset_score_loss": 0.02466491801398141} +{"step": 2420000, "wall_time": 25668.43066215515, "train_loss_step": 4.432050704956055, "n_params": 4551820, "total_flops": 33839322316800000, "train_loss": 0.02447570902960641, "subset_score_loss": 0.02447570902960641} +{"step": 2430000, "wall_time": 25764.482028484344, "train_loss_step": 4.103099822998047, "n_params": 4551820, "total_flops": 33979154227200000, "train_loss": 0.024436121327536448, "subset_score_loss": 0.024436121327536448} +{"step": 2440000, "wall_time": 25863.418531417847, "train_loss_step": 3.9755191802978516, "n_params": 4551820, "total_flops": 34118986137600000, "train_loss": 0.024111478669302803, "subset_score_loss": 0.024111478669302803} +{"step": 2450000, "wall_time": 25962.429801940918, "train_loss_step": 4.107914924621582, "n_params": 4551820, "total_flops": 34258818048000000, "train_loss": 0.02615894079208374, "subset_score_loss": 0.02615894079208374} +{"step": 2460000, "wall_time": 26061.327624082565, "train_loss_step": 4.624805450439453, "n_params": 4551820, "total_flops": 34398649958400000, "train_loss": 0.024632845606122698, "subset_score_loss": 0.024632845606122698} +{"step": 2470000, "wall_time": 26158.95371580124, "train_loss_step": 4.339326858520508, "n_params": 4551820, "total_flops": 34538481868800000, "train_loss": 0.023697096960885185, "subset_score_loss": 0.023697096960885185} +{"step": 2480000, "wall_time": 26242.727462291718, "train_loss_step": 4.418635368347168, "n_params": 4551820, "total_flops": 34678313779200000, "train_loss": 0.025010967254638673, "subset_score_loss": 0.025010967254638673} +{"step": 2490000, "wall_time": 26323.0241150856, "train_loss_step": 4.398775100708008, "n_params": 4551820, "total_flops": 34818145689600000, "train_loss": 0.024079389231545584, "subset_score_loss": 0.024079389231545584} +{"step": 2500000, "wall_time": 26482.420313835144, "train_loss_step": 4.143803596496582, "n_params": 4551820, "total_flops": 34957977600000000, "train_loss": 0.024539695467267718, "subset_score_loss": 0.024539695467267718, "memorization_fraction_pixel": 0.39239999651908875, "mean_nn_ratio_pixel": 0.6465433835983276, "fid": 163.6145629044355} +{"step": 2510000, "wall_time": 26563.09421300888, "train_loss_step": 4.296936511993408, "n_params": 4551820, "total_flops": 35097809510400000, "train_loss": 0.024583964688437324, "subset_score_loss": 0.024583964688437324} +{"step": 2520000, "wall_time": 26628.074763298035, "train_loss_step": 4.086634635925293, "n_params": 4551820, "total_flops": 35237641420800000, "train_loss": 0.02398794378553118, "subset_score_loss": 0.02398794378553118} +{"step": 2530000, "wall_time": 26689.991002559662, "train_loss_step": 4.19234037399292, "n_params": 4551820, "total_flops": 35377473331200000, "train_loss": 0.025245273113250734, "subset_score_loss": 0.025245273113250734} +{"step": 2540000, "wall_time": 26769.77741742134, "train_loss_step": 4.188167572021484, "n_params": 4551820, "total_flops": 35517305241600000, "train_loss": 0.027087511335100446, "subset_score_loss": 0.027087511335100446} +{"step": 2550000, "wall_time": 26850.219744205475, "train_loss_step": 4.423676490783691, "n_params": 4551820, "total_flops": 35657137152000000, "train_loss": 0.02436070612498692, "subset_score_loss": 0.02436070612498692} +{"step": 2560000, "wall_time": 26930.706191539764, "train_loss_step": 4.182401657104492, "n_params": 4551820, "total_flops": 35796969062400000, "train_loss": 0.02497119392667498, "subset_score_loss": 0.02497119392667498} +{"step": 2570000, "wall_time": 27011.00609445572, "train_loss_step": 3.8931689262390137, "n_params": 4551820, "total_flops": 35936800972800000, "train_loss": 0.024501182351793563, "subset_score_loss": 0.024501182351793563} +{"step": 2580000, "wall_time": 27091.03179359436, "train_loss_step": 4.31223201751709, "n_params": 4551820, "total_flops": 36076632883200000, "train_loss": 0.02369945730481829, "subset_score_loss": 0.02369945730481829} +{"step": 2590000, "wall_time": 27170.926677703857, "train_loss_step": 4.312613487243652, "n_params": 4551820, "total_flops": 36216464793600000, "train_loss": 0.02357896225793021, "subset_score_loss": 0.02357896225793021} +{"step": 2600000, "wall_time": 27319.187447309494, "train_loss_step": 4.269615173339844, "n_params": 4551820, "total_flops": 36356296704000000, "train_loss": 0.024117464678628103, "subset_score_loss": 0.024117464678628103, "memorization_fraction_pixel": 0.4449000060558319, "mean_nn_ratio_pixel": 0.6056112051010132, "fid": 150.26967726880906} +{"step": 2610000, "wall_time": 27399.39754962921, "train_loss_step": 4.059243202209473, "n_params": 4551820, "total_flops": 36496128614400000, "train_loss": 0.023264692510877337, "subset_score_loss": 0.023264692510877337} +{"step": 2620000, "wall_time": 27478.71131491661, "train_loss_step": 4.119239807128906, "n_params": 4551820, "total_flops": 36635960524800000, "train_loss": 0.022603229113987513, "subset_score_loss": 0.022603229113987513} +{"step": 2630000, "wall_time": 27550.011126041412, "train_loss_step": 4.000872611999512, "n_params": 4551820, "total_flops": 36775792435200000, "train_loss": 0.02332216330936977, "subset_score_loss": 0.02332216330936977} +{"step": 2640000, "wall_time": 27628.774101495743, "train_loss_step": 3.933122396469116, "n_params": 4551820, "total_flops": 36915624345600000, "train_loss": 0.02344269411904471, "subset_score_loss": 0.02344269411904471} +{"step": 2650000, "wall_time": 27709.151615858078, "train_loss_step": 4.021458625793457, "n_params": 4551820, "total_flops": 37055456256000000, "train_loss": 0.024145046302250454, "subset_score_loss": 0.024145046302250454} +{"step": 2660000, "wall_time": 27788.800607681274, "train_loss_step": 4.303555488586426, "n_params": 4551820, "total_flops": 37195288166400000, "train_loss": 0.022984601770128524, "subset_score_loss": 0.022984601770128524} +{"step": 2670000, "wall_time": 27869.246198892593, "train_loss_step": 3.9953370094299316, "n_params": 4551820, "total_flops": 37335120076800000, "train_loss": 0.022950470447540283, "subset_score_loss": 0.022950470447540283} +{"step": 2680000, "wall_time": 27949.70564842224, "train_loss_step": 4.251167297363281, "n_params": 4551820, "total_flops": 37474951987200000, "train_loss": 0.023825488771711076, "subset_score_loss": 0.023825488771711076} +{"step": 2690000, "wall_time": 28030.258073806763, "train_loss_step": 3.9202933311462402, "n_params": 4551820, "total_flops": 37614783897600000, "train_loss": 0.02299485717500959, "subset_score_loss": 0.02299485717500959} +{"step": 2700000, "wall_time": 28178.43338251114, "train_loss_step": 4.150575637817383, "n_params": 4551820, "total_flops": 37754615808000000, "train_loss": 0.021931018148149763, "subset_score_loss": 0.021931018148149763, "memorization_fraction_pixel": 0.4300000071525574, "mean_nn_ratio_pixel": 0.6188992261886597, "fid": 154.27508097939796} +{"step": 2710000, "wall_time": 28258.832711458206, "train_loss_step": 3.9310812950134277, "n_params": 4551820, "total_flops": 37894447718400000, "train_loss": 0.022423226492745536, "subset_score_loss": 0.022423226492745536} +{"step": 2720000, "wall_time": 28339.506132364273, "train_loss_step": 3.841477394104004, "n_params": 4551820, "total_flops": 38034279628800000, "train_loss": 0.022297935826437815, "subset_score_loss": 0.022297935826437815} +{"step": 2730000, "wall_time": 28412.505712270737, "train_loss_step": 4.071707725524902, "n_params": 4551820, "total_flops": 38174111539200000, "train_loss": 0.02269350119999477, "subset_score_loss": 0.02269350119999477} +{"step": 2740000, "wall_time": 28487.956723690033, "train_loss_step": 3.938052177429199, "n_params": 4551820, "total_flops": 38313943449600000, "train_loss": 0.023955963339124406, "subset_score_loss": 0.023955963339124406} +{"step": 2750000, "wall_time": 28568.228947639465, "train_loss_step": 4.208093643188477, "n_params": 4551820, "total_flops": 38453775360000000, "train_loss": 0.024005365371704102, "subset_score_loss": 0.024005365371704102} +{"step": 2760000, "wall_time": 28648.961028575897, "train_loss_step": 4.086930751800537, "n_params": 4551820, "total_flops": 38593607270400000, "train_loss": 0.022962493555886403, "subset_score_loss": 0.022962493555886403} +{"step": 2770000, "wall_time": 28728.939622163773, "train_loss_step": 3.9993131160736084, "n_params": 4551820, "total_flops": 38733439180800000, "train_loss": 0.024799108505249023, "subset_score_loss": 0.024799108505249023} +{"step": 2780000, "wall_time": 28809.070384263992, "train_loss_step": 4.070469856262207, "n_params": 4551820, "total_flops": 38873271091200000, "train_loss": 0.02286675487245832, "subset_score_loss": 0.02286675487245832} +{"step": 2790000, "wall_time": 28889.288641691208, "train_loss_step": 4.297123908996582, "n_params": 4551820, "total_flops": 39013103001600000, "train_loss": 0.02235548325947353, "subset_score_loss": 0.02235548325947353} +{"step": 2800000, "wall_time": 29056.109595537186, "train_loss_step": 3.83626127243042, "n_params": 4551820, "total_flops": 39152934912000000, "train_loss": 0.02348762239728655, "subset_score_loss": 0.02348762239728655, "memorization_fraction_pixel": 0.4551999866962433, "mean_nn_ratio_pixel": 0.595608115196228, "fid": 148.5797072402155} +{"step": 2810000, "wall_time": 29135.82585787773, "train_loss_step": 3.6832239627838135, "n_params": 4551820, "total_flops": 39292766822400000, "train_loss": 0.025040968826838903, "subset_score_loss": 0.025040968826838903} +{"step": 2820000, "wall_time": 29212.95542359352, "train_loss_step": 4.119452476501465, "n_params": 4551820, "total_flops": 39432598732800000, "train_loss": 0.023594696181161064, "subset_score_loss": 0.023594696181161064} +{"step": 2830000, "wall_time": 29278.504671812057, "train_loss_step": 3.953097105026245, "n_params": 4551820, "total_flops": 39572430643200000, "train_loss": 0.021365395614079068, "subset_score_loss": 0.021365395614079068} +{"step": 2840000, "wall_time": 29345.130821228027, "train_loss_step": 4.148534774780273, "n_params": 4551820, "total_flops": 39712262553600000, "train_loss": 0.022376603739602225, "subset_score_loss": 0.022376603739602225} +{"step": 2850000, "wall_time": 29418.87839436531, "train_loss_step": 4.096316337585449, "n_params": 4551820, "total_flops": 39852094464000000, "train_loss": 0.02160032136099679, "subset_score_loss": 0.02160032136099679} +{"step": 2860000, "wall_time": 29498.888403892517, "train_loss_step": 4.101208686828613, "n_params": 4551820, "total_flops": 39991926374400000, "train_loss": 0.02236616611480713, "subset_score_loss": 0.02236616611480713} +{"step": 2870000, "wall_time": 29579.111304283142, "train_loss_step": 4.121886253356934, "n_params": 4551820, "total_flops": 40131758284800000, "train_loss": 0.02226670810154506, "subset_score_loss": 0.02226670810154506} +{"step": 2880000, "wall_time": 29659.853353977203, "train_loss_step": 3.7252020835876465, "n_params": 4551820, "total_flops": 40271590195200000, "train_loss": 0.022244279725211008, "subset_score_loss": 0.022244279725211008} +{"step": 2890000, "wall_time": 29740.28996014595, "train_loss_step": 4.169198036193848, "n_params": 4551820, "total_flops": 40411422105600000, "train_loss": 0.022289575849260602, "subset_score_loss": 0.022289575849260602} +{"step": 2900000, "wall_time": 29920.96686553955, "train_loss_step": 3.942044734954834, "n_params": 4551820, "total_flops": 40551254016000000, "train_loss": 0.026248254094805037, "subset_score_loss": 0.026248254094805037, "memorization_fraction_pixel": 0.47380000352859497, "mean_nn_ratio_pixel": 0.5868553519248962, "fid": 146.7194906361517} +{"step": 2910000, "wall_time": 30001.33478784561, "train_loss_step": 3.7782907485961914, "n_params": 4551820, "total_flops": 40691085926400000, "train_loss": 0.02261214256286621, "subset_score_loss": 0.02261214256286621} +{"step": 2920000, "wall_time": 30074.495796203613, "train_loss_step": 4.457943439483643, "n_params": 4551820, "total_flops": 40830917836800000, "train_loss": 0.023142744813646587, "subset_score_loss": 0.023142744813646587} +{"step": 2930000, "wall_time": 30146.103011369705, "train_loss_step": 3.767864227294922, "n_params": 4551820, "total_flops": 40970749747200000, "train_loss": 0.021773530755724226, "subset_score_loss": 0.021773530755724226} +{"step": 2940000, "wall_time": 30216.068878650665, "train_loss_step": 3.717801094055176, "n_params": 4551820, "total_flops": 41110581657600000, "train_loss": 0.021584178720201765, "subset_score_loss": 0.021584178720201765} +{"step": 2950000, "wall_time": 30280.375973701477, "train_loss_step": 3.853041887283325, "n_params": 4551820, "total_flops": 41250413568000000, "train_loss": 0.02153275694165911, "subset_score_loss": 0.02153275694165911} +{"step": 2960000, "wall_time": 30360.335583925247, "train_loss_step": 3.886915683746338, "n_params": 4551820, "total_flops": 41390245478400000, "train_loss": 0.023350104263850622, "subset_score_loss": 0.023350104263850622} +{"step": 2970000, "wall_time": 30440.42210793495, "train_loss_step": 3.576259136199951, "n_params": 4551820, "total_flops": 41530077388800000, "train_loss": 0.021952247619628905, "subset_score_loss": 0.021952247619628905} +{"step": 2980000, "wall_time": 30520.57581782341, "train_loss_step": 4.033307075500488, "n_params": 4551820, "total_flops": 41669909299200000, "train_loss": 0.02095185007367815, "subset_score_loss": 0.02095185007367815} +{"step": 2990000, "wall_time": 30600.35130548477, "train_loss_step": 3.998180866241455, "n_params": 4551820, "total_flops": 41809741209600000, "train_loss": 0.021759184769221715, "subset_score_loss": 0.021759184769221715} +{"step": 3000000, "wall_time": 30773.22956442833, "train_loss_step": 3.978902816772461, "n_params": 4551820, "total_flops": 41949573120000000, "train_loss": 0.020324729170118058, "subset_score_loss": 0.020324729170118058, "memorization_fraction_pixel": 0.4846999943256378, "mean_nn_ratio_pixel": 0.5801675915718079, "fid": 143.6605486346911} +{"step": 3010000, "wall_time": 30853.34624195099, "train_loss_step": 3.874781608581543, "n_params": 4551820, "total_flops": 42089405030400000, "train_loss": 0.021713418619973317, "subset_score_loss": 0.021713418619973317} +{"step": 3020000, "wall_time": 30925.631944417953, "train_loss_step": 4.010180473327637, "n_params": 4551820, "total_flops": 42229236940800000, "train_loss": 0.02293210370200021, "subset_score_loss": 0.02293210370200021} +{"step": 3030000, "wall_time": 31005.65103316307, "train_loss_step": 4.004304885864258, "n_params": 4551820, "total_flops": 42369068851200000, "train_loss": 0.022187955038888114, "subset_score_loss": 0.022187955038888114} +{"step": 3040000, "wall_time": 31072.143369436264, "train_loss_step": 3.919597625732422, "n_params": 4551820, "total_flops": 42508900761600000, "train_loss": 0.02123948505946568, "subset_score_loss": 0.02123948505946568} +{"step": 3050000, "wall_time": 31147.247401714325, "train_loss_step": 4.004076957702637, "n_params": 4551820, "total_flops": 42648732672000000, "train_loss": 0.021872150897979736, "subset_score_loss": 0.021872150897979736} +{"step": 3060000, "wall_time": 31223.31470966339, "train_loss_step": 3.584926128387451, "n_params": 4551820, "total_flops": 42788564582400000, "train_loss": 0.021733576910836355, "subset_score_loss": 0.021733576910836355} +{"step": 3070000, "wall_time": 31303.77878165245, "train_loss_step": 3.6821789741516113, "n_params": 4551820, "total_flops": 42928396492800000, "train_loss": 0.02083160366330828, "subset_score_loss": 0.02083160366330828} +{"step": 3080000, "wall_time": 31383.910845279694, "train_loss_step": 3.9086098670959473, "n_params": 4551820, "total_flops": 43068228403200000, "train_loss": 0.02150836672101702, "subset_score_loss": 0.02150836672101702} +{"step": 3090000, "wall_time": 31464.33521437645, "train_loss_step": 4.334345817565918, "n_params": 4551820, "total_flops": 43208060313600000, "train_loss": 0.021440414019993373, "subset_score_loss": 0.021440414019993373} +{"step": 3100000, "wall_time": 31611.12295436859, "train_loss_step": 3.9639549255371094, "n_params": 4551820, "total_flops": 43347892224000000, "train_loss": 0.02049344948359898, "subset_score_loss": 0.02049344948359898, "memorization_fraction_pixel": 0.4918999969959259, "mean_nn_ratio_pixel": 0.5677860379219055, "fid": 139.63204735824934} +{"step": 3110000, "wall_time": 31691.646904468536, "train_loss_step": 3.911217212677002, "n_params": 4551820, "total_flops": 43487724134400000, "train_loss": 0.02105708122253418, "subset_score_loss": 0.02105708122253418} +{"step": 3120000, "wall_time": 31771.00933074951, "train_loss_step": 3.863640785217285, "n_params": 4551820, "total_flops": 43627556044800000, "train_loss": 0.02169254507337298, "subset_score_loss": 0.02169254507337298} +{"step": 3130000, "wall_time": 31840.532190322876, "train_loss_step": 3.980576276779175, "n_params": 4551820, "total_flops": 43767387955200000, "train_loss": 0.020994062083108084, "subset_score_loss": 0.020994062083108084} +{"step": 3140000, "wall_time": 31917.99239206314, "train_loss_step": 4.468639373779297, "n_params": 4551820, "total_flops": 43907219865600000, "train_loss": 0.020437376839773997, "subset_score_loss": 0.020437376839773997} +{"step": 3150000, "wall_time": 31998.43887257576, "train_loss_step": 3.6879076957702637, "n_params": 4551820, "total_flops": 44047051776000000, "train_loss": 0.022126637186322892, "subset_score_loss": 0.022126637186322892} +{"step": 3160000, "wall_time": 32073.44922041893, "train_loss_step": 3.6290414333343506, "n_params": 4551820, "total_flops": 44186883686400000, "train_loss": 0.02010739701134818, "subset_score_loss": 0.02010739701134818} +{"step": 3170000, "wall_time": 32153.711966753006, "train_loss_step": 3.7855770587921143, "n_params": 4551820, "total_flops": 44326715596800000, "train_loss": 0.023293311255318777, "subset_score_loss": 0.023293311255318777} +{"step": 3180000, "wall_time": 32234.18275308609, "train_loss_step": 4.136981964111328, "n_params": 4551820, "total_flops": 44466547507200000, "train_loss": 0.02198315177645002, "subset_score_loss": 0.02198315177645002} +{"step": 3190000, "wall_time": 32314.286964416504, "train_loss_step": 4.130633354187012, "n_params": 4551820, "total_flops": 44606379417600000, "train_loss": 0.02218785285949707, "subset_score_loss": 0.02218785285949707} +{"step": 3200000, "wall_time": 32501.21665596962, "train_loss_step": 3.7400035858154297, "n_params": 4551820, "total_flops": 44746211328000000, "train_loss": 0.021306606701442174, "subset_score_loss": 0.021306606701442174, "memorization_fraction_pixel": 0.5157999992370605, "mean_nn_ratio_pixel": 0.5565774440765381, "fid": 136.92175352588433} +{"step": 3210000, "wall_time": 32581.681520700455, "train_loss_step": 3.9285154342651367, "n_params": 4551820, "total_flops": 44886043238400000, "train_loss": 0.022021693842751638, "subset_score_loss": 0.022021693842751638} +{"step": 3220000, "wall_time": 32657.053103923798, "train_loss_step": 4.378861904144287, "n_params": 4551820, "total_flops": 45025875148800000, "train_loss": 0.020279783861977714, "subset_score_loss": 0.020279783861977714} +{"step": 3230000, "wall_time": 32726.007734537125, "train_loss_step": 4.131009101867676, "n_params": 4551820, "total_flops": 45165707059200000, "train_loss": 0.019875213078090124, "subset_score_loss": 0.019875213078090124} +{"step": 3240000, "wall_time": 32795.25176739693, "train_loss_step": 3.877079963684082, "n_params": 4551820, "total_flops": 45305538969600000, "train_loss": 0.021332168579101564, "subset_score_loss": 0.021332168579101564} +{"step": 3250000, "wall_time": 32875.58684754372, "train_loss_step": 3.82199764251709, "n_params": 4551820, "total_flops": 45445370880000000, "train_loss": 0.02128465516226632, "subset_score_loss": 0.02128465516226632} +{"step": 3260000, "wall_time": 32945.4689810276, "train_loss_step": 3.9530014991760254, "n_params": 4551820, "total_flops": 45585202790400000, "train_loss": 0.01945319516318185, "subset_score_loss": 0.01945319516318185} +{"step": 3270000, "wall_time": 33017.0669465065, "train_loss_step": 3.6500532627105713, "n_params": 4551820, "total_flops": 45725034700800000, "train_loss": 0.020394463198525566, "subset_score_loss": 0.020394463198525566} +{"step": 3280000, "wall_time": 33096.72365522385, "train_loss_step": 3.5779800415039062, "n_params": 4551820, "total_flops": 45864866611200000, "train_loss": 0.01994666201727731, "subset_score_loss": 0.01994666201727731} +{"step": 3290000, "wall_time": 33176.82631278038, "train_loss_step": 4.209513187408447, "n_params": 4551820, "total_flops": 46004698521600000, "train_loss": 0.0210894090788705, "subset_score_loss": 0.0210894090788705} +{"step": 3300000, "wall_time": 33385.04359507561, "train_loss_step": 3.9721832275390625, "n_params": 4551820, "total_flops": 46144530432000000, "train_loss": 0.019982382229396276, "subset_score_loss": 0.019982382229396276, "memorization_fraction_pixel": 0.5236999988555908, "mean_nn_ratio_pixel": 0.5473539233207703, "fid": 133.74933251757196} +{"step": 3310000, "wall_time": 33465.431633234024, "train_loss_step": 3.8149993419647217, "n_params": 4551820, "total_flops": 46284362342400000, "train_loss": 0.0210345949445452, "subset_score_loss": 0.0210345949445452} +{"step": 3320000, "wall_time": 33534.770094394684, "train_loss_step": 3.515322685241699, "n_params": 4551820, "total_flops": 46424194252800000, "train_loss": 0.019426991258348736, "subset_score_loss": 0.019426991258348736} +{"step": 3330000, "wall_time": 33604.33262991905, "train_loss_step": 3.6732981204986572, "n_params": 4551820, "total_flops": 46564026163200000, "train_loss": 0.020027479103633335, "subset_score_loss": 0.020027479103633335} +{"step": 3340000, "wall_time": 33674.5480966568, "train_loss_step": 3.7380237579345703, "n_params": 4551820, "total_flops": 46703858073600000, "train_loss": 0.01922844307763236, "subset_score_loss": 0.01922844307763236} +{"step": 3350000, "wall_time": 33754.97401237488, "train_loss_step": 3.5823793411254883, "n_params": 4551820, "total_flops": 46843689984000000, "train_loss": 0.020195135048457553, "subset_score_loss": 0.020195135048457553} +{"step": 3360000, "wall_time": 33830.13484787941, "train_loss_step": 3.985568046569824, "n_params": 4551820, "total_flops": 46983521894400000, "train_loss": 0.020474597385951452, "subset_score_loss": 0.020474597385951452} +{"step": 3370000, "wall_time": 33895.73395895958, "train_loss_step": 3.7447423934936523, "n_params": 4551820, "total_flops": 47123353804800000, "train_loss": 0.02327467203140259, "subset_score_loss": 0.02327467203140259} +{"step": 3380000, "wall_time": 33975.85862517357, "train_loss_step": 3.843285083770752, "n_params": 4551820, "total_flops": 47263185715200000, "train_loss": 0.019995198931012835, "subset_score_loss": 0.019995198931012835} +{"step": 3390000, "wall_time": 34055.556742191315, "train_loss_step": 4.059863090515137, "n_params": 4551820, "total_flops": 47403017625600000, "train_loss": 0.020810605798448834, "subset_score_loss": 0.020810605798448834} +{"step": 3400000, "wall_time": 34238.73934555054, "train_loss_step": 3.813960552215576, "n_params": 4551820, "total_flops": 47542849536000000, "train_loss": 0.01976440463747297, "subset_score_loss": 0.01976440463747297, "memorization_fraction_pixel": 0.5166000127792358, "mean_nn_ratio_pixel": 0.5558426976203918, "fid": 138.78993210836796} +{"step": 3410000, "wall_time": 34318.6755297184, "train_loss_step": 3.851060390472412, "n_params": 4551820, "total_flops": 47682681446400000, "train_loss": 0.02102825130735125, "subset_score_loss": 0.02102825130735125} +{"step": 3420000, "wall_time": 34388.52275824547, "train_loss_step": 4.104085445404053, "n_params": 4551820, "total_flops": 47822513356800000, "train_loss": 0.020604377133505686, "subset_score_loss": 0.020604377133505686} +{"step": 3430000, "wall_time": 34460.5925655365, "train_loss_step": 3.835824966430664, "n_params": 4551820, "total_flops": 47962345267200000, "train_loss": 0.019931701251438685, "subset_score_loss": 0.019931701251438685} +{"step": 3440000, "wall_time": 34526.36602258682, "train_loss_step": 3.3528637886047363, "n_params": 4551820, "total_flops": 48102177177600000, "train_loss": 0.02025035790034703, "subset_score_loss": 0.02025035790034703} +{"step": 3450000, "wall_time": 34607.002779483795, "train_loss_step": 3.6629793643951416, "n_params": 4551820, "total_flops": 48242009088000000, "train_loss": 0.020510796138218473, "subset_score_loss": 0.020510796138218473} +{"step": 3460000, "wall_time": 34687.02491688728, "train_loss_step": 3.972501754760742, "n_params": 4551820, "total_flops": 48381840998400000, "train_loss": 0.019445151942116875, "subset_score_loss": 0.019445151942116875} +{"step": 3470000, "wall_time": 34755.85671234131, "train_loss_step": 3.802522659301758, "n_params": 4551820, "total_flops": 48521672908800000, "train_loss": 0.019025361537933348, "subset_score_loss": 0.019025361537933348} +{"step": 3480000, "wall_time": 34828.61366868019, "train_loss_step": 3.4249396324157715, "n_params": 4551820, "total_flops": 48661504819200000, "train_loss": 0.021102491446903775, "subset_score_loss": 0.021102491446903775} +{"step": 3490000, "wall_time": 34908.94147491455, "train_loss_step": 3.7963814735412598, "n_params": 4551820, "total_flops": 48801336729600000, "train_loss": 0.01942718369620187, "subset_score_loss": 0.01942718369620187} +{"step": 3500000, "wall_time": 35084.68959283829, "train_loss_step": 3.924809455871582, "n_params": 4551820, "total_flops": 48941168640000000, "train_loss": 0.020339865343911308, "subset_score_loss": 0.020339865343911308, "memorization_fraction_pixel": 0.5378000140190125, "mean_nn_ratio_pixel": 0.5376311540603638, "fid": 131.76798932869988} +{"step": 3510000, "wall_time": 35164.77149653435, "train_loss_step": 3.8722379207611084, "n_params": 4551820, "total_flops": 49081000550400000, "train_loss": 0.0195191604750497, "subset_score_loss": 0.0195191604750497} +{"step": 3520000, "wall_time": 35239.52020049095, "train_loss_step": 3.4776759147644043, "n_params": 4551820, "total_flops": 49220832460800000, "train_loss": 0.019286062036241804, "subset_score_loss": 0.019286062036241804} +{"step": 3530000, "wall_time": 35316.011600255966, "train_loss_step": 4.205426216125488, "n_params": 4551820, "total_flops": 49360664371200000, "train_loss": 0.019208710534232003, "subset_score_loss": 0.019208710534232003} +{"step": 3540000, "wall_time": 35380.99742603302, "train_loss_step": 3.80609393119812, "n_params": 4551820, "total_flops": 49500496281600000, "train_loss": 0.01962543044771467, "subset_score_loss": 0.01962543044771467} +{"step": 3550000, "wall_time": 35459.0498752594, "train_loss_step": 3.8000564575195312, "n_params": 4551820, "total_flops": 49640328192000000, "train_loss": 0.01932652166911534, "subset_score_loss": 0.01932652166911534} +{"step": 3560000, "wall_time": 35539.48926830292, "train_loss_step": 3.5704517364501953, "n_params": 4551820, "total_flops": 49780160102400000, "train_loss": 0.018791333266666956, "subset_score_loss": 0.018791333266666956} +{"step": 3570000, "wall_time": 35619.91324329376, "train_loss_step": 3.9136061668395996, "n_params": 4551820, "total_flops": 49919992012800000, "train_loss": 0.020682624408176968, "subset_score_loss": 0.020682624408176968} +{"step": 3580000, "wall_time": 35684.18877315521, "train_loss_step": 3.4989356994628906, "n_params": 4551820, "total_flops": 50059823923200000, "train_loss": 0.019107980387551442, "subset_score_loss": 0.019107980387551442} +{"step": 3590000, "wall_time": 35763.15285229683, "train_loss_step": 3.958928346633911, "n_params": 4551820, "total_flops": 50199655833600000, "train_loss": 0.019323745795658657, "subset_score_loss": 0.019323745795658657} +{"step": 3600000, "wall_time": 35938.1253426075, "train_loss_step": 3.9204587936401367, "n_params": 4551820, "total_flops": 50339487744000000, "train_loss": 0.01911236388342721, "subset_score_loss": 0.01911236388342721, "memorization_fraction_pixel": 0.532800018787384, "mean_nn_ratio_pixel": 0.5420568585395813, "fid": 130.6567002602449} +{"step": 3610000, "wall_time": 36018.20337724686, "train_loss_step": 4.013246536254883, "n_params": 4551820, "total_flops": 50479319654400000, "train_loss": 0.018913398470197407, "subset_score_loss": 0.018913398470197407} +{"step": 3620000, "wall_time": 36090.4564242363, "train_loss_step": 3.9496469497680664, "n_params": 4551820, "total_flops": 50619151564800000, "train_loss": 0.01881117139543806, "subset_score_loss": 0.01881117139543806} +{"step": 3630000, "wall_time": 36165.49562907219, "train_loss_step": 3.66312313079834, "n_params": 4551820, "total_flops": 50758983475200000, "train_loss": 0.019719319684164866, "subset_score_loss": 0.019719319684164866} +{"step": 3640000, "wall_time": 36238.27387261391, "train_loss_step": 3.719421863555908, "n_params": 4551820, "total_flops": 50898815385600000, "train_loss": 0.022455944333757673, "subset_score_loss": 0.022455944333757673} +{"step": 3650000, "wall_time": 36316.04337286949, "train_loss_step": 3.6122498512268066, "n_params": 4551820, "total_flops": 51038647296000000, "train_loss": 0.019548276492527553, "subset_score_loss": 0.019548276492527553} +{"step": 3660000, "wall_time": 36396.42787718773, "train_loss_step": 3.7218832969665527, "n_params": 4551820, "total_flops": 51178479206400000, "train_loss": 0.020339349337986538, "subset_score_loss": 0.020339349337986538} +{"step": 3670000, "wall_time": 36476.926403045654, "train_loss_step": 3.365046739578247, "n_params": 4551820, "total_flops": 51318311116800000, "train_loss": 0.02005845138004848, "subset_score_loss": 0.02005845138004848} +{"step": 3680000, "wall_time": 36555.901869535446, "train_loss_step": 3.4046521186828613, "n_params": 4551820, "total_flops": 51458143027200000, "train_loss": 0.01969266619001116, "subset_score_loss": 0.01969266619001116} +{"step": 3690000, "wall_time": 36619.070437431335, "train_loss_step": 3.763256788253784, "n_params": 4551820, "total_flops": 51597974937600000, "train_loss": 0.01823772702898298, "subset_score_loss": 0.01823772702898298} +{"step": 3700000, "wall_time": 36810.39813995361, "train_loss_step": 3.5320804119110107, "n_params": 4551820, "total_flops": 51737806848000000, "train_loss": 0.0185087936265128, "subset_score_loss": 0.0185087936265128, "memorization_fraction_pixel": 0.5978000164031982, "mean_nn_ratio_pixel": 0.49387943744659424, "fid": 122.6833103262565} +{"step": 3710000, "wall_time": 36890.510812044144, "train_loss_step": 3.384528160095215, "n_params": 4551820, "total_flops": 51877638758400000, "train_loss": 0.018562071663992746, "subset_score_loss": 0.018562071663992746} +{"step": 3720000, "wall_time": 36959.87632274628, "train_loss_step": 3.7459664344787598, "n_params": 4551820, "total_flops": 52017470668800000, "train_loss": 0.01950256654194423, "subset_score_loss": 0.01950256654194423} +{"step": 3730000, "wall_time": 37040.26620531082, "train_loss_step": 3.4817123413085938, "n_params": 4551820, "total_flops": 52157302579200000, "train_loss": 0.020113352366856168, "subset_score_loss": 0.020113352366856168} +{"step": 3740000, "wall_time": 37110.33051633835, "train_loss_step": 3.9266414642333984, "n_params": 4551820, "total_flops": 52297134489600000, "train_loss": 0.020058127811976842, "subset_score_loss": 0.020058127811976842} +{"step": 3750000, "wall_time": 37190.819269657135, "train_loss_step": 3.776571273803711, "n_params": 4551820, "total_flops": 52436966400000000, "train_loss": 0.018313581602913992, "subset_score_loss": 0.018313581602913992} +{"step": 3760000, "wall_time": 37270.72069334984, "train_loss_step": 3.654222011566162, "n_params": 4551820, "total_flops": 52576798310400000, "train_loss": 0.018842715876443046, "subset_score_loss": 0.018842715876443046} +{"step": 3770000, "wall_time": 37350.89268755913, "train_loss_step": 3.7763822078704834, "n_params": 4551820, "total_flops": 52716630220800000, "train_loss": 0.017606113638196672, "subset_score_loss": 0.017606113638196672} +{"step": 3780000, "wall_time": 37431.16092276573, "train_loss_step": 3.5868735313415527, "n_params": 4551820, "total_flops": 52856462131200000, "train_loss": 0.018905792917524065, "subset_score_loss": 0.018905792917524065} +{"step": 3790000, "wall_time": 37499.96803236008, "train_loss_step": 3.5116024017333984, "n_params": 4551820, "total_flops": 52996294041600000, "train_loss": 0.018005881990705217, "subset_score_loss": 0.018005881990705217} +{"step": 3800000, "wall_time": 37696.37904047966, "train_loss_step": 3.6221377849578857, "n_params": 4551820, "total_flops": 53136125952000000, "train_loss": 0.018916286740984237, "subset_score_loss": 0.018916286740984237, "memorization_fraction_pixel": 0.5604000091552734, "mean_nn_ratio_pixel": 0.5221312642097473, "fid": 131.098260344516} +{"step": 3810000, "wall_time": 37775.96300292015, "train_loss_step": 3.507127285003662, "n_params": 4551820, "total_flops": 53275957862400000, "train_loss": 0.01811160019465855, "subset_score_loss": 0.01811160019465855} +{"step": 3820000, "wall_time": 37845.85422515869, "train_loss_step": 3.6189377307891846, "n_params": 4551820, "total_flops": 53415789772800000, "train_loss": 0.02005709750311715, "subset_score_loss": 0.02005709750311715} +{"step": 3830000, "wall_time": 37924.06297016144, "train_loss_step": 3.4528186321258545, "n_params": 4551820, "total_flops": 53555621683200000, "train_loss": 0.018943120752062115, "subset_score_loss": 0.018943120752062115} +{"step": 3840000, "wall_time": 37989.79311180115, "train_loss_step": 3.6386544704437256, "n_params": 4551820, "total_flops": 53695453593600000, "train_loss": 0.018332297461373465, "subset_score_loss": 0.018332297461373465} +{"step": 3850000, "wall_time": 38069.98278236389, "train_loss_step": 3.591874122619629, "n_params": 4551820, "total_flops": 53835285504000000, "train_loss": 0.01797834975378854, "subset_score_loss": 0.01797834975378854} +{"step": 3860000, "wall_time": 38150.2322974205, "train_loss_step": 3.7259931564331055, "n_params": 4551820, "total_flops": 53975117414400000, "train_loss": 0.01877739940370832, "subset_score_loss": 0.01877739940370832} +{"step": 3870000, "wall_time": 38230.731016397476, "train_loss_step": 3.8322505950927734, "n_params": 4551820, "total_flops": 54114949324800000, "train_loss": 0.018454071453639437, "subset_score_loss": 0.018454071453639437} +{"step": 3880000, "wall_time": 38310.80749440193, "train_loss_step": 3.4158859252929688, "n_params": 4551820, "total_flops": 54254781235200000, "train_loss": 0.019305574893951415, "subset_score_loss": 0.019305574893951415} +{"step": 3890000, "wall_time": 38386.17524409294, "train_loss_step": 3.265618324279785, "n_params": 4551820, "total_flops": 54394613145600000, "train_loss": 0.01745541776929583, "subset_score_loss": 0.01745541776929583} +{"step": 3900000, "wall_time": 38566.0293443203, "train_loss_step": 3.6404218673706055, "n_params": 4551820, "total_flops": 54534445056000000, "train_loss": 0.017420760222843716, "subset_score_loss": 0.017420760222843716, "memorization_fraction_pixel": 0.5548999905586243, "mean_nn_ratio_pixel": 0.5253134965896606, "fid": 130.42300666867544} +{"step": 3910000, "wall_time": 38639.88450431824, "train_loss_step": 3.4014508724212646, "n_params": 4551820, "total_flops": 54674276966400000, "train_loss": 0.019059588227953228, "subset_score_loss": 0.019059588227953228} +{"step": 3920000, "wall_time": 38709.71191120148, "train_loss_step": 3.928861141204834, "n_params": 4551820, "total_flops": 54814108876800000, "train_loss": 0.01792104925428118, "subset_score_loss": 0.01792104925428118} +{"step": 3930000, "wall_time": 38789.07920050621, "train_loss_step": 3.386676788330078, "n_params": 4551820, "total_flops": 54953940787200000, "train_loss": 0.018426639693123952, "subset_score_loss": 0.018426639693123952} +{"step": 3940000, "wall_time": 38860.63924193382, "train_loss_step": 3.7097983360290527, "n_params": 4551820, "total_flops": 55093772697600000, "train_loss": 0.019156554767063686, "subset_score_loss": 0.019156554767063686} +{"step": 3950000, "wall_time": 38940.60857081413, "train_loss_step": 3.4680635929107666, "n_params": 4551820, "total_flops": 55233604608000000, "train_loss": 0.017930710315704347, "subset_score_loss": 0.017930710315704347} +{"step": 3960000, "wall_time": 39020.38464355469, "train_loss_step": 3.4204704761505127, "n_params": 4551820, "total_flops": 55373436518400000, "train_loss": 0.01847102131162371, "subset_score_loss": 0.01847102131162371} +{"step": 3970000, "wall_time": 39100.634241342545, "train_loss_step": 3.395379066467285, "n_params": 4551820, "total_flops": 55513268428800000, "train_loss": 0.019108402729034423, "subset_score_loss": 0.019108402729034423} +{"step": 3980000, "wall_time": 39180.47891783714, "train_loss_step": 3.483153820037842, "n_params": 4551820, "total_flops": 55653100339200000, "train_loss": 0.018336527688162668, "subset_score_loss": 0.018336527688162668} +{"step": 3990000, "wall_time": 39260.35272526741, "train_loss_step": 3.7139763832092285, "n_params": 4551820, "total_flops": 55792932249600000, "train_loss": 0.018842179434640068, "subset_score_loss": 0.018842179434640068} +{"step": 4000000, "wall_time": 39421.618131160736, "train_loss_step": 3.45611310005188, "n_params": 4551820, "total_flops": 55932764160000000, "train_loss": 0.01801691906792777, "subset_score_loss": 0.01801691906792777, "memorization_fraction_pixel": 0.5896999835968018, "mean_nn_ratio_pixel": 0.49877557158470154, "fid": 122.86086105305327} +{"step": 4010000, "wall_time": 39497.83488559723, "train_loss_step": 3.4651665687561035, "n_params": 4551820, "total_flops": 56072596070400000, "train_loss": 0.017967336518423898, "subset_score_loss": 0.017967336518423898} +{"step": 4020000, "wall_time": 39563.1726937294, "train_loss_step": 3.2441959381103516, "n_params": 4551820, "total_flops": 56212427980800000, "train_loss": 0.0165521434375218, "subset_score_loss": 0.0165521434375218} +{"step": 4030000, "wall_time": 39639.40375614166, "train_loss_step": 3.779500722885132, "n_params": 4551820, "total_flops": 56352259891200000, "train_loss": 0.01880831207547869, "subset_score_loss": 0.01880831207547869} +{"step": 4040000, "wall_time": 39708.50863003731, "train_loss_step": 3.4936184883117676, "n_params": 4551820, "total_flops": 56492091801600000, "train_loss": 0.01850764581135341, "subset_score_loss": 0.01850764581135341} +{"step": 4050000, "wall_time": 39788.99372148514, "train_loss_step": 3.5297698974609375, "n_params": 4551820, "total_flops": 56631923712000000, "train_loss": 0.018659983362470354, "subset_score_loss": 0.018659983362470354} +{"step": 4060000, "wall_time": 39869.11185503006, "train_loss_step": 3.666699171066284, "n_params": 4551820, "total_flops": 56771755622400000, "train_loss": 0.018180014405931744, "subset_score_loss": 0.018180014405931744} +{"step": 4070000, "wall_time": 39948.81328582764, "train_loss_step": 3.7282819747924805, "n_params": 4551820, "total_flops": 56911587532800000, "train_loss": 0.017626205512455532, "subset_score_loss": 0.017626205512455532} +{"step": 4080000, "wall_time": 40028.70403313637, "train_loss_step": 3.4595725536346436, "n_params": 4551820, "total_flops": 57051419443200000, "train_loss": 0.018415437425885882, "subset_score_loss": 0.018415437425885882} +{"step": 4090000, "wall_time": 40109.23816227913, "train_loss_step": 3.8077878952026367, "n_params": 4551820, "total_flops": 57191251353600000, "train_loss": 0.01783698456627982, "subset_score_loss": 0.01783698456627982} +{"step": 4100000, "wall_time": 40302.16207051277, "train_loss_step": 3.6163783073425293, "n_params": 4551820, "total_flops": 57331083264000000, "train_loss": 0.017578843661717008, "subset_score_loss": 0.017578843661717008, "memorization_fraction_pixel": 0.6061000227928162, "mean_nn_ratio_pixel": 0.48708558082580566, "fid": 121.65956476308993} +{"step": 4110000, "wall_time": 40377.35356736183, "train_loss_step": 3.5061333179473877, "n_params": 4551820, "total_flops": 57470915174400000, "train_loss": 0.017996185166495187, "subset_score_loss": 0.017996185166495187} +{"step": 4120000, "wall_time": 40438.814326286316, "train_loss_step": 3.4820618629455566, "n_params": 4551820, "total_flops": 57610747084800000, "train_loss": 0.01854172434125628, "subset_score_loss": 0.01854172434125628} +{"step": 4130000, "wall_time": 40512.09864664078, "train_loss_step": 3.6798667907714844, "n_params": 4551820, "total_flops": 57750578995200000, "train_loss": 0.01732414790562221, "subset_score_loss": 0.01732414790562221} +{"step": 4140000, "wall_time": 40576.24212002754, "train_loss_step": 3.3094096183776855, "n_params": 4551820, "total_flops": 57890410905600000, "train_loss": 0.017316225596836637, "subset_score_loss": 0.017316225596836637} +{"step": 4150000, "wall_time": 40656.71521568298, "train_loss_step": 3.5526561737060547, "n_params": 4551820, "total_flops": 58030242816000000, "train_loss": 0.017787134647369383, "subset_score_loss": 0.017787134647369383} +{"step": 4160000, "wall_time": 40736.842923641205, "train_loss_step": 3.6365890502929688, "n_params": 4551820, "total_flops": 58170074726400000, "train_loss": 0.019185807023729597, "subset_score_loss": 0.019185807023729597} +{"step": 4170000, "wall_time": 40817.257026433945, "train_loss_step": 3.2786974906921387, "n_params": 4551820, "total_flops": 58309906636800000, "train_loss": 0.01827361924307687, "subset_score_loss": 0.01827361924307687} +{"step": 4180000, "wall_time": 40897.470960617065, "train_loss_step": 3.852949619293213, "n_params": 4551820, "total_flops": 58449738547200000, "train_loss": 0.01753125020435878, "subset_score_loss": 0.01753125020435878} +{"step": 4190000, "wall_time": 40976.90586733818, "train_loss_step": 3.4850845336914062, "n_params": 4551820, "total_flops": 58589570457600000, "train_loss": 0.018646883964538574, "subset_score_loss": 0.018646883964538574} +{"step": 4200000, "wall_time": 41132.33870911598, "train_loss_step": 3.984347343444824, "n_params": 4551820, "total_flops": 58729402368000000, "train_loss": 0.019015392235347203, "subset_score_loss": 0.019015392235347203, "memorization_fraction_pixel": 0.6000999808311462, "mean_nn_ratio_pixel": 0.4917246997356415, "fid": 121.6159318709326} +{"step": 4210000, "wall_time": 41212.412137031555, "train_loss_step": 3.444011688232422, "n_params": 4551820, "total_flops": 58869234278400000, "train_loss": 0.018236867019108365, "subset_score_loss": 0.018236867019108365} +{"step": 4220000, "wall_time": 41280.72895860672, "train_loss_step": 3.683073043823242, "n_params": 4551820, "total_flops": 59009066188800000, "train_loss": 0.017582643032073974, "subset_score_loss": 0.017582643032073974} +{"step": 4230000, "wall_time": 41356.04724526405, "train_loss_step": 3.8193655014038086, "n_params": 4551820, "total_flops": 59148898099200000, "train_loss": 0.018256798812321253, "subset_score_loss": 0.018256798812321253} +{"step": 4240000, "wall_time": 41424.092329740524, "train_loss_step": 3.3620033264160156, "n_params": 4551820, "total_flops": 59288730009600000, "train_loss": 0.017623891149248394, "subset_score_loss": 0.017623891149248394} +{"step": 4250000, "wall_time": 41499.11109948158, "train_loss_step": 3.273507595062256, "n_params": 4551820, "total_flops": 59428561920000000, "train_loss": 0.0166938270841326, "subset_score_loss": 0.0166938270841326} +{"step": 4260000, "wall_time": 41579.85355377197, "train_loss_step": 3.538968086242676, "n_params": 4551820, "total_flops": 59568393830400000, "train_loss": 0.017649522849491665, "subset_score_loss": 0.017649522849491665} +{"step": 4270000, "wall_time": 41660.22308802605, "train_loss_step": 3.761033058166504, "n_params": 4551820, "total_flops": 59708225740800000, "train_loss": 0.018241568974086218, "subset_score_loss": 0.018241568974086218} +{"step": 4280000, "wall_time": 41740.76948261261, "train_loss_step": 3.327446937561035, "n_params": 4551820, "total_flops": 59848057651200000, "train_loss": 0.017318023954119, "subset_score_loss": 0.017318023954119} +{"step": 4290000, "wall_time": 41821.15894985199, "train_loss_step": 3.437581777572632, "n_params": 4551820, "total_flops": 59987889561600000, "train_loss": 0.01783091000148228, "subset_score_loss": 0.01783091000148228} +{"step": 4300000, "wall_time": 41972.99638128281, "train_loss_step": 3.308114767074585, "n_params": 4551820, "total_flops": 60127721472000000, "train_loss": 0.018397675241742815, "subset_score_loss": 0.018397675241742815, "memorization_fraction_pixel": 0.5960000157356262, "mean_nn_ratio_pixel": 0.49947866797447205, "fid": 124.73880012227687} +{"step": 4310000, "wall_time": 42052.589385032654, "train_loss_step": 4.174532413482666, "n_params": 4551820, "total_flops": 60267553382400000, "train_loss": 0.017795750073024204, "subset_score_loss": 0.017795750073024204} +{"step": 4320000, "wall_time": 42130.182438373566, "train_loss_step": 3.6035666465759277, "n_params": 4551820, "total_flops": 60407385292800000, "train_loss": 0.017750229154314314, "subset_score_loss": 0.017750229154314314} +{"step": 4330000, "wall_time": 42202.35436487198, "train_loss_step": 3.5182650089263916, "n_params": 4551820, "total_flops": 60547217203200000, "train_loss": 0.019132416588919503, "subset_score_loss": 0.019132416588919503} +{"step": 4340000, "wall_time": 42281.13349914551, "train_loss_step": 3.750936985015869, "n_params": 4551820, "total_flops": 60687049113600000, "train_loss": 0.017065678324018205, "subset_score_loss": 0.017065678324018205} +{"step": 4350000, "wall_time": 42353.86597561836, "train_loss_step": 3.470881938934326, "n_params": 4551820, "total_flops": 60826881024000000, "train_loss": 0.017031194482530865, "subset_score_loss": 0.017031194482530865} +{"step": 4360000, "wall_time": 42434.19430446625, "train_loss_step": 3.615706205368042, "n_params": 4551820, "total_flops": 60966712934400000, "train_loss": 0.016527177606310162, "subset_score_loss": 0.016527177606310162} +{"step": 4370000, "wall_time": 42514.44769334793, "train_loss_step": 3.6299185752868652, "n_params": 4551820, "total_flops": 61106544844800000, "train_loss": 0.017695508684430802, "subset_score_loss": 0.017695508684430802} +{"step": 4380000, "wall_time": 42594.81423687935, "train_loss_step": 3.6317031383514404, "n_params": 4551820, "total_flops": 61246376755200000, "train_loss": 0.017116267340523857, "subset_score_loss": 0.017116267340523857} +{"step": 4390000, "wall_time": 42675.49900722504, "train_loss_step": 3.6960208415985107, "n_params": 4551820, "total_flops": 61386208665600000, "train_loss": 0.01747284616742815, "subset_score_loss": 0.01747284616742815} +{"step": 4400000, "wall_time": 42855.36386036873, "train_loss_step": 3.4365506172180176, "n_params": 4551820, "total_flops": 61526040576000000, "train_loss": 0.017485395499638148, "subset_score_loss": 0.017485395499638148, "memorization_fraction_pixel": 0.5953999757766724, "mean_nn_ratio_pixel": 0.4967656135559082, "fid": 122.62661839472895} +{"step": 4410000, "wall_time": 42926.760783195496, "train_loss_step": 3.2623679637908936, "n_params": 4551820, "total_flops": 61665872486400000, "train_loss": 0.017052054405212402, "subset_score_loss": 0.017052054405212402} +{"step": 4420000, "wall_time": 43000.09468984604, "train_loss_step": 3.747631311416626, "n_params": 4551820, "total_flops": 61805704396800000, "train_loss": 0.01680478879383632, "subset_score_loss": 0.01680478879383632} +{"step": 4430000, "wall_time": 43067.88689827919, "train_loss_step": 3.6725411415100098, "n_params": 4551820, "total_flops": 61945536307200000, "train_loss": 0.016960787773132324, "subset_score_loss": 0.016960787773132324} +{"step": 4440000, "wall_time": 43142.942967414856, "train_loss_step": 3.710028886795044, "n_params": 4551820, "total_flops": 62085368217600000, "train_loss": 0.01735219614846366, "subset_score_loss": 0.01735219614846366} +{"step": 4450000, "wall_time": 43217.948838472366, "train_loss_step": 3.6612048149108887, "n_params": 4551820, "total_flops": 62225200128000000, "train_loss": 0.018626047883714948, "subset_score_loss": 0.018626047883714948} +{"step": 4460000, "wall_time": 43298.468140125275, "train_loss_step": 3.058338165283203, "n_params": 4551820, "total_flops": 62365032038400000, "train_loss": 0.0172880905015128, "subset_score_loss": 0.0172880905015128} +{"step": 4470000, "wall_time": 43379.118210077286, "train_loss_step": 3.794945240020752, "n_params": 4551820, "total_flops": 62504863948800000, "train_loss": 0.016688002858843122, "subset_score_loss": 0.016688002858843122} +{"step": 4480000, "wall_time": 43459.508355140686, "train_loss_step": 3.493021249771118, "n_params": 4551820, "total_flops": 62644695859200000, "train_loss": 0.016809979506901333, "subset_score_loss": 0.016809979506901333} +{"step": 4490000, "wall_time": 43539.91849040985, "train_loss_step": 3.512190341949463, "n_params": 4551820, "total_flops": 62784527769600000, "train_loss": 0.016355618408748083, "subset_score_loss": 0.016355618408748083} +{"step": 4500000, "wall_time": 43716.82151269913, "train_loss_step": 3.5147833824157715, "n_params": 4551820, "total_flops": 62924359680000000, "train_loss": 0.017636706147875103, "subset_score_loss": 0.017636706147875103, "memorization_fraction_pixel": 0.6075999736785889, "mean_nn_ratio_pixel": 0.4865681529045105, "fid": 121.15740495647364} +{"step": 4510000, "wall_time": 43782.06833720207, "train_loss_step": 3.7531728744506836, "n_params": 4551820, "total_flops": 63064191590400000, "train_loss": 0.019526450974600654, "subset_score_loss": 0.019526450974600654} +{"step": 4520000, "wall_time": 43858.431468486786, "train_loss_step": 3.394059181213379, "n_params": 4551820, "total_flops": 63204023500800000, "train_loss": 0.016645567757742747, "subset_score_loss": 0.016645567757742747} +{"step": 4530000, "wall_time": 43924.58568263054, "train_loss_step": 3.4688687324523926, "n_params": 4551820, "total_flops": 63343855411200000, "train_loss": 0.019899276324680873, "subset_score_loss": 0.019899276324680873} +{"step": 4540000, "wall_time": 43998.95363521576, "train_loss_step": 3.3969743251800537, "n_params": 4551820, "total_flops": 63483687321600000, "train_loss": 0.016931017807551792, "subset_score_loss": 0.016931017807551792} +{"step": 4550000, "wall_time": 44070.26278758049, "train_loss_step": 3.3524599075317383, "n_params": 4551820, "total_flops": 63623519232000000, "train_loss": 0.015693279675074986, "subset_score_loss": 0.015693279675074986} +{"step": 4560000, "wall_time": 44150.32481718063, "train_loss_step": 3.2079031467437744, "n_params": 4551820, "total_flops": 63763351142400000, "train_loss": 0.016438673223767963, "subset_score_loss": 0.016438673223767963} +{"step": 4570000, "wall_time": 44230.52259898186, "train_loss_step": 3.4861419200897217, "n_params": 4551820, "total_flops": 63903183052800000, "train_loss": 0.02010357209614345, "subset_score_loss": 0.02010357209614345} +{"step": 4580000, "wall_time": 44310.95392894745, "train_loss_step": 3.6390771865844727, "n_params": 4551820, "total_flops": 64043014963200000, "train_loss": 0.01749812023980277, "subset_score_loss": 0.01749812023980277} +{"step": 4590000, "wall_time": 44391.34704041481, "train_loss_step": 3.2354657649993896, "n_params": 4551820, "total_flops": 64182846873600000, "train_loss": 0.017539039679936, "subset_score_loss": 0.017539039679936} +{"step": 4600000, "wall_time": 44589.766990184784, "train_loss_step": 3.3308796882629395, "n_params": 4551820, "total_flops": 64322678784000000, "train_loss": 0.016096058913639615, "subset_score_loss": 0.016096058913639615, "memorization_fraction_pixel": 0.6172999739646912, "mean_nn_ratio_pixel": 0.48322832584381104, "fid": 118.68804956448551} +{"step": 4610000, "wall_time": 44663.56927514076, "train_loss_step": 3.5084900856018066, "n_params": 4551820, "total_flops": 64462510694400000, "train_loss": 0.018101983410971505, "subset_score_loss": 0.018101983410971505} +{"step": 4620000, "wall_time": 44733.87602162361, "train_loss_step": 3.2982490062713623, "n_params": 4551820, "total_flops": 64602342604800000, "train_loss": 0.016982359545571462, "subset_score_loss": 0.016982359545571462} +{"step": 4630000, "wall_time": 44803.56118774414, "train_loss_step": 3.377980947494507, "n_params": 4551820, "total_flops": 64742174515200000, "train_loss": 0.017105822903769358, "subset_score_loss": 0.017105822903769358} +{"step": 4640000, "wall_time": 44876.13358259201, "train_loss_step": 3.535797119140625, "n_params": 4551820, "total_flops": 64882006425600000, "train_loss": 0.016083179201398578, "subset_score_loss": 0.016083179201398578} +{"step": 4650000, "wall_time": 44943.902430057526, "train_loss_step": 3.53049635887146, "n_params": 4551820, "total_flops": 65021838336000000, "train_loss": 0.017352749620165142, "subset_score_loss": 0.017352749620165142} +{"step": 4660000, "wall_time": 45023.801485300064, "train_loss_step": 3.1912620067596436, "n_params": 4551820, "total_flops": 65161670246400000, "train_loss": 0.018380837781088694, "subset_score_loss": 0.018380837781088694} +{"step": 4670000, "wall_time": 45104.49886703491, "train_loss_step": 3.472522258758545, "n_params": 4551820, "total_flops": 65301502156800000, "train_loss": 0.016455256938934328, "subset_score_loss": 0.016455256938934328} +{"step": 4680000, "wall_time": 45184.22097849846, "train_loss_step": 3.083275079727173, "n_params": 4551820, "total_flops": 65441334067200000, "train_loss": 0.01875321865081787, "subset_score_loss": 0.01875321865081787} +{"step": 4690000, "wall_time": 45264.552317380905, "train_loss_step": 3.575038433074951, "n_params": 4551820, "total_flops": 65581165977600000, "train_loss": 0.016811345304761614, "subset_score_loss": 0.016811345304761614} +{"step": 4700000, "wall_time": 45443.39870452881, "train_loss_step": 3.162698745727539, "n_params": 4551820, "total_flops": 65720997888000000, "train_loss": 0.01711491857256208, "subset_score_loss": 0.01711491857256208, "memorization_fraction_pixel": 0.650600016117096, "mean_nn_ratio_pixel": 0.4546271562576294, "fid": 113.17854417211049} +{"step": 4710000, "wall_time": 45523.91729068756, "train_loss_step": 3.396318197250366, "n_params": 4551820, "total_flops": 65860829798400000, "train_loss": 0.016004788875579833, "subset_score_loss": 0.016004788875579833} +{"step": 4720000, "wall_time": 45584.57124400139, "train_loss_step": 3.4987668991088867, "n_params": 4551820, "total_flops": 66000661708800000, "train_loss": 0.015674117633274625, "subset_score_loss": 0.015674117633274625} +{"step": 4730000, "wall_time": 45642.75481510162, "train_loss_step": 3.2152552604675293, "n_params": 4551820, "total_flops": 66140493619200000, "train_loss": 0.01715730939592634, "subset_score_loss": 0.01715730939592634} +{"step": 4740000, "wall_time": 45723.20141577721, "train_loss_step": 3.4561452865600586, "n_params": 4551820, "total_flops": 66280325529600000, "train_loss": 0.016810732228415354, "subset_score_loss": 0.016810732228415354} +{"step": 4750000, "wall_time": 45784.64196705818, "train_loss_step": 3.40673565864563, "n_params": 4551820, "total_flops": 66420157440000000, "train_loss": 0.01790649209703718, "subset_score_loss": 0.01790649209703718} +{"step": 4760000, "wall_time": 45859.96806693077, "train_loss_step": 3.388861656188965, "n_params": 4551820, "total_flops": 66559989350400000, "train_loss": 0.01638693298612322, "subset_score_loss": 0.01638693298612322} +{"step": 4770000, "wall_time": 45940.36044096947, "train_loss_step": 3.5097742080688477, "n_params": 4551820, "total_flops": 66699821260800000, "train_loss": 0.016530881609235493, "subset_score_loss": 0.016530881609235493} +{"step": 4780000, "wall_time": 46020.03148174286, "train_loss_step": 3.4150288105010986, "n_params": 4551820, "total_flops": 66839653171200000, "train_loss": 0.016659494808741977, "subset_score_loss": 0.016659494808741977} +{"step": 4790000, "wall_time": 46099.853073358536, "train_loss_step": 3.707304000854492, "n_params": 4551820, "total_flops": 66979485081600000, "train_loss": 0.016133366312299457, "subset_score_loss": 0.016133366312299457} +{"step": 4800000, "wall_time": 46296.375355005264, "train_loss_step": 3.758523464202881, "n_params": 4551820, "total_flops": 67119316992000000, "train_loss": 0.0173663752419608, "subset_score_loss": 0.0173663752419608, "memorization_fraction_pixel": 0.6486999988555908, "mean_nn_ratio_pixel": 0.45476338267326355, "fid": 112.11265967785867} +{"step": 4810000, "wall_time": 46377.02527022362, "train_loss_step": 3.800421714782715, "n_params": 4551820, "total_flops": 67259148902400000, "train_loss": 0.016540375777653285, "subset_score_loss": 0.016540375777653285} +{"step": 4820000, "wall_time": 46448.701860666275, "train_loss_step": 3.113966226577759, "n_params": 4551820, "total_flops": 67398980812800000, "train_loss": 0.015845681939806257, "subset_score_loss": 0.015845681939806257} +{"step": 4830000, "wall_time": 46516.66946744919, "train_loss_step": 3.6023077964782715, "n_params": 4551820, "total_flops": 67538812723200000, "train_loss": 0.01699514218739101, "subset_score_loss": 0.01699514218739101} +{"step": 4840000, "wall_time": 46597.16477775574, "train_loss_step": 3.4549522399902344, "n_params": 4551820, "total_flops": 67678644633600000, "train_loss": 0.016720097405569893, "subset_score_loss": 0.016720097405569893} +{"step": 4850000, "wall_time": 46674.380947351456, "train_loss_step": 3.3231732845306396, "n_params": 4551820, "total_flops": 67818476544000000, "train_loss": 0.016697563443865096, "subset_score_loss": 0.016697563443865096} +{"step": 4860000, "wall_time": 46754.579864025116, "train_loss_step": 3.1919643878936768, "n_params": 4551820, "total_flops": 67958308454400000, "train_loss": 0.016350127969469344, "subset_score_loss": 0.016350127969469344} +{"step": 4870000, "wall_time": 46834.99795627594, "train_loss_step": 3.476778030395508, "n_params": 4551820, "total_flops": 68098140364800000, "train_loss": 0.016640567779541017, "subset_score_loss": 0.016640567779541017} +{"step": 4880000, "wall_time": 46915.54736208916, "train_loss_step": 3.391383647918701, "n_params": 4551820, "total_flops": 68237972275200000, "train_loss": 0.016499698162078857, "subset_score_loss": 0.016499698162078857} +{"step": 4890000, "wall_time": 46995.82544541359, "train_loss_step": 3.2957754135131836, "n_params": 4551820, "total_flops": 68377804185600000, "train_loss": 0.01585970265524728, "subset_score_loss": 0.01585970265524728} +{"step": 4900000, "wall_time": 47145.02071237564, "train_loss_step": 3.626225233078003, "n_params": 4551820, "total_flops": 68517636096000000, "train_loss": 0.016607279436928885, "subset_score_loss": 0.016607279436928885, "memorization_fraction_pixel": 0.6234999895095825, "mean_nn_ratio_pixel": 0.47691118717193604, "fid": 116.76092404331477} +{"step": 4910000, "wall_time": 47225.4810898304, "train_loss_step": 3.3192169666290283, "n_params": 4551820, "total_flops": 68657468006400000, "train_loss": 0.015930284772600445, "subset_score_loss": 0.015930284772600445} +{"step": 4920000, "wall_time": 47305.73160266876, "train_loss_step": 3.414201259613037, "n_params": 4551820, "total_flops": 68797299916800000, "train_loss": 0.01633962563105992, "subset_score_loss": 0.01633962563105992} +{"step": 4930000, "wall_time": 47378.27305841446, "train_loss_step": 3.4338526725769043, "n_params": 4551820, "total_flops": 68937131827200000, "train_loss": 0.018333000796181814, "subset_score_loss": 0.018333000796181814} +{"step": 4940000, "wall_time": 47458.63916993141, "train_loss_step": 3.2417240142822266, "n_params": 4551820, "total_flops": 69076963737600000, "train_loss": 0.01650282144546509, "subset_score_loss": 0.01650282144546509} +{"step": 4950000, "wall_time": 47535.40408921242, "train_loss_step": 3.5472869873046875, "n_params": 4551820, "total_flops": 69216795648000000, "train_loss": 0.017175826004573277, "subset_score_loss": 0.017175826004573277} +{"step": 4960000, "wall_time": 47615.837316036224, "train_loss_step": 3.555067539215088, "n_params": 4551820, "total_flops": 69356627558400000, "train_loss": 0.016463979652949743, "subset_score_loss": 0.016463979652949743} +{"step": 4970000, "wall_time": 47696.22408795357, "train_loss_step": 3.350625991821289, "n_params": 4551820, "total_flops": 69496459468800000, "train_loss": 0.01556523186819894, "subset_score_loss": 0.01556523186819894} +{"step": 4980000, "wall_time": 47776.32291507721, "train_loss_step": 3.3935136795043945, "n_params": 4551820, "total_flops": 69636291379200000, "train_loss": 0.01656715359006609, "subset_score_loss": 0.01656715359006609} +{"step": 4990000, "wall_time": 47856.780316352844, "train_loss_step": 3.3891963958740234, "n_params": 4551820, "total_flops": 69776123289600000, "train_loss": 0.015431058406829835, "subset_score_loss": 0.015431058406829835} +{"step": 5000000, "wall_time": 48006.0123898983, "train_loss_step": 3.429861545562744, "n_params": 4551820, "total_flops": 69915955200000000, "train_loss": 0.01648853506360735, "subset_score_loss": 0.01648853506360735, "memorization_fraction_pixel": 0.6100999712944031, "mean_nn_ratio_pixel": 0.487704336643219, "fid": 119.3446944733885} diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d140/runner.log b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d140/runner.log new file mode 100644 index 0000000000000000000000000000000000000000..d13c6bc894f15db92cc57291d922a1ca986649d6 --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d140/runner.log @@ -0,0 +1,502 @@ + FID real-side stats cached over 1000 diverse train images + step 1 | 78s | train_loss=0.9987 | fid=277.3399 + step 10000 | 177s | train_loss=0.8021 + step 20000 | 276s | train_loss=0.6710 + step 30000 | 374s | train_loss=0.5496 + step 40000 | 472s | train_loss=0.4461 + step 50000 | 570s | train_loss=0.3559 + step 60000 | 669s | train_loss=0.2852 + step 70000 | 768s | train_loss=0.2350 + step 80000 | 866s | train_loss=0.1968 + step 90000 | 965s | train_loss=0.1699 + step 100000 | 1143s | train_loss=0.1513 | fid=192.4035 + step 110000 | 1237s | train_loss=0.1356 + step 120000 | 1335s | train_loss=0.1272 + step 130000 | 1433s | train_loss=0.1216 + step 140000 | 1531s | train_loss=0.1105 + step 150000 | 1629s | train_loss=0.1075 + step 160000 | 1728s | train_loss=0.0998 + step 170000 | 1826s | train_loss=0.1012 + step 180000 | 1925s | train_loss=0.0963 + step 190000 | 2022s | train_loss=0.0946 + step 200000 | 2202s | train_loss=0.0965 | fid=205.7142 + step 210000 | 2294s | train_loss=0.0866 + step 220000 | 2393s | train_loss=0.0860 + step 230000 | 2492s | train_loss=0.0868 + step 240000 | 2590s | train_loss=0.0833 + step 250000 | 2688s | train_loss=0.0831 + step 260000 | 2788s | train_loss=0.0830 + step 270000 | 2886s | train_loss=0.0775 + step 280000 | 2985s | train_loss=0.0757 + step 290000 | 3082s | train_loss=0.0740 + step 300000 | 3262s | train_loss=0.0757 | fid=212.8429 + step 310000 | 3356s | train_loss=0.0719 + step 320000 | 3451s | train_loss=0.0728 + step 330000 | 3550s | train_loss=0.0702 + step 340000 | 3648s | train_loss=0.0659 + step 350000 | 3746s | train_loss=0.0697 + step 360000 | 3845s | train_loss=0.0654 + step 370000 | 3943s | train_loss=0.0664 + step 380000 | 4040s | train_loss=0.0645 + step 390000 | 4139s | train_loss=0.0626 + step 400000 | 4318s | train_loss=0.0610 | fid=210.5027 + step 410000 | 4412s | train_loss=0.0627 + step 420000 | 4508s | train_loss=0.0609 + step 430000 | 4606s | train_loss=0.0664 + step 440000 | 4705s | train_loss=0.0608 + step 450000 | 4803s | train_loss=0.0589 + step 460000 | 4902s | train_loss=0.0589 + step 470000 | 4999s | train_loss=0.0644 + step 480000 | 5097s | train_loss=0.0584 + step 490000 | 5196s | train_loss=0.0559 + step 500000 | 5374s | train_loss=0.0561 | fid=210.6637 + step 510000 | 5467s | train_loss=0.0527 + step 520000 | 5566s | train_loss=0.0583 + step 530000 | 5661s | train_loss=0.0559 + step 540000 | 5759s | train_loss=0.0563 + step 550000 | 5857s | train_loss=0.0543 + step 560000 | 5954s | train_loss=0.0548 + step 570000 | 6053s | train_loss=0.0570 + step 580000 | 6150s | train_loss=0.0551 + step 590000 | 6249s | train_loss=0.0520 + step 600000 | 6429s | train_loss=0.0512 | fid=204.7713 + step 610000 | 6523s | train_loss=0.0551 + step 620000 | 6622s | train_loss=0.0554 + step 630000 | 6711s | train_loss=0.0495 + step 640000 | 6809s | train_loss=0.0509 + step 650000 | 6908s | train_loss=0.0500 + step 660000 | 7005s | train_loss=0.0527 + step 670000 | 7103s | train_loss=0.0512 + step 680000 | 7202s | train_loss=0.0516 + step 690000 | 7300s | train_loss=0.0498 + step 700000 | 7499s | train_loss=0.0471 | fid=186.9882 + step 710000 | 7582s | train_loss=0.0508 + step 720000 | 7677s | train_loss=0.0509 + step 730000 | 7775s | train_loss=0.0480 + step 740000 | 7866s | train_loss=0.0497 + step 750000 | 7962s | train_loss=0.0515 + step 760000 | 8061s | train_loss=0.0463 + step 770000 | 8159s | train_loss=0.0474 + step 780000 | 8258s | train_loss=0.0460 + step 790000 | 8357s | train_loss=0.0451 + step 800000 | 8537s | train_loss=0.0462 | fid=198.3049 + step 810000 | 8634s | train_loss=0.0475 + step 820000 | 8729s | train_loss=0.0488 + step 830000 | 8828s | train_loss=0.0468 + step 840000 | 8921s | train_loss=0.0478 + step 850000 | 9019s | train_loss=0.0466 + step 860000 | 9118s | train_loss=0.0446 + step 870000 | 9217s | train_loss=0.0462 + step 880000 | 9315s | train_loss=0.0463 + step 890000 | 9414s | train_loss=0.0464 + step 900000 | 9594s | train_loss=0.0464 | fid=184.3228 + step 910000 | 9690s | train_loss=0.0464 + step 920000 | 9785s | train_loss=0.0464 + step 930000 | 9882s | train_loss=0.0422 + step 940000 | 9980s | train_loss=0.0439 + step 950000 | 10075s | train_loss=0.0438 + step 960000 | 10174s | train_loss=0.0428 + step 970000 | 10272s | train_loss=0.0429 + step 980000 | 10371s | train_loss=0.0429 + step 990000 | 10469s | train_loss=0.0421 + step 1000000 | 10666s | train_loss=0.0436 | fid=199.5630 + step 1010000 | 10761s | train_loss=0.0425 + step 1020000 | 10844s | train_loss=0.0411 + step 1030000 | 10942s | train_loss=0.0423 + step 1040000 | 11041s | train_loss=0.0406 + step 1050000 | 11126s | train_loss=0.0424 + step 1060000 | 11222s | train_loss=0.0424 + step 1070000 | 11321s | train_loss=0.0435 + step 1080000 | 11419s | train_loss=0.0398 + step 1090000 | 11518s | train_loss=0.0438 + step 1100000 | 11698s | train_loss=0.0418 | fid=211.3892 + step 1110000 | 11793s | train_loss=0.0380 + step 1120000 | 11887s | train_loss=0.0397 + step 1130000 | 11986s | train_loss=0.0411 + step 1140000 | 12084s | train_loss=0.0392 + step 1150000 | 12183s | train_loss=0.0400 + step 1160000 | 12270s | train_loss=0.0402 + step 1170000 | 12367s | train_loss=0.0383 + step 1180000 | 12466s | train_loss=0.0389 + step 1190000 | 12565s | train_loss=0.0415 + step 1200000 | 12768s | train_loss=0.0386 | fid=223.4461 + step 1210000 | 12859s | train_loss=0.0420 + step 1220000 | 12948s | train_loss=0.0398 + step 1230000 | 13041s | train_loss=0.0373 + step 1240000 | 13140s | train_loss=0.0398 + step 1250000 | 13238s | train_loss=0.0398 + step 1260000 | 13337s | train_loss=0.0413 + step 1270000 | 13425s | train_loss=0.0363 + step 1280000 | 13523s | train_loss=0.0387 + step 1290000 | 13622s | train_loss=0.0375 + step 1300000 | 13834s | train_loss=0.0394 | fid=218.5833 + step 1310000 | 13929s | train_loss=0.0392 + step 1320000 | 14023s | train_loss=0.0379 + step 1330000 | 14111s | train_loss=0.0371 + step 1340000 | 14208s | train_loss=0.0373 + step 1350000 | 14307s | train_loss=0.0378 + step 1360000 | 14405s | train_loss=0.0362 + step 1370000 | 14489s | train_loss=0.0361 + step 1380000 | 14588s | train_loss=0.0344 + step 1390000 | 14684s | train_loss=0.0368 + step 1400000 | 14892s | train_loss=0.0365 | fid=224.5255 + step 1410000 | 14987s | train_loss=0.0353 + step 1420000 | 15087s | train_loss=0.0349 + step 1430000 | 15173s | train_loss=0.0360 + step 1440000 | 15272s | train_loss=0.0358 + step 1450000 | 15370s | train_loss=0.0340 + step 1460000 | 15469s | train_loss=0.0363 + step 1470000 | 15565s | train_loss=0.0329 + step 1480000 | 15648s | train_loss=0.0325 + step 1490000 | 15747s | train_loss=0.0332 + step 1500000 | 15954s | train_loss=0.0334 | fid=209.0938 + step 1510000 | 16045s | train_loss=0.0368 + step 1520000 | 16145s | train_loss=0.0352 + step 1530000 | 16232s | train_loss=0.0337 + step 1540000 | 16331s | train_loss=0.0353 + step 1550000 | 16430s | train_loss=0.0336 + step 1560000 | 16528s | train_loss=0.0326 + step 1570000 | 16624s | train_loss=0.0332 + step 1580000 | 16712s | train_loss=0.0365 + step 1590000 | 16807s | train_loss=0.0322 + step 1600000 | 17022s | train_loss=0.0323 | fid=208.5688 + step 1610000 | 17113s | train_loss=0.0329 + step 1620000 | 17211s | train_loss=0.0326 + step 1630000 | 17300s | train_loss=0.0334 + step 1640000 | 17399s | train_loss=0.0336 + step 1650000 | 17497s | train_loss=0.0345 + step 1660000 | 17594s | train_loss=0.0332 + step 1670000 | 17692s | train_loss=0.0341 + step 1680000 | 17791s | train_loss=0.0309 + step 1690000 | 17872s | train_loss=0.0318 + step 1700000 | 18081s | train_loss=0.0304 | fid=199.2466 + step 1710000 | 18165s | train_loss=0.0335 + step 1720000 | 18264s | train_loss=0.0340 + step 1730000 | 18352s | train_loss=0.0308 + step 1740000 | 18450s | train_loss=0.0315 + step 1750000 | 18546s | train_loss=0.0316 + step 1760000 | 18645s | train_loss=0.0334 + step 1770000 | 18744s | train_loss=0.0312 + step 1780000 | 18843s | train_loss=0.0311 + step 1790000 | 18937s | train_loss=0.0330 + step 1800000 | 19133s | train_loss=0.0304 | fid=198.9322 + step 1810000 | 19220s | train_loss=0.0306 + step 1820000 | 19319s | train_loss=0.0302 + step 1830000 | 19404s | train_loss=0.0295 + step 1840000 | 19499s | train_loss=0.0323 + step 1850000 | 19596s | train_loss=0.0324 + step 1860000 | 19695s | train_loss=0.0300 + step 1870000 | 19793s | train_loss=0.0321 + step 1880000 | 19892s | train_loss=0.0302 + step 1890000 | 19990s | train_loss=0.0295 + step 1900000 | 20175s | train_loss=0.0300 | fid=189.7990 + step 1910000 | 20262s | train_loss=0.0297 + step 1920000 | 20359s | train_loss=0.0301 + step 1930000 | 20452s | train_loss=0.0287 + step 1940000 | 20545s | train_loss=0.0289 + step 1950000 | 20643s | train_loss=0.0296 + step 1960000 | 20742s | train_loss=0.0288 + step 1970000 | 20840s | train_loss=0.0303 + step 1980000 | 20939s | train_loss=0.0289 + step 1990000 | 21038s | train_loss=0.0289 + step 2000000 | 21246s | train_loss=0.0276 | fid=179.3374 + step 2010000 | 21332s | train_loss=0.0305 + step 2020000 | 21422s | train_loss=0.0296 + step 2030000 | 21514s | train_loss=0.0292 + step 2040000 | 21606s | train_loss=0.0286 + step 2050000 | 21704s | train_loss=0.0269 + step 2060000 | 21803s | train_loss=0.0281 + step 2070000 | 21902s | train_loss=0.0268 + step 2080000 | 22001s | train_loss=0.0295 + step 2090000 | 22099s | train_loss=0.0271 + step 2100000 | 22291s | train_loss=0.0290 | fid=183.7857 + step 2110000 | 22379s | train_loss=0.0279 + step 2120000 | 22466s | train_loss=0.0271 + step 2130000 | 22565s | train_loss=0.0259 + step 2140000 | 22656s | train_loss=0.0261 + step 2150000 | 22754s | train_loss=0.0275 + step 2160000 | 22853s | train_loss=0.0277 + step 2170000 | 22952s | train_loss=0.0257 + step 2180000 | 23051s | train_loss=0.0270 + step 2190000 | 23149s | train_loss=0.0268 + step 2200000 | 23325s | train_loss=0.0281 | fid=170.8858 + step 2210000 | 23418s | train_loss=0.0264 + step 2220000 | 23501s | train_loss=0.0265 + step 2230000 | 23597s | train_loss=0.0259 + step 2240000 | 23693s | train_loss=0.0293 + step 2250000 | 23792s | train_loss=0.0267 + step 2260000 | 23891s | train_loss=0.0255 + step 2270000 | 23989s | train_loss=0.0271 + step 2280000 | 24088s | train_loss=0.0264 + step 2290000 | 24187s | train_loss=0.0249 + step 2300000 | 24404s | train_loss=0.0259 | fid=166.6295 + step 2310000 | 24502s | train_loss=0.0247 + step 2320000 | 24583s | train_loss=0.0255 + step 2330000 | 24679s | train_loss=0.0257 + step 2340000 | 24775s | train_loss=0.0250 + step 2350000 | 24873s | train_loss=0.0264 + step 2360000 | 24972s | train_loss=0.0254 + step 2370000 | 25071s | train_loss=0.0260 + step 2380000 | 25169s | train_loss=0.0267 + step 2390000 | 25265s | train_loss=0.0264 + step 2400000 | 25491s | train_loss=0.0239 | fid=163.4936 + step 2410000 | 25589s | train_loss=0.0247 + step 2420000 | 25668s | train_loss=0.0245 + step 2430000 | 25764s | train_loss=0.0244 + step 2440000 | 25863s | train_loss=0.0241 + step 2450000 | 25962s | train_loss=0.0262 + step 2460000 | 26061s | train_loss=0.0246 + step 2470000 | 26159s | train_loss=0.0237 + step 2480000 | 26243s | train_loss=0.0250 + step 2490000 | 26323s | train_loss=0.0241 + step 2500000 | 26482s | train_loss=0.0245 | fid=163.6146 + step 2510000 | 26563s | train_loss=0.0246 + step 2520000 | 26628s | train_loss=0.0240 + step 2530000 | 26690s | train_loss=0.0252 + step 2540000 | 26770s | train_loss=0.0271 + step 2550000 | 26850s | train_loss=0.0244 + step 2560000 | 26931s | train_loss=0.0250 + step 2570000 | 27011s | train_loss=0.0245 + step 2580000 | 27091s | train_loss=0.0237 + step 2590000 | 27171s | train_loss=0.0236 + step 2600000 | 27319s | train_loss=0.0241 | fid=150.2697 + step 2610000 | 27399s | train_loss=0.0233 + step 2620000 | 27479s | train_loss=0.0226 + step 2630000 | 27550s | train_loss=0.0233 + step 2640000 | 27629s | train_loss=0.0234 + step 2650000 | 27709s | train_loss=0.0241 + step 2660000 | 27789s | train_loss=0.0230 + step 2670000 | 27869s | train_loss=0.0230 + step 2680000 | 27950s | train_loss=0.0238 + step 2690000 | 28030s | train_loss=0.0230 + step 2700000 | 28178s | train_loss=0.0219 | fid=154.2751 + step 2710000 | 28259s | train_loss=0.0224 + step 2720000 | 28340s | train_loss=0.0223 + step 2730000 | 28413s | train_loss=0.0227 + step 2740000 | 28488s | train_loss=0.0240 + step 2750000 | 28568s | train_loss=0.0240 + step 2760000 | 28649s | train_loss=0.0230 + step 2770000 | 28729s | train_loss=0.0248 + step 2780000 | 28809s | train_loss=0.0229 + step 2790000 | 28889s | train_loss=0.0224 + step 2800000 | 29056s | train_loss=0.0235 | fid=148.5797 + step 2810000 | 29136s | train_loss=0.0250 + step 2820000 | 29213s | train_loss=0.0236 + step 2830000 | 29279s | train_loss=0.0214 + step 2840000 | 29345s | train_loss=0.0224 + step 2850000 | 29419s | train_loss=0.0216 + step 2860000 | 29499s | train_loss=0.0224 + step 2870000 | 29579s | train_loss=0.0223 + step 2880000 | 29660s | train_loss=0.0222 + step 2890000 | 29740s | train_loss=0.0223 + step 2900000 | 29921s | train_loss=0.0262 | fid=146.7195 + step 2910000 | 30001s | train_loss=0.0226 + step 2920000 | 30074s | train_loss=0.0231 + step 2930000 | 30146s | train_loss=0.0218 + step 2940000 | 30216s | train_loss=0.0216 + step 2950000 | 30280s | train_loss=0.0215 + step 2960000 | 30360s | train_loss=0.0234 + step 2970000 | 30440s | train_loss=0.0220 + step 2980000 | 30521s | train_loss=0.0210 + step 2990000 | 30600s | train_loss=0.0218 + step 3000000 | 30773s | train_loss=0.0203 | fid=143.6605 + step 3010000 | 30853s | train_loss=0.0217 + step 3020000 | 30926s | train_loss=0.0229 + step 3030000 | 31006s | train_loss=0.0222 + step 3040000 | 31072s | train_loss=0.0212 + step 3050000 | 31147s | train_loss=0.0219 + step 3060000 | 31223s | train_loss=0.0217 + step 3070000 | 31304s | train_loss=0.0208 + step 3080000 | 31384s | train_loss=0.0215 + step 3090000 | 31464s | train_loss=0.0214 + step 3100000 | 31611s | train_loss=0.0205 | fid=139.6320 + step 3110000 | 31692s | train_loss=0.0211 + step 3120000 | 31771s | train_loss=0.0217 + step 3130000 | 31841s | train_loss=0.0210 + step 3140000 | 31918s | train_loss=0.0204 + step 3150000 | 31998s | train_loss=0.0221 + step 3160000 | 32073s | train_loss=0.0201 + step 3170000 | 32154s | train_loss=0.0233 + step 3180000 | 32234s | train_loss=0.0220 + step 3190000 | 32314s | train_loss=0.0222 + step 3200000 | 32501s | train_loss=0.0213 | fid=136.9218 + step 3210000 | 32582s | train_loss=0.0220 + step 3220000 | 32657s | train_loss=0.0203 + step 3230000 | 32726s | train_loss=0.0199 + step 3240000 | 32795s | train_loss=0.0213 + step 3250000 | 32876s | train_loss=0.0213 + step 3260000 | 32945s | train_loss=0.0195 + step 3270000 | 33017s | train_loss=0.0204 + step 3280000 | 33097s | train_loss=0.0199 + step 3290000 | 33177s | train_loss=0.0211 + step 3300000 | 33385s | train_loss=0.0200 | fid=133.7493 + step 3310000 | 33465s | train_loss=0.0210 + step 3320000 | 33535s | train_loss=0.0194 + step 3330000 | 33604s | train_loss=0.0200 + step 3340000 | 33675s | train_loss=0.0192 + step 3350000 | 33755s | train_loss=0.0202 + step 3360000 | 33830s | train_loss=0.0205 + step 3370000 | 33896s | train_loss=0.0233 + step 3380000 | 33976s | train_loss=0.0200 + step 3390000 | 34056s | train_loss=0.0208 + step 3400000 | 34239s | train_loss=0.0198 | fid=138.7899 + step 3410000 | 34319s | train_loss=0.0210 + step 3420000 | 34389s | train_loss=0.0206 + step 3430000 | 34461s | train_loss=0.0199 + step 3440000 | 34526s | train_loss=0.0203 + step 3450000 | 34607s | train_loss=0.0205 + step 3460000 | 34687s | train_loss=0.0194 + step 3470000 | 34756s | train_loss=0.0190 + step 3480000 | 34829s | train_loss=0.0211 + step 3490000 | 34909s | train_loss=0.0194 + step 3500000 | 35085s | train_loss=0.0203 | fid=131.7680 + step 3510000 | 35165s | train_loss=0.0195 + step 3520000 | 35240s | train_loss=0.0193 + step 3530000 | 35316s | train_loss=0.0192 + step 3540000 | 35381s | train_loss=0.0196 + step 3550000 | 35459s | train_loss=0.0193 + step 3560000 | 35539s | train_loss=0.0188 + step 3570000 | 35620s | train_loss=0.0207 + step 3580000 | 35684s | train_loss=0.0191 + step 3590000 | 35763s | train_loss=0.0193 + step 3600000 | 35938s | train_loss=0.0191 | fid=130.6567 + step 3610000 | 36018s | train_loss=0.0189 + step 3620000 | 36090s | train_loss=0.0188 + step 3630000 | 36165s | train_loss=0.0197 + step 3640000 | 36238s | train_loss=0.0225 + step 3650000 | 36316s | train_loss=0.0195 + step 3660000 | 36396s | train_loss=0.0203 + step 3670000 | 36477s | train_loss=0.0201 + step 3680000 | 36556s | train_loss=0.0197 + step 3690000 | 36619s | train_loss=0.0182 + step 3700000 | 36810s | train_loss=0.0185 | fid=122.6833 + step 3710000 | 36891s | train_loss=0.0186 + step 3720000 | 36960s | train_loss=0.0195 + step 3730000 | 37040s | train_loss=0.0201 + step 3740000 | 37110s | train_loss=0.0201 + step 3750000 | 37191s | train_loss=0.0183 + step 3760000 | 37271s | train_loss=0.0188 + step 3770000 | 37351s | train_loss=0.0176 + step 3780000 | 37431s | train_loss=0.0189 + step 3790000 | 37500s | train_loss=0.0180 + step 3800000 | 37696s | train_loss=0.0189 | fid=131.0983 + step 3810000 | 37776s | train_loss=0.0181 + step 3820000 | 37846s | train_loss=0.0201 + step 3830000 | 37924s | train_loss=0.0189 + step 3840000 | 37990s | train_loss=0.0183 + step 3850000 | 38070s | train_loss=0.0180 + step 3860000 | 38150s | train_loss=0.0188 + step 3870000 | 38231s | train_loss=0.0185 + step 3880000 | 38311s | train_loss=0.0193 + step 3890000 | 38386s | train_loss=0.0175 + step 3900000 | 38566s | train_loss=0.0174 | fid=130.4230 + step 3910000 | 38640s | train_loss=0.0191 + step 3920000 | 38710s | train_loss=0.0179 + step 3930000 | 38789s | train_loss=0.0184 + step 3940000 | 38861s | train_loss=0.0192 + step 3950000 | 38941s | train_loss=0.0179 + step 3960000 | 39020s | train_loss=0.0185 + step 3970000 | 39101s | train_loss=0.0191 + step 3980000 | 39180s | train_loss=0.0183 + step 3990000 | 39260s | train_loss=0.0188 + step 4000000 | 39422s | train_loss=0.0180 | fid=122.8609 + step 4010000 | 39498s | train_loss=0.0180 + step 4020000 | 39563s | train_loss=0.0166 + step 4030000 | 39639s | train_loss=0.0188 + step 4040000 | 39709s | train_loss=0.0185 + step 4050000 | 39789s | train_loss=0.0187 + step 4060000 | 39869s | train_loss=0.0182 + step 4070000 | 39949s | train_loss=0.0176 + step 4080000 | 40029s | train_loss=0.0184 + step 4090000 | 40109s | train_loss=0.0178 + step 4100000 | 40302s | train_loss=0.0176 | fid=121.6596 + step 4110000 | 40377s | train_loss=0.0180 + step 4120000 | 40439s | train_loss=0.0185 + step 4130000 | 40512s | train_loss=0.0173 + step 4140000 | 40576s | train_loss=0.0173 + step 4150000 | 40657s | train_loss=0.0178 + step 4160000 | 40737s | train_loss=0.0192 + step 4170000 | 40817s | train_loss=0.0183 + step 4180000 | 40897s | train_loss=0.0175 + step 4190000 | 40977s | train_loss=0.0186 + step 4200000 | 41132s | train_loss=0.0190 | fid=121.6159 + step 4210000 | 41212s | train_loss=0.0182 + step 4220000 | 41281s | train_loss=0.0176 + step 4230000 | 41356s | train_loss=0.0183 + step 4240000 | 41424s | train_loss=0.0176 + step 4250000 | 41499s | train_loss=0.0167 + step 4260000 | 41580s | train_loss=0.0176 + step 4270000 | 41660s | train_loss=0.0182 + step 4280000 | 41741s | train_loss=0.0173 + step 4290000 | 41821s | train_loss=0.0178 + step 4300000 | 41973s | train_loss=0.0184 | fid=124.7388 + step 4310000 | 42053s | train_loss=0.0178 + step 4320000 | 42130s | train_loss=0.0178 + step 4330000 | 42202s | train_loss=0.0191 + step 4340000 | 42281s | train_loss=0.0171 + step 4350000 | 42354s | train_loss=0.0170 + step 4360000 | 42434s | train_loss=0.0165 + step 4370000 | 42514s | train_loss=0.0177 + step 4380000 | 42595s | train_loss=0.0171 + step 4390000 | 42675s | train_loss=0.0175 + step 4400000 | 42855s | train_loss=0.0175 | fid=122.6266 + step 4410000 | 42927s | train_loss=0.0171 + step 4420000 | 43000s | train_loss=0.0168 + step 4430000 | 43068s | train_loss=0.0170 + step 4440000 | 43143s | train_loss=0.0174 + step 4450000 | 43218s | train_loss=0.0186 + step 4460000 | 43298s | train_loss=0.0173 + step 4470000 | 43379s | train_loss=0.0167 + step 4480000 | 43460s | train_loss=0.0168 + step 4490000 | 43540s | train_loss=0.0164 + step 4500000 | 43717s | train_loss=0.0176 | fid=121.1574 + step 4510000 | 43782s | train_loss=0.0195 + step 4520000 | 43858s | train_loss=0.0166 + step 4530000 | 43925s | train_loss=0.0199 + step 4540000 | 43999s | train_loss=0.0169 + step 4550000 | 44070s | train_loss=0.0157 + step 4560000 | 44150s | train_loss=0.0164 + step 4570000 | 44231s | train_loss=0.0201 + step 4580000 | 44311s | train_loss=0.0175 + step 4590000 | 44391s | train_loss=0.0175 + step 4600000 | 44590s | train_loss=0.0161 | fid=118.6880 + step 4610000 | 44664s | train_loss=0.0181 + step 4620000 | 44734s | train_loss=0.0170 + step 4630000 | 44804s | train_loss=0.0171 + step 4640000 | 44876s | train_loss=0.0161 + step 4650000 | 44944s | train_loss=0.0174 + step 4660000 | 45024s | train_loss=0.0184 + step 4670000 | 45104s | train_loss=0.0165 + step 4680000 | 45184s | train_loss=0.0188 + step 4690000 | 45265s | train_loss=0.0168 + step 4700000 | 45443s | train_loss=0.0171 | fid=113.1785 + step 4710000 | 45524s | train_loss=0.0160 + step 4720000 | 45585s | train_loss=0.0157 + step 4730000 | 45643s | train_loss=0.0172 + step 4740000 | 45723s | train_loss=0.0168 + step 4750000 | 45785s | train_loss=0.0179 + step 4760000 | 45860s | train_loss=0.0164 + step 4770000 | 45940s | train_loss=0.0165 + step 4780000 | 46020s | train_loss=0.0167 + step 4790000 | 46100s | train_loss=0.0161 + step 4800000 | 46296s | train_loss=0.0174 | fid=112.1127 + step 4810000 | 46377s | train_loss=0.0165 + step 4820000 | 46449s | train_loss=0.0158 + step 4830000 | 46517s | train_loss=0.0170 + step 4840000 | 46597s | train_loss=0.0167 + step 4850000 | 46674s | train_loss=0.0167 + step 4860000 | 46755s | train_loss=0.0164 + step 4870000 | 46835s | train_loss=0.0166 + step 4880000 | 46916s | train_loss=0.0165 + step 4890000 | 46996s | train_loss=0.0159 + step 4900000 | 47145s | train_loss=0.0166 | fid=116.7609 + step 4910000 | 47225s | train_loss=0.0159 + step 4920000 | 47306s | train_loss=0.0163 + step 4930000 | 47378s | train_loss=0.0183 + step 4940000 | 47459s | train_loss=0.0165 + step 4950000 | 47535s | train_loss=0.0172 + step 4960000 | 47616s | train_loss=0.0165 + step 4970000 | 47696s | train_loss=0.0156 + step 4980000 | 47776s | train_loss=0.0166 + step 4990000 | 47857s | train_loss=0.0154 + step 5000000 | 48006s | train_loss=0.0165 | fid=119.3447 diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d160/config.json b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d160/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e6e4f561674f39049dc062017af4bfd6b42db0ea --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d160/config.json @@ -0,0 +1,25 @@ +{ + "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d160/vae.pt", + "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d160", + "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", + "n_train": 1000, + "total_steps": 5000000, + "eval_interval": 10000, + "mem_interval": 100000, + "fid_interval": 100000, + "fid_n_real": 1000, + "fid_n_gen": 10000, + "n_gen_samples": 10000, + "n_sde_steps": 500, + "batch_size": 512, + "hidden": 1024, + "depth": 5, + "optimizer": "sgd", + "lr": 0.001, + "momentum": 0.8, + "t_min": 0.01, + "t_max": 3.0, + "t_eval": 0.1, + "seed": 42, + "device": null +} diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d160/metrics.jsonl b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d160/metrics.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..12e32f20e8172ef33b79d1b9c3c36a0212f62588 --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d160/metrics.jsonl @@ -0,0 +1,502 @@ +{"event": "meta", "data": "cifar10_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 160, "n": 1000, "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d160/vae.pt", "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [41905, 27590, 3837, 45564, 49079, 45615, 24791, 29586, 40154, 14155, 41744, 31565, 21399, 47093, 14144, 7260, 25109, 49111, 3286, 28559, 8088, 18636, 27677, 5584, 14605, 28090, 44911, 22197, 30774, 45976, 21377, 38974, 37419, 34658, 48141, 45353, 16718, 44442, 14512, 30061, 32910, 17321, 15565, 17405, 44045, 17717, 6400, 37998, 3773, 20538, 19316, 34889, 4564, 1363, 5611, 41687, 16986, 41914, 25046, 49823, 33007, 20861, 27988, 42869, 33687, 3828, 12070, 15418, 22140, 35636, 31728, 9480, 7712, 2852, 43042, 17354, 27208, 49689, 14774, 29225, 25390, 35055, 12670, 19522, 24246, 14561, 33656, 42751, 2242, 364, 43176, 15490, 46231, 26061, 18629, 34392, 32488, 26106, 10393, 11167, 20874, 8106, 10093, 7243, 48907, 8147, 45063, 21102, 37655, 7635, 2514, 27684, 3204, 28758, 28311, 29718, 44311, 10355, 32304, 14615, 28486, 14294, 16760, 37166, 19433, 20899, 23979, 36854, 43726, 10375, 11078, 10677, 40127, 33642, 36325, 13174, 19662, 30319, 22501, 14354, 24243, 27654, 42509, 18915, 29668, 2313, 42454, 11218, 48097, 31985, 16567, 26984, 33502, 36329, 22928, 42746, 38223, 19499, 41926, 29059, 44004, 8962, 40807, 11854, 36894, 13566, 36982, 16226, 36410, 47002, 20194, 3625, 19297, 2555, 4842, 8098, 44052, 5795, 5274, 4374, 17924, 30344, 5386, 26317, 30389, 32399, 32042, 26731, 29532, 33817, 26942, 25858, 11887, 46070, 41837, 10713, 33955, 20000, 29946, 4912, 32112, 6697, 44031, 27296, 37785, 25660, 27948, 31260, 24358, 1827, 37445, 25084, 11703, 3820, 49218, 30616, 25083, 22759, 6275, 40603, 39038, 37156, 8894, 9871, 31333, 26582, 20528, 10523, 2747, 33639, 41740, 47899, 11337, 6325, 433, 33051, 1094, 24743, 9392, 22638, 7689, 39641, 9486, 33554, 30840, 35032, 19647, 7903, 18205, 34063, 46483, 32963, 11601, 19203, 45792, 47136, 6174, 40793, 13885, 16641, 48744, 37658, 43829, 44107, 6388, 37424, 20033, 28563, 27013, 17032, 12768, 38181, 35608, 14089, 29228, 40229, 45106, 11963, 37979, 20694, 22835, 5773, 19580, 44596, 19079, 45191, 666, 15893, 7513, 15939, 45020, 12659, 31388, 44651, 23592, 16419, 47615, 36714, 36448, 28579, 1697, 9889, 42082, 49150, 41132, 33996, 21551, 18467, 45242, 6516, 3355, 20187, 31669, 2814, 6900, 28198, 17656, 18178, 31825, 34244, 38330, 28894, 7463, 8134, 38159, 10524, 41508, 2367, 496, 31046, 1511, 31956, 46621, 14176, 1899, 32397, 29452, 16504, 34042, 24014, 47447, 20229, 36683, 5186, 14349, 21736, 17094, 30311, 27949, 30023, 49589, 43270, 2898, 18259, 17175, 18594, 17062, 42063, 3237, 12080, 35769, 1687, 30330, 29678, 27321, 4273, 28513, 2551, 5314, 13572, 13497, 9652, 3466, 27133, 38459, 23232, 14231, 25584, 49398, 32994, 10434, 42369, 37410, 45044, 11075, 12523, 1417, 6765, 40000, 25016, 36905, 48638, 21, 16822, 24333, 30084, 43982, 26954, 6519, 42546, 14751, 14278, 49970, 47621, 18883, 37295, 9040, 40369, 22225, 36489, 21302, 13110, 5455, 47804, 14868, 13063, 22102, 36825, 21969, 33186, 28908, 32592, 42766, 12262, 39073, 915, 11824, 39208, 3098, 42789, 29800, 14150, 28705, 8847, 21716, 535, 48077, 41540, 36207, 10816, 41471, 35049, 20661, 6083, 30194, 4576, 2174, 1908, 48392, 10435, 10986, 18036, 24746, 3941, 34118, 49749, 12025, 21493, 15785, 17085, 39411, 34561, 42064, 36237, 2740, 8183, 40564, 33107, 25765, 49165, 25211, 17520, 17115, 1869, 46432, 33757, 20517, 39760, 259, 45380, 12436, 48000, 21046, 4039, 15701, 35246, 29112, 44161, 34079, 45449, 42845, 22815, 5597, 3990, 35899, 48969, 41528, 27873, 16598, 39104, 23359, 46847, 28624, 19198, 1251, 9003, 28383, 47005, 40703, 41605, 39895, 26201, 11727, 27435, 17333, 39261, 37456, 14653, 30634, 4160, 24540, 12044, 7111, 23485, 5645, 2572, 1682, 17872, 8974, 16796, 11864, 40178, 20092, 32219, 14458, 37007, 31340, 10520, 34489, 13128, 42913, 31468, 44180, 37938, 20058, 18673, 36850, 34721, 26210, 15257, 35188, 11815, 47936, 18088, 43578, 11996, 47952, 24311, 1884, 36557, 32921, 36250, 38022, 5671, 13621, 23326, 14326, 23471, 24685, 39092, 3268, 37257, 16348, 13730, 21838, 44088, 8945, 10827, 13840, 46123, 48010, 13350, 30622, 45233, 8698, 14335, 45842, 15138, 1515, 40759, 21960, 47551, 33208, 18260, 6377, 46869, 31742, 23566, 12829, 15305, 37988, 16111, 32146, 37948, 25917, 30484, 17885, 42468, 28238, 33865, 28030, 30072, 34855, 19324, 42075, 30623, 3667, 38832, 25100, 43077, 36471, 11663, 13588, 14015, 5099, 10589, 28526, 48022, 15444, 3280, 188, 31582, 15225, 11019, 21804, 3901, 24461, 25031, 10373, 4486, 45950, 37949, 32923, 1583, 6576, 26004, 16237, 38132, 25045, 25091, 41949, 11553, 48062, 40503, 13057, 8954, 18566, 28405, 28604, 30434, 49112, 30676, 32930, 16183, 48336, 43162, 873, 37233, 44718, 37247, 23758, 9243, 12126, 5287, 49594, 3459, 32091, 20894, 41743, 7366, 7258, 37939, 47665, 12260, 20836, 43253, 16191, 11619, 1519, 6137, 3934, 48375, 35234, 103, 30510, 8869, 21085, 41234, 25138, 25079, 31218, 48292, 48814, 6635, 18416, 1421, 4363, 5164, 47455, 21280, 16767, 19685, 16449, 45798, 31292, 31049, 43587, 30772, 2651, 12854, 23199, 25234, 23389, 24742, 19480, 19738, 19726, 2388, 21394, 4512, 9069, 42856, 25766, 23797, 40741, 33624, 8328, 35922, 27732, 36268, 23213, 41966, 40002, 12750, 46225, 35182, 23769, 25152, 26764, 20090, 27202, 48096, 4266, 2205, 2020, 37651, 36088, 1021, 28544, 20933, 48924, 11503, 43997, 9492, 19505, 47632, 4118, 2029, 22008, 41396, 16378, 36738, 33194, 28053, 44137, 30771, 12131, 5963, 31754, 46953, 3180, 1718, 36816, 2208, 20898, 13799, 30796, 34445, 37540, 27983, 39216, 16791, 36763, 15987, 28440, 11782, 48531, 4252, 47359, 5351, 4059, 9263, 32274, 39283, 258, 17485, 31280, 12814, 33217, 38203, 11170, 8486, 14434, 13722, 36048, 3705, 47210, 38260, 2200, 17850, 21589, 27598, 9926, 9419, 3981, 34519, 37821, 22855, 39796, 24105, 5113, 5888, 31974, 40040, 17179, 48615, 38665, 47173, 47154, 20619, 5049, 1656, 27736, 14424, 2013, 1348, 32964, 37228, 34968, 34124, 15993, 42420, 26558, 2961, 27119, 37779, 29321, 31595, 29301, 38364, 17528, 19583, 48609, 4428, 12427, 601, 21213, 44456, 39274, 40250, 39804, 35373, 43875, 20550, 43426, 13696, 34572, 11097, 22458, 33042, 12981, 29073, 6601, 2370, 4065, 46317, 29460, 21761, 13977, 4520, 31604, 16259, 1445, 29204, 26097, 31921, 33193, 36054, 26372, 4436, 40306, 13974, 6159, 46233, 33714, 27592, 23153, 40311, 12294, 40141, 14030, 36304, 40086, 43163, 14689, 5002, 40885, 40758, 42458, 18580, 29784, 14527, 30070, 18326, 40830, 42503, 5434, 25179, 15652, 11428, 40980, 45916, 22056, 15896, 42628, 30092, 40834, 25862, 40370, 7804, 46908, 44191, 26908, 9764, 36969, 21521, 35257, 9279, 36964, 4012, 627, 31813, 15669, 33832, 29874, 1912, 41254, 23709, 4648, 3131, 49882, 19349, 35975, 25565, 21641, 48219, 30806, 33979, 36103, 14640, 34524, 31661, 26869, 27297, 46519, 2352, 46930, 7617, 49750, 12620, 29820, 18590, 890, 16394, 23877, 26421, 23417, 29021, 11596, 22017, 14794, 14437, 48385, 48231, 18946, 38048, 41302, 40633, 15317, 24820], "fid_reference": "same farthest-first 1k CIFAR-10 training subset", "seed": 42} +{"step": 1, "wall_time": 75.73958778381348, "train_loss_step": 161.0732421875, "n_params": 4592800, "total_flops": 14109081600, "train_loss": 0.9994657516479493, "subset_score_loss": 0.9994657516479493, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.981999397277832, "fid": 310.462763309442} +{"step": 10000, "wall_time": 174.35364842414856, "train_loss_step": 30.922082901000977, "n_params": 4592800, "total_flops": 141090816000000, "train_loss": 0.786337947845459, "subset_score_loss": 0.786337947845459} +{"step": 20000, "wall_time": 274.49671745300293, "train_loss_step": 26.652637481689453, "n_params": 4592800, "total_flops": 282181632000000, "train_loss": 0.6554426193237305, "subset_score_loss": 0.6554426193237305} +{"step": 30000, "wall_time": 374.47079586982727, "train_loss_step": 24.691612243652344, "n_params": 4592800, "total_flops": 423272448000000, "train_loss": 0.5371213912963867, "subset_score_loss": 0.5371213912963867} +{"step": 40000, "wall_time": 474.16014647483826, "train_loss_step": 21.799659729003906, "n_params": 4592800, "total_flops": 564363264000000, "train_loss": 0.44034037590026853, "subset_score_loss": 0.44034037590026853} +{"step": 50000, "wall_time": 573.3575806617737, "train_loss_step": 18.86022186279297, "n_params": 4592800, "total_flops": 705454080000000, "train_loss": 0.3544349431991577, "subset_score_loss": 0.3544349431991577} +{"step": 60000, "wall_time": 673.595540523529, "train_loss_step": 17.99587059020996, "n_params": 4592800, "total_flops": 846544896000000, "train_loss": 0.28652937412261964, "subset_score_loss": 0.28652937412261964} +{"step": 70000, "wall_time": 774.1464552879333, "train_loss_step": 17.98520278930664, "n_params": 4592800, "total_flops": 987635712000000, "train_loss": 0.23985278606414795, "subset_score_loss": 0.23985278606414795} +{"step": 80000, "wall_time": 874.4633710384369, "train_loss_step": 16.533409118652344, "n_params": 4592800, "total_flops": 1128726528000000, "train_loss": 0.1999322295188904, "subset_score_loss": 0.1999322295188904} +{"step": 90000, "wall_time": 974.8151135444641, "train_loss_step": 15.566186904907227, "n_params": 4592800, "total_flops": 1269817344000000, "train_loss": 0.17103058099746704, "subset_score_loss": 0.17103058099746704} +{"step": 100000, "wall_time": 1148.994945049286, "train_loss_step": 14.799567222595215, "n_params": 4592800, "total_flops": 1410908160000000, "train_loss": 0.1572282910346985, "subset_score_loss": 0.1572282910346985, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.965411901473999, "fid": 198.6737325188115} +{"step": 110000, "wall_time": 1246.0280332565308, "train_loss_step": 13.438623428344727, "n_params": 4592800, "total_flops": 1551998976000000, "train_loss": 0.14520074129104615, "subset_score_loss": 0.14520074129104615} +{"step": 120000, "wall_time": 1345.568109035492, "train_loss_step": 13.591167449951172, "n_params": 4592800, "total_flops": 1693089792000000, "train_loss": 0.13485136032104492, "subset_score_loss": 0.13485136032104492} +{"step": 130000, "wall_time": 1445.1891226768494, "train_loss_step": 13.329100608825684, "n_params": 4592800, "total_flops": 1834180608000000, "train_loss": 0.12474304437637329, "subset_score_loss": 0.12474304437637329} +{"step": 140000, "wall_time": 1544.7896485328674, "train_loss_step": 13.17042350769043, "n_params": 4592800, "total_flops": 1975271424000000, "train_loss": 0.1142568826675415, "subset_score_loss": 0.1142568826675415} +{"step": 150000, "wall_time": 1644.4728863239288, "train_loss_step": 12.348077774047852, "n_params": 4592800, "total_flops": 2116362240000000, "train_loss": 0.11196893453598022, "subset_score_loss": 0.11196893453598022} +{"step": 160000, "wall_time": 1744.5569093227386, "train_loss_step": 11.493094444274902, "n_params": 4592800, "total_flops": 2257453056000000, "train_loss": 0.10297526121139526, "subset_score_loss": 0.10297526121139526} +{"step": 170000, "wall_time": 1845.0163097381592, "train_loss_step": 11.474722862243652, "n_params": 4592800, "total_flops": 2398543872000000, "train_loss": 0.10183577537536621, "subset_score_loss": 0.10183577537536621} +{"step": 180000, "wall_time": 1945.2234470844269, "train_loss_step": 11.911584854125977, "n_params": 4592800, "total_flops": 2539634688000000, "train_loss": 0.0978034794330597, "subset_score_loss": 0.0978034794330597} +{"step": 190000, "wall_time": 2043.2745687961578, "train_loss_step": 11.802888870239258, "n_params": 4592800, "total_flops": 2680725504000000, "train_loss": 0.09795306324958801, "subset_score_loss": 0.09795306324958801} +{"step": 200000, "wall_time": 2214.5087645053864, "train_loss_step": 11.223827362060547, "n_params": 4592800, "total_flops": 2821816320000000, "train_loss": 0.0916376531124115, "subset_score_loss": 0.0916376531124115, "memorization_fraction_pixel": 0.00019999999494757503, "mean_nn_ratio_pixel": 0.9662004113197327, "fid": 235.4554953111083} +{"step": 210000, "wall_time": 2310.607522726059, "train_loss_step": 10.887392044067383, "n_params": 4592800, "total_flops": 2962907136000000, "train_loss": 0.08842116594314575, "subset_score_loss": 0.08842116594314575} +{"step": 220000, "wall_time": 2410.7638416290283, "train_loss_step": 10.504496574401855, "n_params": 4592800, "total_flops": 3103997952000000, "train_loss": 0.08761761784553528, "subset_score_loss": 0.08761761784553528} +{"step": 230000, "wall_time": 2511.3644337654114, "train_loss_step": 10.825069427490234, "n_params": 4592800, "total_flops": 3245088768000000, "train_loss": 0.08934329152107238, "subset_score_loss": 0.08934329152107238} +{"step": 240000, "wall_time": 2610.678670167923, "train_loss_step": 10.395447731018066, "n_params": 4592800, "total_flops": 3386179584000000, "train_loss": 0.08257153630256653, "subset_score_loss": 0.08257153630256653} +{"step": 250000, "wall_time": 2711.098846435547, "train_loss_step": 10.418840408325195, "n_params": 4592800, "total_flops": 3527270400000000, "train_loss": 0.08386386036872864, "subset_score_loss": 0.08386386036872864} +{"step": 260000, "wall_time": 2811.683665752411, "train_loss_step": 9.786165237426758, "n_params": 4592800, "total_flops": 3668361216000000, "train_loss": 0.08512146472930908, "subset_score_loss": 0.08512146472930908} +{"step": 270000, "wall_time": 2912.3293380737305, "train_loss_step": 10.090353965759277, "n_params": 4592800, "total_flops": 3809452032000000, "train_loss": 0.07584927082061768, "subset_score_loss": 0.07584927082061768} +{"step": 280000, "wall_time": 3010.6655967235565, "train_loss_step": 10.057121276855469, "n_params": 4592800, "total_flops": 3950542848000000, "train_loss": 0.0777486503124237, "subset_score_loss": 0.0777486503124237} +{"step": 290000, "wall_time": 3110.9320964813232, "train_loss_step": 9.892939567565918, "n_params": 4592800, "total_flops": 4091633664000000, "train_loss": 0.07748983502388, "subset_score_loss": 0.07748983502388} +{"step": 300000, "wall_time": 3285.7490746974945, "train_loss_step": 8.899837493896484, "n_params": 4592800, "total_flops": 4232724480000000, "train_loss": 0.07399696111679077, "subset_score_loss": 0.07399696111679077, "memorization_fraction_pixel": 0.001500000013038516, "mean_nn_ratio_pixel": 0.966788113117218, "fid": 259.82137049211815} +{"step": 310000, "wall_time": 3381.5932598114014, "train_loss_step": 9.703067779541016, "n_params": 4592800, "total_flops": 4373815296000000, "train_loss": 0.07404308319091797, "subset_score_loss": 0.07404308319091797} +{"step": 320000, "wall_time": 3481.84255695343, "train_loss_step": 9.586520195007324, "n_params": 4592800, "total_flops": 4514906112000000, "train_loss": 0.07007927894592285, "subset_score_loss": 0.07007927894592285} +{"step": 330000, "wall_time": 3582.114505290985, "train_loss_step": 8.74943733215332, "n_params": 4592800, "total_flops": 4655996928000000, "train_loss": 0.07183527946472168, "subset_score_loss": 0.07183527946472168} +{"step": 340000, "wall_time": 3681.6918263435364, "train_loss_step": 8.987344741821289, "n_params": 4592800, "total_flops": 4797087744000000, "train_loss": 0.06579006910324096, "subset_score_loss": 0.06579006910324096} +{"step": 350000, "wall_time": 3782.0966041088104, "train_loss_step": 9.459057807922363, "n_params": 4592800, "total_flops": 4938178560000000, "train_loss": 0.06840770244598389, "subset_score_loss": 0.06840770244598389} +{"step": 360000, "wall_time": 3882.1937494277954, "train_loss_step": 9.0616455078125, "n_params": 4592800, "total_flops": 5079269376000000, "train_loss": 0.06686033010482788, "subset_score_loss": 0.06686033010482788} +{"step": 370000, "wall_time": 3981.1044731140137, "train_loss_step": 9.374504089355469, "n_params": 4592800, "total_flops": 5220360192000000, "train_loss": 0.06615804433822632, "subset_score_loss": 0.06615804433822632} +{"step": 380000, "wall_time": 4080.634565114975, "train_loss_step": 9.8065185546875, "n_params": 4592800, "total_flops": 5361451008000000, "train_loss": 0.0661073386669159, "subset_score_loss": 0.0661073386669159} +{"step": 390000, "wall_time": 4180.143716335297, "train_loss_step": 8.127699851989746, "n_params": 4592800, "total_flops": 5502541824000000, "train_loss": 0.06076493263244629, "subset_score_loss": 0.06076493263244629} +{"step": 400000, "wall_time": 4353.349828004837, "train_loss_step": 9.197992324829102, "n_params": 4592800, "total_flops": 5643632640000000, "train_loss": 0.06405375599861145, "subset_score_loss": 0.06405375599861145, "memorization_fraction_pixel": 0.0017999999690800905, "mean_nn_ratio_pixel": 0.9695689678192139, "fid": 302.72778090144106} +{"step": 410000, "wall_time": 4453.703578948975, "train_loss_step": 8.687423706054688, "n_params": 4592800, "total_flops": 5784723456000000, "train_loss": 0.06227026581764221, "subset_score_loss": 0.06227026581764221} +{"step": 420000, "wall_time": 4550.410823106766, "train_loss_step": 8.908024787902832, "n_params": 4592800, "total_flops": 5925814272000000, "train_loss": 0.06025359034538269, "subset_score_loss": 0.06025359034538269} +{"step": 430000, "wall_time": 4650.489156246185, "train_loss_step": 9.376968383789062, "n_params": 4592800, "total_flops": 6066905088000000, "train_loss": 0.06652488112449646, "subset_score_loss": 0.06652488112449646} +{"step": 440000, "wall_time": 4750.390960693359, "train_loss_step": 8.667198181152344, "n_params": 4592800, "total_flops": 6207995904000000, "train_loss": 0.06175728440284729, "subset_score_loss": 0.06175728440284729} +{"step": 450000, "wall_time": 4850.716411113739, "train_loss_step": 8.468393325805664, "n_params": 4592800, "total_flops": 6349086720000000, "train_loss": 0.05768644213676453, "subset_score_loss": 0.05768644213676453} +{"step": 460000, "wall_time": 4950.720111370087, "train_loss_step": 8.34455394744873, "n_params": 4592800, "total_flops": 6490177536000000, "train_loss": 0.056522488594055176, "subset_score_loss": 0.056522488594055176} +{"step": 470000, "wall_time": 5049.642090797424, "train_loss_step": 8.705583572387695, "n_params": 4592800, "total_flops": 6631268352000000, "train_loss": 0.05809628963470459, "subset_score_loss": 0.05809628963470459} +{"step": 480000, "wall_time": 5148.957074642181, "train_loss_step": 8.9929780960083, "n_params": 4592800, "total_flops": 6772359168000000, "train_loss": 0.05646941065788269, "subset_score_loss": 0.05646941065788269} +{"step": 490000, "wall_time": 5249.406175136566, "train_loss_step": 8.181378364562988, "n_params": 4592800, "total_flops": 6913449984000000, "train_loss": 0.05651995539665222, "subset_score_loss": 0.05651995539665222} +{"step": 500000, "wall_time": 5424.991279602051, "train_loss_step": 8.207201957702637, "n_params": 4592800, "total_flops": 7054540800000000, "train_loss": 0.053715062141418454, "subset_score_loss": 0.053715062141418454, "memorization_fraction_pixel": 0.007300000172108412, "mean_nn_ratio_pixel": 0.9609465599060059, "fid": 298.6908619313448} +{"step": 510000, "wall_time": 5524.942850112915, "train_loss_step": 8.330867767333984, "n_params": 4592800, "total_flops": 7195631616000000, "train_loss": 0.053613525629043576, "subset_score_loss": 0.053613525629043576} +{"step": 520000, "wall_time": 5620.895911455154, "train_loss_step": 8.090490341186523, "n_params": 4592800, "total_flops": 7336722432000000, "train_loss": 0.06075105667114258, "subset_score_loss": 0.06075105667114258} +{"step": 530000, "wall_time": 5720.700968742371, "train_loss_step": 8.754674911499023, "n_params": 4592800, "total_flops": 7477813248000000, "train_loss": 0.05418810248374939, "subset_score_loss": 0.05418810248374939} +{"step": 540000, "wall_time": 5820.8102860450745, "train_loss_step": 7.751777172088623, "n_params": 4592800, "total_flops": 7618904064000000, "train_loss": 0.056029361486434934, "subset_score_loss": 0.056029361486434934} +{"step": 550000, "wall_time": 5920.46827173233, "train_loss_step": 7.873038291931152, "n_params": 4592800, "total_flops": 7759994880000000, "train_loss": 0.05168861746788025, "subset_score_loss": 0.05168861746788025} +{"step": 560000, "wall_time": 6018.91464138031, "train_loss_step": 7.900099754333496, "n_params": 4592800, "total_flops": 7901085696000000, "train_loss": 0.05287684798240662, "subset_score_loss": 0.05287684798240662} +{"step": 570000, "wall_time": 6118.273705482483, "train_loss_step": 7.735483646392822, "n_params": 4592800, "total_flops": 8042176512000000, "train_loss": 0.052855998277664185, "subset_score_loss": 0.052855998277664185} +{"step": 580000, "wall_time": 6218.382073163986, "train_loss_step": 7.770173072814941, "n_params": 4592800, "total_flops": 8183267328000000, "train_loss": 0.053023511171340944, "subset_score_loss": 0.053023511171340944} +{"step": 590000, "wall_time": 6318.45704126358, "train_loss_step": 7.641666412353516, "n_params": 4592800, "total_flops": 8324358144000000, "train_loss": 0.05413923859596252, "subset_score_loss": 0.05413923859596252} +{"step": 600000, "wall_time": 6494.547728300095, "train_loss_step": 7.911055088043213, "n_params": 4592800, "total_flops": 8465448960000000, "train_loss": 0.052410006523132324, "subset_score_loss": 0.052410006523132324, "memorization_fraction_pixel": 0.012199999764561653, "mean_nn_ratio_pixel": 0.9530789852142334, "fid": 298.6195986342509} +{"step": 610000, "wall_time": 6594.945546865463, "train_loss_step": 7.58823299407959, "n_params": 4592800, "total_flops": 8606539776000000, "train_loss": 0.0527973473072052, "subset_score_loss": 0.0527973473072052} +{"step": 620000, "wall_time": 6689.968568325043, "train_loss_step": 7.918087959289551, "n_params": 4592800, "total_flops": 8747630592000000, "train_loss": 0.05462630391120911, "subset_score_loss": 0.05462630391120911} +{"step": 630000, "wall_time": 6784.4627895355225, "train_loss_step": 7.776840686798096, "n_params": 4592800, "total_flops": 8888721408000000, "train_loss": 0.04941661953926087, "subset_score_loss": 0.04941661953926087} +{"step": 640000, "wall_time": 6884.624914646149, "train_loss_step": 7.590388298034668, "n_params": 4592800, "total_flops": 9029812224000000, "train_loss": 0.05044496655464172, "subset_score_loss": 0.05044496655464172} +{"step": 650000, "wall_time": 6983.019673347473, "train_loss_step": 7.310000419616699, "n_params": 4592800, "total_flops": 9170903040000000, "train_loss": 0.05020853281021118, "subset_score_loss": 0.05020853281021118} +{"step": 660000, "wall_time": 7082.8885979652405, "train_loss_step": 7.427913665771484, "n_params": 4592800, "total_flops": 9311993856000000, "train_loss": 0.04843808710575104, "subset_score_loss": 0.04843808710575104} +{"step": 670000, "wall_time": 7182.747619390488, "train_loss_step": 7.795863151550293, "n_params": 4592800, "total_flops": 9453084672000000, "train_loss": 0.04794833064079285, "subset_score_loss": 0.04794833064079285} +{"step": 680000, "wall_time": 7282.741130828857, "train_loss_step": 7.330575942993164, "n_params": 4592800, "total_flops": 9594175488000000, "train_loss": 0.04805533587932587, "subset_score_loss": 0.04805533587932587} +{"step": 690000, "wall_time": 7382.478510379791, "train_loss_step": 7.789151668548584, "n_params": 4592800, "total_flops": 9735266304000000, "train_loss": 0.04695943892002106, "subset_score_loss": 0.04695943892002106} +{"step": 700000, "wall_time": 7593.5923640728, "train_loss_step": 7.252330303192139, "n_params": 4592800, "total_flops": 9876357120000000, "train_loss": 0.0475265234708786, "subset_score_loss": 0.0475265234708786, "memorization_fraction_pixel": 0.020899999886751175, "mean_nn_ratio_pixel": 0.9383681416511536, "fid": 284.7142261424109} +{"step": 710000, "wall_time": 7693.566987037659, "train_loss_step": 7.095868110656738, "n_params": 4592800, "total_flops": 10017447936000000, "train_loss": 0.045776394009590146, "subset_score_loss": 0.045776394009590146} +{"step": 720000, "wall_time": 7788.898206472397, "train_loss_step": 7.425309181213379, "n_params": 4592800, "total_flops": 10158538752000000, "train_loss": 0.04991797804832458, "subset_score_loss": 0.04991797804832458} +{"step": 730000, "wall_time": 7884.479120016098, "train_loss_step": 7.482662200927734, "n_params": 4592800, "total_flops": 10299629568000000, "train_loss": 0.046917477250099184, "subset_score_loss": 0.046917477250099184} +{"step": 740000, "wall_time": 7983.131021261215, "train_loss_step": 7.4932966232299805, "n_params": 4592800, "total_flops": 10440720384000000, "train_loss": 0.04644524753093719, "subset_score_loss": 0.04644524753093719} +{"step": 750000, "wall_time": 8083.267470121384, "train_loss_step": 6.951277732849121, "n_params": 4592800, "total_flops": 10581811200000000, "train_loss": 0.04653373062610626, "subset_score_loss": 0.04653373062610626} +{"step": 760000, "wall_time": 8183.647746324539, "train_loss_step": 7.118086814880371, "n_params": 4592800, "total_flops": 10722902016000000, "train_loss": 0.045578190684318544, "subset_score_loss": 0.045578190684318544} +{"step": 770000, "wall_time": 8283.799839019775, "train_loss_step": 7.015033721923828, "n_params": 4592800, "total_flops": 10863992832000000, "train_loss": 0.044110238552093506, "subset_score_loss": 0.044110238552093506} +{"step": 780000, "wall_time": 8384.070210933685, "train_loss_step": 6.787814140319824, "n_params": 4592800, "total_flops": 11005083648000000, "train_loss": 0.044767463207244874, "subset_score_loss": 0.044767463207244874} +{"step": 790000, "wall_time": 8484.708721399307, "train_loss_step": 6.923214912414551, "n_params": 4592800, "total_flops": 11146174464000000, "train_loss": 0.043604287505149844, "subset_score_loss": 0.043604287505149844} +{"step": 800000, "wall_time": 8658.413761377335, "train_loss_step": 6.63720178604126, "n_params": 4592800, "total_flops": 11287265280000000, "train_loss": 0.043946674466133116, "subset_score_loss": 0.043946674466133116, "memorization_fraction_pixel": 0.028200000524520874, "mean_nn_ratio_pixel": 0.928907036781311, "fid": 274.84530635941314} +{"step": 810000, "wall_time": 8758.075461864471, "train_loss_step": 7.093212127685547, "n_params": 4592800, "total_flops": 11428356096000000, "train_loss": 0.04509167969226837, "subset_score_loss": 0.04509167969226837} +{"step": 820000, "wall_time": 8857.748306035995, "train_loss_step": 6.509681701660156, "n_params": 4592800, "total_flops": 11569446912000000, "train_loss": 0.044203147292137146, "subset_score_loss": 0.044203147292137146} +{"step": 830000, "wall_time": 8952.341008424759, "train_loss_step": 7.110889434814453, "n_params": 4592800, "total_flops": 11710537728000000, "train_loss": 0.04555840790271759, "subset_score_loss": 0.04555840790271759} +{"step": 840000, "wall_time": 9052.044316768646, "train_loss_step": 6.653158187866211, "n_params": 4592800, "total_flops": 11851628544000000, "train_loss": 0.04393387138843537, "subset_score_loss": 0.04393387138843537} +{"step": 850000, "wall_time": 9152.640701532364, "train_loss_step": 6.890782356262207, "n_params": 4592800, "total_flops": 11992719360000000, "train_loss": 0.04404413104057312, "subset_score_loss": 0.04404413104057312} +{"step": 860000, "wall_time": 9252.805787563324, "train_loss_step": 6.5588884353637695, "n_params": 4592800, "total_flops": 12133810176000000, "train_loss": 0.04315591156482697, "subset_score_loss": 0.04315591156482697} +{"step": 870000, "wall_time": 9352.735513925552, "train_loss_step": 6.520522117614746, "n_params": 4592800, "total_flops": 12274900992000000, "train_loss": 0.0450123280286789, "subset_score_loss": 0.0450123280286789} +{"step": 880000, "wall_time": 9452.898101568222, "train_loss_step": 7.056556701660156, "n_params": 4592800, "total_flops": 12415991808000000, "train_loss": 0.0427714854478836, "subset_score_loss": 0.0427714854478836} +{"step": 890000, "wall_time": 9553.444436788559, "train_loss_step": 6.730746269226074, "n_params": 4592800, "total_flops": 12557082624000000, "train_loss": 0.04453392922878265, "subset_score_loss": 0.04453392922878265} +{"step": 900000, "wall_time": 9726.994149208069, "train_loss_step": 6.7024383544921875, "n_params": 4592800, "total_flops": 12698173440000000, "train_loss": 0.04295390844345093, "subset_score_loss": 0.04295390844345093, "memorization_fraction_pixel": 0.038100000470876694, "mean_nn_ratio_pixel": 0.9167408347129822, "fid": 259.50519339475494} +{"step": 910000, "wall_time": 9827.055316925049, "train_loss_step": 6.783900737762451, "n_params": 4592800, "total_flops": 12839264256000000, "train_loss": 0.042098110914230345, "subset_score_loss": 0.042098110914230345} +{"step": 920000, "wall_time": 9924.95294046402, "train_loss_step": 6.665463447570801, "n_params": 4592800, "total_flops": 12980355072000000, "train_loss": 0.04142016470432282, "subset_score_loss": 0.04142016470432282} +{"step": 930000, "wall_time": 10021.40089058876, "train_loss_step": 6.945255756378174, "n_params": 4592800, "total_flops": 13121445888000000, "train_loss": 0.03985399603843689, "subset_score_loss": 0.03985399603843689} +{"step": 940000, "wall_time": 10121.434641599655, "train_loss_step": 6.339964389801025, "n_params": 4592800, "total_flops": 13262536704000000, "train_loss": 0.042322945594787595, "subset_score_loss": 0.042322945594787595} +{"step": 950000, "wall_time": 10221.90875172615, "train_loss_step": 6.42971658706665, "n_params": 4592800, "total_flops": 13403627520000000, "train_loss": 0.03919270634651184, "subset_score_loss": 0.03919270634651184} +{"step": 960000, "wall_time": 10321.972882986069, "train_loss_step": 6.9249467849731445, "n_params": 4592800, "total_flops": 13544718336000000, "train_loss": 0.04287160933017731, "subset_score_loss": 0.04287160933017731} +{"step": 970000, "wall_time": 10421.848945379257, "train_loss_step": 6.798590183258057, "n_params": 4592800, "total_flops": 13685809152000000, "train_loss": 0.04119953513145447, "subset_score_loss": 0.04119953513145447} +{"step": 980000, "wall_time": 10522.04613661766, "train_loss_step": 6.731483459472656, "n_params": 4592800, "total_flops": 13826899968000000, "train_loss": 0.042109420895576476, "subset_score_loss": 0.042109420895576476} +{"step": 990000, "wall_time": 10622.83059000969, "train_loss_step": 6.220803260803223, "n_params": 4592800, "total_flops": 13967990784000000, "train_loss": 0.04073171019554138, "subset_score_loss": 0.04073171019554138} +{"step": 1000000, "wall_time": 10822.2945728302, "train_loss_step": 6.211164951324463, "n_params": 4592800, "total_flops": 14109081600000000, "train_loss": 0.04312314689159393, "subset_score_loss": 0.04312314689159393, "memorization_fraction_pixel": 0.06109999865293503, "mean_nn_ratio_pixel": 0.8936123251914978, "fid": 241.34941722130975} +{"step": 1010000, "wall_time": 10920.116035699844, "train_loss_step": 6.401088714599609, "n_params": 4592800, "total_flops": 14250172416000000, "train_loss": 0.04173820912837982, "subset_score_loss": 0.04173820912837982} +{"step": 1020000, "wall_time": 11020.288355588913, "train_loss_step": 6.146559238433838, "n_params": 4592800, "total_flops": 14391263232000000, "train_loss": 0.037672814726829526, "subset_score_loss": 0.037672814726829526} +{"step": 1030000, "wall_time": 11111.454060554504, "train_loss_step": 6.488451957702637, "n_params": 4592800, "total_flops": 14532354048000000, "train_loss": 0.03791001141071319, "subset_score_loss": 0.03791001141071319} +{"step": 1040000, "wall_time": 11204.74633550644, "train_loss_step": 5.948535919189453, "n_params": 4592800, "total_flops": 14673444864000000, "train_loss": 0.03913113474845886, "subset_score_loss": 0.03913113474845886} +{"step": 1050000, "wall_time": 11304.9602060318, "train_loss_step": 6.67968225479126, "n_params": 4592800, "total_flops": 14814535680000000, "train_loss": 0.0425913542509079, "subset_score_loss": 0.0425913542509079} +{"step": 1060000, "wall_time": 11404.872571229935, "train_loss_step": 6.201014041900635, "n_params": 4592800, "total_flops": 14955626496000000, "train_loss": 0.03932746052742005, "subset_score_loss": 0.03932746052742005} +{"step": 1070000, "wall_time": 11505.11855506897, "train_loss_step": 6.17803430557251, "n_params": 4592800, "total_flops": 15096717312000000, "train_loss": 0.0385483592748642, "subset_score_loss": 0.0385483592748642} +{"step": 1080000, "wall_time": 11605.55546784401, "train_loss_step": 5.766385078430176, "n_params": 4592800, "total_flops": 15237808128000000, "train_loss": 0.03712995052337646, "subset_score_loss": 0.03712995052337646} +{"step": 1090000, "wall_time": 11703.251939296722, "train_loss_step": 6.201602935791016, "n_params": 4592800, "total_flops": 15378898944000000, "train_loss": 0.03858084976673126, "subset_score_loss": 0.03858084976673126} +{"step": 1100000, "wall_time": 11879.189771413803, "train_loss_step": 6.033601760864258, "n_params": 4592800, "total_flops": 15519989760000000, "train_loss": 0.03797067403793335, "subset_score_loss": 0.03797067403793335, "memorization_fraction_pixel": 0.08879999816417694, "mean_nn_ratio_pixel": 0.8703230619430542, "fid": 213.31983523164308} +{"step": 1110000, "wall_time": 11979.394705295563, "train_loss_step": 6.182480812072754, "n_params": 4592800, "total_flops": 15661080576000000, "train_loss": 0.037264314293861386, "subset_score_loss": 0.037264314293861386} +{"step": 1120000, "wall_time": 12079.206629037857, "train_loss_step": 5.532571792602539, "n_params": 4592800, "total_flops": 15802171392000000, "train_loss": 0.037296831607818604, "subset_score_loss": 0.037296831607818604} +{"step": 1130000, "wall_time": 12179.14513039589, "train_loss_step": 6.26784610748291, "n_params": 4592800, "total_flops": 15943262208000000, "train_loss": 0.03815087974071503, "subset_score_loss": 0.03815087974071503} +{"step": 1140000, "wall_time": 12268.63849568367, "train_loss_step": 6.076898574829102, "n_params": 4592800, "total_flops": 16084353024000000, "train_loss": 0.03749963343143463, "subset_score_loss": 0.03749963343143463} +{"step": 1150000, "wall_time": 12366.940568685532, "train_loss_step": 6.032486915588379, "n_params": 4592800, "total_flops": 16225443840000000, "train_loss": 0.03643929660320282, "subset_score_loss": 0.03643929660320282} +{"step": 1160000, "wall_time": 12467.039900302887, "train_loss_step": 5.404994964599609, "n_params": 4592800, "total_flops": 16366534656000000, "train_loss": 0.03741561472415924, "subset_score_loss": 0.03741561472415924} +{"step": 1170000, "wall_time": 12567.222693443298, "train_loss_step": 5.968997001647949, "n_params": 4592800, "total_flops": 16507625472000000, "train_loss": 0.03586059510707855, "subset_score_loss": 0.03586059510707855} +{"step": 1180000, "wall_time": 12667.42003774643, "train_loss_step": 5.974784851074219, "n_params": 4592800, "total_flops": 16648716288000000, "train_loss": 0.03789170682430267, "subset_score_loss": 0.03789170682430267} +{"step": 1190000, "wall_time": 12758.380790233612, "train_loss_step": 6.073464870452881, "n_params": 4592800, "total_flops": 16789807104000000, "train_loss": 0.03610619902610779, "subset_score_loss": 0.03610619902610779} +{"step": 1200000, "wall_time": 12970.524303674698, "train_loss_step": 5.627243995666504, "n_params": 4592800, "total_flops": 16930897920000000, "train_loss": 0.036894294619560244, "subset_score_loss": 0.036894294619560244, "memorization_fraction_pixel": 0.12479999661445618, "mean_nn_ratio_pixel": 0.845653235912323, "fid": 204.2414674377513} +{"step": 1210000, "wall_time": 13070.465547323227, "train_loss_step": 5.953516006469727, "n_params": 4592800, "total_flops": 17071988736000000, "train_loss": 0.03592485785484314, "subset_score_loss": 0.03592485785484314} +{"step": 1220000, "wall_time": 13170.720181703568, "train_loss_step": 5.593934535980225, "n_params": 4592800, "total_flops": 17213079552000000, "train_loss": 0.03663855195045471, "subset_score_loss": 0.03663855195045471} +{"step": 1230000, "wall_time": 13270.541516065598, "train_loss_step": 5.805314540863037, "n_params": 4592800, "total_flops": 17354170368000000, "train_loss": 0.03462868928909302, "subset_score_loss": 0.03462868928909302} +{"step": 1240000, "wall_time": 13363.88541007042, "train_loss_step": 5.881595611572266, "n_params": 4592800, "total_flops": 17495261184000000, "train_loss": 0.03529527187347412, "subset_score_loss": 0.03529527187347412} +{"step": 1250000, "wall_time": 13460.197834730148, "train_loss_step": 5.5303778648376465, "n_params": 4592800, "total_flops": 17636352000000000, "train_loss": 0.03362495899200439, "subset_score_loss": 0.03362495899200439} +{"step": 1260000, "wall_time": 13560.357439041138, "train_loss_step": 6.024296760559082, "n_params": 4592800, "total_flops": 17777442816000000, "train_loss": 0.037004518508911136, "subset_score_loss": 0.037004518508911136} +{"step": 1270000, "wall_time": 13660.368725061417, "train_loss_step": 5.813510417938232, "n_params": 4592800, "total_flops": 17918533632000000, "train_loss": 0.03242774903774261, "subset_score_loss": 0.03242774903774261} +{"step": 1280000, "wall_time": 13758.801496505737, "train_loss_step": 5.684280872344971, "n_params": 4592800, "total_flops": 18059624448000000, "train_loss": 0.03712552785873413, "subset_score_loss": 0.03712552785873413} +{"step": 1290000, "wall_time": 13837.46136546135, "train_loss_step": 6.132010459899902, "n_params": 4592800, "total_flops": 18200715264000000, "train_loss": 0.035538744926452634, "subset_score_loss": 0.035538744926452634} +{"step": 1300000, "wall_time": 14064.21704363823, "train_loss_step": 5.839353561401367, "n_params": 4592800, "total_flops": 18341806080000000, "train_loss": 0.03608110547065735, "subset_score_loss": 0.03608110547065735, "memorization_fraction_pixel": 0.14399999380111694, "mean_nn_ratio_pixel": 0.8264585137367249, "fid": 198.9906340469895} +{"step": 1310000, "wall_time": 14163.68560385704, "train_loss_step": 5.527527332305908, "n_params": 4592800, "total_flops": 18482896896000000, "train_loss": 0.035323941707611085, "subset_score_loss": 0.035323941707611085} +{"step": 1320000, "wall_time": 14262.627577781677, "train_loss_step": 5.623104095458984, "n_params": 4592800, "total_flops": 18623987712000000, "train_loss": 0.033743980526924136, "subset_score_loss": 0.033743980526924136} +{"step": 1330000, "wall_time": 14362.745005607605, "train_loss_step": 5.53317928314209, "n_params": 4592800, "total_flops": 18765078528000000, "train_loss": 0.03366362154483795, "subset_score_loss": 0.03366362154483795} +{"step": 1340000, "wall_time": 14456.92839384079, "train_loss_step": 6.078939437866211, "n_params": 4592800, "total_flops": 18906169344000000, "train_loss": 0.03620646297931671, "subset_score_loss": 0.03620646297931671} +{"step": 1350000, "wall_time": 14547.985184192657, "train_loss_step": 5.581881046295166, "n_params": 4592800, "total_flops": 19047260160000000, "train_loss": 0.03360218107700348, "subset_score_loss": 0.03360218107700348} +{"step": 1360000, "wall_time": 14647.881708145142, "train_loss_step": 5.314526557922363, "n_params": 4592800, "total_flops": 19188350976000000, "train_loss": 0.0348662793636322, "subset_score_loss": 0.0348662793636322} +{"step": 1370000, "wall_time": 14744.856198072433, "train_loss_step": 5.316347599029541, "n_params": 4592800, "total_flops": 19329441792000000, "train_loss": 0.03265224993228912, "subset_score_loss": 0.03265224993228912} +{"step": 1380000, "wall_time": 14845.253531455994, "train_loss_step": 5.4372406005859375, "n_params": 4592800, "total_flops": 19470532608000000, "train_loss": 0.031134048104286195, "subset_score_loss": 0.031134048104286195} +{"step": 1390000, "wall_time": 14918.802480697632, "train_loss_step": 5.391898155212402, "n_params": 4592800, "total_flops": 19611623424000000, "train_loss": 0.03320634067058563, "subset_score_loss": 0.03320634067058563} +{"step": 1400000, "wall_time": 15132.158212900162, "train_loss_step": 5.228443145751953, "n_params": 4592800, "total_flops": 19752714240000000, "train_loss": 0.03309549689292908, "subset_score_loss": 0.03309549689292908, "memorization_fraction_pixel": 0.1670999974012375, "mean_nn_ratio_pixel": 0.8120350241661072, "fid": 199.5059333104413} +{"step": 1410000, "wall_time": 15231.767953395844, "train_loss_step": 5.406094551086426, "n_params": 4592800, "total_flops": 19893805056000000, "train_loss": 0.03138553500175476, "subset_score_loss": 0.03138553500175476} +{"step": 1420000, "wall_time": 15332.096884965897, "train_loss_step": 5.486642360687256, "n_params": 4592800, "total_flops": 20034895872000000, "train_loss": 0.033468353748321536, "subset_score_loss": 0.033468353748321536} +{"step": 1430000, "wall_time": 15431.881796598434, "train_loss_step": 5.332942962646484, "n_params": 4592800, "total_flops": 20175986688000000, "train_loss": 0.0313652902841568, "subset_score_loss": 0.0313652902841568} +{"step": 1440000, "wall_time": 15532.205790758133, "train_loss_step": 5.0892438888549805, "n_params": 4592800, "total_flops": 20317077504000000, "train_loss": 0.03144878149032593, "subset_score_loss": 0.03144878149032593} +{"step": 1450000, "wall_time": 15615.457305431366, "train_loss_step": 4.928067684173584, "n_params": 4592800, "total_flops": 20458168320000000, "train_loss": 0.030472245812416077, "subset_score_loss": 0.030472245812416077} +{"step": 1460000, "wall_time": 15713.628820419312, "train_loss_step": 5.3219780921936035, "n_params": 4592800, "total_flops": 20599259136000000, "train_loss": 0.03189980685710907, "subset_score_loss": 0.03189980685710907} +{"step": 1470000, "wall_time": 15812.782530784607, "train_loss_step": 5.449212074279785, "n_params": 4592800, "total_flops": 20740349952000000, "train_loss": 0.030746114253997803, "subset_score_loss": 0.030746114253997803} +{"step": 1480000, "wall_time": 15913.71569442749, "train_loss_step": 5.232606410980225, "n_params": 4592800, "total_flops": 20881440768000000, "train_loss": 0.02954731583595276, "subset_score_loss": 0.02954731583595276} +{"step": 1490000, "wall_time": 15985.689502000809, "train_loss_step": 5.636897563934326, "n_params": 4592800, "total_flops": 21022531584000000, "train_loss": 0.030501234531402587, "subset_score_loss": 0.030501234531402587} +{"step": 1500000, "wall_time": 16194.273396015167, "train_loss_step": 5.2720627784729, "n_params": 4592800, "total_flops": 21163622400000000, "train_loss": 0.03154031336307526, "subset_score_loss": 0.03154031336307526, "memorization_fraction_pixel": 0.20229999721050262, "mean_nn_ratio_pixel": 0.7870997786521912, "fid": 193.8730872908402} +{"step": 1510000, "wall_time": 16294.117822885513, "train_loss_step": 5.210841655731201, "n_params": 4592800, "total_flops": 21304713216000000, "train_loss": 0.033527106046676636, "subset_score_loss": 0.033527106046676636} +{"step": 1520000, "wall_time": 16394.019822359085, "train_loss_step": 5.342679023742676, "n_params": 4592800, "total_flops": 21445804032000000, "train_loss": 0.031641837954521176, "subset_score_loss": 0.031641837954521176} +{"step": 1530000, "wall_time": 16493.527720451355, "train_loss_step": 5.257137775421143, "n_params": 4592800, "total_flops": 21586894848000000, "train_loss": 0.030227470397949218, "subset_score_loss": 0.030227470397949218} +{"step": 1540000, "wall_time": 16591.8476228714, "train_loss_step": 5.218798637390137, "n_params": 4592800, "total_flops": 21727985664000000, "train_loss": 0.030027735233306884, "subset_score_loss": 0.030027735233306884} +{"step": 1550000, "wall_time": 16687.589722156525, "train_loss_step": 5.127171993255615, "n_params": 4592800, "total_flops": 21869076480000000, "train_loss": 0.029631099104881285, "subset_score_loss": 0.029631099104881285} +{"step": 1560000, "wall_time": 16777.123317956924, "train_loss_step": 5.619070053100586, "n_params": 4592800, "total_flops": 22010167296000000, "train_loss": 0.03038189113140106, "subset_score_loss": 0.03038189113140106} +{"step": 1570000, "wall_time": 16877.25447702408, "train_loss_step": 5.1814751625061035, "n_params": 4592800, "total_flops": 22151258112000000, "train_loss": 0.02997182011604309, "subset_score_loss": 0.02997182011604309} +{"step": 1580000, "wall_time": 16977.452320814133, "train_loss_step": 5.475728511810303, "n_params": 4592800, "total_flops": 22292348928000000, "train_loss": 0.03223134875297547, "subset_score_loss": 0.03223134875297547} +{"step": 1590000, "wall_time": 17050.286309480667, "train_loss_step": 4.94052791595459, "n_params": 4592800, "total_flops": 22433439744000000, "train_loss": 0.029356765747070312, "subset_score_loss": 0.029356765747070312} +{"step": 1600000, "wall_time": 17256.69639825821, "train_loss_step": 4.922597885131836, "n_params": 4592800, "total_flops": 22574530560000000, "train_loss": 0.029523834586143494, "subset_score_loss": 0.029523834586143494, "memorization_fraction_pixel": 0.23729999363422394, "mean_nn_ratio_pixel": 0.7557973861694336, "fid": 186.86215641020544} +{"step": 1610000, "wall_time": 17357.113290071487, "train_loss_step": 5.167372703552246, "n_params": 4592800, "total_flops": 22715621376000000, "train_loss": 0.03158026337623596, "subset_score_loss": 0.03158026337623596} +{"step": 1620000, "wall_time": 17457.431025743484, "train_loss_step": 5.447582721710205, "n_params": 4592800, "total_flops": 22856712192000000, "train_loss": 0.02986091375350952, "subset_score_loss": 0.02986091375350952} +{"step": 1630000, "wall_time": 17555.5643761158, "train_loss_step": 5.214535713195801, "n_params": 4592800, "total_flops": 22997803008000000, "train_loss": 0.03137235343456268, "subset_score_loss": 0.03137235343456268} +{"step": 1640000, "wall_time": 17655.08716416359, "train_loss_step": 4.927191257476807, "n_params": 4592800, "total_flops": 23138893824000000, "train_loss": 0.030304187536239625, "subset_score_loss": 0.030304187536239625} +{"step": 1650000, "wall_time": 17755.378622293472, "train_loss_step": 4.870127201080322, "n_params": 4592800, "total_flops": 23279984640000000, "train_loss": 0.03050122857093811, "subset_score_loss": 0.03050122857093811} +{"step": 1660000, "wall_time": 17841.966649532318, "train_loss_step": 5.761714458465576, "n_params": 4592800, "total_flops": 23421075456000000, "train_loss": 0.02963637113571167, "subset_score_loss": 0.02963637113571167} +{"step": 1670000, "wall_time": 17937.412226200104, "train_loss_step": 5.032116413116455, "n_params": 4592800, "total_flops": 23562166272000000, "train_loss": 0.0306293785572052, "subset_score_loss": 0.0306293785572052} +{"step": 1680000, "wall_time": 18038.18642759323, "train_loss_step": 5.100063323974609, "n_params": 4592800, "total_flops": 23703257088000000, "train_loss": 0.028274893760681152, "subset_score_loss": 0.028274893760681152} +{"step": 1690000, "wall_time": 18116.413352251053, "train_loss_step": 4.592339515686035, "n_params": 4592800, "total_flops": 23844347904000000, "train_loss": 0.02810307443141937, "subset_score_loss": 0.02810307443141937} +{"step": 1700000, "wall_time": 18320.809695243835, "train_loss_step": 4.75335693359375, "n_params": 4592800, "total_flops": 23985438720000000, "train_loss": 0.028323030471801756, "subset_score_loss": 0.028323030471801756, "memorization_fraction_pixel": 0.23749999701976776, "mean_nn_ratio_pixel": 0.7552524209022522, "fid": 187.15123508506443} +{"step": 1710000, "wall_time": 18421.03253674507, "train_loss_step": 4.9793596267700195, "n_params": 4592800, "total_flops": 24126529536000000, "train_loss": 0.03039979636669159, "subset_score_loss": 0.03039979636669159} +{"step": 1720000, "wall_time": 18519.104390144348, "train_loss_step": 4.849848747253418, "n_params": 4592800, "total_flops": 24267620352000000, "train_loss": 0.027536842226982116, "subset_score_loss": 0.027536842226982116} +{"step": 1730000, "wall_time": 18618.442706346512, "train_loss_step": 5.205794811248779, "n_params": 4592800, "total_flops": 24408711168000000, "train_loss": 0.03020707070827484, "subset_score_loss": 0.03020707070827484} +{"step": 1740000, "wall_time": 18718.554100751877, "train_loss_step": 4.723963737487793, "n_params": 4592800, "total_flops": 24549801984000000, "train_loss": 0.0323342889547348, "subset_score_loss": 0.0323342889547348} +{"step": 1750000, "wall_time": 18818.852468013763, "train_loss_step": 5.149287223815918, "n_params": 4592800, "total_flops": 24690892800000000, "train_loss": 0.029420551657676697, "subset_score_loss": 0.029420551657676697} +{"step": 1760000, "wall_time": 18919.299389839172, "train_loss_step": 5.060362815856934, "n_params": 4592800, "total_flops": 24831983616000000, "train_loss": 0.02915836274623871, "subset_score_loss": 0.02915836274623871} +{"step": 1770000, "wall_time": 19003.68615627289, "train_loss_step": 5.009268760681152, "n_params": 4592800, "total_flops": 24973074432000000, "train_loss": 0.02859083116054535, "subset_score_loss": 0.02859083116054535} +{"step": 1780000, "wall_time": 19102.268693447113, "train_loss_step": 5.329775333404541, "n_params": 4592800, "total_flops": 25114165248000000, "train_loss": 0.029006263613700865, "subset_score_loss": 0.029006263613700865} +{"step": 1790000, "wall_time": 19185.832810401917, "train_loss_step": 5.192501068115234, "n_params": 4592800, "total_flops": 25255256064000000, "train_loss": 0.028064063191413878, "subset_score_loss": 0.028064063191413878} +{"step": 1800000, "wall_time": 19411.30224466324, "train_loss_step": 4.944027900695801, "n_params": 4592800, "total_flops": 25396346880000000, "train_loss": 0.027361837029457093, "subset_score_loss": 0.027361837029457093, "memorization_fraction_pixel": 0.24799999594688416, "mean_nn_ratio_pixel": 0.7506628632545471, "fid": 185.72522027532634} +{"step": 1810000, "wall_time": 19508.937430620193, "train_loss_step": 4.914583206176758, "n_params": 4592800, "total_flops": 25537437696000000, "train_loss": 0.029007625579833985, "subset_score_loss": 0.029007625579833985} +{"step": 1820000, "wall_time": 19608.505459308624, "train_loss_step": 4.899933815002441, "n_params": 4592800, "total_flops": 25678528512000000, "train_loss": 0.027700898051261903, "subset_score_loss": 0.027700898051261903} +{"step": 1830000, "wall_time": 19707.997052669525, "train_loss_step": 4.911811828613281, "n_params": 4592800, "total_flops": 25819619328000000, "train_loss": 0.02650429904460907, "subset_score_loss": 0.02650429904460907} +{"step": 1840000, "wall_time": 19808.16414618492, "train_loss_step": 5.203577041625977, "n_params": 4592800, "total_flops": 25960710144000000, "train_loss": 0.02830636203289032, "subset_score_loss": 0.02830636203289032} +{"step": 1850000, "wall_time": 19908.894205331802, "train_loss_step": 4.801337718963623, "n_params": 4592800, "total_flops": 26101800960000000, "train_loss": 0.029790669679641724, "subset_score_loss": 0.029790669679641724} +{"step": 1860000, "wall_time": 20008.157514810562, "train_loss_step": 5.185396194458008, "n_params": 4592800, "total_flops": 26242891776000000, "train_loss": 0.028089866042137146, "subset_score_loss": 0.028089866042137146} +{"step": 1870000, "wall_time": 20094.949575185776, "train_loss_step": 4.754607200622559, "n_params": 4592800, "total_flops": 26383982592000000, "train_loss": 0.028669971227645873, "subset_score_loss": 0.028669971227645873} +{"step": 1880000, "wall_time": 20184.559828042984, "train_loss_step": 4.716667652130127, "n_params": 4592800, "total_flops": 26525073408000000, "train_loss": 0.026404690742492676, "subset_score_loss": 0.026404690742492676} +{"step": 1890000, "wall_time": 20271.984038114548, "train_loss_step": 4.743541717529297, "n_params": 4592800, "total_flops": 26666164224000000, "train_loss": 0.02768087387084961, "subset_score_loss": 0.02768087387084961} +{"step": 1900000, "wall_time": 20468.736436843872, "train_loss_step": 5.122464179992676, "n_params": 4592800, "total_flops": 26807255040000000, "train_loss": 0.03171356022357941, "subset_score_loss": 0.03171356022357941, "memorization_fraction_pixel": 0.3084000051021576, "mean_nn_ratio_pixel": 0.7044810652732849, "fid": 173.24157426082212} +{"step": 1910000, "wall_time": 20568.56511259079, "train_loss_step": 5.2826828956604, "n_params": 4592800, "total_flops": 26948345856000000, "train_loss": 0.028118574619293214, "subset_score_loss": 0.028118574619293214} +{"step": 1920000, "wall_time": 20668.096358060837, "train_loss_step": 4.67304801940918, "n_params": 4592800, "total_flops": 27089436672000000, "train_loss": 0.02595125138759613, "subset_score_loss": 0.02595125138759613} +{"step": 1930000, "wall_time": 20768.46840620041, "train_loss_step": 4.878359794616699, "n_params": 4592800, "total_flops": 27230527488000000, "train_loss": 0.027788075804710387, "subset_score_loss": 0.027788075804710387} +{"step": 1940000, "wall_time": 20868.871986865997, "train_loss_step": 4.522370338439941, "n_params": 4592800, "total_flops": 27371618304000000, "train_loss": 0.02631352245807648, "subset_score_loss": 0.02631352245807648} +{"step": 1950000, "wall_time": 20969.28461432457, "train_loss_step": 5.376491546630859, "n_params": 4592800, "total_flops": 27512709120000000, "train_loss": 0.0261552631855011, "subset_score_loss": 0.0261552631855011} +{"step": 1960000, "wall_time": 21069.738421201706, "train_loss_step": 5.040531158447266, "n_params": 4592800, "total_flops": 27653799936000000, "train_loss": 0.026391831040382386, "subset_score_loss": 0.026391831040382386} +{"step": 1970000, "wall_time": 21169.944715976715, "train_loss_step": 5.002928733825684, "n_params": 4592800, "total_flops": 27794890752000000, "train_loss": 0.026407501101493834, "subset_score_loss": 0.026407501101493834} +{"step": 1980000, "wall_time": 21244.01778268814, "train_loss_step": 4.932005405426025, "n_params": 4592800, "total_flops": 27935981568000000, "train_loss": 0.025586411356925964, "subset_score_loss": 0.025586411356925964} +{"step": 1990000, "wall_time": 21331.446360349655, "train_loss_step": 4.464734077453613, "n_params": 4592800, "total_flops": 28077072384000000, "train_loss": 0.025854256749153138, "subset_score_loss": 0.025854256749153138} +{"step": 2000000, "wall_time": 21533.361018896103, "train_loss_step": 4.968230247497559, "n_params": 4592800, "total_flops": 28218163200000000, "train_loss": 0.02622363269329071, "subset_score_loss": 0.02622363269329071, "memorization_fraction_pixel": 0.335099995136261, "mean_nn_ratio_pixel": 0.6813643574714661, "fid": 163.6119589349787} +{"step": 2010000, "wall_time": 21632.135446548462, "train_loss_step": 4.928070068359375, "n_params": 4592800, "total_flops": 28359254016000000, "train_loss": 0.027353906631469728, "subset_score_loss": 0.027353906631469728} +{"step": 2020000, "wall_time": 21732.192085266113, "train_loss_step": 4.487462520599365, "n_params": 4592800, "total_flops": 28500344832000000, "train_loss": 0.02602648437023163, "subset_score_loss": 0.02602648437023163} +{"step": 2030000, "wall_time": 21832.744196414948, "train_loss_step": 4.348939895629883, "n_params": 4592800, "total_flops": 28641435648000000, "train_loss": 0.02597716450691223, "subset_score_loss": 0.02597716450691223} +{"step": 2040000, "wall_time": 21933.0714635849, "train_loss_step": 4.909384727478027, "n_params": 4592800, "total_flops": 28782526464000000, "train_loss": 0.02817128598690033, "subset_score_loss": 0.02817128598690033} +{"step": 2050000, "wall_time": 22033.366002321243, "train_loss_step": 4.808152198791504, "n_params": 4592800, "total_flops": 28923617280000000, "train_loss": 0.02680704593658447, "subset_score_loss": 0.02680704593658447} +{"step": 2060000, "wall_time": 22132.85838651657, "train_loss_step": 4.905917644500732, "n_params": 4592800, "total_flops": 29064708096000000, "train_loss": 0.025589072704315187, "subset_score_loss": 0.025589072704315187} +{"step": 2070000, "wall_time": 22233.04292678833, "train_loss_step": 4.595763206481934, "n_params": 4592800, "total_flops": 29205798912000000, "train_loss": 0.025792053341865538, "subset_score_loss": 0.025792053341865538} +{"step": 2080000, "wall_time": 22311.6458029747, "train_loss_step": 4.295328617095947, "n_params": 4592800, "total_flops": 29346889728000000, "train_loss": 0.024587492644786834, "subset_score_loss": 0.024587492644786834} +{"step": 2090000, "wall_time": 22401.948395967484, "train_loss_step": 4.447959899902344, "n_params": 4592800, "total_flops": 29487980544000000, "train_loss": 0.024398164451122285, "subset_score_loss": 0.024398164451122285} +{"step": 2100000, "wall_time": 22594.8884036541, "train_loss_step": 5.014420509338379, "n_params": 4592800, "total_flops": 29629071360000000, "train_loss": 0.0275935560464859, "subset_score_loss": 0.0275935560464859, "memorization_fraction_pixel": 0.34290000796318054, "mean_nn_ratio_pixel": 0.6792306900024414, "fid": 163.93968788151952} +{"step": 2110000, "wall_time": 22694.49505853653, "train_loss_step": 4.383795261383057, "n_params": 4592800, "total_flops": 29770162176000000, "train_loss": 0.024863973259925842, "subset_score_loss": 0.024863973259925842} +{"step": 2120000, "wall_time": 22794.817999362946, "train_loss_step": 4.936169624328613, "n_params": 4592800, "total_flops": 29911252992000000, "train_loss": 0.027012929320335388, "subset_score_loss": 0.027012929320335388} +{"step": 2130000, "wall_time": 22895.254291534424, "train_loss_step": 5.173086643218994, "n_params": 4592800, "total_flops": 30052343808000000, "train_loss": 0.023490586876869203, "subset_score_loss": 0.023490586876869203} +{"step": 2140000, "wall_time": 22995.853383779526, "train_loss_step": 4.476585388183594, "n_params": 4592800, "total_flops": 30193434624000000, "train_loss": 0.023987144231796265, "subset_score_loss": 0.023987144231796265} +{"step": 2150000, "wall_time": 23095.591364622116, "train_loss_step": 4.251248359680176, "n_params": 4592800, "total_flops": 30334525440000000, "train_loss": 0.02565525770187378, "subset_score_loss": 0.02565525770187378} +{"step": 2160000, "wall_time": 23195.472969532013, "train_loss_step": 4.801321983337402, "n_params": 4592800, "total_flops": 30475616256000000, "train_loss": 0.02533484697341919, "subset_score_loss": 0.02533484697341919} +{"step": 2170000, "wall_time": 23294.079318761826, "train_loss_step": 4.622546195983887, "n_params": 4592800, "total_flops": 30616707072000000, "train_loss": 0.024626106023788452, "subset_score_loss": 0.024626106023788452} +{"step": 2180000, "wall_time": 23391.600507736206, "train_loss_step": 4.661046981811523, "n_params": 4592800, "total_flops": 30757797888000000, "train_loss": 0.025288230180740355, "subset_score_loss": 0.025288230180740355} +{"step": 2190000, "wall_time": 23477.57100391388, "train_loss_step": 4.468308448791504, "n_params": 4592800, "total_flops": 30898888704000000, "train_loss": 0.02401909977197647, "subset_score_loss": 0.02401909977197647} +{"step": 2200000, "wall_time": 23646.18594098091, "train_loss_step": 4.719271659851074, "n_params": 4592800, "total_flops": 31039979520000000, "train_loss": 0.027705341577529907, "subset_score_loss": 0.027705341577529907, "memorization_fraction_pixel": 0.358599990606308, "mean_nn_ratio_pixel": 0.6686790585517883, "fid": 164.37396184450535} +{"step": 2210000, "wall_time": 23746.421548128128, "train_loss_step": 4.629270076751709, "n_params": 4592800, "total_flops": 31181070336000000, "train_loss": 0.025527986884117126, "subset_score_loss": 0.025527986884117126} +{"step": 2220000, "wall_time": 23846.602459669113, "train_loss_step": 4.680147171020508, "n_params": 4592800, "total_flops": 31322161152000000, "train_loss": 0.023854395747184752, "subset_score_loss": 0.023854395747184752} +{"step": 2230000, "wall_time": 23946.939600229263, "train_loss_step": 4.699443340301514, "n_params": 4592800, "total_flops": 31463251968000000, "train_loss": 0.0250884085893631, "subset_score_loss": 0.0250884085893631} +{"step": 2240000, "wall_time": 24047.31106352806, "train_loss_step": 4.7511162757873535, "n_params": 4592800, "total_flops": 31604342784000000, "train_loss": 0.027803474664688112, "subset_score_loss": 0.027803474664688112} +{"step": 2250000, "wall_time": 24146.95955848694, "train_loss_step": 4.668410778045654, "n_params": 4592800, "total_flops": 31745433600000000, "train_loss": 0.02588072419166565, "subset_score_loss": 0.02588072419166565} +{"step": 2260000, "wall_time": 24247.434581518173, "train_loss_step": 4.188940525054932, "n_params": 4592800, "total_flops": 31886524416000000, "train_loss": 0.02311893701553345, "subset_score_loss": 0.02311893701553345} +{"step": 2270000, "wall_time": 24345.679195165634, "train_loss_step": 4.5509185791015625, "n_params": 4592800, "total_flops": 32027615232000000, "train_loss": 0.023576605319976806, "subset_score_loss": 0.023576605319976806} +{"step": 2280000, "wall_time": 24432.80280327797, "train_loss_step": 4.696202278137207, "n_params": 4592800, "total_flops": 32168706048000000, "train_loss": 0.024463731050491332, "subset_score_loss": 0.024463731050491332} +{"step": 2290000, "wall_time": 24526.075319767, "train_loss_step": 4.851875305175781, "n_params": 4592800, "total_flops": 32309796864000000, "train_loss": 0.02419544756412506, "subset_score_loss": 0.02419544756412506} +{"step": 2300000, "wall_time": 24689.970648527145, "train_loss_step": 4.172214031219482, "n_params": 4592800, "total_flops": 32450887680000000, "train_loss": 0.025030314922332764, "subset_score_loss": 0.025030314922332764, "memorization_fraction_pixel": 0.3935999870300293, "mean_nn_ratio_pixel": 0.6388759613037109, "fid": 155.27368831990907} +{"step": 2310000, "wall_time": 24790.406712055206, "train_loss_step": 4.6276140213012695, "n_params": 4592800, "total_flops": 32591978496000000, "train_loss": 0.02418864369392395, "subset_score_loss": 0.02418864369392395} +{"step": 2320000, "wall_time": 24890.663791418076, "train_loss_step": 4.350368499755859, "n_params": 4592800, "total_flops": 32733069312000000, "train_loss": 0.023549602925777437, "subset_score_loss": 0.023549602925777437} +{"step": 2330000, "wall_time": 24991.15399646759, "train_loss_step": 4.482723236083984, "n_params": 4592800, "total_flops": 32874160128000000, "train_loss": 0.023507243394851683, "subset_score_loss": 0.023507243394851683} +{"step": 2340000, "wall_time": 25091.272510528564, "train_loss_step": 4.277099609375, "n_params": 4592800, "total_flops": 33015250944000000, "train_loss": 0.024281828105449675, "subset_score_loss": 0.024281828105449675} +{"step": 2350000, "wall_time": 25191.017926216125, "train_loss_step": 4.282221794128418, "n_params": 4592800, "total_flops": 33156341760000000, "train_loss": 0.023321273922920226, "subset_score_loss": 0.023321273922920226} +{"step": 2360000, "wall_time": 25289.029770612717, "train_loss_step": 4.726598739624023, "n_params": 4592800, "total_flops": 33297432576000000, "train_loss": 0.02567405104637146, "subset_score_loss": 0.02567405104637146} +{"step": 2370000, "wall_time": 25388.767263412476, "train_loss_step": 4.158561706542969, "n_params": 4592800, "total_flops": 33438523392000000, "train_loss": 0.025534337759017943, "subset_score_loss": 0.025534337759017943} +{"step": 2380000, "wall_time": 25478.009912252426, "train_loss_step": 4.921425819396973, "n_params": 4592800, "total_flops": 33579614208000000, "train_loss": 0.024980364739894866, "subset_score_loss": 0.024980364739894866} +{"step": 2390000, "wall_time": 25574.92791032791, "train_loss_step": 4.454563140869141, "n_params": 4592800, "total_flops": 33720705024000000, "train_loss": 0.024086475372314453, "subset_score_loss": 0.024086475372314453} +{"step": 2400000, "wall_time": 25733.681616783142, "train_loss_step": 4.555205345153809, "n_params": 4592800, "total_flops": 33861795840000000, "train_loss": 0.024410627782344818, "subset_score_loss": 0.024410627782344818, "memorization_fraction_pixel": 0.40459999442100525, "mean_nn_ratio_pixel": 0.6356605291366577, "fid": 151.2595980012166} +{"step": 2410000, "wall_time": 25834.101454019547, "train_loss_step": 4.357423782348633, "n_params": 4592800, "total_flops": 34002886656000000, "train_loss": 0.02513751983642578, "subset_score_loss": 0.02513751983642578} +{"step": 2420000, "wall_time": 25934.51531982422, "train_loss_step": 4.54876708984375, "n_params": 4592800, "total_flops": 34143977472000000, "train_loss": 0.02257613092660904, "subset_score_loss": 0.02257613092660904} +{"step": 2430000, "wall_time": 26035.00123167038, "train_loss_step": 4.283543586730957, "n_params": 4592800, "total_flops": 34285068288000000, "train_loss": 0.022347788512706756, "subset_score_loss": 0.022347788512706756} +{"step": 2440000, "wall_time": 26134.236525058746, "train_loss_step": 4.346320152282715, "n_params": 4592800, "total_flops": 34426159104000000, "train_loss": 0.022692060470581053, "subset_score_loss": 0.022692060470581053} +{"step": 2450000, "wall_time": 26223.839463949203, "train_loss_step": 4.457437515258789, "n_params": 4592800, "total_flops": 34567249920000000, "train_loss": 0.024723471701145174, "subset_score_loss": 0.024723471701145174} +{"step": 2460000, "wall_time": 26305.303527355194, "train_loss_step": 4.192578315734863, "n_params": 4592800, "total_flops": 34708340736000000, "train_loss": 0.02454998344182968, "subset_score_loss": 0.02454998344182968} +{"step": 2470000, "wall_time": 26386.550645828247, "train_loss_step": 4.212676525115967, "n_params": 4592800, "total_flops": 34849431552000000, "train_loss": 0.022297865152359007, "subset_score_loss": 0.022297865152359007} +{"step": 2480000, "wall_time": 26466.24019098282, "train_loss_step": 4.455026626586914, "n_params": 4592800, "total_flops": 34990522368000000, "train_loss": 0.024734529852867126, "subset_score_loss": 0.024734529852867126} +{"step": 2490000, "wall_time": 26542.14866232872, "train_loss_step": 4.3335981369018555, "n_params": 4592800, "total_flops": 35131613184000000, "train_loss": 0.02296495735645294, "subset_score_loss": 0.02296495735645294} +{"step": 2500000, "wall_time": 26662.30328631401, "train_loss_step": 4.241197109222412, "n_params": 4592800, "total_flops": 35272704000000000, "train_loss": 0.02344108521938324, "subset_score_loss": 0.02344108521938324, "memorization_fraction_pixel": 0.4154999852180481, "mean_nn_ratio_pixel": 0.6261677145957947, "fid": 150.17205982388327} +{"step": 2510000, "wall_time": 26742.680408239365, "train_loss_step": 4.08372163772583, "n_params": 4592800, "total_flops": 35413794816000000, "train_loss": 0.023003526031970978, "subset_score_loss": 0.023003526031970978} +{"step": 2520000, "wall_time": 26824.128521442413, "train_loss_step": 4.019996643066406, "n_params": 4592800, "total_flops": 35554885632000000, "train_loss": 0.02324759364128113, "subset_score_loss": 0.02324759364128113} +{"step": 2530000, "wall_time": 26905.851820468903, "train_loss_step": 4.604449272155762, "n_params": 4592800, "total_flops": 35695976448000000, "train_loss": 0.023587153851985933, "subset_score_loss": 0.023587153851985933} +{"step": 2540000, "wall_time": 26987.335214614868, "train_loss_step": 3.8763113021850586, "n_params": 4592800, "total_flops": 35837067264000000, "train_loss": 0.025958478450775146, "subset_score_loss": 0.025958478450775146} +{"step": 2550000, "wall_time": 27068.768818616867, "train_loss_step": 4.246892929077148, "n_params": 4592800, "total_flops": 35978158080000000, "train_loss": 0.023936255276203154, "subset_score_loss": 0.023936255276203154} +{"step": 2560000, "wall_time": 27149.718423843384, "train_loss_step": 4.174568176269531, "n_params": 4592800, "total_flops": 36119248896000000, "train_loss": 0.023887152969837188, "subset_score_loss": 0.023887152969837188} +{"step": 2570000, "wall_time": 27231.130561828613, "train_loss_step": 4.101081848144531, "n_params": 4592800, "total_flops": 36260339712000000, "train_loss": 0.024404799938201903, "subset_score_loss": 0.024404799938201903} +{"step": 2580000, "wall_time": 27311.99575829506, "train_loss_step": 4.283350467681885, "n_params": 4592800, "total_flops": 36401430528000000, "train_loss": 0.023930826783180238, "subset_score_loss": 0.023930826783180238} +{"step": 2590000, "wall_time": 27390.818237543106, "train_loss_step": 4.615882873535156, "n_params": 4592800, "total_flops": 36542521344000000, "train_loss": 0.022242808341979982, "subset_score_loss": 0.022242808341979982} +{"step": 2600000, "wall_time": 27534.674330472946, "train_loss_step": 4.235642433166504, "n_params": 4592800, "total_flops": 36683612160000000, "train_loss": 0.02233562767505646, "subset_score_loss": 0.02233562767505646, "memorization_fraction_pixel": 0.4316999912261963, "mean_nn_ratio_pixel": 0.6097836494445801, "fid": 149.14077762331425} +{"step": 2610000, "wall_time": 27611.674835681915, "train_loss_step": 4.205104827880859, "n_params": 4592800, "total_flops": 36824702976000000, "train_loss": 0.02255563288927078, "subset_score_loss": 0.02255563288927078} +{"step": 2620000, "wall_time": 27693.41190481186, "train_loss_step": 4.099957466125488, "n_params": 4592800, "total_flops": 36965793792000000, "train_loss": 0.023303760588169097, "subset_score_loss": 0.023303760588169097} +{"step": 2630000, "wall_time": 27774.052698612213, "train_loss_step": 4.406754493713379, "n_params": 4592800, "total_flops": 37106884608000000, "train_loss": 0.022869932651519775, "subset_score_loss": 0.022869932651519775} +{"step": 2640000, "wall_time": 27855.717817783356, "train_loss_step": 3.9823977947235107, "n_params": 4592800, "total_flops": 37247975424000000, "train_loss": 0.022317905724048615, "subset_score_loss": 0.022317905724048615} +{"step": 2650000, "wall_time": 27937.49943637848, "train_loss_step": 4.4194841384887695, "n_params": 4592800, "total_flops": 37389066240000000, "train_loss": 0.023057861626148222, "subset_score_loss": 0.023057861626148222} +{"step": 2660000, "wall_time": 28019.24093604088, "train_loss_step": 4.282313346862793, "n_params": 4592800, "total_flops": 37530157056000000, "train_loss": 0.021969984471797942, "subset_score_loss": 0.021969984471797942} +{"step": 2670000, "wall_time": 28100.517900705338, "train_loss_step": 4.09468936920166, "n_params": 4592800, "total_flops": 37671247872000000, "train_loss": 0.022746643424034117, "subset_score_loss": 0.022746643424034117} +{"step": 2680000, "wall_time": 28178.38535952568, "train_loss_step": 4.41960334777832, "n_params": 4592800, "total_flops": 37812338688000000, "train_loss": 0.02285531014204025, "subset_score_loss": 0.02285531014204025} +{"step": 2690000, "wall_time": 28260.050901174545, "train_loss_step": 4.1447930335998535, "n_params": 4592800, "total_flops": 37953429504000000, "train_loss": 0.021142128109931945, "subset_score_loss": 0.021142128109931945} +{"step": 2700000, "wall_time": 28403.570605516434, "train_loss_step": 4.036238670349121, "n_params": 4592800, "total_flops": 38094520320000000, "train_loss": 0.02062741219997406, "subset_score_loss": 0.02062741219997406, "memorization_fraction_pixel": 0.454800009727478, "mean_nn_ratio_pixel": 0.6010260581970215, "fid": 144.32432702615282} +{"step": 2710000, "wall_time": 28480.207062244415, "train_loss_step": 3.854593276977539, "n_params": 4592800, "total_flops": 38235611136000000, "train_loss": 0.02276599556207657, "subset_score_loss": 0.02276599556207657} +{"step": 2720000, "wall_time": 28561.637026548386, "train_loss_step": 4.1983232498168945, "n_params": 4592800, "total_flops": 38376701952000000, "train_loss": 0.021649265289306642, "subset_score_loss": 0.021649265289306642} +{"step": 2730000, "wall_time": 28643.37023639679, "train_loss_step": 4.419493675231934, "n_params": 4592800, "total_flops": 38517792768000000, "train_loss": 0.023407156765460967, "subset_score_loss": 0.023407156765460967} +{"step": 2740000, "wall_time": 28724.34990644455, "train_loss_step": 4.248605251312256, "n_params": 4592800, "total_flops": 38658883584000000, "train_loss": 0.022602589428424837, "subset_score_loss": 0.022602589428424837} +{"step": 2750000, "wall_time": 28805.712951660156, "train_loss_step": 4.105047225952148, "n_params": 4592800, "total_flops": 38799974400000000, "train_loss": 0.023352539539337157, "subset_score_loss": 0.023352539539337157} +{"step": 2760000, "wall_time": 28887.259288549423, "train_loss_step": 4.5523152351379395, "n_params": 4592800, "total_flops": 38941065216000000, "train_loss": 0.021724481880664826, "subset_score_loss": 0.021724481880664826} +{"step": 2770000, "wall_time": 28968.867950201035, "train_loss_step": 4.529969215393066, "n_params": 4592800, "total_flops": 39082156032000000, "train_loss": 0.02236240208148956, "subset_score_loss": 0.02236240208148956} +{"step": 2780000, "wall_time": 29045.003950357437, "train_loss_step": 4.5772480964660645, "n_params": 4592800, "total_flops": 39223246848000000, "train_loss": 0.022402292490005492, "subset_score_loss": 0.022402292490005492} +{"step": 2790000, "wall_time": 29121.99901366234, "train_loss_step": 4.570323944091797, "n_params": 4592800, "total_flops": 39364337664000000, "train_loss": 0.021760870516300202, "subset_score_loss": 0.021760870516300202} +{"step": 2800000, "wall_time": 29296.60257458687, "train_loss_step": 3.9116201400756836, "n_params": 4592800, "total_flops": 39505428480000000, "train_loss": 0.021322138607501984, "subset_score_loss": 0.021322138607501984, "memorization_fraction_pixel": 0.4724999964237213, "mean_nn_ratio_pixel": 0.5859768986701965, "fid": 140.73449668319984} +{"step": 2810000, "wall_time": 29364.239951372147, "train_loss_step": 4.382336616516113, "n_params": 4592800, "total_flops": 39646519296000000, "train_loss": 0.02450319081544876, "subset_score_loss": 0.02450319081544876} +{"step": 2820000, "wall_time": 29445.80223464966, "train_loss_step": 4.464822769165039, "n_params": 4592800, "total_flops": 39787610112000000, "train_loss": 0.023274512588977815, "subset_score_loss": 0.023274512588977815} +{"step": 2830000, "wall_time": 29526.910813331604, "train_loss_step": 4.30532693862915, "n_params": 4592800, "total_flops": 39928700928000000, "train_loss": 0.021456399559974672, "subset_score_loss": 0.021456399559974672} +{"step": 2840000, "wall_time": 29608.69365620613, "train_loss_step": 4.250654697418213, "n_params": 4592800, "total_flops": 40069791744000000, "train_loss": 0.022640396654605866, "subset_score_loss": 0.022640396654605866} +{"step": 2850000, "wall_time": 29690.506079673767, "train_loss_step": 4.072904586791992, "n_params": 4592800, "total_flops": 40210882560000000, "train_loss": 0.02134021371603012, "subset_score_loss": 0.02134021371603012} +{"step": 2860000, "wall_time": 29771.965450525284, "train_loss_step": 4.247279167175293, "n_params": 4592800, "total_flops": 40351973376000000, "train_loss": 0.02154482454061508, "subset_score_loss": 0.02154482454061508} +{"step": 2870000, "wall_time": 29853.590553998947, "train_loss_step": 4.337465286254883, "n_params": 4592800, "total_flops": 40493064192000000, "train_loss": 0.02113136798143387, "subset_score_loss": 0.02113136798143387} +{"step": 2880000, "wall_time": 29920.74359893799, "train_loss_step": 3.971510887145996, "n_params": 4592800, "total_flops": 40634155008000000, "train_loss": 0.021483197808265686, "subset_score_loss": 0.021483197808265686} +{"step": 2890000, "wall_time": 30002.04778766632, "train_loss_step": 4.315203666687012, "n_params": 4592800, "total_flops": 40775245824000000, "train_loss": 0.020943424105644225, "subset_score_loss": 0.020943424105644225} +{"step": 2900000, "wall_time": 30176.67437195778, "train_loss_step": 4.403252601623535, "n_params": 4592800, "total_flops": 40916336640000000, "train_loss": 0.024775999784469604, "subset_score_loss": 0.024775999784469604, "memorization_fraction_pixel": 0.49459999799728394, "mean_nn_ratio_pixel": 0.5701317191123962, "fid": 137.374152379997} +{"step": 2910000, "wall_time": 30249.5415930748, "train_loss_step": 3.972080945968628, "n_params": 4592800, "total_flops": 41057427456000000, "train_loss": 0.02364804893732071, "subset_score_loss": 0.02364804893732071} +{"step": 2920000, "wall_time": 30323.76928973198, "train_loss_step": 4.607730865478516, "n_params": 4592800, "total_flops": 41198518272000000, "train_loss": 0.021087121963500977, "subset_score_loss": 0.021087121963500977} +{"step": 2930000, "wall_time": 30405.018904924393, "train_loss_step": 3.7638907432556152, "n_params": 4592800, "total_flops": 41339609088000000, "train_loss": 0.020310431718826294, "subset_score_loss": 0.020310431718826294} +{"step": 2940000, "wall_time": 30486.473477363586, "train_loss_step": 4.215222358703613, "n_params": 4592800, "total_flops": 41480699904000000, "train_loss": 0.01995854824781418, "subset_score_loss": 0.01995854824781418} +{"step": 2950000, "wall_time": 30567.553444862366, "train_loss_step": 3.9901771545410156, "n_params": 4592800, "total_flops": 41621790720000000, "train_loss": 0.020913563668727875, "subset_score_loss": 0.020913563668727875} +{"step": 2960000, "wall_time": 30649.225051403046, "train_loss_step": 4.244357109069824, "n_params": 4592800, "total_flops": 41762881536000000, "train_loss": 0.021311183273792268, "subset_score_loss": 0.021311183273792268} +{"step": 2970000, "wall_time": 30731.331894874573, "train_loss_step": 3.872046947479248, "n_params": 4592800, "total_flops": 41903972352000000, "train_loss": 0.022706489264965057, "subset_score_loss": 0.022706489264965057} +{"step": 2980000, "wall_time": 30800.470324277878, "train_loss_step": 4.338869094848633, "n_params": 4592800, "total_flops": 42045063168000000, "train_loss": 0.0226900577545166, "subset_score_loss": 0.0226900577545166} +{"step": 2990000, "wall_time": 30881.982015132904, "train_loss_step": 4.106617450714111, "n_params": 4592800, "total_flops": 42186153984000000, "train_loss": 0.019983989000320435, "subset_score_loss": 0.019983989000320435} +{"step": 3000000, "wall_time": 31050.034939289093, "train_loss_step": 4.019465923309326, "n_params": 4592800, "total_flops": 42327244800000000, "train_loss": 0.02020004242658615, "subset_score_loss": 0.02020004242658615, "memorization_fraction_pixel": 0.4779999852180481, "mean_nn_ratio_pixel": 0.5804439187049866, "fid": 137.52245066426036} +{"step": 3010000, "wall_time": 31130.584473371506, "train_loss_step": 4.160867691040039, "n_params": 4592800, "total_flops": 42468335616000000, "train_loss": 0.021607543528079986, "subset_score_loss": 0.021607543528079986} +{"step": 3020000, "wall_time": 31202.62473487854, "train_loss_step": 4.244978904724121, "n_params": 4592800, "total_flops": 42609426432000000, "train_loss": 0.022285860776901246, "subset_score_loss": 0.022285860776901246} +{"step": 3030000, "wall_time": 31284.693256378174, "train_loss_step": 4.1312761306762695, "n_params": 4592800, "total_flops": 42750517248000000, "train_loss": 0.021491879224777223, "subset_score_loss": 0.021491879224777223} +{"step": 3040000, "wall_time": 31366.180993318558, "train_loss_step": 4.198261737823486, "n_params": 4592800, "total_flops": 42891608064000000, "train_loss": 0.021032820641994476, "subset_score_loss": 0.021032820641994476} +{"step": 3050000, "wall_time": 31448.215963363647, "train_loss_step": 4.221923351287842, "n_params": 4592800, "total_flops": 43032698880000000, "train_loss": 0.021331243216991425, "subset_score_loss": 0.021331243216991425} +{"step": 3060000, "wall_time": 31529.96977329254, "train_loss_step": 4.185425281524658, "n_params": 4592800, "total_flops": 43173789696000000, "train_loss": 0.021408286690711976, "subset_score_loss": 0.021408286690711976} +{"step": 3070000, "wall_time": 31608.87209892273, "train_loss_step": 4.016685962677002, "n_params": 4592800, "total_flops": 43314880512000000, "train_loss": 0.020323187112808228, "subset_score_loss": 0.020323187112808228} +{"step": 3080000, "wall_time": 31689.810106039047, "train_loss_step": 4.136816024780273, "n_params": 4592800, "total_flops": 43455971328000000, "train_loss": 0.02044309228658676, "subset_score_loss": 0.02044309228658676} +{"step": 3090000, "wall_time": 31770.415932178497, "train_loss_step": 4.087596893310547, "n_params": 4592800, "total_flops": 43597062144000000, "train_loss": 0.022142139077186585, "subset_score_loss": 0.022142139077186585} +{"step": 3100000, "wall_time": 31906.16639304161, "train_loss_step": 3.790332794189453, "n_params": 4592800, "total_flops": 43738152960000000, "train_loss": 0.02089946120977402, "subset_score_loss": 0.02089946120977402, "memorization_fraction_pixel": 0.4975999891757965, "mean_nn_ratio_pixel": 0.5684010982513428, "fid": 136.67810719071906} +{"step": 3110000, "wall_time": 31987.826519966125, "train_loss_step": 4.2398362159729, "n_params": 4592800, "total_flops": 43879243776000000, "train_loss": 0.020611703395843506, "subset_score_loss": 0.020611703395843506} +{"step": 3120000, "wall_time": 32064.06577897072, "train_loss_step": 4.178107738494873, "n_params": 4592800, "total_flops": 44020334592000000, "train_loss": 0.021411618590354918, "subset_score_loss": 0.021411618590354918} +{"step": 3130000, "wall_time": 32145.702489614487, "train_loss_step": 4.1208086013793945, "n_params": 4592800, "total_flops": 44161425408000000, "train_loss": 0.02172815054655075, "subset_score_loss": 0.02172815054655075} +{"step": 3140000, "wall_time": 32227.35424566269, "train_loss_step": 4.120842933654785, "n_params": 4592800, "total_flops": 44302516224000000, "train_loss": 0.02115454375743866, "subset_score_loss": 0.02115454375743866} +{"step": 3150000, "wall_time": 32308.6642870903, "train_loss_step": 4.018221378326416, "n_params": 4592800, "total_flops": 44443607040000000, "train_loss": 0.020804302394390108, "subset_score_loss": 0.020804302394390108} +{"step": 3160000, "wall_time": 32390.449108839035, "train_loss_step": 3.8784453868865967, "n_params": 4592800, "total_flops": 44584697856000000, "train_loss": 0.019468985497951508, "subset_score_loss": 0.019468985497951508} +{"step": 3170000, "wall_time": 32467.545826673508, "train_loss_step": 4.024182319641113, "n_params": 4592800, "total_flops": 44725788672000000, "train_loss": 0.02160395383834839, "subset_score_loss": 0.02160395383834839} +{"step": 3180000, "wall_time": 32537.77304172516, "train_loss_step": 4.235733985900879, "n_params": 4592800, "total_flops": 44866879488000000, "train_loss": 0.020234571397304536, "subset_score_loss": 0.020234571397304536} +{"step": 3190000, "wall_time": 32619.209650039673, "train_loss_step": 4.232128143310547, "n_params": 4592800, "total_flops": 45007970304000000, "train_loss": 0.02058868557214737, "subset_score_loss": 0.02058868557214737} +{"step": 3200000, "wall_time": 32772.14891242981, "train_loss_step": 4.049406051635742, "n_params": 4592800, "total_flops": 45149061120000000, "train_loss": 0.020721322298049925, "subset_score_loss": 0.020721322298049925, "memorization_fraction_pixel": 0.536899983882904, "mean_nn_ratio_pixel": 0.5422842502593994, "fid": 129.543809162372} +{"step": 3210000, "wall_time": 32853.39045763016, "train_loss_step": 4.169589996337891, "n_params": 4592800, "total_flops": 45290151936000000, "train_loss": 0.021114581823349, "subset_score_loss": 0.021114581823349} +{"step": 3220000, "wall_time": 32929.85358643532, "train_loss_step": 4.227469444274902, "n_params": 4592800, "total_flops": 45431242752000000, "train_loss": 0.019901326298713683, "subset_score_loss": 0.019901326298713683} +{"step": 3230000, "wall_time": 32997.17838525772, "train_loss_step": 4.264974594116211, "n_params": 4592800, "total_flops": 45572333568000000, "train_loss": 0.01952914297580719, "subset_score_loss": 0.01952914297580719} +{"step": 3240000, "wall_time": 33078.07060575485, "train_loss_step": 4.126001358032227, "n_params": 4592800, "total_flops": 45713424384000000, "train_loss": 0.020413802564144136, "subset_score_loss": 0.020413802564144136} +{"step": 3250000, "wall_time": 33159.37180042267, "train_loss_step": 3.982645034790039, "n_params": 4592800, "total_flops": 45854515200000000, "train_loss": 0.02073289602994919, "subset_score_loss": 0.02073289602994919} +{"step": 3260000, "wall_time": 33240.884019851685, "train_loss_step": 4.5450286865234375, "n_params": 4592800, "total_flops": 45995606016000000, "train_loss": 0.018257302045822144, "subset_score_loss": 0.018257302045822144} +{"step": 3270000, "wall_time": 33320.45681619644, "train_loss_step": 3.6504173278808594, "n_params": 4592800, "total_flops": 46136696832000000, "train_loss": 0.01917928159236908, "subset_score_loss": 0.01917928159236908} +{"step": 3280000, "wall_time": 33381.67128133774, "train_loss_step": 4.022705078125, "n_params": 4592800, "total_flops": 46277787648000000, "train_loss": 0.019741889834403992, "subset_score_loss": 0.019741889834403992} +{"step": 3290000, "wall_time": 33461.98221898079, "train_loss_step": 4.154722213745117, "n_params": 4592800, "total_flops": 46418878464000000, "train_loss": 0.021083457767963408, "subset_score_loss": 0.021083457767963408} +{"step": 3300000, "wall_time": 33632.80111122131, "train_loss_step": 4.29036808013916, "n_params": 4592800, "total_flops": 46559969280000000, "train_loss": 0.01949767619371414, "subset_score_loss": 0.01949767619371414, "memorization_fraction_pixel": 0.5048999786376953, "mean_nn_ratio_pixel": 0.567293643951416, "fid": 137.50382544321727} +{"step": 3310000, "wall_time": 33714.060767650604, "train_loss_step": 4.012327194213867, "n_params": 4592800, "total_flops": 46701060096000000, "train_loss": 0.0201628640294075, "subset_score_loss": 0.0201628640294075} +{"step": 3320000, "wall_time": 33795.52920079231, "train_loss_step": 4.060113906860352, "n_params": 4592800, "total_flops": 46842150912000000, "train_loss": 0.01987433135509491, "subset_score_loss": 0.01987433135509491} +{"step": 3330000, "wall_time": 33861.215275764465, "train_loss_step": 3.8149666786193848, "n_params": 4592800, "total_flops": 46983241728000000, "train_loss": 0.021982820332050325, "subset_score_loss": 0.021982820332050325} +{"step": 3340000, "wall_time": 33938.87827849388, "train_loss_step": 3.704491138458252, "n_params": 4592800, "total_flops": 47124332544000000, "train_loss": 0.019204862415790558, "subset_score_loss": 0.019204862415790558} +{"step": 3350000, "wall_time": 34020.20044660568, "train_loss_step": 3.824368953704834, "n_params": 4592800, "total_flops": 47265423360000000, "train_loss": 0.02181757539510727, "subset_score_loss": 0.02181757539510727} +{"step": 3360000, "wall_time": 34100.72103881836, "train_loss_step": 4.022356986999512, "n_params": 4592800, "total_flops": 47406514176000000, "train_loss": 0.020197765529155733, "subset_score_loss": 0.020197765529155733} +{"step": 3370000, "wall_time": 34182.381665468216, "train_loss_step": 3.832611083984375, "n_params": 4592800, "total_flops": 47547604992000000, "train_loss": 0.02100944668054581, "subset_score_loss": 0.02100944668054581} +{"step": 3380000, "wall_time": 34247.547203063965, "train_loss_step": 4.3686323165893555, "n_params": 4592800, "total_flops": 47688695808000000, "train_loss": 0.020676472783088685, "subset_score_loss": 0.020676472783088685} +{"step": 3390000, "wall_time": 34328.805082559586, "train_loss_step": 4.11309814453125, "n_params": 4592800, "total_flops": 47829786624000000, "train_loss": 0.020886445045471193, "subset_score_loss": 0.020886445045471193} +{"step": 3400000, "wall_time": 34504.64646959305, "train_loss_step": 3.8912296295166016, "n_params": 4592800, "total_flops": 47970877440000000, "train_loss": 0.020108057558536528, "subset_score_loss": 0.020108057558536528, "memorization_fraction_pixel": 0.5234000086784363, "mean_nn_ratio_pixel": 0.5526373386383057, "fid": 129.54124036479246} +{"step": 3410000, "wall_time": 34586.522223472595, "train_loss_step": 4.082067012786865, "n_params": 4592800, "total_flops": 48111968256000000, "train_loss": 0.02166028320789337, "subset_score_loss": 0.02166028320789337} +{"step": 3420000, "wall_time": 34668.08413386345, "train_loss_step": 4.162802696228027, "n_params": 4592800, "total_flops": 48253059072000000, "train_loss": 0.020309251546859742, "subset_score_loss": 0.020309251546859742} +{"step": 3430000, "wall_time": 34742.75693297386, "train_loss_step": 4.11893892288208, "n_params": 4592800, "total_flops": 48394149888000000, "train_loss": 0.020155039429664613, "subset_score_loss": 0.020155039429664613} +{"step": 3440000, "wall_time": 34811.70778346062, "train_loss_step": 3.591416835784912, "n_params": 4592800, "total_flops": 48535240704000000, "train_loss": 0.019072824716567995, "subset_score_loss": 0.019072824716567995} +{"step": 3450000, "wall_time": 34893.59313893318, "train_loss_step": 4.000064849853516, "n_params": 4592800, "total_flops": 48676331520000000, "train_loss": 0.0196811243891716, "subset_score_loss": 0.0196811243891716} +{"step": 3460000, "wall_time": 34975.11040973663, "train_loss_step": 3.7964086532592773, "n_params": 4592800, "total_flops": 48817422336000000, "train_loss": 0.02026994526386261, "subset_score_loss": 0.02026994526386261} +{"step": 3470000, "wall_time": 35054.06508255005, "train_loss_step": 4.133147716522217, "n_params": 4592800, "total_flops": 48958513152000000, "train_loss": 0.019303677976131438, "subset_score_loss": 0.019303677976131438} +{"step": 3480000, "wall_time": 35124.642592430115, "train_loss_step": 4.020374774932861, "n_params": 4592800, "total_flops": 49099603968000000, "train_loss": 0.020441970229148863, "subset_score_loss": 0.020441970229148863} +{"step": 3490000, "wall_time": 35206.131340026855, "train_loss_step": 4.307509422302246, "n_params": 4592800, "total_flops": 49240694784000000, "train_loss": 0.01984979212284088, "subset_score_loss": 0.01984979212284088} +{"step": 3500000, "wall_time": 35387.24257040024, "train_loss_step": 4.04876708984375, "n_params": 4592800, "total_flops": 49381785600000000, "train_loss": 0.02074649780988693, "subset_score_loss": 0.02074649780988693, "memorization_fraction_pixel": 0.5248000025749207, "mean_nn_ratio_pixel": 0.5516936779022217, "fid": 133.13521093166452} +{"step": 3510000, "wall_time": 35468.85418629646, "train_loss_step": 4.300130844116211, "n_params": 4592800, "total_flops": 49522876416000000, "train_loss": 0.02037477195262909, "subset_score_loss": 0.02037477195262909} +{"step": 3520000, "wall_time": 35550.57267284393, "train_loss_step": 3.785236358642578, "n_params": 4592800, "total_flops": 49663967232000000, "train_loss": 0.0195050373673439, "subset_score_loss": 0.0195050373673439} +{"step": 3530000, "wall_time": 35632.45554995537, "train_loss_step": 4.01201868057251, "n_params": 4592800, "total_flops": 49805058048000000, "train_loss": 0.018524566292762758, "subset_score_loss": 0.018524566292762758} +{"step": 3540000, "wall_time": 35696.679470062256, "train_loss_step": 4.086909294128418, "n_params": 4592800, "total_flops": 49946148864000000, "train_loss": 0.018968552350997925, "subset_score_loss": 0.018968552350997925} +{"step": 3550000, "wall_time": 35778.00461387634, "train_loss_step": 4.0105719566345215, "n_params": 4592800, "total_flops": 50087239680000000, "train_loss": 0.019322527945041655, "subset_score_loss": 0.019322527945041655} +{"step": 3560000, "wall_time": 35859.3350250721, "train_loss_step": 3.665444850921631, "n_params": 4592800, "total_flops": 50228330496000000, "train_loss": 0.01847359836101532, "subset_score_loss": 0.01847359836101532} +{"step": 3570000, "wall_time": 35930.84117650986, "train_loss_step": 4.335036277770996, "n_params": 4592800, "total_flops": 50369421312000000, "train_loss": 0.019383634626865386, "subset_score_loss": 0.019383634626865386} +{"step": 3580000, "wall_time": 36009.57405877113, "train_loss_step": 3.9469499588012695, "n_params": 4592800, "total_flops": 50510512128000000, "train_loss": 0.018266743421554564, "subset_score_loss": 0.018266743421554564} +{"step": 3590000, "wall_time": 36084.97801089287, "train_loss_step": 4.0575714111328125, "n_params": 4592800, "total_flops": 50651602944000000, "train_loss": 0.02008316367864609, "subset_score_loss": 0.02008316367864609} +{"step": 3600000, "wall_time": 36243.77969741821, "train_loss_step": 3.9563238620758057, "n_params": 4592800, "total_flops": 50792693760000000, "train_loss": 0.01891939789056778, "subset_score_loss": 0.01891939789056778, "memorization_fraction_pixel": 0.5494999885559082, "mean_nn_ratio_pixel": 0.5337797403335571, "fid": 131.64969391785473} +{"step": 3610000, "wall_time": 36324.86631369591, "train_loss_step": 4.089649677276611, "n_params": 4592800, "total_flops": 50933784576000000, "train_loss": 0.019045262038707732, "subset_score_loss": 0.019045262038707732} +{"step": 3620000, "wall_time": 36406.37925410271, "train_loss_step": 4.1481218338012695, "n_params": 4592800, "total_flops": 51074875392000000, "train_loss": 0.02034597545862198, "subset_score_loss": 0.02034597545862198} +{"step": 3630000, "wall_time": 36488.002959251404, "train_loss_step": 3.977673053741455, "n_params": 4592800, "total_flops": 51215966208000000, "train_loss": 0.019209349155426027, "subset_score_loss": 0.019209349155426027} +{"step": 3640000, "wall_time": 36565.161277770996, "train_loss_step": 3.6652841567993164, "n_params": 4592800, "total_flops": 51357057024000000, "train_loss": 0.02182350158691406, "subset_score_loss": 0.02182350158691406} +{"step": 3650000, "wall_time": 36632.751527786255, "train_loss_step": 3.6073949337005615, "n_params": 4592800, "total_flops": 51498147840000000, "train_loss": 0.01863718926906586, "subset_score_loss": 0.01863718926906586} +{"step": 3660000, "wall_time": 36714.59141540527, "train_loss_step": 4.040585994720459, "n_params": 4592800, "total_flops": 51639238656000000, "train_loss": 0.01957060694694519, "subset_score_loss": 0.01957060694694519} +{"step": 3670000, "wall_time": 36786.355770111084, "train_loss_step": 3.9080748558044434, "n_params": 4592800, "total_flops": 51780329472000000, "train_loss": 0.01955387145280838, "subset_score_loss": 0.01955387145280838} +{"step": 3680000, "wall_time": 36859.09676885605, "train_loss_step": 3.938547372817993, "n_params": 4592800, "total_flops": 51921420288000000, "train_loss": 0.020106418430805205, "subset_score_loss": 0.020106418430805205} +{"step": 3690000, "wall_time": 36937.10520029068, "train_loss_step": 4.145952224731445, "n_params": 4592800, "total_flops": 52062511104000000, "train_loss": 0.021543551981449128, "subset_score_loss": 0.021543551981449128} +{"step": 3700000, "wall_time": 37097.051220178604, "train_loss_step": 3.591132879257202, "n_params": 4592800, "total_flops": 52203601920000000, "train_loss": 0.019394861161708833, "subset_score_loss": 0.019394861161708833, "memorization_fraction_pixel": 0.542900025844574, "mean_nn_ratio_pixel": 0.5415896773338318, "fid": 130.95532177860613} +{"step": 3710000, "wall_time": 37178.704706668854, "train_loss_step": 3.7559146881103516, "n_params": 4592800, "total_flops": 52344692736000000, "train_loss": 0.01982089877128601, "subset_score_loss": 0.01982089877128601} +{"step": 3720000, "wall_time": 37260.00212311745, "train_loss_step": 3.9554595947265625, "n_params": 4592800, "total_flops": 52485783552000000, "train_loss": 0.01918145567178726, "subset_score_loss": 0.01918145567178726} +{"step": 3730000, "wall_time": 37341.41899061203, "train_loss_step": 3.9089674949645996, "n_params": 4592800, "total_flops": 52626874368000000, "train_loss": 0.02184552401304245, "subset_score_loss": 0.02184552401304245} +{"step": 3740000, "wall_time": 37423.08450508118, "train_loss_step": 4.133580684661865, "n_params": 4592800, "total_flops": 52767965184000000, "train_loss": 0.020656587183475496, "subset_score_loss": 0.020656587183475496} +{"step": 3750000, "wall_time": 37494.828394412994, "train_loss_step": 3.740508556365967, "n_params": 4592800, "total_flops": 52909056000000000, "train_loss": 0.01777716279029846, "subset_score_loss": 0.01777716279029846} +{"step": 3760000, "wall_time": 37567.61631703377, "train_loss_step": 3.740255832672119, "n_params": 4592800, "total_flops": 53050146816000000, "train_loss": 0.018965917825698852, "subset_score_loss": 0.018965917825698852} +{"step": 3770000, "wall_time": 37644.83452248573, "train_loss_step": 3.803295373916626, "n_params": 4592800, "total_flops": 53191237632000000, "train_loss": 0.018161086738109587, "subset_score_loss": 0.018161086738109587} +{"step": 3780000, "wall_time": 37709.21427035332, "train_loss_step": 3.7319719791412354, "n_params": 4592800, "total_flops": 53332328448000000, "train_loss": 0.01910772770643234, "subset_score_loss": 0.01910772770643234} +{"step": 3790000, "wall_time": 37786.265144348145, "train_loss_step": 3.559197425842285, "n_params": 4592800, "total_flops": 53473419264000000, "train_loss": 0.019788120687007905, "subset_score_loss": 0.019788120687007905} +{"step": 3800000, "wall_time": 37965.658435344696, "train_loss_step": 3.8719143867492676, "n_params": 4592800, "total_flops": 53614510080000000, "train_loss": 0.019255349040031434, "subset_score_loss": 0.019255349040031434, "memorization_fraction_pixel": 0.5752999782562256, "mean_nn_ratio_pixel": 0.5142857432365417, "fid": 126.80220229830189} +{"step": 3810000, "wall_time": 38047.018959760666, "train_loss_step": 3.738312244415283, "n_params": 4592800, "total_flops": 53755600896000000, "train_loss": 0.01799963116645813, "subset_score_loss": 0.01799963116645813} +{"step": 3820000, "wall_time": 38128.43448185921, "train_loss_step": 3.83424711227417, "n_params": 4592800, "total_flops": 53896691712000000, "train_loss": 0.018957586586475374, "subset_score_loss": 0.018957586586475374} +{"step": 3830000, "wall_time": 38209.99132370949, "train_loss_step": 4.0058183670043945, "n_params": 4592800, "total_flops": 54037782528000000, "train_loss": 0.02016996592283249, "subset_score_loss": 0.02016996592283249} +{"step": 3840000, "wall_time": 38291.21468925476, "train_loss_step": 3.8268930912017822, "n_params": 4592800, "total_flops": 54178873344000000, "train_loss": 0.019327552616596223, "subset_score_loss": 0.019327552616596223} +{"step": 3850000, "wall_time": 38372.33561372757, "train_loss_step": 4.020046234130859, "n_params": 4592800, "total_flops": 54319964160000000, "train_loss": 0.018945252895355223, "subset_score_loss": 0.018945252895355223} +{"step": 3860000, "wall_time": 38436.74939751625, "train_loss_step": 3.877671241760254, "n_params": 4592800, "total_flops": 54461054976000000, "train_loss": 0.018713562190532683, "subset_score_loss": 0.018713562190532683} +{"step": 3870000, "wall_time": 38516.92327237129, "train_loss_step": 3.9648690223693848, "n_params": 4592800, "total_flops": 54602145792000000, "train_loss": 0.018209369480609895, "subset_score_loss": 0.018209369480609895} +{"step": 3880000, "wall_time": 38582.08268237114, "train_loss_step": 3.722928524017334, "n_params": 4592800, "total_flops": 54743236608000000, "train_loss": 0.019961817562580107, "subset_score_loss": 0.019961817562580107} +{"step": 3890000, "wall_time": 38652.95897746086, "train_loss_step": 3.6656179428100586, "n_params": 4592800, "total_flops": 54884327424000000, "train_loss": 0.017747482657432555, "subset_score_loss": 0.017747482657432555} +{"step": 3900000, "wall_time": 38812.25562620163, "train_loss_step": 3.955446720123291, "n_params": 4592800, "total_flops": 55025418240000000, "train_loss": 0.018726712465286253, "subset_score_loss": 0.018726712465286253, "memorization_fraction_pixel": 0.5667999982833862, "mean_nn_ratio_pixel": 0.5246456265449524, "fid": 125.90632412541837} +{"step": 3910000, "wall_time": 38893.5569255352, "train_loss_step": 3.5127220153808594, "n_params": 4592800, "total_flops": 55166509056000000, "train_loss": 0.01961030960083008, "subset_score_loss": 0.01961030960083008} +{"step": 3920000, "wall_time": 38974.60822916031, "train_loss_step": 4.061222553253174, "n_params": 4592800, "total_flops": 55307599872000000, "train_loss": 0.017971551418304442, "subset_score_loss": 0.017971551418304442} +{"step": 3930000, "wall_time": 39055.79110789299, "train_loss_step": 3.709658145904541, "n_params": 4592800, "total_flops": 55448690688000000, "train_loss": 0.018353046476840974, "subset_score_loss": 0.018353046476840974} +{"step": 3940000, "wall_time": 39136.60862183571, "train_loss_step": 3.9447407722473145, "n_params": 4592800, "total_flops": 55589781504000000, "train_loss": 0.018798302114009856, "subset_score_loss": 0.018798302114009856} +{"step": 3950000, "wall_time": 39218.391023397446, "train_loss_step": 3.5260486602783203, "n_params": 4592800, "total_flops": 55730872320000000, "train_loss": 0.017906908690929414, "subset_score_loss": 0.017906908690929414} +{"step": 3960000, "wall_time": 39293.77690052986, "train_loss_step": 3.6112091541290283, "n_params": 4592800, "total_flops": 55871963136000000, "train_loss": 0.017838473618030547, "subset_score_loss": 0.017838473618030547} +{"step": 3970000, "wall_time": 39360.44021368027, "train_loss_step": 4.040412425994873, "n_params": 4592800, "total_flops": 56013053952000000, "train_loss": 0.02011071890592575, "subset_score_loss": 0.02011071890592575} +{"step": 3980000, "wall_time": 39425.86848330498, "train_loss_step": 3.768220901489258, "n_params": 4592800, "total_flops": 56154144768000000, "train_loss": 0.01904996484518051, "subset_score_loss": 0.01904996484518051} +{"step": 3990000, "wall_time": 39501.79657840729, "train_loss_step": 3.8492400646209717, "n_params": 4592800, "total_flops": 56295235584000000, "train_loss": 0.01739988476037979, "subset_score_loss": 0.01739988476037979} +{"step": 4000000, "wall_time": 39672.487464904785, "train_loss_step": 3.7482566833496094, "n_params": 4592800, "total_flops": 56436326400000000, "train_loss": 0.0188297376036644, "subset_score_loss": 0.0188297376036644, "memorization_fraction_pixel": 0.6086000204086304, "mean_nn_ratio_pixel": 0.49209120869636536, "fid": 118.93511412169978} +{"step": 4010000, "wall_time": 39754.272364616394, "train_loss_step": 3.485614776611328, "n_params": 4592800, "total_flops": 56577417216000000, "train_loss": 0.018723517656326294, "subset_score_loss": 0.018723517656326294} +{"step": 4020000, "wall_time": 39836.03530502319, "train_loss_step": 3.9077632427215576, "n_params": 4592800, "total_flops": 56718508032000000, "train_loss": 0.017984235286712648, "subset_score_loss": 0.017984235286712648} +{"step": 4030000, "wall_time": 39917.24654793739, "train_loss_step": 3.7617037296295166, "n_params": 4592800, "total_flops": 56859598848000000, "train_loss": 0.01809646040201187, "subset_score_loss": 0.01809646040201187} +{"step": 4040000, "wall_time": 39998.21118378639, "train_loss_step": 3.662032127380371, "n_params": 4592800, "total_flops": 57000689664000000, "train_loss": 0.018350403010845184, "subset_score_loss": 0.018350403010845184} +{"step": 4050000, "wall_time": 40079.92850446701, "train_loss_step": 3.731104850769043, "n_params": 4592800, "total_flops": 57141780480000000, "train_loss": 0.018272654712200166, "subset_score_loss": 0.018272654712200166} +{"step": 4060000, "wall_time": 40161.10516810417, "train_loss_step": 3.7804110050201416, "n_params": 4592800, "total_flops": 57282871296000000, "train_loss": 0.01821627914905548, "subset_score_loss": 0.01821627914905548} +{"step": 4070000, "wall_time": 40233.55379271507, "train_loss_step": 4.149623870849609, "n_params": 4592800, "total_flops": 57423962112000000, "train_loss": 0.018660207092761994, "subset_score_loss": 0.018660207092761994} +{"step": 4080000, "wall_time": 40295.90363454819, "train_loss_step": 3.7754013538360596, "n_params": 4592800, "total_flops": 57565052928000000, "train_loss": 0.01913287490606308, "subset_score_loss": 0.01913287490606308} +{"step": 4090000, "wall_time": 40372.06567573547, "train_loss_step": 3.864612579345703, "n_params": 4592800, "total_flops": 57706143744000000, "train_loss": 0.0195318803191185, "subset_score_loss": 0.0195318803191185} +{"step": 4100000, "wall_time": 40559.68315196037, "train_loss_step": 3.834379196166992, "n_params": 4592800, "total_flops": 57847234560000000, "train_loss": 0.018239226937294007, "subset_score_loss": 0.018239226937294007, "memorization_fraction_pixel": 0.57669997215271, "mean_nn_ratio_pixel": 0.5168424844741821, "fid": 128.1196597302864} +{"step": 4110000, "wall_time": 40641.377770900726, "train_loss_step": 3.8020615577697754, "n_params": 4592800, "total_flops": 57988325376000000, "train_loss": 0.018702231347560883, "subset_score_loss": 0.018702231347560883} +{"step": 4120000, "wall_time": 40722.873032808304, "train_loss_step": 3.798063278198242, "n_params": 4592800, "total_flops": 58129416192000000, "train_loss": 0.01808025538921356, "subset_score_loss": 0.01808025538921356} +{"step": 4130000, "wall_time": 40804.607061862946, "train_loss_step": 4.036741256713867, "n_params": 4592800, "total_flops": 58270507008000000, "train_loss": 0.01989150196313858, "subset_score_loss": 0.01989150196313858} +{"step": 4140000, "wall_time": 40885.941303014755, "train_loss_step": 3.9562034606933594, "n_params": 4592800, "total_flops": 58411597824000000, "train_loss": 0.01800575703382492, "subset_score_loss": 0.01800575703382492} +{"step": 4150000, "wall_time": 40966.39643454552, "train_loss_step": 3.8537073135375977, "n_params": 4592800, "total_flops": 58552688640000000, "train_loss": 0.018949560821056366, "subset_score_loss": 0.018949560821056366} +{"step": 4160000, "wall_time": 41046.981432676315, "train_loss_step": 4.04155158996582, "n_params": 4592800, "total_flops": 58693779456000000, "train_loss": 0.021488220989704133, "subset_score_loss": 0.021488220989704133} +{"step": 4170000, "wall_time": 41110.76759696007, "train_loss_step": 3.5799689292907715, "n_params": 4592800, "total_flops": 58834870272000000, "train_loss": 0.01869904398918152, "subset_score_loss": 0.01869904398918152} +{"step": 4180000, "wall_time": 41184.044649362564, "train_loss_step": 4.028260231018066, "n_params": 4592800, "total_flops": 58975961088000000, "train_loss": 0.017593897879123688, "subset_score_loss": 0.017593897879123688} +{"step": 4190000, "wall_time": 41260.31549715996, "train_loss_step": 3.7336513996124268, "n_params": 4592800, "total_flops": 59117051904000000, "train_loss": 0.01828833818435669, "subset_score_loss": 0.01828833818435669} +{"step": 4200000, "wall_time": 41438.572699546814, "train_loss_step": 3.8147172927856445, "n_params": 4592800, "total_flops": 59258142720000000, "train_loss": 0.018828243017196655, "subset_score_loss": 0.018828243017196655, "memorization_fraction_pixel": 0.5637999773025513, "mean_nn_ratio_pixel": 0.531943142414093, "fid": 128.9674786657} +{"step": 4210000, "wall_time": 41520.00523900986, "train_loss_step": 3.8452506065368652, "n_params": 4592800, "total_flops": 59399233536000000, "train_loss": 0.01890677660703659, "subset_score_loss": 0.01890677660703659} +{"step": 4220000, "wall_time": 41601.99158287048, "train_loss_step": 3.9394588470458984, "n_params": 4592800, "total_flops": 59540324352000000, "train_loss": 0.01776590645313263, "subset_score_loss": 0.01776590645313263} +{"step": 4230000, "wall_time": 41683.72954583168, "train_loss_step": 3.8822367191314697, "n_params": 4592800, "total_flops": 59681415168000000, "train_loss": 0.01779395341873169, "subset_score_loss": 0.01779395341873169} +{"step": 4240000, "wall_time": 41765.448959589005, "train_loss_step": 3.6721835136413574, "n_params": 4592800, "total_flops": 59822505984000000, "train_loss": 0.018655039370059967, "subset_score_loss": 0.018655039370059967} +{"step": 4250000, "wall_time": 41846.74496436119, "train_loss_step": 3.783714771270752, "n_params": 4592800, "total_flops": 59963596800000000, "train_loss": 0.017469291388988496, "subset_score_loss": 0.017469291388988496} +{"step": 4260000, "wall_time": 41927.366359472275, "train_loss_step": 3.750211715698242, "n_params": 4592800, "total_flops": 60104687616000000, "train_loss": 0.017845438420772554, "subset_score_loss": 0.017845438420772554} +{"step": 4270000, "wall_time": 41984.32074761391, "train_loss_step": 4.182397842407227, "n_params": 4592800, "total_flops": 60245778432000000, "train_loss": 0.01885427087545395, "subset_score_loss": 0.01885427087545395} +{"step": 4280000, "wall_time": 42065.84172415733, "train_loss_step": 3.531768321990967, "n_params": 4592800, "total_flops": 60386869248000000, "train_loss": 0.018444065749645234, "subset_score_loss": 0.018444065749645234} +{"step": 4290000, "wall_time": 42140.54710674286, "train_loss_step": 3.7942049503326416, "n_params": 4592800, "total_flops": 60527960064000000, "train_loss": 0.01730235666036606, "subset_score_loss": 0.01730235666036606} +{"step": 4300000, "wall_time": 42302.730879068375, "train_loss_step": 3.402834415435791, "n_params": 4592800, "total_flops": 60669050880000000, "train_loss": 0.018564891815185548, "subset_score_loss": 0.018564891815185548, "memorization_fraction_pixel": 0.5806000232696533, "mean_nn_ratio_pixel": 0.5172751545906067, "fid": 126.7401630051051} +{"step": 4310000, "wall_time": 42384.56703186035, "train_loss_step": 3.9478390216827393, "n_params": 4592800, "total_flops": 60810141696000000, "train_loss": 0.018508246541023253, "subset_score_loss": 0.018508246541023253} +{"step": 4320000, "wall_time": 42466.00601601601, "train_loss_step": 3.8057737350463867, "n_params": 4592800, "total_flops": 60951232512000000, "train_loss": 0.018647180497646333, "subset_score_loss": 0.018647180497646333} +{"step": 4330000, "wall_time": 42547.47511649132, "train_loss_step": 3.835005283355713, "n_params": 4592800, "total_flops": 61092323328000000, "train_loss": 0.01911599338054657, "subset_score_loss": 0.01911599338054657} +{"step": 4340000, "wall_time": 42629.24681544304, "train_loss_step": 4.169910430908203, "n_params": 4592800, "total_flops": 61233414144000000, "train_loss": 0.0174677774310112, "subset_score_loss": 0.0174677774310112} +{"step": 4350000, "wall_time": 42711.267874240875, "train_loss_step": 3.6317577362060547, "n_params": 4592800, "total_flops": 61374504960000000, "train_loss": 0.017272603511810303, "subset_score_loss": 0.017272603511810303} +{"step": 4360000, "wall_time": 42793.22396278381, "train_loss_step": 3.7087466716766357, "n_params": 4592800, "total_flops": 61515595776000000, "train_loss": 0.016380365192890167, "subset_score_loss": 0.016380365192890167} +{"step": 4370000, "wall_time": 42855.44778203964, "train_loss_step": 3.7197303771972656, "n_params": 4592800, "total_flops": 61656686592000000, "train_loss": 0.017619290947914125, "subset_score_loss": 0.017619290947914125} +{"step": 4380000, "wall_time": 42927.94905304909, "train_loss_step": 3.6913278102874756, "n_params": 4592800, "total_flops": 61797777408000000, "train_loss": 0.017403711378574372, "subset_score_loss": 0.017403711378574372} +{"step": 4390000, "wall_time": 43001.81310224533, "train_loss_step": 3.6764822006225586, "n_params": 4592800, "total_flops": 61938868224000000, "train_loss": 0.018658819794654845, "subset_score_loss": 0.018658819794654845} +{"step": 4400000, "wall_time": 43157.88506245613, "train_loss_step": 4.000794887542725, "n_params": 4592800, "total_flops": 62079959040000000, "train_loss": 0.018147276341915132, "subset_score_loss": 0.018147276341915132, "memorization_fraction_pixel": 0.5960000157356262, "mean_nn_ratio_pixel": 0.500988781452179, "fid": 122.30655709793434} +{"step": 4410000, "wall_time": 43239.23017454147, "train_loss_step": 3.6112239360809326, "n_params": 4592800, "total_flops": 62221049856000000, "train_loss": 0.017584836483001708, "subset_score_loss": 0.017584836483001708} +{"step": 4420000, "wall_time": 43320.91620326042, "train_loss_step": 4.051522254943848, "n_params": 4592800, "total_flops": 62362140672000000, "train_loss": 0.016976480185985566, "subset_score_loss": 0.016976480185985566} +{"step": 4430000, "wall_time": 43402.70224428177, "train_loss_step": 3.605726957321167, "n_params": 4592800, "total_flops": 62503231488000000, "train_loss": 0.01714697331190109, "subset_score_loss": 0.01714697331190109} +{"step": 4440000, "wall_time": 43484.31984257698, "train_loss_step": 3.8337552547454834, "n_params": 4592800, "total_flops": 62644322304000000, "train_loss": 0.01839270442724228, "subset_score_loss": 0.01839270442724228} +{"step": 4450000, "wall_time": 43565.92073583603, "train_loss_step": 3.8515117168426514, "n_params": 4592800, "total_flops": 62785413120000000, "train_loss": 0.019182857871055604, "subset_score_loss": 0.019182857871055604} +{"step": 4460000, "wall_time": 43647.37220430374, "train_loss_step": 3.7627594470977783, "n_params": 4592800, "total_flops": 62926503936000000, "train_loss": 0.018615086376667023, "subset_score_loss": 0.018615086376667023} +{"step": 4470000, "wall_time": 43716.23270535469, "train_loss_step": 3.7079668045043945, "n_params": 4592800, "total_flops": 63067594752000000, "train_loss": 0.018857762217521667, "subset_score_loss": 0.018857762217521667} +{"step": 4480000, "wall_time": 43782.324885606766, "train_loss_step": 3.7061591148376465, "n_params": 4592800, "total_flops": 63208685568000000, "train_loss": 0.017314349114894868, "subset_score_loss": 0.017314349114894868} +{"step": 4490000, "wall_time": 43860.04552912712, "train_loss_step": 3.6037344932556152, "n_params": 4592800, "total_flops": 63349776384000000, "train_loss": 0.017548142373561858, "subset_score_loss": 0.017548142373561858} +{"step": 4500000, "wall_time": 44026.67817115784, "train_loss_step": 4.099327087402344, "n_params": 4592800, "total_flops": 63490867200000000, "train_loss": 0.017979055643081665, "subset_score_loss": 0.017979055643081665, "memorization_fraction_pixel": 0.6158000230789185, "mean_nn_ratio_pixel": 0.4907018542289734, "fid": 118.76225850981544} +{"step": 4510000, "wall_time": 44108.36703968048, "train_loss_step": 3.7866268157958984, "n_params": 4592800, "total_flops": 63631958016000000, "train_loss": 0.019481122493743896, "subset_score_loss": 0.019481122493743896} +{"step": 4520000, "wall_time": 44189.514187812805, "train_loss_step": 3.7342169284820557, "n_params": 4592800, "total_flops": 63773048832000000, "train_loss": 0.01657443642616272, "subset_score_loss": 0.01657443642616272} +{"step": 4530000, "wall_time": 44270.97101020813, "train_loss_step": 3.7067208290100098, "n_params": 4592800, "total_flops": 63914139648000000, "train_loss": 0.019709520041942596, "subset_score_loss": 0.019709520041942596} +{"step": 4540000, "wall_time": 44352.77669811249, "train_loss_step": 3.755037784576416, "n_params": 4592800, "total_flops": 64055230464000000, "train_loss": 0.01812675893306732, "subset_score_loss": 0.01812675893306732} +{"step": 4550000, "wall_time": 44434.55837893486, "train_loss_step": 3.361262798309326, "n_params": 4592800, "total_flops": 64196321280000000, "train_loss": 0.016383332014083863, "subset_score_loss": 0.016383332014083863} +{"step": 4560000, "wall_time": 44516.59610915184, "train_loss_step": 3.402617931365967, "n_params": 4592800, "total_flops": 64337412096000000, "train_loss": 0.01672986298799515, "subset_score_loss": 0.01672986298799515} +{"step": 4570000, "wall_time": 44581.10691738129, "train_loss_step": 3.8085758686065674, "n_params": 4592800, "total_flops": 64478502912000000, "train_loss": 0.021662265062332153, "subset_score_loss": 0.021662265062332153} +{"step": 4580000, "wall_time": 44655.84958124161, "train_loss_step": 3.8753371238708496, "n_params": 4592800, "total_flops": 64619593728000000, "train_loss": 0.017946341633796693, "subset_score_loss": 0.017946341633796693} +{"step": 4590000, "wall_time": 44727.00084209442, "train_loss_step": 3.727282762527466, "n_params": 4592800, "total_flops": 64760684544000000, "train_loss": 0.018260708451271056, "subset_score_loss": 0.018260708451271056} +{"step": 4600000, "wall_time": 44913.51531672478, "train_loss_step": 3.4849612712860107, "n_params": 4592800, "total_flops": 64901775360000000, "train_loss": 0.016013681888580322, "subset_score_loss": 0.016013681888580322, "memorization_fraction_pixel": 0.5963000059127808, "mean_nn_ratio_pixel": 0.5029299259185791, "fid": 121.68801543110277} +{"step": 4610000, "wall_time": 44994.6747508049, "train_loss_step": 3.547114133834839, "n_params": 4592800, "total_flops": 65042866176000000, "train_loss": 0.017567566037178038, "subset_score_loss": 0.017567566037178038} +{"step": 4620000, "wall_time": 45076.17644047737, "train_loss_step": 3.5836381912231445, "n_params": 4592800, "total_flops": 65183956992000000, "train_loss": 0.018299080431461334, "subset_score_loss": 0.018299080431461334} +{"step": 4630000, "wall_time": 45157.63392138481, "train_loss_step": 3.517946481704712, "n_params": 4592800, "total_flops": 65325047808000000, "train_loss": 0.018838323652744293, "subset_score_loss": 0.018838323652744293} +{"step": 4640000, "wall_time": 45238.69404578209, "train_loss_step": 3.8739895820617676, "n_params": 4592800, "total_flops": 65466138624000000, "train_loss": 0.01639888733625412, "subset_score_loss": 0.01639888733625412} +{"step": 4650000, "wall_time": 45320.7270526886, "train_loss_step": 3.421327590942383, "n_params": 4592800, "total_flops": 65607229440000000, "train_loss": 0.017280328273773193, "subset_score_loss": 0.017280328273773193} +{"step": 4660000, "wall_time": 45402.703956365585, "train_loss_step": 3.4604034423828125, "n_params": 4592800, "total_flops": 65748320256000000, "train_loss": 0.018766990303993224, "subset_score_loss": 0.018766990303993224} +{"step": 4670000, "wall_time": 45469.701545000076, "train_loss_step": 3.635385751724243, "n_params": 4592800, "total_flops": 65889411072000000, "train_loss": 0.016614043712615968, "subset_score_loss": 0.016614043712615968} +{"step": 4680000, "wall_time": 45546.30464434624, "train_loss_step": 3.492790937423706, "n_params": 4592800, "total_flops": 66030501888000000, "train_loss": 0.01756007820367813, "subset_score_loss": 0.01756007820367813} +{"step": 4690000, "wall_time": 45604.25879406929, "train_loss_step": 3.799175977706909, "n_params": 4592800, "total_flops": 66171592704000000, "train_loss": 0.017611348628997804, "subset_score_loss": 0.017611348628997804} +{"step": 4700000, "wall_time": 45799.30903983116, "train_loss_step": 3.5786099433898926, "n_params": 4592800, "total_flops": 66312683520000000, "train_loss": 0.017774051427841185, "subset_score_loss": 0.017774051427841185, "memorization_fraction_pixel": 0.5843999981880188, "mean_nn_ratio_pixel": 0.5144250988960266, "fid": 128.39953068382354} +{"step": 4710000, "wall_time": 45881.123720407486, "train_loss_step": 3.9379923343658447, "n_params": 4592800, "total_flops": 66453774336000000, "train_loss": 0.016954223811626434, "subset_score_loss": 0.016954223811626434} +{"step": 4720000, "wall_time": 45962.507170677185, "train_loss_step": 3.653841972351074, "n_params": 4592800, "total_flops": 66594865152000000, "train_loss": 0.016283410787582397, "subset_score_loss": 0.016283410787582397} +{"step": 4730000, "wall_time": 46043.0279610157, "train_loss_step": 3.502528190612793, "n_params": 4592800, "total_flops": 66735955968000000, "train_loss": 0.01787038892507553, "subset_score_loss": 0.01787038892507553} +{"step": 4740000, "wall_time": 46124.221957206726, "train_loss_step": 3.384172201156616, "n_params": 4592800, "total_flops": 66877046784000000, "train_loss": 0.017421127855777742, "subset_score_loss": 0.017421127855777742} +{"step": 4750000, "wall_time": 46205.26694583893, "train_loss_step": 3.7979013919830322, "n_params": 4592800, "total_flops": 67018137600000000, "train_loss": 0.019041572511196137, "subset_score_loss": 0.019041572511196137} +{"step": 4760000, "wall_time": 46274.699086904526, "train_loss_step": 3.7304389476776123, "n_params": 4592800, "total_flops": 67159228416000000, "train_loss": 0.017189741134643555, "subset_score_loss": 0.017189741134643555} +{"step": 4770000, "wall_time": 46349.15118741989, "train_loss_step": 3.4985485076904297, "n_params": 4592800, "total_flops": 67300319232000000, "train_loss": 0.01730705052614212, "subset_score_loss": 0.01730705052614212} +{"step": 4780000, "wall_time": 46429.167984724045, "train_loss_step": 3.7748160362243652, "n_params": 4592800, "total_flops": 67441410048000000, "train_loss": 0.016724400222301483, "subset_score_loss": 0.016724400222301483} +{"step": 4790000, "wall_time": 46491.08818292618, "train_loss_step": 4.030840873718262, "n_params": 4592800, "total_flops": 67582500864000000, "train_loss": 0.017114582657814025, "subset_score_loss": 0.017114582657814025} +{"step": 4800000, "wall_time": 46639.38892412186, "train_loss_step": 3.766765594482422, "n_params": 4592800, "total_flops": 67723591680000000, "train_loss": 0.019433537125587465, "subset_score_loss": 0.019433537125587465, "memorization_fraction_pixel": 0.6183000206947327, "mean_nn_ratio_pixel": 0.4875885248184204, "fid": 116.31152417916701} +{"step": 4810000, "wall_time": 46720.837812662125, "train_loss_step": 3.7341184616088867, "n_params": 4592800, "total_flops": 67864682496000000, "train_loss": 0.01651805192232132, "subset_score_loss": 0.01651805192232132} +{"step": 4820000, "wall_time": 46802.61958312988, "train_loss_step": 3.6018080711364746, "n_params": 4592800, "total_flops": 68005773312000000, "train_loss": 0.017292337119579317, "subset_score_loss": 0.017292337119579317} +{"step": 4830000, "wall_time": 46884.39181828499, "train_loss_step": 3.7025883197784424, "n_params": 4592800, "total_flops": 68146864128000000, "train_loss": 0.018153244256973268, "subset_score_loss": 0.018153244256973268} +{"step": 4840000, "wall_time": 46965.99137568474, "train_loss_step": 3.760067939758301, "n_params": 4592800, "total_flops": 68287954944000000, "train_loss": 0.017230340838432313, "subset_score_loss": 0.017230340838432313} +{"step": 4850000, "wall_time": 47046.96716308594, "train_loss_step": 3.5655882358551025, "n_params": 4592800, "total_flops": 68429045760000000, "train_loss": 0.016950447857379914, "subset_score_loss": 0.016950447857379914} +{"step": 4860000, "wall_time": 47128.525416851044, "train_loss_step": 3.621079683303833, "n_params": 4592800, "total_flops": 68570136576000000, "train_loss": 0.016206014156341552, "subset_score_loss": 0.016206014156341552} +{"step": 4870000, "wall_time": 47205.05208802223, "train_loss_step": 3.7476792335510254, "n_params": 4592800, "total_flops": 68711227392000000, "train_loss": 0.017083650827407836, "subset_score_loss": 0.017083650827407836} +{"step": 4880000, "wall_time": 47286.67145061493, "train_loss_step": 3.6013376712799072, "n_params": 4592800, "total_flops": 68852318208000000, "train_loss": 0.01753404885530472, "subset_score_loss": 0.01753404885530472} +{"step": 4890000, "wall_time": 47359.94375491142, "train_loss_step": 3.583472728729248, "n_params": 4592800, "total_flops": 68993409024000000, "train_loss": 0.016593354940414428, "subset_score_loss": 0.016593354940414428} +{"step": 4900000, "wall_time": 47510.051162958145, "train_loss_step": 4.162668228149414, "n_params": 4592800, "total_flops": 69134499840000000, "train_loss": 0.017441439628601074, "subset_score_loss": 0.017441439628601074, "memorization_fraction_pixel": 0.5796999931335449, "mean_nn_ratio_pixel": 0.5174857974052429, "fid": 128.93191851631295} +{"step": 4910000, "wall_time": 47591.71068263054, "train_loss_step": 3.4845619201660156, "n_params": 4592800, "total_flops": 69275590656000000, "train_loss": 0.01643068641424179, "subset_score_loss": 0.01643068641424179} +{"step": 4920000, "wall_time": 47673.42938899994, "train_loss_step": 3.697150230407715, "n_params": 4592800, "total_flops": 69416681472000000, "train_loss": 0.017359454929828644, "subset_score_loss": 0.017359454929828644} +{"step": 4930000, "wall_time": 47754.936473846436, "train_loss_step": 3.5996124744415283, "n_params": 4592800, "total_flops": 69557772288000000, "train_loss": 0.022846946120262147, "subset_score_loss": 0.022846946120262147} +{"step": 4940000, "wall_time": 47836.46460747719, "train_loss_step": 3.591120719909668, "n_params": 4592800, "total_flops": 69698863104000000, "train_loss": 0.01659703254699707, "subset_score_loss": 0.01659703254699707} +{"step": 4950000, "wall_time": 47918.24907064438, "train_loss_step": 3.6703357696533203, "n_params": 4592800, "total_flops": 69839953920000000, "train_loss": 0.01828701198101044, "subset_score_loss": 0.01828701198101044} +{"step": 4960000, "wall_time": 47998.206327438354, "train_loss_step": 3.6602373123168945, "n_params": 4592800, "total_flops": 69981044736000000, "train_loss": 0.017381009459495545, "subset_score_loss": 0.017381009459495545} +{"step": 4970000, "wall_time": 48059.670328617096, "train_loss_step": 3.3390798568725586, "n_params": 4592800, "total_flops": 70122135552000000, "train_loss": 0.016034750640392302, "subset_score_loss": 0.016034750640392302} +{"step": 4980000, "wall_time": 48120.1311442852, "train_loss_step": 3.8487961292266846, "n_params": 4592800, "total_flops": 70263226368000000, "train_loss": 0.016178515553474427, "subset_score_loss": 0.016178515553474427} +{"step": 4990000, "wall_time": 48170.31111526489, "train_loss_step": 3.8253417015075684, "n_params": 4592800, "total_flops": 70404317184000000, "train_loss": 0.016439612209796905, "subset_score_loss": 0.016439612209796905} +{"step": 5000000, "wall_time": 48243.727798461914, "train_loss_step": 3.7929396629333496, "n_params": 4592800, "total_flops": 70545408000000000, "train_loss": 0.017091596126556398, "subset_score_loss": 0.017091596126556398, "memorization_fraction_pixel": 0.6355999708175659, "mean_nn_ratio_pixel": 0.4766826629638672, "fid": 116.25748206980035} diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d160/runner.log b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d160/runner.log new file mode 100644 index 0000000000000000000000000000000000000000..98e5f76601bc27bf7cff2438e8ac50a7f8b0d268 --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d160/runner.log @@ -0,0 +1,502 @@ + FID real-side stats cached over 1000 diverse train images + step 1 | 76s | train_loss=0.9995 | fid=310.4628 + step 10000 | 174s | train_loss=0.7863 + step 20000 | 274s | train_loss=0.6554 + step 30000 | 374s | train_loss=0.5371 + step 40000 | 474s | train_loss=0.4403 + step 50000 | 573s | train_loss=0.3544 + step 60000 | 674s | train_loss=0.2865 + step 70000 | 774s | train_loss=0.2399 + step 80000 | 874s | train_loss=0.1999 + step 90000 | 975s | train_loss=0.1710 + step 100000 | 1149s | train_loss=0.1572 | fid=198.6737 + step 110000 | 1246s | train_loss=0.1452 + step 120000 | 1346s | train_loss=0.1349 + step 130000 | 1445s | train_loss=0.1247 + step 140000 | 1545s | train_loss=0.1143 + step 150000 | 1644s | train_loss=0.1120 + step 160000 | 1745s | train_loss=0.1030 + step 170000 | 1845s | train_loss=0.1018 + step 180000 | 1945s | train_loss=0.0978 + step 190000 | 2043s | train_loss=0.0980 + step 200000 | 2215s | train_loss=0.0916 | fid=235.4555 + step 210000 | 2311s | train_loss=0.0884 + step 220000 | 2411s | train_loss=0.0876 + step 230000 | 2511s | train_loss=0.0893 + step 240000 | 2611s | train_loss=0.0826 + step 250000 | 2711s | train_loss=0.0839 + step 260000 | 2812s | train_loss=0.0851 + step 270000 | 2912s | train_loss=0.0758 + step 280000 | 3011s | train_loss=0.0777 + step 290000 | 3111s | train_loss=0.0775 + step 300000 | 3286s | train_loss=0.0740 | fid=259.8214 + step 310000 | 3382s | train_loss=0.0740 + step 320000 | 3482s | train_loss=0.0701 + step 330000 | 3582s | train_loss=0.0718 + step 340000 | 3682s | train_loss=0.0658 + step 350000 | 3782s | train_loss=0.0684 + step 360000 | 3882s | train_loss=0.0669 + step 370000 | 3981s | train_loss=0.0662 + step 380000 | 4081s | train_loss=0.0661 + step 390000 | 4180s | train_loss=0.0608 + step 400000 | 4353s | train_loss=0.0641 | fid=302.7278 + step 410000 | 4454s | train_loss=0.0623 + step 420000 | 4550s | train_loss=0.0603 + step 430000 | 4650s | train_loss=0.0665 + step 440000 | 4750s | train_loss=0.0618 + step 450000 | 4851s | train_loss=0.0577 + step 460000 | 4951s | train_loss=0.0565 + step 470000 | 5050s | train_loss=0.0581 + step 480000 | 5149s | train_loss=0.0565 + step 490000 | 5249s | train_loss=0.0565 + step 500000 | 5425s | train_loss=0.0537 | fid=298.6909 + step 510000 | 5525s | train_loss=0.0536 + step 520000 | 5621s | train_loss=0.0608 + step 530000 | 5721s | train_loss=0.0542 + step 540000 | 5821s | train_loss=0.0560 + step 550000 | 5920s | train_loss=0.0517 + step 560000 | 6019s | train_loss=0.0529 + step 570000 | 6118s | train_loss=0.0529 + step 580000 | 6218s | train_loss=0.0530 + step 590000 | 6318s | train_loss=0.0541 + step 600000 | 6495s | train_loss=0.0524 | fid=298.6196 + step 610000 | 6595s | train_loss=0.0528 + step 620000 | 6690s | train_loss=0.0546 + step 630000 | 6784s | train_loss=0.0494 + step 640000 | 6885s | train_loss=0.0504 + step 650000 | 6983s | train_loss=0.0502 + step 660000 | 7083s | train_loss=0.0484 + step 670000 | 7183s | train_loss=0.0479 + step 680000 | 7283s | train_loss=0.0481 + step 690000 | 7382s | train_loss=0.0470 + step 700000 | 7594s | train_loss=0.0475 | fid=284.7142 + step 710000 | 7694s | train_loss=0.0458 + step 720000 | 7789s | train_loss=0.0499 + step 730000 | 7884s | train_loss=0.0469 + step 740000 | 7983s | train_loss=0.0464 + step 750000 | 8083s | train_loss=0.0465 + step 760000 | 8184s | train_loss=0.0456 + step 770000 | 8284s | train_loss=0.0441 + step 780000 | 8384s | train_loss=0.0448 + step 790000 | 8485s | train_loss=0.0436 + step 800000 | 8658s | train_loss=0.0439 | fid=274.8453 + step 810000 | 8758s | train_loss=0.0451 + step 820000 | 8858s | train_loss=0.0442 + step 830000 | 8952s | train_loss=0.0456 + step 840000 | 9052s | train_loss=0.0439 + step 850000 | 9153s | train_loss=0.0440 + step 860000 | 9253s | train_loss=0.0432 + step 870000 | 9353s | train_loss=0.0450 + step 880000 | 9453s | train_loss=0.0428 + step 890000 | 9553s | train_loss=0.0445 + step 900000 | 9727s | train_loss=0.0430 | fid=259.5052 + step 910000 | 9827s | train_loss=0.0421 + step 920000 | 9925s | train_loss=0.0414 + step 930000 | 10021s | train_loss=0.0399 + step 940000 | 10121s | train_loss=0.0423 + step 950000 | 10222s | train_loss=0.0392 + step 960000 | 10322s | train_loss=0.0429 + step 970000 | 10422s | train_loss=0.0412 + step 980000 | 10522s | train_loss=0.0421 + step 990000 | 10623s | train_loss=0.0407 + step 1000000 | 10822s | train_loss=0.0431 | fid=241.3494 + step 1010000 | 10920s | train_loss=0.0417 + step 1020000 | 11020s | train_loss=0.0377 + step 1030000 | 11111s | train_loss=0.0379 + step 1040000 | 11205s | train_loss=0.0391 + step 1050000 | 11305s | train_loss=0.0426 + step 1060000 | 11405s | train_loss=0.0393 + step 1070000 | 11505s | train_loss=0.0385 + step 1080000 | 11606s | train_loss=0.0371 + step 1090000 | 11703s | train_loss=0.0386 + step 1100000 | 11879s | train_loss=0.0380 | fid=213.3198 + step 1110000 | 11979s | train_loss=0.0373 + step 1120000 | 12079s | train_loss=0.0373 + step 1130000 | 12179s | train_loss=0.0382 + step 1140000 | 12269s | train_loss=0.0375 + step 1150000 | 12367s | train_loss=0.0364 + step 1160000 | 12467s | train_loss=0.0374 + step 1170000 | 12567s | train_loss=0.0359 + step 1180000 | 12667s | train_loss=0.0379 + step 1190000 | 12758s | train_loss=0.0361 + step 1200000 | 12971s | train_loss=0.0369 | fid=204.2415 + step 1210000 | 13070s | train_loss=0.0359 + step 1220000 | 13171s | train_loss=0.0366 + step 1230000 | 13271s | train_loss=0.0346 + step 1240000 | 13364s | train_loss=0.0353 + step 1250000 | 13460s | train_loss=0.0336 + step 1260000 | 13560s | train_loss=0.0370 + step 1270000 | 13660s | train_loss=0.0324 + step 1280000 | 13759s | train_loss=0.0371 + step 1290000 | 13837s | train_loss=0.0355 + step 1300000 | 14064s | train_loss=0.0361 | fid=198.9906 + step 1310000 | 14164s | train_loss=0.0353 + step 1320000 | 14263s | train_loss=0.0337 + step 1330000 | 14363s | train_loss=0.0337 + step 1340000 | 14457s | train_loss=0.0362 + step 1350000 | 14548s | train_loss=0.0336 + step 1360000 | 14648s | train_loss=0.0349 + step 1370000 | 14745s | train_loss=0.0327 + step 1380000 | 14845s | train_loss=0.0311 + step 1390000 | 14919s | train_loss=0.0332 + step 1400000 | 15132s | train_loss=0.0331 | fid=199.5059 + step 1410000 | 15232s | train_loss=0.0314 + step 1420000 | 15332s | train_loss=0.0335 + step 1430000 | 15432s | train_loss=0.0314 + step 1440000 | 15532s | train_loss=0.0314 + step 1450000 | 15615s | train_loss=0.0305 + step 1460000 | 15714s | train_loss=0.0319 + step 1470000 | 15813s | train_loss=0.0307 + step 1480000 | 15914s | train_loss=0.0295 + step 1490000 | 15986s | train_loss=0.0305 + step 1500000 | 16194s | train_loss=0.0315 | fid=193.8731 + step 1510000 | 16294s | train_loss=0.0335 + step 1520000 | 16394s | train_loss=0.0316 + step 1530000 | 16494s | train_loss=0.0302 + step 1540000 | 16592s | train_loss=0.0300 + step 1550000 | 16688s | train_loss=0.0296 + step 1560000 | 16777s | train_loss=0.0304 + step 1570000 | 16877s | train_loss=0.0300 + step 1580000 | 16977s | train_loss=0.0322 + step 1590000 | 17050s | train_loss=0.0294 + step 1600000 | 17257s | train_loss=0.0295 | fid=186.8622 + step 1610000 | 17357s | train_loss=0.0316 + step 1620000 | 17457s | train_loss=0.0299 + step 1630000 | 17556s | train_loss=0.0314 + step 1640000 | 17655s | train_loss=0.0303 + step 1650000 | 17755s | train_loss=0.0305 + step 1660000 | 17842s | train_loss=0.0296 + step 1670000 | 17937s | train_loss=0.0306 + step 1680000 | 18038s | train_loss=0.0283 + step 1690000 | 18116s | train_loss=0.0281 + step 1700000 | 18321s | train_loss=0.0283 | fid=187.1512 + step 1710000 | 18421s | train_loss=0.0304 + step 1720000 | 18519s | train_loss=0.0275 + step 1730000 | 18618s | train_loss=0.0302 + step 1740000 | 18719s | train_loss=0.0323 + step 1750000 | 18819s | train_loss=0.0294 + step 1760000 | 18919s | train_loss=0.0292 + step 1770000 | 19004s | train_loss=0.0286 + step 1780000 | 19102s | train_loss=0.0290 + step 1790000 | 19186s | train_loss=0.0281 + step 1800000 | 19411s | train_loss=0.0274 | fid=185.7252 + step 1810000 | 19509s | train_loss=0.0290 + step 1820000 | 19609s | train_loss=0.0277 + step 1830000 | 19708s | train_loss=0.0265 + step 1840000 | 19808s | train_loss=0.0283 + step 1850000 | 19909s | train_loss=0.0298 + step 1860000 | 20008s | train_loss=0.0281 + step 1870000 | 20095s | train_loss=0.0287 + step 1880000 | 20185s | train_loss=0.0264 + step 1890000 | 20272s | train_loss=0.0277 + step 1900000 | 20469s | train_loss=0.0317 | fid=173.2416 + step 1910000 | 20569s | train_loss=0.0281 + step 1920000 | 20668s | train_loss=0.0260 + step 1930000 | 20768s | train_loss=0.0278 + step 1940000 | 20869s | train_loss=0.0263 + step 1950000 | 20969s | train_loss=0.0262 + step 1960000 | 21070s | train_loss=0.0264 + step 1970000 | 21170s | train_loss=0.0264 + step 1980000 | 21244s | train_loss=0.0256 + step 1990000 | 21331s | train_loss=0.0259 + step 2000000 | 21533s | train_loss=0.0262 | fid=163.6120 + step 2010000 | 21632s | train_loss=0.0274 + step 2020000 | 21732s | train_loss=0.0260 + step 2030000 | 21833s | train_loss=0.0260 + step 2040000 | 21933s | train_loss=0.0282 + step 2050000 | 22033s | train_loss=0.0268 + step 2060000 | 22133s | train_loss=0.0256 + step 2070000 | 22233s | train_loss=0.0258 + step 2080000 | 22312s | train_loss=0.0246 + step 2090000 | 22402s | train_loss=0.0244 + step 2100000 | 22595s | train_loss=0.0276 | fid=163.9397 + step 2110000 | 22694s | train_loss=0.0249 + step 2120000 | 22795s | train_loss=0.0270 + step 2130000 | 22895s | train_loss=0.0235 + step 2140000 | 22996s | train_loss=0.0240 + step 2150000 | 23096s | train_loss=0.0257 + step 2160000 | 23195s | train_loss=0.0253 + step 2170000 | 23294s | train_loss=0.0246 + step 2180000 | 23392s | train_loss=0.0253 + step 2190000 | 23478s | train_loss=0.0240 + step 2200000 | 23646s | train_loss=0.0277 | fid=164.3740 + step 2210000 | 23746s | train_loss=0.0255 + step 2220000 | 23847s | train_loss=0.0239 + step 2230000 | 23947s | train_loss=0.0251 + step 2240000 | 24047s | train_loss=0.0278 + step 2250000 | 24147s | train_loss=0.0259 + step 2260000 | 24247s | train_loss=0.0231 + step 2270000 | 24346s | train_loss=0.0236 + step 2280000 | 24433s | train_loss=0.0245 + step 2290000 | 24526s | train_loss=0.0242 + step 2300000 | 24690s | train_loss=0.0250 | fid=155.2737 + step 2310000 | 24790s | train_loss=0.0242 + step 2320000 | 24891s | train_loss=0.0235 + step 2330000 | 24991s | train_loss=0.0235 + step 2340000 | 25091s | train_loss=0.0243 + step 2350000 | 25191s | train_loss=0.0233 + step 2360000 | 25289s | train_loss=0.0257 + step 2370000 | 25389s | train_loss=0.0255 + step 2380000 | 25478s | train_loss=0.0250 + step 2390000 | 25575s | train_loss=0.0241 + step 2400000 | 25734s | train_loss=0.0244 | fid=151.2596 + step 2410000 | 25834s | train_loss=0.0251 + step 2420000 | 25935s | train_loss=0.0226 + step 2430000 | 26035s | train_loss=0.0223 + step 2440000 | 26134s | train_loss=0.0227 + step 2450000 | 26224s | train_loss=0.0247 + step 2460000 | 26305s | train_loss=0.0245 + step 2470000 | 26387s | train_loss=0.0223 + step 2480000 | 26466s | train_loss=0.0247 + step 2490000 | 26542s | train_loss=0.0230 + step 2500000 | 26662s | train_loss=0.0234 | fid=150.1721 + step 2510000 | 26743s | train_loss=0.0230 + step 2520000 | 26824s | train_loss=0.0232 + step 2530000 | 26906s | train_loss=0.0236 + step 2540000 | 26987s | train_loss=0.0260 + step 2550000 | 27069s | train_loss=0.0239 + step 2560000 | 27150s | train_loss=0.0239 + step 2570000 | 27231s | train_loss=0.0244 + step 2580000 | 27312s | train_loss=0.0239 + step 2590000 | 27391s | train_loss=0.0222 + step 2600000 | 27535s | train_loss=0.0223 | fid=149.1408 + step 2610000 | 27612s | train_loss=0.0226 + step 2620000 | 27693s | train_loss=0.0233 + step 2630000 | 27774s | train_loss=0.0229 + step 2640000 | 27856s | train_loss=0.0223 + step 2650000 | 27937s | train_loss=0.0231 + step 2660000 | 28019s | train_loss=0.0220 + step 2670000 | 28101s | train_loss=0.0227 + step 2680000 | 28178s | train_loss=0.0229 + step 2690000 | 28260s | train_loss=0.0211 + step 2700000 | 28404s | train_loss=0.0206 | fid=144.3243 + step 2710000 | 28480s | train_loss=0.0228 + step 2720000 | 28562s | train_loss=0.0216 + step 2730000 | 28643s | train_loss=0.0234 + step 2740000 | 28724s | train_loss=0.0226 + step 2750000 | 28806s | train_loss=0.0234 + step 2760000 | 28887s | train_loss=0.0217 + step 2770000 | 28969s | train_loss=0.0224 + step 2780000 | 29045s | train_loss=0.0224 + step 2790000 | 29122s | train_loss=0.0218 + step 2800000 | 29297s | train_loss=0.0213 | fid=140.7345 + step 2810000 | 29364s | train_loss=0.0245 + step 2820000 | 29446s | train_loss=0.0233 + step 2830000 | 29527s | train_loss=0.0215 + step 2840000 | 29609s | train_loss=0.0226 + step 2850000 | 29691s | train_loss=0.0213 + step 2860000 | 29772s | train_loss=0.0215 + step 2870000 | 29854s | train_loss=0.0211 + step 2880000 | 29921s | train_loss=0.0215 + step 2890000 | 30002s | train_loss=0.0209 + step 2900000 | 30177s | train_loss=0.0248 | fid=137.3742 + step 2910000 | 30250s | train_loss=0.0236 + step 2920000 | 30324s | train_loss=0.0211 + step 2930000 | 30405s | train_loss=0.0203 + step 2940000 | 30486s | train_loss=0.0200 + step 2950000 | 30568s | train_loss=0.0209 + step 2960000 | 30649s | train_loss=0.0213 + step 2970000 | 30731s | train_loss=0.0227 + step 2980000 | 30800s | train_loss=0.0227 + step 2990000 | 30882s | train_loss=0.0200 + step 3000000 | 31050s | train_loss=0.0202 | fid=137.5225 + step 3010000 | 31131s | train_loss=0.0216 + step 3020000 | 31203s | train_loss=0.0223 + step 3030000 | 31285s | train_loss=0.0215 + step 3040000 | 31366s | train_loss=0.0210 + step 3050000 | 31448s | train_loss=0.0213 + step 3060000 | 31530s | train_loss=0.0214 + step 3070000 | 31609s | train_loss=0.0203 + step 3080000 | 31690s | train_loss=0.0204 + step 3090000 | 31770s | train_loss=0.0221 + step 3100000 | 31906s | train_loss=0.0209 | fid=136.6781 + step 3110000 | 31988s | train_loss=0.0206 + step 3120000 | 32064s | train_loss=0.0214 + step 3130000 | 32146s | train_loss=0.0217 + step 3140000 | 32227s | train_loss=0.0212 + step 3150000 | 32309s | train_loss=0.0208 + step 3160000 | 32390s | train_loss=0.0195 + step 3170000 | 32468s | train_loss=0.0216 + step 3180000 | 32538s | train_loss=0.0202 + step 3190000 | 32619s | train_loss=0.0206 + step 3200000 | 32772s | train_loss=0.0207 | fid=129.5438 + step 3210000 | 32853s | train_loss=0.0211 + step 3220000 | 32930s | train_loss=0.0199 + step 3230000 | 32997s | train_loss=0.0195 + step 3240000 | 33078s | train_loss=0.0204 + step 3250000 | 33159s | train_loss=0.0207 + step 3260000 | 33241s | train_loss=0.0183 + step 3270000 | 33320s | train_loss=0.0192 + step 3280000 | 33382s | train_loss=0.0197 + step 3290000 | 33462s | train_loss=0.0211 + step 3300000 | 33633s | train_loss=0.0195 | fid=137.5038 + step 3310000 | 33714s | train_loss=0.0202 + step 3320000 | 33796s | train_loss=0.0199 + step 3330000 | 33861s | train_loss=0.0220 + step 3340000 | 33939s | train_loss=0.0192 + step 3350000 | 34020s | train_loss=0.0218 + step 3360000 | 34101s | train_loss=0.0202 + step 3370000 | 34182s | train_loss=0.0210 + step 3380000 | 34248s | train_loss=0.0207 + step 3390000 | 34329s | train_loss=0.0209 + step 3400000 | 34505s | train_loss=0.0201 | fid=129.5412 + step 3410000 | 34587s | train_loss=0.0217 + step 3420000 | 34668s | train_loss=0.0203 + step 3430000 | 34743s | train_loss=0.0202 + step 3440000 | 34812s | train_loss=0.0191 + step 3450000 | 34894s | train_loss=0.0197 + step 3460000 | 34975s | train_loss=0.0203 + step 3470000 | 35054s | train_loss=0.0193 + step 3480000 | 35125s | train_loss=0.0204 + step 3490000 | 35206s | train_loss=0.0198 + step 3500000 | 35387s | train_loss=0.0207 | fid=133.1352 + step 3510000 | 35469s | train_loss=0.0204 + step 3520000 | 35551s | train_loss=0.0195 + step 3530000 | 35632s | train_loss=0.0185 + step 3540000 | 35697s | train_loss=0.0190 + step 3550000 | 35778s | train_loss=0.0193 + step 3560000 | 35859s | train_loss=0.0185 + step 3570000 | 35931s | train_loss=0.0194 + step 3580000 | 36010s | train_loss=0.0183 + step 3590000 | 36085s | train_loss=0.0201 + step 3600000 | 36244s | train_loss=0.0189 | fid=131.6497 + step 3610000 | 36325s | train_loss=0.0190 + step 3620000 | 36406s | train_loss=0.0203 + step 3630000 | 36488s | train_loss=0.0192 + step 3640000 | 36565s | train_loss=0.0218 + step 3650000 | 36633s | train_loss=0.0186 + step 3660000 | 36715s | train_loss=0.0196 + step 3670000 | 36786s | train_loss=0.0196 + step 3680000 | 36859s | train_loss=0.0201 + step 3690000 | 36937s | train_loss=0.0215 + step 3700000 | 37097s | train_loss=0.0194 | fid=130.9553 + step 3710000 | 37179s | train_loss=0.0198 + step 3720000 | 37260s | train_loss=0.0192 + step 3730000 | 37341s | train_loss=0.0218 + step 3740000 | 37423s | train_loss=0.0207 + step 3750000 | 37495s | train_loss=0.0178 + step 3760000 | 37568s | train_loss=0.0190 + step 3770000 | 37645s | train_loss=0.0182 + step 3780000 | 37709s | train_loss=0.0191 + step 3790000 | 37786s | train_loss=0.0198 + step 3800000 | 37966s | train_loss=0.0193 | fid=126.8022 + step 3810000 | 38047s | train_loss=0.0180 + step 3820000 | 38128s | train_loss=0.0190 + step 3830000 | 38210s | train_loss=0.0202 + step 3840000 | 38291s | train_loss=0.0193 + step 3850000 | 38372s | train_loss=0.0189 + step 3860000 | 38437s | train_loss=0.0187 + step 3870000 | 38517s | train_loss=0.0182 + step 3880000 | 38582s | train_loss=0.0200 + step 3890000 | 38653s | train_loss=0.0177 + step 3900000 | 38812s | train_loss=0.0187 | fid=125.9063 + step 3910000 | 38894s | train_loss=0.0196 + step 3920000 | 38975s | train_loss=0.0180 + step 3930000 | 39056s | train_loss=0.0184 + step 3940000 | 39137s | train_loss=0.0188 + step 3950000 | 39218s | train_loss=0.0179 + step 3960000 | 39294s | train_loss=0.0178 + step 3970000 | 39360s | train_loss=0.0201 + step 3980000 | 39426s | train_loss=0.0190 + step 3990000 | 39502s | train_loss=0.0174 + step 4000000 | 39672s | train_loss=0.0188 | fid=118.9351 + step 4010000 | 39754s | train_loss=0.0187 + step 4020000 | 39836s | train_loss=0.0180 + step 4030000 | 39917s | train_loss=0.0181 + step 4040000 | 39998s | train_loss=0.0184 + step 4050000 | 40080s | train_loss=0.0183 + step 4060000 | 40161s | train_loss=0.0182 + step 4070000 | 40234s | train_loss=0.0187 + step 4080000 | 40296s | train_loss=0.0191 + step 4090000 | 40372s | train_loss=0.0195 + step 4100000 | 40560s | train_loss=0.0182 | fid=128.1197 + step 4110000 | 40641s | train_loss=0.0187 + step 4120000 | 40723s | train_loss=0.0181 + step 4130000 | 40805s | train_loss=0.0199 + step 4140000 | 40886s | train_loss=0.0180 + step 4150000 | 40966s | train_loss=0.0189 + step 4160000 | 41047s | train_loss=0.0215 + step 4170000 | 41111s | train_loss=0.0187 + step 4180000 | 41184s | train_loss=0.0176 + step 4190000 | 41260s | train_loss=0.0183 + step 4200000 | 41439s | train_loss=0.0188 | fid=128.9675 + step 4210000 | 41520s | train_loss=0.0189 + step 4220000 | 41602s | train_loss=0.0178 + step 4230000 | 41684s | train_loss=0.0178 + step 4240000 | 41765s | train_loss=0.0187 + step 4250000 | 41847s | train_loss=0.0175 + step 4260000 | 41927s | train_loss=0.0178 + step 4270000 | 41984s | train_loss=0.0189 + step 4280000 | 42066s | train_loss=0.0184 + step 4290000 | 42141s | train_loss=0.0173 + step 4300000 | 42303s | train_loss=0.0186 | fid=126.7402 + step 4310000 | 42385s | train_loss=0.0185 + step 4320000 | 42466s | train_loss=0.0186 + step 4330000 | 42547s | train_loss=0.0191 + step 4340000 | 42629s | train_loss=0.0175 + step 4350000 | 42711s | train_loss=0.0173 + step 4360000 | 42793s | train_loss=0.0164 + step 4370000 | 42855s | train_loss=0.0176 + step 4380000 | 42928s | train_loss=0.0174 + step 4390000 | 43002s | train_loss=0.0187 + step 4400000 | 43158s | train_loss=0.0181 | fid=122.3066 + step 4410000 | 43239s | train_loss=0.0176 + step 4420000 | 43321s | train_loss=0.0170 + step 4430000 | 43403s | train_loss=0.0171 + step 4440000 | 43484s | train_loss=0.0184 + step 4450000 | 43566s | train_loss=0.0192 + step 4460000 | 43647s | train_loss=0.0186 + step 4470000 | 43716s | train_loss=0.0189 + step 4480000 | 43782s | train_loss=0.0173 + step 4490000 | 43860s | train_loss=0.0175 + step 4500000 | 44027s | train_loss=0.0180 | fid=118.7623 + step 4510000 | 44108s | train_loss=0.0195 + step 4520000 | 44190s | train_loss=0.0166 + step 4530000 | 44271s | train_loss=0.0197 + step 4540000 | 44353s | train_loss=0.0181 + step 4550000 | 44435s | train_loss=0.0164 + step 4560000 | 44517s | train_loss=0.0167 + step 4570000 | 44581s | train_loss=0.0217 + step 4580000 | 44656s | train_loss=0.0179 + step 4590000 | 44727s | train_loss=0.0183 + step 4600000 | 44914s | train_loss=0.0160 | fid=121.6880 + step 4610000 | 44995s | train_loss=0.0176 + step 4620000 | 45076s | train_loss=0.0183 + step 4630000 | 45158s | train_loss=0.0188 + step 4640000 | 45239s | train_loss=0.0164 + step 4650000 | 45321s | train_loss=0.0173 + step 4660000 | 45403s | train_loss=0.0188 + step 4670000 | 45470s | train_loss=0.0166 + step 4680000 | 45546s | train_loss=0.0176 + step 4690000 | 45604s | train_loss=0.0176 + step 4700000 | 45799s | train_loss=0.0178 | fid=128.3995 + step 4710000 | 45881s | train_loss=0.0170 + step 4720000 | 45963s | train_loss=0.0163 + step 4730000 | 46043s | train_loss=0.0179 + step 4740000 | 46124s | train_loss=0.0174 + step 4750000 | 46205s | train_loss=0.0190 + step 4760000 | 46275s | train_loss=0.0172 + step 4770000 | 46349s | train_loss=0.0173 + step 4780000 | 46429s | train_loss=0.0167 + step 4790000 | 46491s | train_loss=0.0171 + step 4800000 | 46639s | train_loss=0.0194 | fid=116.3115 + step 4810000 | 46721s | train_loss=0.0165 + step 4820000 | 46803s | train_loss=0.0173 + step 4830000 | 46884s | train_loss=0.0182 + step 4840000 | 46966s | train_loss=0.0172 + step 4850000 | 47047s | train_loss=0.0170 + step 4860000 | 47129s | train_loss=0.0162 + step 4870000 | 47205s | train_loss=0.0171 + step 4880000 | 47287s | train_loss=0.0175 + step 4890000 | 47360s | train_loss=0.0166 + step 4900000 | 47510s | train_loss=0.0174 | fid=128.9319 + step 4910000 | 47592s | train_loss=0.0164 + step 4920000 | 47673s | train_loss=0.0174 + step 4930000 | 47755s | train_loss=0.0228 + step 4940000 | 47836s | train_loss=0.0166 + step 4950000 | 47918s | train_loss=0.0183 + step 4960000 | 47998s | train_loss=0.0174 + step 4970000 | 48060s | train_loss=0.0160 + step 4980000 | 48120s | train_loss=0.0162 + step 4990000 | 48170s | train_loss=0.0164 + step 5000000 | 48244s | train_loss=0.0171 | fid=116.2575 diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d180/config.json b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d180/config.json new file mode 100644 index 0000000000000000000000000000000000000000..15fa99e868bf4020859d223451b1993ce2f73370 --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d180/config.json @@ -0,0 +1,25 @@ +{ + "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d180/vae.pt", + "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d180", + "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", + "n_train": 1000, + "total_steps": 5000000, + "eval_interval": 10000, + "mem_interval": 100000, + "fid_interval": 100000, + "fid_n_real": 1000, + "fid_n_gen": 10000, + "n_gen_samples": 10000, + "n_sde_steps": 500, + "batch_size": 512, + "hidden": 1024, + "depth": 5, + "optimizer": "sgd", + "lr": 0.001, + "momentum": 0.8, + "t_min": 0.01, + "t_max": 3.0, + "t_eval": 0.1, + "seed": 42, + "device": null +} diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d180/fid_retry.json b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d180/fid_retry.json new file mode 100644 index 0000000000000000000000000000000000000000..e0229d6c8d20e46e833034c9cc1068449242abb9 --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d180/fid_retry.json @@ -0,0 +1,78 @@ +{ + "run_dir": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d180", + "d_latent": 180, + "attempts": [ + { + "attempt": 0, + "seed": 1042, + "step": 5000000, + "latent_finite": true, + "pixel_finite": true, + "fid": 144.25575834607739, + "error": null + }, + { + "attempt": 1, + "seed": 1043, + "step": 5000000, + "latent_finite": true, + "pixel_finite": true, + "fid": 144.2392383180155, + "error": null + }, + { + "attempt": 2, + "seed": 1044, + "step": 5000000, + "latent_finite": true, + "pixel_finite": true, + "fid": 143.73176131114323, + "error": null + }, + { + "attempt": 3, + "seed": 1045, + "step": 5000000, + "latent_finite": false, + "fid": null, + "error": "nonfinite_latents" + }, + { + "attempt": 4, + "seed": 1046, + "step": 5000000, + "latent_finite": false, + "fid": null, + "error": "nonfinite_latents" + }, + { + "attempt": 5, + "seed": 1047, + "step": 5000000, + "latent_finite": false, + "fid": null, + "error": "nonfinite_latents" + }, + { + "attempt": 6, + "seed": 1048, + "step": 5000000, + "latent_finite": true, + "pixel_finite": true, + "fid": 143.546935369175, + "error": null + }, + { + "attempt": 7, + "seed": 1049, + "step": 5000000, + "latent_finite": true, + "pixel_finite": true, + "fid": 144.9163058421488, + "error": null + } + ], + "best_fid": 143.546935369175, + "mean_fid": 144.137999837312, + "n_success": 5 +} diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d180/fid_retry.log b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d180/fid_retry.log new file mode 100644 index 0000000000000000000000000000000000000000..96527a0fe411dfc50ff01a377cc616bc5d00367e --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d180/fid_retry.log @@ -0,0 +1,6 @@ +{"attempt": 0, "seed": 1042, "step": 5000000, "latent_finite": true, "pixel_finite": true, "fid": 144.25575834607739, "error": null} +{"attempt": 1, "seed": 1043, "step": 5000000, "latent_finite": true, "pixel_finite": true, "fid": 144.2392383180155, "error": null} +{"attempt": 2, "seed": 1044, "step": 5000000, "latent_finite": true, "pixel_finite": true, "fid": 143.73176131114323, "error": null} +{"attempt": 6, "seed": 1048, "step": 5000000, "latent_finite": true, "pixel_finite": true, "fid": 143.546935369175, "error": null} +{"attempt": 7, "seed": 1049, "step": 5000000, "latent_finite": true, "pixel_finite": true, "fid": 144.9163058421488, "error": null} +SUMMARY {"run_dir": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d180", "d_latent": 180, "attempts": [{"attempt": 0, "seed": 1042, "step": 5000000, "latent_finite": true, "pixel_finite": true, "fid": 144.25575834607739, "error": null}, {"attempt": 1, "seed": 1043, "step": 5000000, "latent_finite": true, "pixel_finite": true, "fid": 144.2392383180155, "error": null}, {"attempt": 2, "seed": 1044, "step": 5000000, "latent_finite": true, "pixel_finite": true, "fid": 143.73176131114323, "error": null}, {"attempt": 3, "seed": 1045, "step": 5000000, "latent_finite": false, "fid": null, "error": "nonfinite_latents"}, {"attempt": 4, "seed": 1046, "step": 5000000, "latent_finite": false, "fid": null, "error": "nonfinite_latents"}, {"attempt": 5, "seed": 1047, "step": 5000000, "latent_finite": false, "fid": null, "error": "nonfinite_latents"}, {"attempt": 6, "seed": 1048, "step": 5000000, "latent_finite": true, "pixel_finite": true, "fid": 143.546935369175, "error": null}, {"attempt": 7, "seed": 1049, "step": 5000000, "latent_finite": true, "pixel_finite": true, "fid": 144.9163058421488, "error": null}], "best_fid": 143.546935369175, "mean_fid": 144.137999837312, "n_success": 5} diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d180/metrics.jsonl b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d180/metrics.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..baa2de8ae5c9b1f90c9b30a9f73da7fac82deaf5 --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d180/metrics.jsonl @@ -0,0 +1,502 @@ +{"event": "meta", "data": "cifar10_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 180, "n": 1000, "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d180/vae.pt", "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [41905, 27590, 3837, 45564, 49079, 45615, 24791, 29586, 40154, 14155, 41744, 31565, 21399, 47093, 14144, 7260, 25109, 49111, 3286, 28559, 8088, 18636, 27677, 5584, 14605, 28090, 44911, 22197, 30774, 45976, 21377, 38974, 37419, 34658, 48141, 45353, 16718, 44442, 14512, 30061, 32910, 17321, 15565, 17405, 44045, 17717, 6400, 37998, 3773, 20538, 19316, 34889, 4564, 1363, 5611, 41687, 16986, 41914, 25046, 49823, 33007, 20861, 27988, 42869, 33687, 3828, 12070, 15418, 22140, 35636, 31728, 9480, 7712, 2852, 43042, 17354, 27208, 49689, 14774, 29225, 25390, 35055, 12670, 19522, 24246, 14561, 33656, 42751, 2242, 364, 43176, 15490, 46231, 26061, 18629, 34392, 32488, 26106, 10393, 11167, 20874, 8106, 10093, 7243, 48907, 8147, 45063, 21102, 37655, 7635, 2514, 27684, 3204, 28758, 28311, 29718, 44311, 10355, 32304, 14615, 28486, 14294, 16760, 37166, 19433, 20899, 23979, 36854, 43726, 10375, 11078, 10677, 40127, 33642, 36325, 13174, 19662, 30319, 22501, 14354, 24243, 27654, 42509, 18915, 29668, 2313, 42454, 11218, 48097, 31985, 16567, 26984, 33502, 36329, 22928, 42746, 38223, 19499, 41926, 29059, 44004, 8962, 40807, 11854, 36894, 13566, 36982, 16226, 36410, 47002, 20194, 3625, 19297, 2555, 4842, 8098, 44052, 5795, 5274, 4374, 17924, 30344, 5386, 26317, 30389, 32399, 32042, 26731, 29532, 33817, 26942, 25858, 11887, 46070, 41837, 10713, 33955, 20000, 29946, 4912, 32112, 6697, 44031, 27296, 37785, 25660, 27948, 31260, 24358, 1827, 37445, 25084, 11703, 3820, 49218, 30616, 25083, 22759, 6275, 40603, 39038, 37156, 8894, 9871, 31333, 26582, 20528, 10523, 2747, 33639, 41740, 47899, 11337, 6325, 433, 33051, 1094, 24743, 9392, 22638, 7689, 39641, 9486, 33554, 30840, 35032, 19647, 7903, 18205, 34063, 46483, 32963, 11601, 19203, 45792, 47136, 6174, 40793, 13885, 16641, 48744, 37658, 43829, 44107, 6388, 37424, 20033, 28563, 27013, 17032, 12768, 38181, 35608, 14089, 29228, 40229, 45106, 11963, 37979, 20694, 22835, 5773, 19580, 44596, 19079, 45191, 666, 15893, 7513, 15939, 45020, 12659, 31388, 44651, 23592, 16419, 47615, 36714, 36448, 28579, 1697, 9889, 42082, 49150, 41132, 33996, 21551, 18467, 45242, 6516, 3355, 20187, 31669, 2814, 6900, 28198, 17656, 18178, 31825, 34244, 38330, 28894, 7463, 8134, 38159, 10524, 41508, 2367, 496, 31046, 1511, 31956, 46621, 14176, 1899, 32397, 29452, 16504, 34042, 24014, 47447, 20229, 36683, 5186, 14349, 21736, 17094, 30311, 27949, 30023, 49589, 43270, 2898, 18259, 17175, 18594, 17062, 42063, 3237, 12080, 35769, 1687, 30330, 29678, 27321, 4273, 28513, 2551, 5314, 13572, 13497, 9652, 3466, 27133, 38459, 23232, 14231, 25584, 49398, 32994, 10434, 42369, 37410, 45044, 11075, 12523, 1417, 6765, 40000, 25016, 36905, 48638, 21, 16822, 24333, 30084, 43982, 26954, 6519, 42546, 14751, 14278, 49970, 47621, 18883, 37295, 9040, 40369, 22225, 36489, 21302, 13110, 5455, 47804, 14868, 13063, 22102, 36825, 21969, 33186, 28908, 32592, 42766, 12262, 39073, 915, 11824, 39208, 3098, 42789, 29800, 14150, 28705, 8847, 21716, 535, 48077, 41540, 36207, 10816, 41471, 35049, 20661, 6083, 30194, 4576, 2174, 1908, 48392, 10435, 10986, 18036, 24746, 3941, 34118, 49749, 12025, 21493, 15785, 17085, 39411, 34561, 42064, 36237, 2740, 8183, 40564, 33107, 25765, 49165, 25211, 17520, 17115, 1869, 46432, 33757, 20517, 39760, 259, 45380, 12436, 48000, 21046, 4039, 15701, 35246, 29112, 44161, 34079, 45449, 42845, 22815, 5597, 3990, 35899, 48969, 41528, 27873, 16598, 39104, 23359, 46847, 28624, 19198, 1251, 9003, 28383, 47005, 40703, 41605, 39895, 26201, 11727, 27435, 17333, 39261, 37456, 14653, 30634, 4160, 24540, 12044, 7111, 23485, 5645, 2572, 1682, 17872, 8974, 16796, 11864, 40178, 20092, 32219, 14458, 37007, 31340, 10520, 34489, 13128, 42913, 31468, 44180, 37938, 20058, 18673, 36850, 34721, 26210, 15257, 35188, 11815, 47936, 18088, 43578, 11996, 47952, 24311, 1884, 36557, 32921, 36250, 38022, 5671, 13621, 23326, 14326, 23471, 24685, 39092, 3268, 37257, 16348, 13730, 21838, 44088, 8945, 10827, 13840, 46123, 48010, 13350, 30622, 45233, 8698, 14335, 45842, 15138, 1515, 40759, 21960, 47551, 33208, 18260, 6377, 46869, 31742, 23566, 12829, 15305, 37988, 16111, 32146, 37948, 25917, 30484, 17885, 42468, 28238, 33865, 28030, 30072, 34855, 19324, 42075, 30623, 3667, 38832, 25100, 43077, 36471, 11663, 13588, 14015, 5099, 10589, 28526, 48022, 15444, 3280, 188, 31582, 15225, 11019, 21804, 3901, 24461, 25031, 10373, 4486, 45950, 37949, 32923, 1583, 6576, 26004, 16237, 38132, 25045, 25091, 41949, 11553, 48062, 40503, 13057, 8954, 18566, 28405, 28604, 30434, 49112, 30676, 32930, 16183, 48336, 43162, 873, 37233, 44718, 37247, 23758, 9243, 12126, 5287, 49594, 3459, 32091, 20894, 41743, 7366, 7258, 37939, 47665, 12260, 20836, 43253, 16191, 11619, 1519, 6137, 3934, 48375, 35234, 103, 30510, 8869, 21085, 41234, 25138, 25079, 31218, 48292, 48814, 6635, 18416, 1421, 4363, 5164, 47455, 21280, 16767, 19685, 16449, 45798, 31292, 31049, 43587, 30772, 2651, 12854, 23199, 25234, 23389, 24742, 19480, 19738, 19726, 2388, 21394, 4512, 9069, 42856, 25766, 23797, 40741, 33624, 8328, 35922, 27732, 36268, 23213, 41966, 40002, 12750, 46225, 35182, 23769, 25152, 26764, 20090, 27202, 48096, 4266, 2205, 2020, 37651, 36088, 1021, 28544, 20933, 48924, 11503, 43997, 9492, 19505, 47632, 4118, 2029, 22008, 41396, 16378, 36738, 33194, 28053, 44137, 30771, 12131, 5963, 31754, 46953, 3180, 1718, 36816, 2208, 20898, 13799, 30796, 34445, 37540, 27983, 39216, 16791, 36763, 15987, 28440, 11782, 48531, 4252, 47359, 5351, 4059, 9263, 32274, 39283, 258, 17485, 31280, 12814, 33217, 38203, 11170, 8486, 14434, 13722, 36048, 3705, 47210, 38260, 2200, 17850, 21589, 27598, 9926, 9419, 3981, 34519, 37821, 22855, 39796, 24105, 5113, 5888, 31974, 40040, 17179, 48615, 38665, 47173, 47154, 20619, 5049, 1656, 27736, 14424, 2013, 1348, 32964, 37228, 34968, 34124, 15993, 42420, 26558, 2961, 27119, 37779, 29321, 31595, 29301, 38364, 17528, 19583, 48609, 4428, 12427, 601, 21213, 44456, 39274, 40250, 39804, 35373, 43875, 20550, 43426, 13696, 34572, 11097, 22458, 33042, 12981, 29073, 6601, 2370, 4065, 46317, 29460, 21761, 13977, 4520, 31604, 16259, 1445, 29204, 26097, 31921, 33193, 36054, 26372, 4436, 40306, 13974, 6159, 46233, 33714, 27592, 23153, 40311, 12294, 40141, 14030, 36304, 40086, 43163, 14689, 5002, 40885, 40758, 42458, 18580, 29784, 14527, 30070, 18326, 40830, 42503, 5434, 25179, 15652, 11428, 40980, 45916, 22056, 15896, 42628, 30092, 40834, 25862, 40370, 7804, 46908, 44191, 26908, 9764, 36969, 21521, 35257, 9279, 36964, 4012, 627, 31813, 15669, 33832, 29874, 1912, 41254, 23709, 4648, 3131, 49882, 19349, 35975, 25565, 21641, 48219, 30806, 33979, 36103, 14640, 34524, 31661, 26869, 27297, 46519, 2352, 46930, 7617, 49750, 12620, 29820, 18590, 890, 16394, 23877, 26421, 23417, 29021, 11596, 22017, 14794, 14437, 48385, 48231, 18946, 38048, 41302, 40633, 15317, 24820], "fid_reference": "same farthest-first 1k CIFAR-10 training subset", "seed": 42} +{"step": 1, "wall_time": 98.75395178794861, "train_loss_step": 181.24798583984375, "n_params": 4633780, "total_flops": 14234972160, "train_loss": 0.9990781995985243, "subset_score_loss": 0.9990781995985243, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9822554588317871, "fid": 287.0402257706004, "fid_failed": 0.0} +{"step": 10000, "wall_time": 215.2733669281006, "train_loss_step": 34.82208251953125, "n_params": 4633780, "total_flops": 142349721600000, "train_loss": 0.7726080152723525, "subset_score_loss": 0.7726080152723525} +{"step": 20000, "wall_time": 331.50590801239014, "train_loss_step": 29.857707977294922, "n_params": 4633780, "total_flops": 284699443200000, "train_loss": 0.6673364851209852, "subset_score_loss": 0.6673364851209852} +{"step": 30000, "wall_time": 443.38383173942566, "train_loss_step": 26.928380966186523, "n_params": 4633780, "total_flops": 427049164800000, "train_loss": 0.5706364101833767, "subset_score_loss": 0.5706364101833767} +{"step": 40000, "wall_time": 553.7231178283691, "train_loss_step": 26.743736267089844, "n_params": 4633780, "total_flops": 569398886400000, "train_loss": 0.4693948957655165, "subset_score_loss": 0.4693948957655165} +{"step": 50000, "wall_time": 669.9485449790955, "train_loss_step": 23.629356384277344, "n_params": 4633780, "total_flops": 711748608000000, "train_loss": 0.3825233883327908, "subset_score_loss": 0.3825233883327908} +{"step": 60000, "wall_time": 787.9630665779114, "train_loss_step": 21.484676361083984, "n_params": 4633780, "total_flops": 854098329600000, "train_loss": 0.3143203311496311, "subset_score_loss": 0.3143203311496311} +{"step": 70000, "wall_time": 902.3489236831665, "train_loss_step": 20.341915130615234, "n_params": 4633780, "total_flops": 996448051200000, "train_loss": 0.259500609503852, "subset_score_loss": 0.259500609503852} +{"step": 80000, "wall_time": 1020.2519209384918, "train_loss_step": 17.993694305419922, "n_params": 4633780, "total_flops": 1138797772800000, "train_loss": 0.23373095194498697, "subset_score_loss": 0.23373095194498697} +{"step": 90000, "wall_time": 1138.4267966747284, "train_loss_step": 17.99066925048828, "n_params": 4633780, "total_flops": 1281147494400000, "train_loss": 0.19390216403537328, "subset_score_loss": 0.19390216403537328} +{"step": 100000, "wall_time": 1348.3314912319183, "train_loss_step": 16.246349334716797, "n_params": 4633780, "total_flops": 1423497216000000, "train_loss": 0.18277274237738717, "subset_score_loss": 0.18277274237738717, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9674128890037537, "fid": 206.64496350117395, "fid_failed": 0.0} +{"step": 110000, "wall_time": 1464.807648897171, "train_loss_step": 16.36279296875, "n_params": 4633780, "total_flops": 1565846937600000, "train_loss": 0.1625625080532498, "subset_score_loss": 0.1625625080532498} +{"step": 120000, "wall_time": 1581.3313462734222, "train_loss_step": 16.285198211669922, "n_params": 4633780, "total_flops": 1708196659200000, "train_loss": 0.147556644015842, "subset_score_loss": 0.147556644015842} +{"step": 130000, "wall_time": 1695.7223913669586, "train_loss_step": 15.844795227050781, "n_params": 4633780, "total_flops": 1850546380800000, "train_loss": 0.1454488436381022, "subset_score_loss": 0.1454488436381022} +{"step": 140000, "wall_time": 1810.0529680252075, "train_loss_step": 14.666671752929688, "n_params": 4633780, "total_flops": 1992896102400000, "train_loss": 0.14773183398776585, "subset_score_loss": 0.14773183398776585} +{"step": 150000, "wall_time": 1926.5471494197845, "train_loss_step": 14.007165908813477, "n_params": 4633780, "total_flops": 2135245824000000, "train_loss": 0.12978268729315864, "subset_score_loss": 0.12978268729315864} +{"step": 160000, "wall_time": 2043.5487897396088, "train_loss_step": 14.282230377197266, "n_params": 4633780, "total_flops": 2277595545600000, "train_loss": 0.11696904500325521, "subset_score_loss": 0.11696904500325521} +{"step": 170000, "wall_time": 2160.1393525600433, "train_loss_step": 14.872236251831055, "n_params": 4633780, "total_flops": 2419945267200000, "train_loss": 0.13448508580525717, "subset_score_loss": 0.13448508580525717} +{"step": 180000, "wall_time": 2274.285205602646, "train_loss_step": 12.512207984924316, "n_params": 4633780, "total_flops": 2562294988800000, "train_loss": 0.11026061375935872, "subset_score_loss": 0.11026061375935872} +{"step": 190000, "wall_time": 2390.9766898155212, "train_loss_step": 13.467572212219238, "n_params": 4633780, "total_flops": 2704644710400000, "train_loss": 0.11036404503716363, "subset_score_loss": 0.11036404503716363} +{"step": 200000, "wall_time": 2599.574125289917, "train_loss_step": 13.210944175720215, "n_params": 4633780, "total_flops": 2846994432000000, "train_loss": 0.10730543136596679, "subset_score_loss": 0.10730543136596679, "memorization_fraction_pixel": 9.999999747378752e-05, "mean_nn_ratio_pixel": 0.9758127927780151, "fid": 277.67656652386233, "fid_failed": 0.0} +{"step": 210000, "wall_time": 2716.403282403946, "train_loss_step": 12.426312446594238, "n_params": 4633780, "total_flops": 2989344153600000, "train_loss": 0.0983560774061415, "subset_score_loss": 0.0983560774061415} +{"step": 220000, "wall_time": 2832.57045173645, "train_loss_step": 12.406391143798828, "n_params": 4633780, "total_flops": 3131693875200000, "train_loss": 0.09787865744696723, "subset_score_loss": 0.09787865744696723} +{"step": 230000, "wall_time": 2944.719288110733, "train_loss_step": 11.228849411010742, "n_params": 4633780, "total_flops": 3274043596800000, "train_loss": 0.09366071489122178, "subset_score_loss": 0.09366071489122178} +{"step": 240000, "wall_time": 3054.669555425644, "train_loss_step": 11.992456436157227, "n_params": 4633780, "total_flops": 3416393318400000, "train_loss": 0.09247140884399414, "subset_score_loss": 0.09247140884399414} +{"step": 250000, "wall_time": 3171.84649682045, "train_loss_step": 11.290781021118164, "n_params": 4633780, "total_flops": 3558743040000000, "train_loss": 0.10437630547417534, "subset_score_loss": 0.10437630547417534} +{"step": 260000, "wall_time": 3288.811501264572, "train_loss_step": 11.647775650024414, "n_params": 4633780, "total_flops": 3701092761600000, "train_loss": 0.08539239565531413, "subset_score_loss": 0.08539239565531413} +{"step": 270000, "wall_time": 3405.2012684345245, "train_loss_step": 11.085432052612305, "n_params": 4633780, "total_flops": 3843442483200000, "train_loss": 0.09524878395928277, "subset_score_loss": 0.09524878395928277} +{"step": 280000, "wall_time": 3510.3067190647125, "train_loss_step": 10.600791931152344, "n_params": 4633780, "total_flops": 3985792204800000, "train_loss": 0.08811883396572537, "subset_score_loss": 0.08811883396572537} +{"step": 290000, "wall_time": 3627.3935022354126, "train_loss_step": 10.614768028259277, "n_params": 4633780, "total_flops": 4128141926400000, "train_loss": 0.08344313303629557, "subset_score_loss": 0.08344313303629557} +{"step": 300000, "wall_time": 3876.0878415107727, "train_loss_step": 10.203353881835938, "n_params": 4633780, "total_flops": 4270491648000000, "train_loss": 0.07685645951165093, "subset_score_loss": 0.07685645951165093, "memorization_fraction_pixel": 0.0007999999797903001, "mean_nn_ratio_pixel": 0.9761841893196106, "fid": 323.1671092810399, "fid_failed": 0.0} +{"step": 310000, "wall_time": 3991.7132930755615, "train_loss_step": 10.70475959777832, "n_params": 4633780, "total_flops": 4412841369600000, "train_loss": 0.08213506274753146, "subset_score_loss": 0.08213506274753146} +{"step": 320000, "wall_time": 4107.50457906723, "train_loss_step": 10.076054573059082, "n_params": 4633780, "total_flops": 4555191091200000, "train_loss": 0.08208487828572592, "subset_score_loss": 0.08208487828572592} +{"step": 330000, "wall_time": 4219.09787774086, "train_loss_step": 10.081226348876953, "n_params": 4633780, "total_flops": 4697540812800000, "train_loss": 0.07974726359049479, "subset_score_loss": 0.07974726359049479} +{"step": 340000, "wall_time": 4330.219425439835, "train_loss_step": 10.371566772460938, "n_params": 4633780, "total_flops": 4839890534400000, "train_loss": 0.07583102120293511, "subset_score_loss": 0.07583102120293511} +{"step": 350000, "wall_time": 4447.200520515442, "train_loss_step": 9.88708782196045, "n_params": 4633780, "total_flops": 4982240256000000, "train_loss": 0.0754701296488444, "subset_score_loss": 0.0754701296488444} +{"step": 360000, "wall_time": 4564.241215229034, "train_loss_step": 10.877981185913086, "n_params": 4633780, "total_flops": 5124589977600000, "train_loss": 0.08816237449645996, "subset_score_loss": 0.08816237449645996} +{"step": 370000, "wall_time": 4680.308098077774, "train_loss_step": 9.966949462890625, "n_params": 4633780, "total_flops": 5266939699200000, "train_loss": 0.07737556563483344, "subset_score_loss": 0.07737556563483344} +{"step": 380000, "wall_time": 4784.9599487781525, "train_loss_step": 9.695886611938477, "n_params": 4633780, "total_flops": 5409289420800000, "train_loss": 0.07608956760830349, "subset_score_loss": 0.07608956760830349} +{"step": 390000, "wall_time": 4900.629036903381, "train_loss_step": 9.570234298706055, "n_params": 4633780, "total_flops": 5551639142400000, "train_loss": 0.07058637407090929, "subset_score_loss": 0.07058637407090929} +{"step": 400000, "wall_time": 5141.145708084106, "train_loss_step": 10.459321975708008, "n_params": 4633780, "total_flops": 5693988864000000, "train_loss": 0.07046984566582573, "subset_score_loss": 0.07046984566582573, "memorization_fraction_pixel": 0.0013000000035390258, "mean_nn_ratio_pixel": 0.9786378741264343, "fid": 321.4627927606242, "fid_failed": 0.0} +{"step": 410000, "wall_time": 5256.550919532776, "train_loss_step": 9.65206527709961, "n_params": 4633780, "total_flops": 5836338585600000, "train_loss": 0.06812878184848362, "subset_score_loss": 0.06812878184848362} +{"step": 420000, "wall_time": 5373.744682073593, "train_loss_step": 9.161172866821289, "n_params": 4633780, "total_flops": 5978688307200000, "train_loss": 0.07197435167100695, "subset_score_loss": 0.07197435167100695} +{"step": 430000, "wall_time": 5485.482248306274, "train_loss_step": 9.55561637878418, "n_params": 4633780, "total_flops": 6121038028800000, "train_loss": 0.07375409868028429, "subset_score_loss": 0.07375409868028429} +{"step": 440000, "wall_time": 5595.84400510788, "train_loss_step": 10.06431770324707, "n_params": 4633780, "total_flops": 6263387750400000, "train_loss": 0.07980719142489963, "subset_score_loss": 0.07980719142489963} +{"step": 450000, "wall_time": 5712.75106716156, "train_loss_step": 9.743942260742188, "n_params": 4633780, "total_flops": 6405737472000000, "train_loss": 0.060619751612345375, "subset_score_loss": 0.060619751612345375} +{"step": 460000, "wall_time": 5830.34654545784, "train_loss_step": 9.34575080871582, "n_params": 4633780, "total_flops": 6548087193600000, "train_loss": 0.0629115210639106, "subset_score_loss": 0.0629115210639106} +{"step": 470000, "wall_time": 5946.6512722969055, "train_loss_step": 8.70262336730957, "n_params": 4633780, "total_flops": 6690436915200000, "train_loss": 0.06709272066752116, "subset_score_loss": 0.06709272066752116} +{"step": 480000, "wall_time": 6058.11457490921, "train_loss_step": 8.920791625976562, "n_params": 4633780, "total_flops": 6832786636800000, "train_loss": 0.07252143224080404, "subset_score_loss": 0.07252143224080404} +{"step": 490000, "wall_time": 6171.466510057449, "train_loss_step": 9.748208999633789, "n_params": 4633780, "total_flops": 6975136358400000, "train_loss": 0.06418937577141656, "subset_score_loss": 0.06418937577141656} +{"step": 500000, "wall_time": 6426.776591300964, "train_loss_step": 8.764585494995117, "n_params": 4633780, "total_flops": 7117486080000000, "train_loss": 0.06902565956115722, "subset_score_loss": 0.06902565956115722, "memorization_fraction_pixel": 0.004600000102072954, "mean_nn_ratio_pixel": 0.9677616953849792, "fid": 307.1773304089531, "fid_failed": 0.0} +{"step": 510000, "wall_time": 6543.914254903793, "train_loss_step": 8.4386625289917, "n_params": 4633780, "total_flops": 7259835801600000, "train_loss": 0.05935135947333442, "subset_score_loss": 0.05935135947333442} +{"step": 520000, "wall_time": 6660.468702077866, "train_loss_step": 8.144967079162598, "n_params": 4633780, "total_flops": 7402185523200000, "train_loss": 0.05411986774868435, "subset_score_loss": 0.05411986774868435} +{"step": 530000, "wall_time": 6770.598879098892, "train_loss_step": 8.898792266845703, "n_params": 4633780, "total_flops": 7544535244800000, "train_loss": 0.0603901121351454, "subset_score_loss": 0.0603901121351454} +{"step": 540000, "wall_time": 6886.294592380524, "train_loss_step": 8.522256851196289, "n_params": 4633780, "total_flops": 7686884966400000, "train_loss": 0.06083332167731391, "subset_score_loss": 0.06083332167731391} +{"step": 550000, "wall_time": 7003.043179273605, "train_loss_step": 8.130117416381836, "n_params": 4633780, "total_flops": 7829234688000000, "train_loss": 0.058311181598239475, "subset_score_loss": 0.058311181598239475} +{"step": 560000, "wall_time": 7119.557657957077, "train_loss_step": 8.209250450134277, "n_params": 4633780, "total_flops": 7971584409600000, "train_loss": 0.056234746509128145, "subset_score_loss": 0.056234746509128145} +{"step": 570000, "wall_time": 7235.947029590607, "train_loss_step": 8.711223602294922, "n_params": 4633780, "total_flops": 8113934131200000, "train_loss": 0.056974548763699, "subset_score_loss": 0.056974548763699} +{"step": 580000, "wall_time": 7347.0429656505585, "train_loss_step": 8.326833724975586, "n_params": 4633780, "total_flops": 8256283852800000, "train_loss": 0.05658182568020291, "subset_score_loss": 0.05658182568020291} +{"step": 590000, "wall_time": 7454.646986246109, "train_loss_step": 8.191346168518066, "n_params": 4633780, "total_flops": 8398633574400000, "train_loss": 0.05386150148179796, "subset_score_loss": 0.05386150148179796} +{"step": 600000, "wall_time": 7712.693067550659, "train_loss_step": 8.619524002075195, "n_params": 4633780, "total_flops": 8540983296000000, "train_loss": 0.05374917984008789, "subset_score_loss": 0.05374917984008789, "memorization_fraction_pixel": 0.009600000455975533, "mean_nn_ratio_pixel": 0.957208514213562, "fid": 296.92246444260195, "fid_failed": 0.0} +{"step": 610000, "wall_time": 7829.701624393463, "train_loss_step": 7.966499328613281, "n_params": 4633780, "total_flops": 8683333017600000, "train_loss": 0.0555990907880995, "subset_score_loss": 0.0555990907880995} +{"step": 620000, "wall_time": 7946.661968708038, "train_loss_step": 7.804136276245117, "n_params": 4633780, "total_flops": 8825682739200000, "train_loss": 0.052067232131958005, "subset_score_loss": 0.052067232131958005} +{"step": 630000, "wall_time": 8054.599018573761, "train_loss_step": 7.470010280609131, "n_params": 4633780, "total_flops": 8968032460800000, "train_loss": 0.051057895024617515, "subset_score_loss": 0.051057895024617515} +{"step": 640000, "wall_time": 8171.849692821503, "train_loss_step": 8.120811462402344, "n_params": 4633780, "total_flops": 9110382182400000, "train_loss": 0.05248933368259006, "subset_score_loss": 0.05248933368259006} +{"step": 650000, "wall_time": 8288.728682279587, "train_loss_step": 7.388866901397705, "n_params": 4633780, "total_flops": 9252731904000000, "train_loss": 0.050215657552083334, "subset_score_loss": 0.050215657552083334} +{"step": 660000, "wall_time": 8406.17409491539, "train_loss_step": 7.7516584396362305, "n_params": 4633780, "total_flops": 9395081625600000, "train_loss": 0.05283102989196777, "subset_score_loss": 0.05283102989196777} +{"step": 670000, "wall_time": 8522.02551150322, "train_loss_step": 8.091842651367188, "n_params": 4633780, "total_flops": 9537431347200000, "train_loss": 0.054355319341023764, "subset_score_loss": 0.054355319341023764} +{"step": 680000, "wall_time": 8633.07148361206, "train_loss_step": 7.352104187011719, "n_params": 4633780, "total_flops": 9679781068800000, "train_loss": 0.05508929888407389, "subset_score_loss": 0.05508929888407389} +{"step": 690000, "wall_time": 8738.811487197876, "train_loss_step": 7.554925918579102, "n_params": 4633780, "total_flops": 9822130790400000, "train_loss": 0.05144020186530219, "subset_score_loss": 0.05144020186530219} +{"step": 700000, "wall_time": 8967.427644491196, "train_loss_step": 7.6888251304626465, "n_params": 4633780, "total_flops": 9964480512000000, "train_loss": 0.04758232964409722, "subset_score_loss": 0.04758232964409722, "memorization_fraction_pixel": 0.017100000753998756, "mean_nn_ratio_pixel": 0.9508599638938904, "fid": 285.6505999778276, "fid_failed": 0.0} +{"step": 710000, "wall_time": 9084.373353242874, "train_loss_step": 7.402504920959473, "n_params": 4633780, "total_flops": 10106830233600000, "train_loss": 0.04982976383633084, "subset_score_loss": 0.04982976383633084} +{"step": 720000, "wall_time": 9201.562767505646, "train_loss_step": 7.906378746032715, "n_params": 4633780, "total_flops": 10249179955200000, "train_loss": 0.05914149814181858, "subset_score_loss": 0.05914149814181858} +{"step": 730000, "wall_time": 9305.973087787628, "train_loss_step": 7.479580402374268, "n_params": 4633780, "total_flops": 10391529676800000, "train_loss": 0.05245110723707411, "subset_score_loss": 0.05245110723707411} +{"step": 740000, "wall_time": 9422.546952486038, "train_loss_step": 7.559075355529785, "n_params": 4633780, "total_flops": 10533879398400000, "train_loss": 0.04851165347629123, "subset_score_loss": 0.04851165347629123} +{"step": 750000, "wall_time": 9539.699294805527, "train_loss_step": 7.50307035446167, "n_params": 4633780, "total_flops": 10676229120000000, "train_loss": 0.049436092376708984, "subset_score_loss": 0.049436092376708984} +{"step": 760000, "wall_time": 9656.672389268875, "train_loss_step": 7.43818473815918, "n_params": 4633780, "total_flops": 10818578841600000, "train_loss": 0.050105481677585176, "subset_score_loss": 0.050105481677585176} +{"step": 770000, "wall_time": 9769.655936717987, "train_loss_step": 7.6599602699279785, "n_params": 4633780, "total_flops": 10960928563200000, "train_loss": 0.04430378807915582, "subset_score_loss": 0.04430378807915582} +{"step": 780000, "wall_time": 9886.323904752731, "train_loss_step": 7.263254165649414, "n_params": 4633780, "total_flops": 11103278284800000, "train_loss": 0.04554991722106934, "subset_score_loss": 0.04554991722106934} +{"step": 790000, "wall_time": 9990.038355350494, "train_loss_step": 7.690736293792725, "n_params": 4633780, "total_flops": 11245628006400000, "train_loss": 0.04659037590026856, "subset_score_loss": 0.04659037590026856} +{"step": 800000, "wall_time": 10229.673480987549, "train_loss_step": 7.340671539306641, "n_params": 4633780, "total_flops": 11387977728000000, "train_loss": 0.04795214864942762, "subset_score_loss": 0.04795214864942762, "memorization_fraction_pixel": 0.02370000071823597, "mean_nn_ratio_pixel": 0.943253219127655, "fid": 279.41772864504566, "fid_failed": 0.0} +{"step": 810000, "wall_time": 10346.749286174774, "train_loss_step": 7.221198558807373, "n_params": 4633780, "total_flops": 11530327449600000, "train_loss": 0.05030908584594727, "subset_score_loss": 0.05030908584594727} +{"step": 820000, "wall_time": 10464.427582502365, "train_loss_step": 7.548415184020996, "n_params": 4633780, "total_flops": 11672677171200000, "train_loss": 0.04745292133755154, "subset_score_loss": 0.04745292133755154} +{"step": 830000, "wall_time": 10571.230299472809, "train_loss_step": 6.996884346008301, "n_params": 4633780, "total_flops": 11815026892800000, "train_loss": 0.04221129682328966, "subset_score_loss": 0.04221129682328966} +{"step": 840000, "wall_time": 10686.328944206238, "train_loss_step": 6.592589378356934, "n_params": 4633780, "total_flops": 11957376614400000, "train_loss": 0.04163067075941298, "subset_score_loss": 0.04163067075941298} +{"step": 850000, "wall_time": 10803.058819055557, "train_loss_step": 6.973148345947266, "n_params": 4633780, "total_flops": 12099726336000000, "train_loss": 0.04527513186136881, "subset_score_loss": 0.04527513186136881} +{"step": 860000, "wall_time": 10918.08935546875, "train_loss_step": 7.168488025665283, "n_params": 4633780, "total_flops": 12242076057600000, "train_loss": 0.04897247420416938, "subset_score_loss": 0.04897247420416938} +{"step": 870000, "wall_time": 11034.692032575607, "train_loss_step": 7.120787143707275, "n_params": 4633780, "total_flops": 12384425779200000, "train_loss": 0.041803873909844295, "subset_score_loss": 0.041803873909844295} +{"step": 880000, "wall_time": 11152.634849786758, "train_loss_step": 6.8753767013549805, "n_params": 4633780, "total_flops": 12526775500800000, "train_loss": 0.04499810536702474, "subset_score_loss": 0.04499810536702474} +{"step": 890000, "wall_time": 11263.931676626205, "train_loss_step": 6.608552932739258, "n_params": 4633780, "total_flops": 12669125222400000, "train_loss": 0.04172594547271728, "subset_score_loss": 0.04172594547271728} +{"step": 900000, "wall_time": 11502.614142656326, "train_loss_step": 7.284480094909668, "n_params": 4633780, "total_flops": 12811474944000000, "train_loss": 0.04681382709079319, "subset_score_loss": 0.04681382709079319, "memorization_fraction_pixel": 0.03460000082850456, "mean_nn_ratio_pixel": 0.9303612112998962, "fid": 271.9567544289652, "fid_failed": 0.0} +{"step": 910000, "wall_time": 11619.837248563766, "train_loss_step": 6.858922004699707, "n_params": 4633780, "total_flops": 12953824665600000, "train_loss": 0.04376724031236437, "subset_score_loss": 0.04376724031236437} +{"step": 920000, "wall_time": 11736.227257966995, "train_loss_step": 7.070749759674072, "n_params": 4633780, "total_flops": 13096174387200000, "train_loss": 0.04268156157599555, "subset_score_loss": 0.04268156157599555} +{"step": 930000, "wall_time": 11844.35623049736, "train_loss_step": 6.687727928161621, "n_params": 4633780, "total_flops": 13238524108800000, "train_loss": 0.04289590782589382, "subset_score_loss": 0.04289590782589382} +{"step": 940000, "wall_time": 11954.093801021576, "train_loss_step": 6.817229747772217, "n_params": 4633780, "total_flops": 13380873830400000, "train_loss": 0.04241050084431966, "subset_score_loss": 0.04241050084431966} +{"step": 950000, "wall_time": 12069.698510408401, "train_loss_step": 6.902472496032715, "n_params": 4633780, "total_flops": 13523223552000000, "train_loss": 0.0489321337805854, "subset_score_loss": 0.0489321337805854} +{"step": 960000, "wall_time": 12187.588530778885, "train_loss_step": 6.8050055503845215, "n_params": 4633780, "total_flops": 13665573273600000, "train_loss": 0.04085752699110243, "subset_score_loss": 0.04085752699110243} +{"step": 970000, "wall_time": 12303.676662921906, "train_loss_step": 6.961947917938232, "n_params": 4633780, "total_flops": 13807922995200000, "train_loss": 0.04154774083031548, "subset_score_loss": 0.04154774083031548} +{"step": 980000, "wall_time": 12421.19203209877, "train_loss_step": 6.742462158203125, "n_params": 4633780, "total_flops": 13950272716800000, "train_loss": 0.03998924891153972, "subset_score_loss": 0.03998924891153972} +{"step": 990000, "wall_time": 12536.82440161705, "train_loss_step": 6.553497314453125, "n_params": 4633780, "total_flops": 14092622438400000, "train_loss": 0.03923085000779894, "subset_score_loss": 0.03923085000779894} +{"step": 1000000, "wall_time": 12785.283978939056, "train_loss_step": 6.803924083709717, "n_params": 4633780, "total_flops": 14234972160000000, "train_loss": 0.03985807630750868, "subset_score_loss": 0.03985807630750868, "memorization_fraction_pixel": 0.0471000000834465, "mean_nn_ratio_pixel": 0.9192380905151367, "fid": 265.65166650241105, "fid_failed": 0.0} +{"step": 1010000, "wall_time": 12903.055670976639, "train_loss_step": 6.53461217880249, "n_params": 4633780, "total_flops": 14377321881600000, "train_loss": 0.03925989203982883, "subset_score_loss": 0.03925989203982883} +{"step": 1020000, "wall_time": 13020.949811458588, "train_loss_step": 7.500962257385254, "n_params": 4633780, "total_flops": 14519671603200000, "train_loss": 0.05106995900472005, "subset_score_loss": 0.05106995900472005} +{"step": 1030000, "wall_time": 13128.60591840744, "train_loss_step": 6.97014045715332, "n_params": 4633780, "total_flops": 14662021324800000, "train_loss": 0.03963518937428792, "subset_score_loss": 0.03963518937428792} +{"step": 1040000, "wall_time": 13240.826076984406, "train_loss_step": 6.134187698364258, "n_params": 4633780, "total_flops": 14804371046400000, "train_loss": 0.03932709164089627, "subset_score_loss": 0.03932709164089627} +{"step": 1050000, "wall_time": 13358.364759683609, "train_loss_step": 6.741094589233398, "n_params": 4633780, "total_flops": 14946720768000000, "train_loss": 0.04186489582061768, "subset_score_loss": 0.04186489582061768} +{"step": 1060000, "wall_time": 13477.17682647705, "train_loss_step": 6.666108131408691, "n_params": 4633780, "total_flops": 15089070489600000, "train_loss": 0.04318774541219075, "subset_score_loss": 0.04318774541219075} +{"step": 1070000, "wall_time": 13592.743067502975, "train_loss_step": 6.355249404907227, "n_params": 4633780, "total_flops": 15231420211200000, "train_loss": 0.03890918095906575, "subset_score_loss": 0.03890918095906575} +{"step": 1080000, "wall_time": 13709.658663988113, "train_loss_step": 6.38531494140625, "n_params": 4633780, "total_flops": 15373769932800000, "train_loss": 0.03814584414164225, "subset_score_loss": 0.03814584414164225} +{"step": 1090000, "wall_time": 13824.534985303879, "train_loss_step": 6.432310104370117, "n_params": 4633780, "total_flops": 15516119654400000, "train_loss": 0.038286497857835555, "subset_score_loss": 0.038286497857835555} +{"step": 1100000, "wall_time": 14074.511554956436, "train_loss_step": 6.516927242279053, "n_params": 4633780, "total_flops": 15658469376000000, "train_loss": 0.03810514079199897, "subset_score_loss": 0.03810514079199897, "memorization_fraction_pixel": 0.05869999900460243, "mean_nn_ratio_pixel": 0.9026472568511963, "fid": 255.7950866871486, "fid_failed": 0.0} +{"step": 1110000, "wall_time": 14191.249669075012, "train_loss_step": 6.220870018005371, "n_params": 4633780, "total_flops": 15800819097600000, "train_loss": 0.03803279399871826, "subset_score_loss": 0.03803279399871826} +{"step": 1120000, "wall_time": 14306.312185525894, "train_loss_step": 6.337106704711914, "n_params": 4633780, "total_flops": 15943168819200000, "train_loss": 0.038076856401231554, "subset_score_loss": 0.038076856401231554} +{"step": 1130000, "wall_time": 14413.031090021133, "train_loss_step": 6.4368157386779785, "n_params": 4633780, "total_flops": 16085518540800000, "train_loss": 0.03818247848086887, "subset_score_loss": 0.03818247848086887} +{"step": 1140000, "wall_time": 14526.652102947235, "train_loss_step": 6.411961078643799, "n_params": 4633780, "total_flops": 16227868262400000, "train_loss": 0.037305323282877605, "subset_score_loss": 0.037305323282877605} +{"step": 1150000, "wall_time": 14643.324274539948, "train_loss_step": 6.468135356903076, "n_params": 4633780, "total_flops": 16370217984000000, "train_loss": 0.04181647300720215, "subset_score_loss": 0.04181647300720215} +{"step": 1160000, "wall_time": 14760.389176130295, "train_loss_step": 6.150301933288574, "n_params": 4633780, "total_flops": 16512567705600000, "train_loss": 0.04197362263997396, "subset_score_loss": 0.04197362263997396} +{"step": 1170000, "wall_time": 14877.924340724945, "train_loss_step": 6.337383270263672, "n_params": 4633780, "total_flops": 16654917427200000, "train_loss": 0.036632921960618764, "subset_score_loss": 0.036632921960618764} +{"step": 1180000, "wall_time": 14995.125127315521, "train_loss_step": 6.374677658081055, "n_params": 4633780, "total_flops": 16797267148800000, "train_loss": 0.03507783942752414, "subset_score_loss": 0.03507783942752414} +{"step": 1190000, "wall_time": 15108.672226905823, "train_loss_step": 6.420095443725586, "n_params": 4633780, "total_flops": 16939616870400000, "train_loss": 0.03689835336473253, "subset_score_loss": 0.03689835336473253} +{"step": 1200000, "wall_time": 15341.040663003922, "train_loss_step": 6.1193132400512695, "n_params": 4633780, "total_flops": 17081966592000000, "train_loss": 0.0358453909556071, "subset_score_loss": 0.0358453909556071, "memorization_fraction_pixel": 0.06560000032186508, "mean_nn_ratio_pixel": 0.8979689478874207, "fid": 249.4189767935706, "fid_failed": 0.0} +{"step": 1210000, "wall_time": 15455.20825600624, "train_loss_step": 6.39217472076416, "n_params": 4633780, "total_flops": 17224316313600000, "train_loss": 0.038046261999342176, "subset_score_loss": 0.038046261999342176} +{"step": 1220000, "wall_time": 15572.800507545471, "train_loss_step": 5.9791765213012695, "n_params": 4633780, "total_flops": 17366666035200000, "train_loss": 0.035204921828375924, "subset_score_loss": 0.035204921828375924} +{"step": 1230000, "wall_time": 15682.627988815308, "train_loss_step": 6.36099100112915, "n_params": 4633780, "total_flops": 17509015756800000, "train_loss": 0.03608312871721056, "subset_score_loss": 0.03608312871721056} +{"step": 1240000, "wall_time": 15793.07618689537, "train_loss_step": 6.2373151779174805, "n_params": 4633780, "total_flops": 17651365478400000, "train_loss": 0.03609578079647488, "subset_score_loss": 0.03609578079647488} +{"step": 1250000, "wall_time": 15910.88294839859, "train_loss_step": 6.189589977264404, "n_params": 4633780, "total_flops": 17793715200000000, "train_loss": 0.036414731873406304, "subset_score_loss": 0.036414731873406304} +{"step": 1260000, "wall_time": 16028.09780550003, "train_loss_step": 6.173496723175049, "n_params": 4633780, "total_flops": 17936064921600000, "train_loss": 0.03726986779106988, "subset_score_loss": 0.03726986779106988} +{"step": 1270000, "wall_time": 16145.962374687195, "train_loss_step": 6.026642799377441, "n_params": 4633780, "total_flops": 18078414643200000, "train_loss": 0.03523510297139486, "subset_score_loss": 0.03523510297139486} +{"step": 1280000, "wall_time": 16264.194046258926, "train_loss_step": 5.822839260101318, "n_params": 4633780, "total_flops": 18220764364800000, "train_loss": 0.03597379260592991, "subset_score_loss": 0.03597379260592991} +{"step": 1290000, "wall_time": 16382.141117334366, "train_loss_step": 6.171942710876465, "n_params": 4633780, "total_flops": 18363114086400000, "train_loss": 0.03432392809126112, "subset_score_loss": 0.03432392809126112} +{"step": 1300000, "wall_time": 16609.169683933258, "train_loss_step": 6.143243789672852, "n_params": 4633780, "total_flops": 18505463808000000, "train_loss": 0.03536211119757758, "subset_score_loss": 0.03536211119757758, "memorization_fraction_pixel": 0.08290000259876251, "mean_nn_ratio_pixel": 0.8809516429901123, "fid": 237.20848081032003, "fid_failed": 0.0} +{"step": 1310000, "wall_time": 16726.37858247757, "train_loss_step": 6.1282057762146, "n_params": 4633780, "total_flops": 18647813529600000, "train_loss": 0.03996145725250244, "subset_score_loss": 0.03996145725250244} +{"step": 1320000, "wall_time": 16843.6299200058, "train_loss_step": 6.584949970245361, "n_params": 4633780, "total_flops": 18790163251200000, "train_loss": 0.035185591379801436, "subset_score_loss": 0.035185591379801436} +{"step": 1330000, "wall_time": 16958.124463796616, "train_loss_step": 5.874603271484375, "n_params": 4633780, "total_flops": 18932512972800000, "train_loss": 0.03457432323031955, "subset_score_loss": 0.03457432323031955} +{"step": 1340000, "wall_time": 17070.254457235336, "train_loss_step": 5.858860969543457, "n_params": 4633780, "total_flops": 19074862694400000, "train_loss": 0.03565418720245361, "subset_score_loss": 0.03565418720245361} +{"step": 1350000, "wall_time": 17187.706798791885, "train_loss_step": 5.771615028381348, "n_params": 4633780, "total_flops": 19217212416000000, "train_loss": 0.03368180592854818, "subset_score_loss": 0.03368180592854818} +{"step": 1360000, "wall_time": 17303.95538496971, "train_loss_step": 5.861177921295166, "n_params": 4633780, "total_flops": 19359562137600000, "train_loss": 0.035811821619669594, "subset_score_loss": 0.035811821619669594} +{"step": 1370000, "wall_time": 17420.914234876633, "train_loss_step": 5.9755096435546875, "n_params": 4633780, "total_flops": 19501911859200000, "train_loss": 0.03589257929060194, "subset_score_loss": 0.03589257929060194} +{"step": 1380000, "wall_time": 17538.54331088066, "train_loss_step": 5.905462265014648, "n_params": 4633780, "total_flops": 19644261580800000, "train_loss": 0.03577568001217312, "subset_score_loss": 0.03577568001217312} +{"step": 1390000, "wall_time": 17656.006932258606, "train_loss_step": 6.178727626800537, "n_params": 4633780, "total_flops": 19786611302400000, "train_loss": 0.033618126975165474, "subset_score_loss": 0.033618126975165474} +{"step": 1400000, "wall_time": 17865.15441083908, "train_loss_step": 5.800987243652344, "n_params": 4633780, "total_flops": 19928961024000000, "train_loss": 0.03339331679873996, "subset_score_loss": 0.03339331679873996, "memorization_fraction_pixel": 0.09520000219345093, "mean_nn_ratio_pixel": 0.8680406212806702, "fid": 235.30198460054967, "fid_failed": 0.0} +{"step": 1410000, "wall_time": 17983.112371444702, "train_loss_step": 6.312483787536621, "n_params": 4633780, "total_flops": 20071310745600000, "train_loss": 0.033725770314534505, "subset_score_loss": 0.033725770314534505} +{"step": 1420000, "wall_time": 18101.262030124664, "train_loss_step": 5.905364036560059, "n_params": 4633780, "total_flops": 20213660467200000, "train_loss": 0.034319880273607044, "subset_score_loss": 0.034319880273607044} +{"step": 1430000, "wall_time": 18216.064596414566, "train_loss_step": 5.600931644439697, "n_params": 4633780, "total_flops": 20356010188800000, "train_loss": 0.030601853794521756, "subset_score_loss": 0.030601853794521756} +{"step": 1440000, "wall_time": 18326.518829345703, "train_loss_step": 5.936295509338379, "n_params": 4633780, "total_flops": 20498359910400000, "train_loss": 0.036242196294996476, "subset_score_loss": 0.036242196294996476} +{"step": 1450000, "wall_time": 18443.926911830902, "train_loss_step": 5.811136245727539, "n_params": 4633780, "total_flops": 20640709632000000, "train_loss": 0.033379687203301325, "subset_score_loss": 0.033379687203301325} +{"step": 1460000, "wall_time": 18561.12100315094, "train_loss_step": 5.47455358505249, "n_params": 4633780, "total_flops": 20783059353600000, "train_loss": 0.032663766543070474, "subset_score_loss": 0.032663766543070474} +{"step": 1470000, "wall_time": 18679.357398033142, "train_loss_step": 5.887198448181152, "n_params": 4633780, "total_flops": 20925409075200000, "train_loss": 0.03144012557135688, "subset_score_loss": 0.03144012557135688} +{"step": 1480000, "wall_time": 18797.483421564102, "train_loss_step": 5.491012096405029, "n_params": 4633780, "total_flops": 21067758796800000, "train_loss": 0.03389927281273736, "subset_score_loss": 0.03389927281273736} +{"step": 1490000, "wall_time": 18912.555926799774, "train_loss_step": 5.686673164367676, "n_params": 4633780, "total_flops": 21210108518400000, "train_loss": 0.03957381248474121, "subset_score_loss": 0.03957381248474121} +{"step": 1500000, "wall_time": 19128.39465856552, "train_loss_step": 5.763981342315674, "n_params": 4633780, "total_flops": 21352458240000000, "train_loss": 0.03204473124610053, "subset_score_loss": 0.03204473124610053, "memorization_fraction_pixel": 0.11129999905824661, "mean_nn_ratio_pixel": 0.8571529388427734, "fid": 228.69694751371202, "fid_failed": 0.0} +{"step": 1510000, "wall_time": 19245.500469207764, "train_loss_step": 5.6800856590271, "n_params": 4633780, "total_flops": 21494807961600000, "train_loss": 0.031296012136671277, "subset_score_loss": 0.031296012136671277} +{"step": 1520000, "wall_time": 19362.571415662766, "train_loss_step": 5.633039474487305, "n_params": 4633780, "total_flops": 21637157683200000, "train_loss": 0.03307396570841471, "subset_score_loss": 0.03307396570841471} +{"step": 1530000, "wall_time": 19478.274350881577, "train_loss_step": 5.311168670654297, "n_params": 4633780, "total_flops": 21779507404800000, "train_loss": 0.03251770867241754, "subset_score_loss": 0.03251770867241754} +{"step": 1540000, "wall_time": 19595.10047364235, "train_loss_step": 6.312537670135498, "n_params": 4633780, "total_flops": 21921857126400000, "train_loss": 0.035030245780944824, "subset_score_loss": 0.035030245780944824} +{"step": 1550000, "wall_time": 19712.270646572113, "train_loss_step": 6.017823219299316, "n_params": 4633780, "total_flops": 22064206848000000, "train_loss": 0.032683263884650336, "subset_score_loss": 0.032683263884650336} +{"step": 1560000, "wall_time": 19829.05525135994, "train_loss_step": 5.331316947937012, "n_params": 4633780, "total_flops": 22206556569600000, "train_loss": 0.033222948180304634, "subset_score_loss": 0.033222948180304634} +{"step": 1570000, "wall_time": 19946.51455116272, "train_loss_step": 5.368447780609131, "n_params": 4633780, "total_flops": 22348906291200000, "train_loss": 0.03025672435760498, "subset_score_loss": 0.03025672435760498} +{"step": 1580000, "wall_time": 20060.700216054916, "train_loss_step": 5.328301429748535, "n_params": 4633780, "total_flops": 22491256012800000, "train_loss": 0.03154376082950168, "subset_score_loss": 0.03154376082950168} +{"step": 1590000, "wall_time": 20177.903073310852, "train_loss_step": 5.866731643676758, "n_params": 4633780, "total_flops": 22633605734400000, "train_loss": 0.03756159941355387, "subset_score_loss": 0.03756159941355387} +{"step": 1600000, "wall_time": 20401.086769104004, "train_loss_step": 5.375644683837891, "n_params": 4633780, "total_flops": 22775955456000000, "train_loss": 0.031445733706156415, "subset_score_loss": 0.031445733706156415, "memorization_fraction_pixel": 0.11190000176429749, "mean_nn_ratio_pixel": 0.8490877747535706, "fid": 225.34449530490807, "fid_failed": 0.0} +{"step": 1610000, "wall_time": 20519.42401242256, "train_loss_step": 5.552767753601074, "n_params": 4633780, "total_flops": 22918305177600000, "train_loss": 0.031870704227023657, "subset_score_loss": 0.031870704227023657} +{"step": 1620000, "wall_time": 20637.278942108154, "train_loss_step": 5.764156341552734, "n_params": 4633780, "total_flops": 23060654899200000, "train_loss": 0.03257026407453749, "subset_score_loss": 0.03257026407453749} +{"step": 1630000, "wall_time": 20752.033422231674, "train_loss_step": 5.355006217956543, "n_params": 4633780, "total_flops": 23203004620800000, "train_loss": 0.03479299545288086, "subset_score_loss": 0.03479299545288086} +{"step": 1640000, "wall_time": 20870.034415006638, "train_loss_step": 5.447861194610596, "n_params": 4633780, "total_flops": 23345354342400000, "train_loss": 0.030619398752848307, "subset_score_loss": 0.030619398752848307} +{"step": 1650000, "wall_time": 20987.50245118141, "train_loss_step": 5.38242244720459, "n_params": 4633780, "total_flops": 23487704064000000, "train_loss": 0.03159501022762722, "subset_score_loss": 0.03159501022762722} +{"step": 1660000, "wall_time": 21104.72429203987, "train_loss_step": 5.712776184082031, "n_params": 4633780, "total_flops": 23630053785600000, "train_loss": 0.03021366596221924, "subset_score_loss": 0.03021366596221924} +{"step": 1670000, "wall_time": 21219.262255191803, "train_loss_step": 5.669376373291016, "n_params": 4633780, "total_flops": 23772403507200000, "train_loss": 0.029143881797790528, "subset_score_loss": 0.029143881797790528} +{"step": 1680000, "wall_time": 21337.40824174881, "train_loss_step": 5.39312219619751, "n_params": 4633780, "total_flops": 23914753228800000, "train_loss": 0.0311700529522366, "subset_score_loss": 0.0311700529522366} +{"step": 1690000, "wall_time": 21455.598403692245, "train_loss_step": 5.4621734619140625, "n_params": 4633780, "total_flops": 24057102950400000, "train_loss": 0.031100548638237847, "subset_score_loss": 0.031100548638237847} +{"step": 1700000, "wall_time": 21686.877010822296, "train_loss_step": 5.456448554992676, "n_params": 4633780, "total_flops": 24199452672000000, "train_loss": 0.02940141624874539, "subset_score_loss": 0.02940141624874539, "memorization_fraction_pixel": 0.12470000237226486, "mean_nn_ratio_pixel": 0.8514353632926941, "fid": 231.72361111095955, "fid_failed": 0.0} +{"step": 1710000, "wall_time": 21797.02627491951, "train_loss_step": 5.5960798263549805, "n_params": 4633780, "total_flops": 24341802393600000, "train_loss": 0.029760609732733832, "subset_score_loss": 0.029760609732733832} +{"step": 1720000, "wall_time": 21914.070920228958, "train_loss_step": 5.24503755569458, "n_params": 4633780, "total_flops": 24484152115200000, "train_loss": 0.02999937799241808, "subset_score_loss": 0.02999937799241808} +{"step": 1730000, "wall_time": 22019.635410547256, "train_loss_step": 5.372473239898682, "n_params": 4633780, "total_flops": 24626501836800000, "train_loss": 0.02805100017123752, "subset_score_loss": 0.02805100017123752} +{"step": 1740000, "wall_time": 22136.378889799118, "train_loss_step": 5.324938774108887, "n_params": 4633780, "total_flops": 24768851558400000, "train_loss": 0.02834734386867947, "subset_score_loss": 0.02834734386867947} +{"step": 1750000, "wall_time": 22252.290580034256, "train_loss_step": 5.314441680908203, "n_params": 4633780, "total_flops": 24911201280000000, "train_loss": 0.030654549598693848, "subset_score_loss": 0.030654549598693848} +{"step": 1760000, "wall_time": 22367.71033024788, "train_loss_step": 5.220709800720215, "n_params": 4633780, "total_flops": 25053551001600000, "train_loss": 0.0294150087568495, "subset_score_loss": 0.0294150087568495} +{"step": 1770000, "wall_time": 22485.300050258636, "train_loss_step": 5.52534818649292, "n_params": 4633780, "total_flops": 25195900723200000, "train_loss": 0.02818597952524821, "subset_score_loss": 0.02818597952524821} +{"step": 1780000, "wall_time": 22602.737580537796, "train_loss_step": 5.54013729095459, "n_params": 4633780, "total_flops": 25338250444800000, "train_loss": 0.02976871066623264, "subset_score_loss": 0.02976871066623264} +{"step": 1790000, "wall_time": 22720.158291578293, "train_loss_step": 5.600121021270752, "n_params": 4633780, "total_flops": 25480600166400000, "train_loss": 0.03136111365424262, "subset_score_loss": 0.03136111365424262} +{"step": 1800000, "wall_time": 22956.614511966705, "train_loss_step": 5.3051557540893555, "n_params": 4633780, "total_flops": 25622949888000000, "train_loss": 0.027828454971313477, "subset_score_loss": 0.027828454971313477, "memorization_fraction_pixel": 0.1459999978542328, "mean_nn_ratio_pixel": 0.8279695510864258, "fid": 218.79464270511573, "fid_failed": 0.0} +{"step": 1810000, "wall_time": 23062.35541677475, "train_loss_step": 5.242090225219727, "n_params": 4633780, "total_flops": 25765299609600000, "train_loss": 0.028805285029941136, "subset_score_loss": 0.028805285029941136} +{"step": 1820000, "wall_time": 23180.52990937233, "train_loss_step": 5.297248840332031, "n_params": 4633780, "total_flops": 25907649331200000, "train_loss": 0.029688466919793023, "subset_score_loss": 0.029688466919793023} +{"step": 1830000, "wall_time": 23290.979418992996, "train_loss_step": 5.570462703704834, "n_params": 4633780, "total_flops": 26049999052800000, "train_loss": 0.03910089863671197, "subset_score_loss": 0.03910089863671197} +{"step": 1840000, "wall_time": 23407.58767557144, "train_loss_step": 5.826498985290527, "n_params": 4633780, "total_flops": 26192348774400000, "train_loss": 0.033455263243781196, "subset_score_loss": 0.033455263243781196} +{"step": 1850000, "wall_time": 23524.203575372696, "train_loss_step": 5.280292510986328, "n_params": 4633780, "total_flops": 26334698496000000, "train_loss": 0.03449785974290636, "subset_score_loss": 0.03449785974290636} +{"step": 1860000, "wall_time": 23641.328451871872, "train_loss_step": 5.177798271179199, "n_params": 4633780, "total_flops": 26477048217600000, "train_loss": 0.030363745159573026, "subset_score_loss": 0.030363745159573026} +{"step": 1870000, "wall_time": 23758.835300683975, "train_loss_step": 5.273245334625244, "n_params": 4633780, "total_flops": 26619397939200000, "train_loss": 0.030884099006652833, "subset_score_loss": 0.030884099006652833} +{"step": 1880000, "wall_time": 23876.23954629898, "train_loss_step": 6.011048316955566, "n_params": 4633780, "total_flops": 26761747660800000, "train_loss": 0.03498701784345839, "subset_score_loss": 0.03498701784345839} +{"step": 1890000, "wall_time": 23993.285093307495, "train_loss_step": 5.375685691833496, "n_params": 4633780, "total_flops": 26904097382400000, "train_loss": 0.028644845220777725, "subset_score_loss": 0.028644845220777725} +{"step": 1900000, "wall_time": 24242.84606528282, "train_loss_step": 5.453764915466309, "n_params": 4633780, "total_flops": 27046447104000000, "train_loss": 0.03425741990407308, "subset_score_loss": 0.03425741990407308, "memorization_fraction_pixel": 0.18119999766349792, "mean_nn_ratio_pixel": 0.7983700633049011, "fid": 205.69337654873362, "fid_failed": 0.0} +{"step": 1910000, "wall_time": 24346.203201770782, "train_loss_step": 5.262726306915283, "n_params": 4633780, "total_flops": 27188796825600000, "train_loss": 0.029435414738125273, "subset_score_loss": 0.029435414738125273} +{"step": 1920000, "wall_time": 24463.679203033447, "train_loss_step": 5.300012588500977, "n_params": 4633780, "total_flops": 27331146547200000, "train_loss": 0.029020139906141492, "subset_score_loss": 0.029020139906141492} +{"step": 1930000, "wall_time": 24571.39315867424, "train_loss_step": 5.043676853179932, "n_params": 4633780, "total_flops": 27473496268800000, "train_loss": 0.027827284071180555, "subset_score_loss": 0.027827284071180555} +{"step": 1940000, "wall_time": 24687.173128843307, "train_loss_step": 5.854366302490234, "n_params": 4633780, "total_flops": 27615845990400000, "train_loss": 0.030723669793870714, "subset_score_loss": 0.030723669793870714} +{"step": 1950000, "wall_time": 24804.953511476517, "train_loss_step": 5.519586086273193, "n_params": 4633780, "total_flops": 27758195712000000, "train_loss": 0.030144341786702476, "subset_score_loss": 0.030144341786702476} +{"step": 1960000, "wall_time": 24921.32797574997, "train_loss_step": 5.007137298583984, "n_params": 4633780, "total_flops": 27900545433600000, "train_loss": 0.02946168581644694, "subset_score_loss": 0.02946168581644694} +{"step": 1970000, "wall_time": 25038.93816781044, "train_loss_step": 5.204773426055908, "n_params": 4633780, "total_flops": 28042895155200000, "train_loss": 0.026718539661831325, "subset_score_loss": 0.026718539661831325} +{"step": 1980000, "wall_time": 25156.072543382645, "train_loss_step": 5.4815874099731445, "n_params": 4633780, "total_flops": 28185244876800000, "train_loss": 0.031779781977335615, "subset_score_loss": 0.031779781977335615} +{"step": 1990000, "wall_time": 25273.369935035706, "train_loss_step": 5.536411762237549, "n_params": 4633780, "total_flops": 28327594598400000, "train_loss": 0.029037078221638996, "subset_score_loss": 0.029037078221638996} +{"step": 2000000, "wall_time": 25532.760359287262, "train_loss_step": 5.118647575378418, "n_params": 4633780, "total_flops": 28469944320000000, "train_loss": 0.03521947860717774, "subset_score_loss": 0.03521947860717774, "memorization_fraction_pixel": 0.1762000024318695, "mean_nn_ratio_pixel": 0.8001832962036133, "fid": 207.8816414605877, "fid_failed": 0.0} +{"step": 2010000, "wall_time": 25644.597794294357, "train_loss_step": 5.298742294311523, "n_params": 4633780, "total_flops": 28612294041600000, "train_loss": 0.0276171604792277, "subset_score_loss": 0.0276171604792277} +{"step": 2020000, "wall_time": 25753.681329250336, "train_loss_step": 4.97305965423584, "n_params": 4633780, "total_flops": 28754643763200000, "train_loss": 0.026929357316758898, "subset_score_loss": 0.026929357316758898} +{"step": 2030000, "wall_time": 25865.960773706436, "train_loss_step": 5.086935997009277, "n_params": 4633780, "total_flops": 28896993484800000, "train_loss": 0.02628719276852078, "subset_score_loss": 0.02628719276852078} +{"step": 2040000, "wall_time": 25984.098214626312, "train_loss_step": 5.226133346557617, "n_params": 4633780, "total_flops": 29039343206400000, "train_loss": 0.028433648745218913, "subset_score_loss": 0.028433648745218913} +{"step": 2050000, "wall_time": 26102.638852119446, "train_loss_step": 4.890293121337891, "n_params": 4633780, "total_flops": 29181692928000000, "train_loss": 0.02805081473456489, "subset_score_loss": 0.02805081473456489} +{"step": 2060000, "wall_time": 26219.18163084984, "train_loss_step": 5.098245620727539, "n_params": 4633780, "total_flops": 29324042649600000, "train_loss": 0.02916502422756619, "subset_score_loss": 0.02916502422756619} +{"step": 2070000, "wall_time": 26337.263143777847, "train_loss_step": 5.004646301269531, "n_params": 4633780, "total_flops": 29466392371200000, "train_loss": 0.028531760639614528, "subset_score_loss": 0.028531760639614528} +{"step": 2080000, "wall_time": 26455.51246237755, "train_loss_step": 4.6735944747924805, "n_params": 4633780, "total_flops": 29608742092800000, "train_loss": 0.02524792883131239, "subset_score_loss": 0.02524792883131239} +{"step": 2090000, "wall_time": 26572.959307909012, "train_loss_step": 4.9574480056762695, "n_params": 4633780, "total_flops": 29751091814400000, "train_loss": 0.030483142534891764, "subset_score_loss": 0.030483142534891764} +{"step": 2100000, "wall_time": 26811.450826883316, "train_loss_step": 5.176735877990723, "n_params": 4633780, "total_flops": 29893441536000000, "train_loss": 0.025501028696695963, "subset_score_loss": 0.025501028696695963, "memorization_fraction_pixel": 0.21070000529289246, "mean_nn_ratio_pixel": 0.7743939161300659, "fid": 192.17624574368452, "fid_failed": 0.0} +{"step": 2110000, "wall_time": 26917.81081008911, "train_loss_step": 5.686984062194824, "n_params": 4633780, "total_flops": 30035791257600000, "train_loss": 0.033770097626580134, "subset_score_loss": 0.033770097626580134} +{"step": 2120000, "wall_time": 27021.393923521042, "train_loss_step": 5.067417144775391, "n_params": 4633780, "total_flops": 30178140979200000, "train_loss": 0.027389134301079643, "subset_score_loss": 0.027389134301079643} +{"step": 2130000, "wall_time": 27138.47605252266, "train_loss_step": 5.316739082336426, "n_params": 4633780, "total_flops": 30320490700800000, "train_loss": 0.02729895379808214, "subset_score_loss": 0.02729895379808214} +{"step": 2140000, "wall_time": 27255.705413341522, "train_loss_step": 5.049516677856445, "n_params": 4633780, "total_flops": 30462840422400000, "train_loss": 0.02604925367567274, "subset_score_loss": 0.02604925367567274} +{"step": 2150000, "wall_time": 27372.740106344223, "train_loss_step": 4.917959690093994, "n_params": 4633780, "total_flops": 30605190144000000, "train_loss": 0.031381403075324166, "subset_score_loss": 0.031381403075324166} +{"step": 2160000, "wall_time": 27490.364335775375, "train_loss_step": 4.9966206550598145, "n_params": 4633780, "total_flops": 30747539865600000, "train_loss": 0.026678898599412706, "subset_score_loss": 0.026678898599412706} +{"step": 2170000, "wall_time": 27607.361146450043, "train_loss_step": 5.236663341522217, "n_params": 4633780, "total_flops": 30889889587200000, "train_loss": 0.026315532790289985, "subset_score_loss": 0.026315532790289985} +{"step": 2180000, "wall_time": 27724.278693437576, "train_loss_step": 4.726859092712402, "n_params": 4633780, "total_flops": 31032239308800000, "train_loss": 0.02657286326090495, "subset_score_loss": 0.02657286326090495} +{"step": 2190000, "wall_time": 27841.504105329514, "train_loss_step": 4.970308303833008, "n_params": 4633780, "total_flops": 31174589030400000, "train_loss": 0.026853519015842015, "subset_score_loss": 0.026853519015842015} +{"step": 2200000, "wall_time": 28092.581791639328, "train_loss_step": 4.934830665588379, "n_params": 4633780, "total_flops": 31316938752000000, "train_loss": 0.027033249537150066, "subset_score_loss": 0.027033249537150066, "memorization_fraction_pixel": 0.23309999704360962, "mean_nn_ratio_pixel": 0.7515122294425964, "fid": 181.86160399362763, "fid_failed": 0.0} +{"step": 2210000, "wall_time": 28206.65445971489, "train_loss_step": 5.239877700805664, "n_params": 4633780, "total_flops": 31459288473600000, "train_loss": 0.029014139705234105, "subset_score_loss": 0.029014139705234105} +{"step": 2220000, "wall_time": 28309.37602829933, "train_loss_step": 5.258504867553711, "n_params": 4633780, "total_flops": 31601638195200000, "train_loss": 0.027870088153415257, "subset_score_loss": 0.027870088153415257} +{"step": 2230000, "wall_time": 28427.132264137268, "train_loss_step": 4.6590142250061035, "n_params": 4633780, "total_flops": 31743987916800000, "train_loss": 0.029018505414326986, "subset_score_loss": 0.029018505414326986} +{"step": 2240000, "wall_time": 28544.544950008392, "train_loss_step": 4.966668605804443, "n_params": 4633780, "total_flops": 31886337638400000, "train_loss": 0.0258742438422309, "subset_score_loss": 0.0258742438422309} +{"step": 2250000, "wall_time": 28660.467288017273, "train_loss_step": 4.683380126953125, "n_params": 4633780, "total_flops": 32028687360000000, "train_loss": 0.026393453280131023, "subset_score_loss": 0.026393453280131023} +{"step": 2260000, "wall_time": 28778.35096025467, "train_loss_step": 4.98008918762207, "n_params": 4633780, "total_flops": 32171037081600000, "train_loss": 0.02743450270758735, "subset_score_loss": 0.02743450270758735} +{"step": 2270000, "wall_time": 28896.5776348114, "train_loss_step": 5.072622776031494, "n_params": 4633780, "total_flops": 32313386803200000, "train_loss": 0.029348921775817872, "subset_score_loss": 0.029348921775817872} +{"step": 2280000, "wall_time": 29014.837330579758, "train_loss_step": 5.302064895629883, "n_params": 4633780, "total_flops": 32455736524800000, "train_loss": 0.027804141574435764, "subset_score_loss": 0.027804141574435764} +{"step": 2290000, "wall_time": 29131.07571363449, "train_loss_step": 5.037687301635742, "n_params": 4633780, "total_flops": 32598086246400000, "train_loss": 0.02564832369486491, "subset_score_loss": 0.02564832369486491} +{"step": 2300000, "wall_time": 29375.18870663643, "train_loss_step": 5.013396263122559, "n_params": 4633780, "total_flops": 32740435968000000, "train_loss": 0.026133312119377985, "subset_score_loss": 0.026133312119377985, "memorization_fraction_pixel": 0.2085999995470047, "mean_nn_ratio_pixel": 0.7839820384979248, "fid": 193.7930327743677, "fid_failed": 0.0} +{"step": 2310000, "wall_time": 29489.12171149254, "train_loss_step": 4.878231525421143, "n_params": 4633780, "total_flops": 32882785689600000, "train_loss": 0.02673656145731608, "subset_score_loss": 0.02673656145731608} +{"step": 2320000, "wall_time": 29589.502846956253, "train_loss_step": 4.659440040588379, "n_params": 4633780, "total_flops": 33025135411200000, "train_loss": 0.025598258442348903, "subset_score_loss": 0.025598258442348903} +{"step": 2330000, "wall_time": 29706.67051100731, "train_loss_step": 5.295997619628906, "n_params": 4633780, "total_flops": 33167485132800000, "train_loss": 0.025084108776516383, "subset_score_loss": 0.025084108776516383} +{"step": 2340000, "wall_time": 29824.332087993622, "train_loss_step": 4.824795722961426, "n_params": 4633780, "total_flops": 33309834854400000, "train_loss": 0.024077590306599936, "subset_score_loss": 0.024077590306599936} +{"step": 2350000, "wall_time": 29941.194685935974, "train_loss_step": 4.995257377624512, "n_params": 4633780, "total_flops": 33452184576000000, "train_loss": 0.02740291754404704, "subset_score_loss": 0.02740291754404704} +{"step": 2360000, "wall_time": 30059.386300086975, "train_loss_step": 4.764335632324219, "n_params": 4633780, "total_flops": 33594534297600000, "train_loss": 0.025231017006768122, "subset_score_loss": 0.025231017006768122} +{"step": 2370000, "wall_time": 30176.971029996872, "train_loss_step": 4.710436820983887, "n_params": 4633780, "total_flops": 33736884019200000, "train_loss": 0.02715854909684923, "subset_score_loss": 0.02715854909684923} +{"step": 2380000, "wall_time": 30292.6383934021, "train_loss_step": 5.024041175842285, "n_params": 4633780, "total_flops": 33879233740800000, "train_loss": 0.026042946179707847, "subset_score_loss": 0.026042946179707847} +{"step": 2390000, "wall_time": 30408.579555034637, "train_loss_step": 4.847225189208984, "n_params": 4633780, "total_flops": 34021583462400000, "train_loss": 0.02616779539320204, "subset_score_loss": 0.02616779539320204} +{"step": 2400000, "wall_time": 30649.145611524582, "train_loss_step": 4.885115146636963, "n_params": 4633780, "total_flops": 34163933184000000, "train_loss": 0.025071941481696235, "subset_score_loss": 0.025071941481696235, "memorization_fraction_pixel": 0.2020999938249588, "mean_nn_ratio_pixel": 0.7937029600143433, "fid": 198.3910480904244, "fid_failed": 0.0} +{"step": 2410000, "wall_time": 30767.982342243195, "train_loss_step": 4.931875228881836, "n_params": 4633780, "total_flops": 34306282905600000, "train_loss": 0.026201613744099937, "subset_score_loss": 0.026201613744099937} +{"step": 2420000, "wall_time": 30868.90867638588, "train_loss_step": 4.839982509613037, "n_params": 4633780, "total_flops": 34448632627200000, "train_loss": 0.025358414649963378, "subset_score_loss": 0.025358414649963378} +{"step": 2430000, "wall_time": 30987.393969774246, "train_loss_step": 4.588891983032227, "n_params": 4633780, "total_flops": 34590982348800000, "train_loss": 0.027713587548997668, "subset_score_loss": 0.027713587548997668} +{"step": 2440000, "wall_time": 31105.72416830063, "train_loss_step": 4.746767044067383, "n_params": 4633780, "total_flops": 34733332070400000, "train_loss": 0.025353704558478463, "subset_score_loss": 0.025353704558478463} +{"step": 2450000, "wall_time": 31222.22330713272, "train_loss_step": 4.980278968811035, "n_params": 4633780, "total_flops": 34875681792000000, "train_loss": 0.025400988260904946, "subset_score_loss": 0.025400988260904946} +{"step": 2460000, "wall_time": 31339.661149024963, "train_loss_step": 4.983870506286621, "n_params": 4633780, "total_flops": 35018031513600000, "train_loss": 0.026790062586466473, "subset_score_loss": 0.026790062586466473} +{"step": 2470000, "wall_time": 31454.99701809883, "train_loss_step": 4.651737213134766, "n_params": 4633780, "total_flops": 35160381235200000, "train_loss": 0.026490762498643662, "subset_score_loss": 0.026490762498643662} +{"step": 2480000, "wall_time": 31571.09822654724, "train_loss_step": 5.018381595611572, "n_params": 4633780, "total_flops": 35302730956800000, "train_loss": 0.026291357146369085, "subset_score_loss": 0.026291357146369085} +{"step": 2490000, "wall_time": 31689.17606806755, "train_loss_step": 4.810632705688477, "n_params": 4633780, "total_flops": 35445080678400000, "train_loss": 0.026253403557671442, "subset_score_loss": 0.026253403557671442} +{"step": 2500000, "wall_time": 31898.641258001328, "train_loss_step": 4.801573753356934, "n_params": 4633780, "total_flops": 35587430400000000, "train_loss": 0.02486968305375841, "subset_score_loss": 0.02486968305375841, "memorization_fraction_pixel": 0.22380000352859497, "mean_nn_ratio_pixel": 0.7699206471443176, "fid": 190.07507270086055, "fid_failed": 0.0} +{"step": 2510000, "wall_time": 32015.145778417587, "train_loss_step": 4.866643905639648, "n_params": 4633780, "total_flops": 35729780121600000, "train_loss": 0.02373729017045763, "subset_score_loss": 0.02373729017045763} +{"step": 2520000, "wall_time": 32114.1712808609, "train_loss_step": 5.0493927001953125, "n_params": 4633780, "total_flops": 35872129843200000, "train_loss": 0.025453548961215548, "subset_score_loss": 0.025453548961215548} +{"step": 2530000, "wall_time": 32229.051451921463, "train_loss_step": 5.468754768371582, "n_params": 4633780, "total_flops": 36014479564800000, "train_loss": 0.03038330872853597, "subset_score_loss": 0.03038330872853597} +{"step": 2540000, "wall_time": 32346.76224541664, "train_loss_step": 4.811995983123779, "n_params": 4633780, "total_flops": 36156829286400000, "train_loss": 0.02433543470170763, "subset_score_loss": 0.02433543470170763} +{"step": 2550000, "wall_time": 32463.773570775986, "train_loss_step": 4.788351058959961, "n_params": 4633780, "total_flops": 36299179008000000, "train_loss": 0.026210424635145398, "subset_score_loss": 0.026210424635145398} +{"step": 2560000, "wall_time": 32579.29861855507, "train_loss_step": 4.919381141662598, "n_params": 4633780, "total_flops": 36441528729600000, "train_loss": 0.02290149794684516, "subset_score_loss": 0.02290149794684516} +{"step": 2570000, "wall_time": 32695.60170197487, "train_loss_step": 5.114274978637695, "n_params": 4633780, "total_flops": 36583878451200000, "train_loss": 0.027954872449239096, "subset_score_loss": 0.027954872449239096} +{"step": 2580000, "wall_time": 32813.32284760475, "train_loss_step": 5.295614719390869, "n_params": 4633780, "total_flops": 36726228172800000, "train_loss": 0.030312042766147188, "subset_score_loss": 0.030312042766147188} +{"step": 2590000, "wall_time": 32930.64253640175, "train_loss_step": 4.954671859741211, "n_params": 4633780, "total_flops": 36868577894400000, "train_loss": 0.028439651595221625, "subset_score_loss": 0.028439651595221625} +{"step": 2600000, "wall_time": 33140.512848854065, "train_loss_step": 4.735212326049805, "n_params": 4633780, "total_flops": 37010927616000000, "train_loss": 0.02482765515645345, "subset_score_loss": 0.02482765515645345, "memorization_fraction_pixel": 0.2361000031232834, "mean_nn_ratio_pixel": 0.7593282461166382, "fid": 188.33792863497973, "fid_failed": 0.0} +{"step": 2610000, "wall_time": 33258.855820178986, "train_loss_step": 4.832406997680664, "n_params": 4633780, "total_flops": 37153277337600000, "train_loss": 0.02604604032304552, "subset_score_loss": 0.02604604032304552} +{"step": 2620000, "wall_time": 33375.90558862686, "train_loss_step": 5.085127830505371, "n_params": 4633780, "total_flops": 37295627059200000, "train_loss": 0.027329532305399577, "subset_score_loss": 0.027329532305399577} +{"step": 2630000, "wall_time": 33492.50107502937, "train_loss_step": 4.774261951446533, "n_params": 4633780, "total_flops": 37437976780800000, "train_loss": 0.0251007874806722, "subset_score_loss": 0.0251007874806722} +{"step": 2640000, "wall_time": 33611.29528403282, "train_loss_step": 4.854926586151123, "n_params": 4633780, "total_flops": 37580326502400000, "train_loss": 0.025138560930887857, "subset_score_loss": 0.025138560930887857} +{"step": 2650000, "wall_time": 33727.54242539406, "train_loss_step": 4.938854217529297, "n_params": 4633780, "total_flops": 37722676224000000, "train_loss": 0.024550636609395344, "subset_score_loss": 0.024550636609395344} +{"step": 2660000, "wall_time": 33845.17020869255, "train_loss_step": 4.703042984008789, "n_params": 4633780, "total_flops": 37865025945600000, "train_loss": 0.024399876594543457, "subset_score_loss": 0.024399876594543457} +{"step": 2670000, "wall_time": 33962.401532411575, "train_loss_step": 4.855945587158203, "n_params": 4633780, "total_flops": 38007375667200000, "train_loss": 0.024799023734198677, "subset_score_loss": 0.024799023734198677} +{"step": 2680000, "wall_time": 34080.760375499725, "train_loss_step": 5.150132179260254, "n_params": 4633780, "total_flops": 38149725388800000, "train_loss": 0.026844750510321723, "subset_score_loss": 0.026844750510321723} +{"step": 2690000, "wall_time": 34199.18589472771, "train_loss_step": 4.616305828094482, "n_params": 4633780, "total_flops": 38292075110400000, "train_loss": 0.028747505611843534, "subset_score_loss": 0.028747505611843534} +{"step": 2700000, "wall_time": 34362.62818098068, "train_loss_step": 5.03403377532959, "n_params": 4633780, "total_flops": 38434424832000000, "train_loss": 0.02770421240064833, "subset_score_loss": 0.02770421240064833, "memorization_fraction_pixel": 0.26030001044273376, "mean_nn_ratio_pixel": 0.7426464557647705, "fid": NaN, "fid_failed": 1.0} +{"step": 2710000, "wall_time": 34479.91029262543, "train_loss_step": 4.696035385131836, "n_params": 4633780, "total_flops": 38576774553600000, "train_loss": 0.02306962807973226, "subset_score_loss": 0.02306962807973226} +{"step": 2720000, "wall_time": 34595.300176143646, "train_loss_step": 4.733724117279053, "n_params": 4633780, "total_flops": 38719124275200000, "train_loss": 0.025552895334031846, "subset_score_loss": 0.025552895334031846} +{"step": 2730000, "wall_time": 34711.08946251869, "train_loss_step": 4.716821670532227, "n_params": 4633780, "total_flops": 38861473996800000, "train_loss": 0.022625157568189832, "subset_score_loss": 0.022625157568189832} +{"step": 2740000, "wall_time": 34828.66884613037, "train_loss_step": 4.896426677703857, "n_params": 4633780, "total_flops": 39003823718400000, "train_loss": 0.024758100509643555, "subset_score_loss": 0.024758100509643555} +{"step": 2750000, "wall_time": 34945.50418686867, "train_loss_step": 4.540017127990723, "n_params": 4633780, "total_flops": 39146173440000000, "train_loss": 0.028157361348470054, "subset_score_loss": 0.028157361348470054} +{"step": 2760000, "wall_time": 35060.34262061119, "train_loss_step": 4.941192626953125, "n_params": 4633780, "total_flops": 39288523161600000, "train_loss": 0.02482035689883762, "subset_score_loss": 0.02482035689883762} +{"step": 2770000, "wall_time": 35177.84752321243, "train_loss_step": 4.490053653717041, "n_params": 4633780, "total_flops": 39430872883200000, "train_loss": 0.024715365303887262, "subset_score_loss": 0.024715365303887262} +{"step": 2780000, "wall_time": 35295.4695417881, "train_loss_step": 4.644610404968262, "n_params": 4633780, "total_flops": 39573222604800000, "train_loss": 0.0245847225189209, "subset_score_loss": 0.0245847225189209} +{"step": 2790000, "wall_time": 35413.19834637642, "train_loss_step": 4.967244625091553, "n_params": 4633780, "total_flops": 39715572326400000, "train_loss": 0.024719961484273276, "subset_score_loss": 0.024719961484273276} +{"step": 2800000, "wall_time": 35622.10425877571, "train_loss_step": 4.472672939300537, "n_params": 4633780, "total_flops": 39857922048000000, "train_loss": 0.026728060510423448, "subset_score_loss": 0.026728060510423448, "memorization_fraction_pixel": 0.26089999079704285, "mean_nn_ratio_pixel": 0.7396073937416077, "fid": 176.27411299677544, "fid_failed": 0.0} +{"step": 2810000, "wall_time": 35740.49576377869, "train_loss_step": 4.7690019607543945, "n_params": 4633780, "total_flops": 40000271769600000, "train_loss": 0.026562698682149253, "subset_score_loss": 0.026562698682149253} +{"step": 2820000, "wall_time": 35856.358710289, "train_loss_step": 5.093009948730469, "n_params": 4633780, "total_flops": 40142621491200000, "train_loss": 0.025090511639912924, "subset_score_loss": 0.025090511639912924} +{"step": 2830000, "wall_time": 35974.45665693283, "train_loss_step": 4.588959693908691, "n_params": 4633780, "total_flops": 40284971212800000, "train_loss": 0.026609879069858126, "subset_score_loss": 0.026609879069858126} +{"step": 2840000, "wall_time": 36089.300782203674, "train_loss_step": 4.486408710479736, "n_params": 4633780, "total_flops": 40427320934400000, "train_loss": 0.027173866166008843, "subset_score_loss": 0.027173866166008843} +{"step": 2850000, "wall_time": 36206.2321498394, "train_loss_step": 5.1443705558776855, "n_params": 4633780, "total_flops": 40569670656000000, "train_loss": 0.024249296718173555, "subset_score_loss": 0.024249296718173555} +{"step": 2860000, "wall_time": 36323.30709028244, "train_loss_step": 4.577142715454102, "n_params": 4633780, "total_flops": 40712020377600000, "train_loss": 0.024241413010491264, "subset_score_loss": 0.024241413010491264} +{"step": 2870000, "wall_time": 36441.61125874519, "train_loss_step": 4.496865272521973, "n_params": 4633780, "total_flops": 40854370099200000, "train_loss": 0.025380508104960123, "subset_score_loss": 0.025380508104960123} +{"step": 2880000, "wall_time": 36559.76705121994, "train_loss_step": 4.582878589630127, "n_params": 4633780, "total_flops": 40996719820800000, "train_loss": 0.02606127527025011, "subset_score_loss": 0.02606127527025011} +{"step": 2890000, "wall_time": 36678.47554111481, "train_loss_step": 4.74917459487915, "n_params": 4633780, "total_flops": 41139069542400000, "train_loss": 0.02411122057172987, "subset_score_loss": 0.02411122057172987} +{"step": 2900000, "wall_time": 36888.362560510635, "train_loss_step": 4.678160190582275, "n_params": 4633780, "total_flops": 41281419264000000, "train_loss": 0.026663385497199165, "subset_score_loss": 0.026663385497199165, "memorization_fraction_pixel": 0.27079999446868896, "mean_nn_ratio_pixel": 0.7321721911430359, "fid": 173.26146812657188, "fid_failed": 0.0} +{"step": 2910000, "wall_time": 37006.04821395874, "train_loss_step": 4.612384796142578, "n_params": 4633780, "total_flops": 41423768985600000, "train_loss": 0.026678872108459473, "subset_score_loss": 0.026678872108459473} +{"step": 2920000, "wall_time": 37121.76075029373, "train_loss_step": 4.4190168380737305, "n_params": 4633780, "total_flops": 41566118707200000, "train_loss": 0.023249345355563694, "subset_score_loss": 0.023249345355563694} +{"step": 2930000, "wall_time": 37238.287999391556, "train_loss_step": 4.077015399932861, "n_params": 4633780, "total_flops": 41708468428800000, "train_loss": 0.029463002416822644, "subset_score_loss": 0.029463002416822644} +{"step": 2940000, "wall_time": 37351.8152153492, "train_loss_step": 4.759758949279785, "n_params": 4633780, "total_flops": 41850818150400000, "train_loss": 0.023139055569966635, "subset_score_loss": 0.023139055569966635} +{"step": 2950000, "wall_time": 37469.9963183403, "train_loss_step": 4.327847480773926, "n_params": 4633780, "total_flops": 41993167872000000, "train_loss": 0.02472844653659397, "subset_score_loss": 0.02472844653659397} +{"step": 2960000, "wall_time": 37587.119797468185, "train_loss_step": 4.572707176208496, "n_params": 4633780, "total_flops": 42135517593600000, "train_loss": 0.024155571725633408, "subset_score_loss": 0.024155571725633408} +{"step": 2970000, "wall_time": 37704.61766457558, "train_loss_step": 4.651504993438721, "n_params": 4633780, "total_flops": 42277867315200000, "train_loss": 0.025662491056654187, "subset_score_loss": 0.025662491056654187} +{"step": 2980000, "wall_time": 37822.45769953728, "train_loss_step": 4.54398250579834, "n_params": 4633780, "total_flops": 42420217036800000, "train_loss": 0.023372326956854927, "subset_score_loss": 0.023372326956854927} +{"step": 2990000, "wall_time": 37939.95550990105, "train_loss_step": 4.717015266418457, "n_params": 4633780, "total_flops": 42562566758400000, "train_loss": 0.02332740624745687, "subset_score_loss": 0.02332740624745687} +{"step": 3000000, "wall_time": 38149.65031027794, "train_loss_step": 4.489830017089844, "n_params": 4633780, "total_flops": 42704916480000000, "train_loss": 0.02329625553554959, "subset_score_loss": 0.02329625553554959, "memorization_fraction_pixel": 0.30250000953674316, "mean_nn_ratio_pixel": 0.7051911354064941, "fid": 161.2274397512032, "fid_failed": 0.0} +{"step": 3010000, "wall_time": 38268.484676122665, "train_loss_step": 4.585813522338867, "n_params": 4633780, "total_flops": 42847266201600000, "train_loss": 0.023997547891404895, "subset_score_loss": 0.023997547891404895} +{"step": 3020000, "wall_time": 38382.86776471138, "train_loss_step": 4.48380184173584, "n_params": 4633780, "total_flops": 42989615923200000, "train_loss": 0.027353209919399685, "subset_score_loss": 0.027353209919399685} +{"step": 3030000, "wall_time": 38501.12964057922, "train_loss_step": 4.134941577911377, "n_params": 4633780, "total_flops": 43131965644800000, "train_loss": 0.022171681457095676, "subset_score_loss": 0.022171681457095676} +{"step": 3040000, "wall_time": 38615.87275195122, "train_loss_step": 4.439237594604492, "n_params": 4633780, "total_flops": 43274315366400000, "train_loss": 0.02673727936214871, "subset_score_loss": 0.02673727936214871} +{"step": 3050000, "wall_time": 38734.34383440018, "train_loss_step": 4.4154276847839355, "n_params": 4633780, "total_flops": 43416665088000000, "train_loss": 0.02243711418575711, "subset_score_loss": 0.02243711418575711} +{"step": 3060000, "wall_time": 38852.173795223236, "train_loss_step": 4.4792280197143555, "n_params": 4633780, "total_flops": 43559014809600000, "train_loss": 0.024032852384779188, "subset_score_loss": 0.024032852384779188} +{"step": 3070000, "wall_time": 38970.890259981155, "train_loss_step": 4.47127103805542, "n_params": 4633780, "total_flops": 43701364531200000, "train_loss": 0.022366179360283747, "subset_score_loss": 0.022366179360283747} +{"step": 3080000, "wall_time": 39089.23851323128, "train_loss_step": 4.919075965881348, "n_params": 4633780, "total_flops": 43843714252800000, "train_loss": 0.024877566761440702, "subset_score_loss": 0.024877566761440702} +{"step": 3090000, "wall_time": 39208.011992931366, "train_loss_step": 4.509785175323486, "n_params": 4633780, "total_flops": 43986063974400000, "train_loss": 0.023058040936787923, "subset_score_loss": 0.023058040936787923} +{"step": 3100000, "wall_time": 39415.975752830505, "train_loss_step": 4.561004161834717, "n_params": 4633780, "total_flops": 44128413696000000, "train_loss": 0.02446731726328532, "subset_score_loss": 0.02446731726328532, "memorization_fraction_pixel": 0.3127000033855438, "mean_nn_ratio_pixel": 0.6979920268058777, "fid": 161.12950061870606, "fid_failed": 0.0} +{"step": 3110000, "wall_time": 39533.73144674301, "train_loss_step": 4.4637861251831055, "n_params": 4633780, "total_flops": 44270763417600000, "train_loss": 0.023393885294596354, "subset_score_loss": 0.023393885294596354} +{"step": 3120000, "wall_time": 39647.21494626999, "train_loss_step": 4.869185447692871, "n_params": 4633780, "total_flops": 44413113139200000, "train_loss": 0.023044893476698133, "subset_score_loss": 0.023044893476698133} +{"step": 3130000, "wall_time": 39762.93038845062, "train_loss_step": 4.760787010192871, "n_params": 4633780, "total_flops": 44555462860800000, "train_loss": 0.025112697813245984, "subset_score_loss": 0.025112697813245984} +{"step": 3140000, "wall_time": 39878.24985432625, "train_loss_step": 4.450413703918457, "n_params": 4633780, "total_flops": 44697812582400000, "train_loss": 0.024009360207451716, "subset_score_loss": 0.024009360207451716} +{"step": 3150000, "wall_time": 39996.04234337807, "train_loss_step": 4.5391998291015625, "n_params": 4633780, "total_flops": 44840162304000000, "train_loss": 0.024600942929585774, "subset_score_loss": 0.024600942929585774} +{"step": 3160000, "wall_time": 40112.26544499397, "train_loss_step": 4.757175445556641, "n_params": 4633780, "total_flops": 44982512025600000, "train_loss": 0.023097226354810926, "subset_score_loss": 0.023097226354810926} +{"step": 3170000, "wall_time": 40229.41955947876, "train_loss_step": 4.265471458435059, "n_params": 4633780, "total_flops": 45124861747200000, "train_loss": 0.026960004700554742, "subset_score_loss": 0.026960004700554742} +{"step": 3180000, "wall_time": 40346.89455676079, "train_loss_step": 4.683885097503662, "n_params": 4633780, "total_flops": 45267211468800000, "train_loss": 0.022670666376749676, "subset_score_loss": 0.022670666376749676} +{"step": 3190000, "wall_time": 40464.146453380585, "train_loss_step": 4.50828742980957, "n_params": 4633780, "total_flops": 45409561190400000, "train_loss": 0.023013824886745877, "subset_score_loss": 0.023013824886745877} +{"step": 3200000, "wall_time": 40626.00588059425, "train_loss_step": 4.97152853012085, "n_params": 4633780, "total_flops": 45551910912000000, "train_loss": 0.02488466633690728, "subset_score_loss": 0.02488466633690728, "memorization_fraction_pixel": 0.3061999976634979, "mean_nn_ratio_pixel": 0.7055243253707886, "fid": NaN, "fid_failed": 1.0} +{"step": 3210000, "wall_time": 40743.036204099655, "train_loss_step": 4.583500862121582, "n_params": 4633780, "total_flops": 45694260633600000, "train_loss": 0.022113398710886637, "subset_score_loss": 0.022113398710886637} +{"step": 3220000, "wall_time": 40857.64034843445, "train_loss_step": 4.380731582641602, "n_params": 4633780, "total_flops": 45836610355200000, "train_loss": 0.02464292049407959, "subset_score_loss": 0.02464292049407959} +{"step": 3230000, "wall_time": 40975.91542363167, "train_loss_step": 4.780464172363281, "n_params": 4633780, "total_flops": 45978960076800000, "train_loss": 0.024317730797661676, "subset_score_loss": 0.024317730797661676} +{"step": 3240000, "wall_time": 41094.809485435486, "train_loss_step": 4.418297290802002, "n_params": 4633780, "total_flops": 46121309798400000, "train_loss": 0.024586280186971027, "subset_score_loss": 0.024586280186971027} +{"step": 3250000, "wall_time": 41210.427780389786, "train_loss_step": 4.636168479919434, "n_params": 4633780, "total_flops": 46263659520000000, "train_loss": 0.025662197007073298, "subset_score_loss": 0.025662197007073298} +{"step": 3260000, "wall_time": 41329.57829165459, "train_loss_step": 4.341776371002197, "n_params": 4633780, "total_flops": 46406009241600000, "train_loss": 0.023387800322638617, "subset_score_loss": 0.023387800322638617} +{"step": 3270000, "wall_time": 41446.38966822624, "train_loss_step": 5.0995192527771, "n_params": 4633780, "total_flops": 46548358963200000, "train_loss": 0.02486773861779107, "subset_score_loss": 0.02486773861779107} +{"step": 3280000, "wall_time": 41564.67889499664, "train_loss_step": 4.618715286254883, "n_params": 4633780, "total_flops": 46690708684800000, "train_loss": 0.023484916157192653, "subset_score_loss": 0.023484916157192653} +{"step": 3290000, "wall_time": 41682.67255616188, "train_loss_step": 4.4241838455200195, "n_params": 4633780, "total_flops": 46833058406400000, "train_loss": 0.023426908916897245, "subset_score_loss": 0.023426908916897245} +{"step": 3300000, "wall_time": 41887.77821683884, "train_loss_step": 4.5436787605285645, "n_params": 4633780, "total_flops": 46975408128000000, "train_loss": 0.023202676243252226, "subset_score_loss": 0.023202676243252226, "memorization_fraction_pixel": 0.3100000023841858, "mean_nn_ratio_pixel": 0.7045718431472778, "fid": 165.62049418596342, "fid_failed": 0.0} +{"step": 3310000, "wall_time": 41986.38497209549, "train_loss_step": 4.621758937835693, "n_params": 4633780, "total_flops": 47117757849600000, "train_loss": 0.021551100413004558, "subset_score_loss": 0.021551100413004558} +{"step": 3320000, "wall_time": 42063.87632107735, "train_loss_step": 4.621776580810547, "n_params": 4633780, "total_flops": 47260107571200000, "train_loss": 0.026340834299723306, "subset_score_loss": 0.026340834299723306} +{"step": 3330000, "wall_time": 42144.329845905304, "train_loss_step": 4.319878578186035, "n_params": 4633780, "total_flops": 47402457292800000, "train_loss": 0.023171212938096788, "subset_score_loss": 0.023171212938096788} +{"step": 3340000, "wall_time": 42224.49752688408, "train_loss_step": 4.628472328186035, "n_params": 4633780, "total_flops": 47544807014400000, "train_loss": 0.02077922953499688, "subset_score_loss": 0.02077922953499688} +{"step": 3350000, "wall_time": 42300.94235110283, "train_loss_step": 4.366578102111816, "n_params": 4633780, "total_flops": 47687156736000000, "train_loss": 0.024731572469075522, "subset_score_loss": 0.024731572469075522} +{"step": 3360000, "wall_time": 42381.51829838753, "train_loss_step": 4.475046157836914, "n_params": 4633780, "total_flops": 47829506457600000, "train_loss": 0.025064002143012153, "subset_score_loss": 0.025064002143012153} +{"step": 3370000, "wall_time": 42459.56712317467, "train_loss_step": 4.77039909362793, "n_params": 4633780, "total_flops": 47971856179200000, "train_loss": 0.025060733159383137, "subset_score_loss": 0.025060733159383137} +{"step": 3380000, "wall_time": 42540.03736448288, "train_loss_step": 4.845586776733398, "n_params": 4633780, "total_flops": 48114205900800000, "train_loss": 0.02376245127783881, "subset_score_loss": 0.02376245127783881} +{"step": 3390000, "wall_time": 42620.35815191269, "train_loss_step": 4.552574157714844, "n_params": 4633780, "total_flops": 48256555622400000, "train_loss": 0.022161434756384955, "subset_score_loss": 0.022161434756384955} +{"step": 3400000, "wall_time": 42732.26675915718, "train_loss_step": 4.638930797576904, "n_params": 4633780, "total_flops": 48398905344000000, "train_loss": 0.027946880128648547, "subset_score_loss": 0.027946880128648547, "memorization_fraction_pixel": 0.27959999442100525, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0} +{"step": 3410000, "wall_time": 42813.36798906326, "train_loss_step": 4.59714412689209, "n_params": 4633780, "total_flops": 48541255065600000, "train_loss": 0.02336991628011068, "subset_score_loss": 0.02336991628011068} +{"step": 3420000, "wall_time": 42890.24019598961, "train_loss_step": 4.376535892486572, "n_params": 4633780, "total_flops": 48683604787200000, "train_loss": 0.022542738914489747, "subset_score_loss": 0.022542738914489747} +{"step": 3430000, "wall_time": 42971.42834639549, "train_loss_step": 4.476362228393555, "n_params": 4633780, "total_flops": 48825954508800000, "train_loss": 0.025670750935872396, "subset_score_loss": 0.025670750935872396} +{"step": 3440000, "wall_time": 43052.29784035683, "train_loss_step": 4.893501281738281, "n_params": 4633780, "total_flops": 48968304230400000, "train_loss": 0.021959157784779866, "subset_score_loss": 0.021959157784779866} +{"step": 3450000, "wall_time": 43133.60538434982, "train_loss_step": 4.6814045906066895, "n_params": 4633780, "total_flops": 49110653952000000, "train_loss": 0.023368422190348306, "subset_score_loss": 0.023368422190348306} +{"step": 3460000, "wall_time": 43210.763909339905, "train_loss_step": 4.329681396484375, "n_params": 4633780, "total_flops": 49253003673600000, "train_loss": 0.02571544117397732, "subset_score_loss": 0.02571544117397732} +{"step": 3470000, "wall_time": 43289.704533815384, "train_loss_step": 4.41323184967041, "n_params": 4633780, "total_flops": 49395353395200000, "train_loss": 0.02382389439476861, "subset_score_loss": 0.02382389439476861} +{"step": 3480000, "wall_time": 43370.498041152954, "train_loss_step": 4.572082996368408, "n_params": 4633780, "total_flops": 49537703116800000, "train_loss": 0.024934130244784886, "subset_score_loss": 0.024934130244784886} +{"step": 3490000, "wall_time": 43451.15813922882, "train_loss_step": 4.7195940017700195, "n_params": 4633780, "total_flops": 49680052838400000, "train_loss": 0.023622928725348578, "subset_score_loss": 0.023622928725348578} +{"step": 3500000, "wall_time": 43563.22765874863, "train_loss_step": 4.645533561706543, "n_params": 4633780, "total_flops": 49822402560000000, "train_loss": 0.021633242236243355, "subset_score_loss": 0.021633242236243355, "memorization_fraction_pixel": 0.31940001249313354, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0} +{"step": 3510000, "wall_time": 43643.45636296272, "train_loss_step": 5.082596778869629, "n_params": 4633780, "total_flops": 49964752281600000, "train_loss": 0.024681451585557727, "subset_score_loss": 0.024681451585557727} +{"step": 3520000, "wall_time": 43721.19447731972, "train_loss_step": 4.673672676086426, "n_params": 4633780, "total_flops": 50107102003200000, "train_loss": 0.026736638281080458, "subset_score_loss": 0.026736638281080458} +{"step": 3530000, "wall_time": 43800.44521474838, "train_loss_step": 4.563182830810547, "n_params": 4633780, "total_flops": 50249451724800000, "train_loss": 0.02422122425503201, "subset_score_loss": 0.02422122425503201} +{"step": 3540000, "wall_time": 43880.85181760788, "train_loss_step": 5.1360979080200195, "n_params": 4633780, "total_flops": 50391801446400000, "train_loss": 0.024382964769999186, "subset_score_loss": 0.024382964769999186} +{"step": 3550000, "wall_time": 43961.19836688042, "train_loss_step": 4.608699798583984, "n_params": 4633780, "total_flops": 50534151168000000, "train_loss": 0.023181811968485514, "subset_score_loss": 0.023181811968485514} +{"step": 3560000, "wall_time": 44037.637855529785, "train_loss_step": 4.257440090179443, "n_params": 4633780, "total_flops": 50676500889600000, "train_loss": 0.02455250687069363, "subset_score_loss": 0.02455250687069363} +{"step": 3570000, "wall_time": 44118.38268518448, "train_loss_step": 4.433506011962891, "n_params": 4633780, "total_flops": 50818850611200000, "train_loss": 0.022067836920420327, "subset_score_loss": 0.022067836920420327} +{"step": 3580000, "wall_time": 44196.6172208786, "train_loss_step": 4.573508262634277, "n_params": 4633780, "total_flops": 50961200332800000, "train_loss": 0.02637953758239746, "subset_score_loss": 0.02637953758239746} +{"step": 3590000, "wall_time": 44276.59914588928, "train_loss_step": 4.5709428787231445, "n_params": 4633780, "total_flops": 51103550054400000, "train_loss": 0.02458659013112386, "subset_score_loss": 0.02458659013112386} +{"step": 3600000, "wall_time": 44388.219089984894, "train_loss_step": 4.48586368560791, "n_params": 4633780, "total_flops": 51245899776000000, "train_loss": 0.021466867129007975, "subset_score_loss": 0.021466867129007975, "memorization_fraction_pixel": 0.31049999594688416, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0} +{"step": 3610000, "wall_time": 44469.440562963486, "train_loss_step": 4.7406229972839355, "n_params": 4633780, "total_flops": 51388249497600000, "train_loss": 0.029127883911132812, "subset_score_loss": 0.029127883911132812} +{"step": 3620000, "wall_time": 44550.55124473572, "train_loss_step": 4.360968112945557, "n_params": 4633780, "total_flops": 51530599219200000, "train_loss": 0.021225211355421277, "subset_score_loss": 0.021225211355421277} +{"step": 3630000, "wall_time": 44628.605343580246, "train_loss_step": 4.51918363571167, "n_params": 4633780, "total_flops": 51672948940800000, "train_loss": 0.02498726314968533, "subset_score_loss": 0.02498726314968533} +{"step": 3640000, "wall_time": 44709.54976773262, "train_loss_step": 4.105895042419434, "n_params": 4633780, "total_flops": 51815298662400000, "train_loss": 0.021951986683739558, "subset_score_loss": 0.021951986683739558} +{"step": 3650000, "wall_time": 44790.77342963219, "train_loss_step": 4.34657096862793, "n_params": 4633780, "total_flops": 51957648384000000, "train_loss": 0.021588369210561117, "subset_score_loss": 0.021588369210561117} +{"step": 3660000, "wall_time": 44871.75037264824, "train_loss_step": 4.835321426391602, "n_params": 4633780, "total_flops": 52099998105600000, "train_loss": 0.022446905242072213, "subset_score_loss": 0.022446905242072213} +{"step": 3670000, "wall_time": 44948.91391611099, "train_loss_step": 4.135006904602051, "n_params": 4633780, "total_flops": 52242347827200000, "train_loss": 0.021726861264970566, "subset_score_loss": 0.021726861264970566} +{"step": 3680000, "wall_time": 45028.10555815697, "train_loss_step": 4.672445297241211, "n_params": 4633780, "total_flops": 52384697548800000, "train_loss": 0.021912210517459445, "subset_score_loss": 0.021912210517459445} +{"step": 3690000, "wall_time": 45109.0108499527, "train_loss_step": 4.500981330871582, "n_params": 4633780, "total_flops": 52527047270400000, "train_loss": 0.021700375609927706, "subset_score_loss": 0.021700375609927706} +{"step": 3700000, "wall_time": 45252.985380887985, "train_loss_step": 4.170094013214111, "n_params": 4633780, "total_flops": 52669396992000000, "train_loss": 0.021864965226915146, "subset_score_loss": 0.021864965226915146, "memorization_fraction_pixel": 0.35749998688697815, "mean_nn_ratio_pixel": NaN, "fid": 152.55311432684675, "fid_failed": 0.0} +{"step": 3710000, "wall_time": 45333.287885427475, "train_loss_step": 4.348902702331543, "n_params": 4633780, "total_flops": 52811746713600000, "train_loss": 0.021553495195176867, "subset_score_loss": 0.021553495195176867} +{"step": 3720000, "wall_time": 45414.14997959137, "train_loss_step": 4.449302673339844, "n_params": 4633780, "total_flops": 52954096435200000, "train_loss": 0.023608303070068358, "subset_score_loss": 0.023608303070068358} +{"step": 3730000, "wall_time": 45474.93984460831, "train_loss_step": 4.625851154327393, "n_params": 4633780, "total_flops": 53096446156800000, "train_loss": 0.022826038466559517, "subset_score_loss": 0.022826038466559517} +{"step": 3740000, "wall_time": 45535.173780202866, "train_loss_step": 4.421889305114746, "n_params": 4633780, "total_flops": 53238795878400000, "train_loss": 0.020673765076531306, "subset_score_loss": 0.020673765076531306} +{"step": 3750000, "wall_time": 45595.2625169754, "train_loss_step": 3.933318614959717, "n_params": 4633780, "total_flops": 53381145600000000, "train_loss": 0.022478143374125164, "subset_score_loss": 0.022478143374125164} +{"step": 3760000, "wall_time": 45655.49161362648, "train_loss_step": 4.153222560882568, "n_params": 4633780, "total_flops": 53523495321600000, "train_loss": 0.023132636811998154, "subset_score_loss": 0.023132636811998154} +{"step": 3770000, "wall_time": 45712.35346889496, "train_loss_step": 4.509252548217773, "n_params": 4633780, "total_flops": 53665845043200000, "train_loss": 0.02109798060523139, "subset_score_loss": 0.02109798060523139} +{"step": 3780000, "wall_time": 45772.38048362732, "train_loss_step": 4.280438423156738, "n_params": 4633780, "total_flops": 53808194764800000, "train_loss": 0.022697406344943577, "subset_score_loss": 0.022697406344943577} +{"step": 3790000, "wall_time": 45812.582683086395, "train_loss_step": 4.427605152130127, "n_params": 4633780, "total_flops": 53950544486400000, "train_loss": 0.022449241744147405, "subset_score_loss": 0.022449241744147405} +{"step": 3800000, "wall_time": 45868.91156935692, "train_loss_step": 4.185985565185547, "n_params": 4633780, "total_flops": 54092894208000000, "train_loss": 0.02248267862531874, "subset_score_loss": 0.02248267862531874, "memorization_fraction_pixel": 0.3100000023841858, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0} +{"step": 3810000, "wall_time": 45909.46171236038, "train_loss_step": 4.391043663024902, "n_params": 4633780, "total_flops": 54235243929600000, "train_loss": 0.020824702580769856, "subset_score_loss": 0.020824702580769856} +{"step": 3820000, "wall_time": 45949.97103500366, "train_loss_step": 4.383747577667236, "n_params": 4633780, "total_flops": 54377593651200000, "train_loss": 0.023356093300713435, "subset_score_loss": 0.023356093300713435} +{"step": 3830000, "wall_time": 45990.23307347298, "train_loss_step": 4.327240943908691, "n_params": 4633780, "total_flops": 54519943372800000, "train_loss": 0.02206104728910658, "subset_score_loss": 0.02206104728910658} +{"step": 3840000, "wall_time": 46030.79068350792, "train_loss_step": 4.452487468719482, "n_params": 4633780, "total_flops": 54662293094400000, "train_loss": 0.021903574466705322, "subset_score_loss": 0.021903574466705322} +{"step": 3850000, "wall_time": 46071.30667924881, "train_loss_step": 4.53998327255249, "n_params": 4633780, "total_flops": 54804642816000000, "train_loss": 0.023085302776760526, "subset_score_loss": 0.023085302776760526} +{"step": 3860000, "wall_time": 46111.95754337311, "train_loss_step": 4.3685102462768555, "n_params": 4633780, "total_flops": 54946992537600000, "train_loss": 0.02212567064497206, "subset_score_loss": 0.02212567064497206} +{"step": 3870000, "wall_time": 46152.50122952461, "train_loss_step": 4.696268081665039, "n_params": 4633780, "total_flops": 55089342259200000, "train_loss": 0.019760586155785454, "subset_score_loss": 0.019760586155785454} +{"step": 3880000, "wall_time": 46180.79862833023, "train_loss_step": 4.496616840362549, "n_params": 4633780, "total_flops": 55231691980800000, "train_loss": 0.021503929297129312, "subset_score_loss": 0.021503929297129312} +{"step": 3890000, "wall_time": 46263.9828441143, "train_loss_step": 4.45878267288208, "n_params": 4633780, "total_flops": 55374041702400000, "train_loss": 0.020351213879055446, "subset_score_loss": 0.020351213879055446} +{"step": 3900000, "wall_time": 46406.58959317207, "train_loss_step": 4.301755428314209, "n_params": 4633780, "total_flops": 55516391424000000, "train_loss": 0.021358031696743437, "subset_score_loss": 0.021358031696743437, "memorization_fraction_pixel": 0.36820000410079956, "mean_nn_ratio_pixel": 0.6603224277496338, "fid": NaN, "fid_failed": 1.0} +{"step": 3910000, "wall_time": 46522.69517970085, "train_loss_step": 4.329968452453613, "n_params": 4633780, "total_flops": 55658741145600000, "train_loss": 0.020219670401679143, "subset_score_loss": 0.020219670401679143} +{"step": 3920000, "wall_time": 46638.44480276108, "train_loss_step": 4.299173355102539, "n_params": 4633780, "total_flops": 55801090867200000, "train_loss": 0.021366854508717854, "subset_score_loss": 0.021366854508717854} +{"step": 3930000, "wall_time": 46754.416924238205, "train_loss_step": 4.362780570983887, "n_params": 4633780, "total_flops": 55943440588800000, "train_loss": 0.021374301115671793, "subset_score_loss": 0.021374301115671793} +{"step": 3940000, "wall_time": 46870.43702363968, "train_loss_step": 4.391005516052246, "n_params": 4633780, "total_flops": 56085790310400000, "train_loss": 0.021740319993760852, "subset_score_loss": 0.021740319993760852} +{"step": 3950000, "wall_time": 46986.60167384148, "train_loss_step": 4.367424011230469, "n_params": 4633780, "total_flops": 56228140032000000, "train_loss": 0.020832219388749865, "subset_score_loss": 0.020832219388749865} +{"step": 3960000, "wall_time": 47102.35033774376, "train_loss_step": 4.2470927238464355, "n_params": 4633780, "total_flops": 56370489753600000, "train_loss": 0.021866035461425782, "subset_score_loss": 0.021866035461425782} +{"step": 3970000, "wall_time": 47217.71963214874, "train_loss_step": 4.554274559020996, "n_params": 4633780, "total_flops": 56512839475200000, "train_loss": 0.022152233123779296, "subset_score_loss": 0.022152233123779296} +{"step": 3980000, "wall_time": 47333.43563270569, "train_loss_step": 4.105110168457031, "n_params": 4633780, "total_flops": 56655189196800000, "train_loss": 0.019965934753417968, "subset_score_loss": 0.019965934753417968} +{"step": 3990000, "wall_time": 47444.61953806877, "train_loss_step": 4.371176242828369, "n_params": 4633780, "total_flops": 56797538918400000, "train_loss": 0.021421892113155788, "subset_score_loss": 0.021421892113155788} +{"step": 4000000, "wall_time": 47644.50787782669, "train_loss_step": 4.107383728027344, "n_params": 4633780, "total_flops": 56939888640000000, "train_loss": 0.02192948791715834, "subset_score_loss": 0.02192948791715834, "memorization_fraction_pixel": 0.358599990606308, "mean_nn_ratio_pixel": 0.6723811626434326, "fid": 155.67924039207398, "fid_failed": 0.0} +{"step": 4010000, "wall_time": 47760.78350305557, "train_loss_step": 4.698248863220215, "n_params": 4633780, "total_flops": 57082238361600000, "train_loss": 0.02500902281867133, "subset_score_loss": 0.02500902281867133} +{"step": 4020000, "wall_time": 47877.44155192375, "train_loss_step": 4.425991535186768, "n_params": 4633780, "total_flops": 57224588083200000, "train_loss": 0.021950540277693005, "subset_score_loss": 0.021950540277693005} +{"step": 4030000, "wall_time": 47994.56263899803, "train_loss_step": 4.382080078125, "n_params": 4633780, "total_flops": 57366937804800000, "train_loss": 0.02039774391386244, "subset_score_loss": 0.02039774391386244} +{"step": 4040000, "wall_time": 48111.45413017273, "train_loss_step": 4.284228324890137, "n_params": 4633780, "total_flops": 57509287526400000, "train_loss": 0.022242069244384766, "subset_score_loss": 0.022242069244384766} +{"step": 4050000, "wall_time": 48227.051030397415, "train_loss_step": 4.425748825073242, "n_params": 4633780, "total_flops": 57651637248000000, "train_loss": 0.024690977732340493, "subset_score_loss": 0.024690977732340493} +{"step": 4060000, "wall_time": 48343.136959314346, "train_loss_step": 4.209399223327637, "n_params": 4633780, "total_flops": 57793986969600000, "train_loss": 0.025765371322631837, "subset_score_loss": 0.025765371322631837} +{"step": 4070000, "wall_time": 48459.95397424698, "train_loss_step": 4.397524833679199, "n_params": 4633780, "total_flops": 57936336691200000, "train_loss": 0.020591281519995796, "subset_score_loss": 0.020591281519995796} +{"step": 4080000, "wall_time": 48573.64530515671, "train_loss_step": 4.124029159545898, "n_params": 4633780, "total_flops": 58078686412800000, "train_loss": 0.020911223358578153, "subset_score_loss": 0.020911223358578153} +{"step": 4090000, "wall_time": 48686.574471473694, "train_loss_step": 4.417331695556641, "n_params": 4633780, "total_flops": 58221036134400000, "train_loss": 0.02219644520017836, "subset_score_loss": 0.02219644520017836} +{"step": 4100000, "wall_time": 48888.58634853363, "train_loss_step": 4.522082805633545, "n_params": 4633780, "total_flops": 58363385856000000, "train_loss": 0.02041635380850898, "subset_score_loss": 0.02041635380850898, "memorization_fraction_pixel": 0.3637000024318695, "mean_nn_ratio_pixel": 0.6669083833694458, "fid": 147.78254395335262, "fid_failed": 0.0} +{"step": 4110000, "wall_time": 49004.672973155975, "train_loss_step": 4.181365489959717, "n_params": 4633780, "total_flops": 58505735577600000, "train_loss": 0.02263819111718072, "subset_score_loss": 0.02263819111718072} +{"step": 4120000, "wall_time": 49119.892107486725, "train_loss_step": 4.401508331298828, "n_params": 4633780, "total_flops": 58648085299200000, "train_loss": 0.0230853451622857, "subset_score_loss": 0.0230853451622857} +{"step": 4130000, "wall_time": 49235.86002898216, "train_loss_step": 4.3177289962768555, "n_params": 4633780, "total_flops": 58790435020800000, "train_loss": 0.020717934767405192, "subset_score_loss": 0.020717934767405192} +{"step": 4140000, "wall_time": 49351.61723399162, "train_loss_step": 4.181039810180664, "n_params": 4633780, "total_flops": 58932784742400000, "train_loss": 0.02211825450261434, "subset_score_loss": 0.02211825450261434} +{"step": 4150000, "wall_time": 49467.674139499664, "train_loss_step": 4.1876702308654785, "n_params": 4633780, "total_flops": 59075134464000000, "train_loss": 0.020947688155704074, "subset_score_loss": 0.020947688155704074} +{"step": 4160000, "wall_time": 49583.669384241104, "train_loss_step": 4.374545097351074, "n_params": 4633780, "total_flops": 59217484185600000, "train_loss": 0.025470442242092557, "subset_score_loss": 0.025470442242092557} +{"step": 4170000, "wall_time": 49697.05039024353, "train_loss_step": 4.048911094665527, "n_params": 4633780, "total_flops": 59359833907200000, "train_loss": 0.020373578866322836, "subset_score_loss": 0.020373578866322836} +{"step": 4180000, "wall_time": 49809.22690677643, "train_loss_step": 4.343162536621094, "n_params": 4633780, "total_flops": 59502183628800000, "train_loss": 0.022678732872009277, "subset_score_loss": 0.022678732872009277} +{"step": 4190000, "wall_time": 49925.054555892944, "train_loss_step": 4.288357734680176, "n_params": 4633780, "total_flops": 59644533350400000, "train_loss": 0.02110190126630995, "subset_score_loss": 0.02110190126630995} +{"step": 4200000, "wall_time": 50080.1635890007, "train_loss_step": 4.140107154846191, "n_params": 4633780, "total_flops": 59786883072000000, "train_loss": 0.02021981477737427, "subset_score_loss": 0.02021981477737427, "memorization_fraction_pixel": 0.3702999949455261, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0} +{"step": 4210000, "wall_time": 50196.97136878967, "train_loss_step": 4.274509906768799, "n_params": 4633780, "total_flops": 59929232793600000, "train_loss": 0.020514443185594346, "subset_score_loss": 0.020514443185594346} +{"step": 4220000, "wall_time": 50313.05610752106, "train_loss_step": 4.3839263916015625, "n_params": 4633780, "total_flops": 60071582515200000, "train_loss": 0.02099644210603502, "subset_score_loss": 0.02099644210603502} +{"step": 4230000, "wall_time": 50429.97965693474, "train_loss_step": 4.102529525756836, "n_params": 4633780, "total_flops": 60213932236800000, "train_loss": 0.0219935761557685, "subset_score_loss": 0.0219935761557685} +{"step": 4240000, "wall_time": 50546.85633802414, "train_loss_step": 4.312116622924805, "n_params": 4633780, "total_flops": 60356281958400000, "train_loss": 0.019803667068481447, "subset_score_loss": 0.019803667068481447} +{"step": 4250000, "wall_time": 50663.05395770073, "train_loss_step": 4.296356201171875, "n_params": 4633780, "total_flops": 60498631680000000, "train_loss": 0.021046173572540284, "subset_score_loss": 0.021046173572540284} +{"step": 4260000, "wall_time": 50778.87419009209, "train_loss_step": 4.114381790161133, "n_params": 4633780, "total_flops": 60640981401600000, "train_loss": 0.02107400894165039, "subset_score_loss": 0.02107400894165039} +{"step": 4270000, "wall_time": 50892.41726756096, "train_loss_step": 4.220659255981445, "n_params": 4633780, "total_flops": 60783331123200000, "train_loss": 0.021762641270955403, "subset_score_loss": 0.021762641270955403} +{"step": 4280000, "wall_time": 51003.98547458649, "train_loss_step": 4.163530349731445, "n_params": 4633780, "total_flops": 60925680844800000, "train_loss": 0.02212430238723755, "subset_score_loss": 0.02212430238723755} +{"step": 4290000, "wall_time": 51120.81871700287, "train_loss_step": 4.379739284515381, "n_params": 4633780, "total_flops": 61068030566400000, "train_loss": 0.02066149049335056, "subset_score_loss": 0.02066149049335056} +{"step": 4300000, "wall_time": 51322.58861684799, "train_loss_step": 4.503907203674316, "n_params": 4633780, "total_flops": 61210380288000000, "train_loss": 0.020886659622192383, "subset_score_loss": 0.020886659622192383, "memorization_fraction_pixel": 0.37400001287460327, "mean_nn_ratio_pixel": 0.6588360071182251, "fid": 145.84798357977928, "fid_failed": 0.0} +{"step": 4310000, "wall_time": 51438.29626083374, "train_loss_step": 4.100736141204834, "n_params": 4633780, "total_flops": 61352730009600000, "train_loss": 0.020248708460066052, "subset_score_loss": 0.020248708460066052} +{"step": 4320000, "wall_time": 51554.24761343002, "train_loss_step": 4.472467422485352, "n_params": 4633780, "total_flops": 61495079731200000, "train_loss": 0.02296897835201687, "subset_score_loss": 0.02296897835201687} +{"step": 4330000, "wall_time": 51670.28100705147, "train_loss_step": 4.208992004394531, "n_params": 4633780, "total_flops": 61637429452800000, "train_loss": 0.0202034592628479, "subset_score_loss": 0.0202034592628479} +{"step": 4340000, "wall_time": 51786.39497303963, "train_loss_step": 4.432481288909912, "n_params": 4633780, "total_flops": 61779779174400000, "train_loss": 0.02006650898191664, "subset_score_loss": 0.02006650898191664} +{"step": 4350000, "wall_time": 51901.53562569618, "train_loss_step": 4.190996170043945, "n_params": 4633780, "total_flops": 61922128896000000, "train_loss": 0.021722282303704155, "subset_score_loss": 0.021722282303704155} +{"step": 4360000, "wall_time": 52015.10648870468, "train_loss_step": 4.099516868591309, "n_params": 4633780, "total_flops": 62064478617600000, "train_loss": 0.0203955160246955, "subset_score_loss": 0.0203955160246955} +{"step": 4370000, "wall_time": 52129.32739400864, "train_loss_step": 4.668595790863037, "n_params": 4633780, "total_flops": 62206828339200000, "train_loss": 0.021372983190748426, "subset_score_loss": 0.021372983190748426} +{"step": 4380000, "wall_time": 52242.465238809586, "train_loss_step": 3.9327194690704346, "n_params": 4633780, "total_flops": 62349178060800000, "train_loss": 0.020444636874728733, "subset_score_loss": 0.020444636874728733} +{"step": 4390000, "wall_time": 52357.962968826294, "train_loss_step": 4.243199825286865, "n_params": 4633780, "total_flops": 62491527782400000, "train_loss": 0.0204438673125373, "subset_score_loss": 0.0204438673125373} +{"step": 4400000, "wall_time": 52518.699254989624, "train_loss_step": 4.159864902496338, "n_params": 4633780, "total_flops": 62633877504000000, "train_loss": 0.02131672700246175, "subset_score_loss": 0.02131672700246175, "memorization_fraction_pixel": 0.3921999931335449, "mean_nn_ratio_pixel": 0.6445049047470093, "fid": NaN, "fid_failed": 1.0} +{"step": 4410000, "wall_time": 52629.707951545715, "train_loss_step": 4.348762512207031, "n_params": 4633780, "total_flops": 62776227225600000, "train_loss": 0.019977990786234537, "subset_score_loss": 0.019977990786234537} +{"step": 4420000, "wall_time": 52746.13123369217, "train_loss_step": 4.406853675842285, "n_params": 4633780, "total_flops": 62918576947200000, "train_loss": 0.026678103870815702, "subset_score_loss": 0.026678103870815702} +{"step": 4430000, "wall_time": 52861.69699025154, "train_loss_step": 4.194884300231934, "n_params": 4633780, "total_flops": 63060926668800000, "train_loss": 0.02025391393237644, "subset_score_loss": 0.02025391393237644} +{"step": 4440000, "wall_time": 52978.58006119728, "train_loss_step": 4.2187700271606445, "n_params": 4633780, "total_flops": 63203276390400000, "train_loss": 0.019537742932637533, "subset_score_loss": 0.019537742932637533} +{"step": 4450000, "wall_time": 53092.48665690422, "train_loss_step": 4.29564094543457, "n_params": 4633780, "total_flops": 63345626112000000, "train_loss": 0.023818164401584203, "subset_score_loss": 0.023818164401584203} +{"step": 4460000, "wall_time": 53207.92145895958, "train_loss_step": 4.273900985717773, "n_params": 4633780, "total_flops": 63487975833600000, "train_loss": 0.019534091154734295, "subset_score_loss": 0.019534091154734295} +{"step": 4470000, "wall_time": 53323.136018037796, "train_loss_step": 4.237029075622559, "n_params": 4633780, "total_flops": 63630325555200000, "train_loss": 0.02015097935994466, "subset_score_loss": 0.02015097935994466} +{"step": 4480000, "wall_time": 53436.84877586365, "train_loss_step": 4.144437789916992, "n_params": 4633780, "total_flops": 63772675276800000, "train_loss": 0.02184758318795098, "subset_score_loss": 0.02184758318795098} +{"step": 4490000, "wall_time": 53553.001100063324, "train_loss_step": 4.239928722381592, "n_params": 4633780, "total_flops": 63915024998400000, "train_loss": 0.02191357480155097, "subset_score_loss": 0.02191357480155097} +{"step": 4500000, "wall_time": 53758.846992492676, "train_loss_step": 3.9665520191192627, "n_params": 4633780, "total_flops": 64057374720000000, "train_loss": 0.023643938700358073, "subset_score_loss": 0.023643938700358073, "memorization_fraction_pixel": 0.3813999891281128, "mean_nn_ratio_pixel": NaN, "fid": 147.69699347442872, "fid_failed": 0.0} +{"step": 4510000, "wall_time": 53869.229696035385, "train_loss_step": 4.338766098022461, "n_params": 4633780, "total_flops": 64199724441600000, "train_loss": 0.02038529846403334, "subset_score_loss": 0.02038529846403334} +{"step": 4520000, "wall_time": 53985.23511862755, "train_loss_step": 4.540835380554199, "n_params": 4633780, "total_flops": 64342074163200000, "train_loss": 0.02036365138159858, "subset_score_loss": 0.02036365138159858} +{"step": 4530000, "wall_time": 54101.05423498154, "train_loss_step": 4.777486801147461, "n_params": 4633780, "total_flops": 64484423884800000, "train_loss": 0.022044075859917536, "subset_score_loss": 0.022044075859917536} +{"step": 4540000, "wall_time": 54215.839564323425, "train_loss_step": 4.5909552574157715, "n_params": 4633780, "total_flops": 64626773606400000, "train_loss": 0.02122629483540853, "subset_score_loss": 0.02122629483540853} +{"step": 4550000, "wall_time": 54330.00068449974, "train_loss_step": 4.129152297973633, "n_params": 4633780, "total_flops": 64769123328000000, "train_loss": 0.020599565241071913, "subset_score_loss": 0.020599565241071913} +{"step": 4560000, "wall_time": 54444.15740418434, "train_loss_step": 4.182467460632324, "n_params": 4633780, "total_flops": 64911473049600000, "train_loss": 0.018880053361256918, "subset_score_loss": 0.018880053361256918} +{"step": 4570000, "wall_time": 54557.75468182564, "train_loss_step": 4.169038772583008, "n_params": 4633780, "total_flops": 65053822771200000, "train_loss": 0.020383928881751168, "subset_score_loss": 0.020383928881751168} +{"step": 4580000, "wall_time": 54673.20840001106, "train_loss_step": 4.043515205383301, "n_params": 4633780, "total_flops": 65196172492800000, "train_loss": 0.020618777804904512, "subset_score_loss": 0.020618777804904512} +{"step": 4590000, "wall_time": 54788.75066828728, "train_loss_step": 4.406441688537598, "n_params": 4633780, "total_flops": 65338522214400000, "train_loss": 0.020607868830362957, "subset_score_loss": 0.020607868830362957} +{"step": 4600000, "wall_time": 54949.16444325447, "train_loss_step": 4.209479331970215, "n_params": 4633780, "total_flops": 65480871936000000, "train_loss": 0.020048904418945312, "subset_score_loss": 0.020048904418945312, "memorization_fraction_pixel": 0.4092999994754791, "mean_nn_ratio_pixel": 0.6326542496681213, "fid": NaN, "fid_failed": 1.0} +{"step": 4610000, "wall_time": 55063.44057011604, "train_loss_step": 4.421877861022949, "n_params": 4633780, "total_flops": 65623221657600000, "train_loss": 0.02081539233525594, "subset_score_loss": 0.02081539233525594} +{"step": 4620000, "wall_time": 55177.46301984787, "train_loss_step": 4.707923889160156, "n_params": 4633780, "total_flops": 65765571379200000, "train_loss": 0.0197967701488071, "subset_score_loss": 0.0197967701488071} +{"step": 4630000, "wall_time": 55293.668503046036, "train_loss_step": 4.263664245605469, "n_params": 4633780, "total_flops": 65907921100800000, "train_loss": 0.023550168673197428, "subset_score_loss": 0.023550168673197428} +{"step": 4640000, "wall_time": 55407.82697868347, "train_loss_step": 4.254396438598633, "n_params": 4633780, "total_flops": 66050270822400000, "train_loss": 0.02351457542843289, "subset_score_loss": 0.02351457542843289} +{"step": 4650000, "wall_time": 55523.78521990776, "train_loss_step": 4.208257675170898, "n_params": 4633780, "total_flops": 66192620544000000, "train_loss": 0.02214670843548245, "subset_score_loss": 0.02214670843548245} +{"step": 4660000, "wall_time": 55639.14147925377, "train_loss_step": 4.1709394454956055, "n_params": 4633780, "total_flops": 66334970265600000, "train_loss": 0.02185614373948839, "subset_score_loss": 0.02185614373948839} +{"step": 4670000, "wall_time": 55752.57397055626, "train_loss_step": 4.001375198364258, "n_params": 4633780, "total_flops": 66477319987200000, "train_loss": 0.02325617472330729, "subset_score_loss": 0.02325617472330729} +{"step": 4680000, "wall_time": 55869.544038295746, "train_loss_step": 4.145017623901367, "n_params": 4633780, "total_flops": 66619669708800000, "train_loss": 0.01900643507639567, "subset_score_loss": 0.01900643507639567} +{"step": 4690000, "wall_time": 55986.54280948639, "train_loss_step": 3.9356818199157715, "n_params": 4633780, "total_flops": 66762019430400000, "train_loss": 0.020432533158196344, "subset_score_loss": 0.020432533158196344} +{"step": 4700000, "wall_time": 56147.69776368141, "train_loss_step": 4.093132972717285, "n_params": 4633780, "total_flops": 66904369152000000, "train_loss": 0.021755947007073298, "subset_score_loss": 0.021755947007073298, "memorization_fraction_pixel": 0.4189999997615814, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0} +{"step": 4710000, "wall_time": 56263.04237103462, "train_loss_step": 4.142271995544434, "n_params": 4633780, "total_flops": 67046718873600000, "train_loss": 0.0194236503707038, "subset_score_loss": 0.0194236503707038} +{"step": 4720000, "wall_time": 56375.184113264084, "train_loss_step": 4.356549263000488, "n_params": 4633780, "total_flops": 67189068595200000, "train_loss": 0.019719555642869736, "subset_score_loss": 0.019719555642869736} +{"step": 4730000, "wall_time": 56489.905498981476, "train_loss_step": 4.052384853363037, "n_params": 4633780, "total_flops": 67331418316800000, "train_loss": 0.020236927933163115, "subset_score_loss": 0.020236927933163115} +{"step": 4740000, "wall_time": 56603.820717811584, "train_loss_step": 4.075930595397949, "n_params": 4633780, "total_flops": 67473768038400000, "train_loss": 0.021884359253777397, "subset_score_loss": 0.021884359253777397} +{"step": 4750000, "wall_time": 56717.995525598526, "train_loss_step": 4.097235202789307, "n_params": 4633780, "total_flops": 67616117760000000, "train_loss": 0.01953175730175442, "subset_score_loss": 0.01953175730175442} +{"step": 4760000, "wall_time": 56833.7165749073, "train_loss_step": 4.4834885597229, "n_params": 4633780, "total_flops": 67758467481600000, "train_loss": 0.019530322816636827, "subset_score_loss": 0.019530322816636827} +{"step": 4770000, "wall_time": 56946.99896264076, "train_loss_step": 4.211892604827881, "n_params": 4633780, "total_flops": 67900817203200000, "train_loss": 0.019161562124888103, "subset_score_loss": 0.019161562124888103} +{"step": 4780000, "wall_time": 57062.93128037453, "train_loss_step": 4.149623870849609, "n_params": 4633780, "total_flops": 68043166924800000, "train_loss": 0.021338211165534124, "subset_score_loss": 0.021338211165534124} +{"step": 4790000, "wall_time": 57178.96632742882, "train_loss_step": 4.222211837768555, "n_params": 4633780, "total_flops": 68185516646400000, "train_loss": 0.02095983425776164, "subset_score_loss": 0.02095983425776164} +{"step": 4800000, "wall_time": 57386.31000304222, "train_loss_step": 4.462179183959961, "n_params": 4633780, "total_flops": 68327866368000000, "train_loss": 0.020548827118343778, "subset_score_loss": 0.020548827118343778, "memorization_fraction_pixel": 0.44929999113082886, "mean_nn_ratio_pixel": 0.5975322723388672, "fid": 129.37338051971435, "fid_failed": 0.0} +{"step": 4810000, "wall_time": 57502.92100381851, "train_loss_step": 4.277268409729004, "n_params": 4633780, "total_flops": 68470216089600000, "train_loss": 0.01970639228820801, "subset_score_loss": 0.01970639228820801} +{"step": 4820000, "wall_time": 57614.03369760513, "train_loss_step": 4.444367408752441, "n_params": 4633780, "total_flops": 68612565811200000, "train_loss": 0.021156979931725398, "subset_score_loss": 0.021156979931725398} +{"step": 4830000, "wall_time": 57724.25834941864, "train_loss_step": 3.8984062671661377, "n_params": 4633780, "total_flops": 68754915532800000, "train_loss": 0.018350953525967068, "subset_score_loss": 0.018350953525967068} +{"step": 4840000, "wall_time": 57839.230459451675, "train_loss_step": 4.157441139221191, "n_params": 4633780, "total_flops": 68897265254400000, "train_loss": 0.01886919339497884, "subset_score_loss": 0.01886919339497884} +{"step": 4850000, "wall_time": 57956.07848238945, "train_loss_step": 4.231288909912109, "n_params": 4633780, "total_flops": 69039614976000000, "train_loss": 0.021638009283277724, "subset_score_loss": 0.021638009283277724} +{"step": 4860000, "wall_time": 58070.59096765518, "train_loss_step": 4.215193748474121, "n_params": 4633780, "total_flops": 69181964697600000, "train_loss": 0.021525126033359102, "subset_score_loss": 0.021525126033359102} +{"step": 4870000, "wall_time": 58186.72425746918, "train_loss_step": 4.165410041809082, "n_params": 4633780, "total_flops": 69324314419200000, "train_loss": 0.020311436388227674, "subset_score_loss": 0.020311436388227674} +{"step": 4880000, "wall_time": 58302.544211387634, "train_loss_step": 3.769333839416504, "n_params": 4633780, "total_flops": 69466664140800000, "train_loss": 0.018515372276306154, "subset_score_loss": 0.018515372276306154} +{"step": 4890000, "wall_time": 58419.071657180786, "train_loss_step": 4.478304862976074, "n_params": 4633780, "total_flops": 69609013862400000, "train_loss": 0.019867440064748127, "subset_score_loss": 0.019867440064748127} +{"step": 4900000, "wall_time": 58579.403824567795, "train_loss_step": 3.9554476737976074, "n_params": 4633780, "total_flops": 69751363584000000, "train_loss": 0.020559206273820664, "subset_score_loss": 0.020559206273820664, "memorization_fraction_pixel": 0.4156000018119812, "mean_nn_ratio_pixel": 0.6249366402626038, "fid": NaN, "fid_failed": 1.0} +{"step": 4910000, "wall_time": 58695.7219786644, "train_loss_step": 3.998671054840088, "n_params": 4633780, "total_flops": 69893713305600000, "train_loss": 0.02042328781551785, "subset_score_loss": 0.02042328781551785} +{"step": 4920000, "wall_time": 58807.10714697838, "train_loss_step": 4.000711441040039, "n_params": 4633780, "total_flops": 70036063027200000, "train_loss": 0.0226385407977634, "subset_score_loss": 0.0226385407977634} +{"step": 4930000, "wall_time": 58920.87084412575, "train_loss_step": 4.211075305938721, "n_params": 4633780, "total_flops": 70178412748800000, "train_loss": 0.01948066684934828, "subset_score_loss": 0.01948066684934828} +{"step": 4940000, "wall_time": 59035.34670829773, "train_loss_step": 3.6748130321502686, "n_params": 4633780, "total_flops": 70320762470400000, "train_loss": 0.02328566180335151, "subset_score_loss": 0.02328566180335151} +{"step": 4950000, "wall_time": 59151.530955553055, "train_loss_step": 4.342573165893555, "n_params": 4633780, "total_flops": 70463112192000000, "train_loss": 0.02210866477754381, "subset_score_loss": 0.02210866477754381} +{"step": 4960000, "wall_time": 59263.98225855827, "train_loss_step": 4.166104316711426, "n_params": 4633780, "total_flops": 70605461913600000, "train_loss": 0.021460690763261583, "subset_score_loss": 0.021460690763261583} +{"step": 4970000, "wall_time": 59379.314378499985, "train_loss_step": 4.020241737365723, "n_params": 4633780, "total_flops": 70747811635200000, "train_loss": 0.02069750494427151, "subset_score_loss": 0.02069750494427151} +{"step": 4980000, "wall_time": 59494.87098407745, "train_loss_step": 4.150782585144043, "n_params": 4633780, "total_flops": 70890161356800000, "train_loss": 0.01953388982348972, "subset_score_loss": 0.01953388982348972} +{"step": 4990000, "wall_time": 59610.53154325485, "train_loss_step": 4.251486778259277, "n_params": 4633780, "total_flops": 71032511078400000, "train_loss": 0.019895441002315946, "subset_score_loss": 0.019895441002315946} +{"step": 5000000, "wall_time": 59770.61827993393, "train_loss_step": 4.1784186363220215, "n_params": 4633780, "total_flops": 71174860800000000, "train_loss": 0.021603182951609293, "subset_score_loss": 0.021603182951609293, "memorization_fraction_pixel": 0.39559999108314514, "mean_nn_ratio_pixel": 0.648811399936676, "fid": NaN, "fid_failed": 1.0} diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d180/runner.log b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d180/runner.log new file mode 100644 index 0000000000000000000000000000000000000000..da84f5ffad366f8b5d486fe6b136a3b1a53be17a --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d180/runner.log @@ -0,0 +1,293 @@ + FID real-side stats cached over 1000 diverse train images + step 1 | 72s | train_loss=0.9991 | fid=287.0402 + step 10000 | 130s | train_loss=0.7726 + step 20000 | 223s | train_loss=0.6673 + step 30000 | 316s | train_loss=0.5706 + step 40000 | 408s | train_loss=0.4694 + step 50000 | 501s | train_loss=0.3825 + step 60000 | 593s | train_loss=0.3143 + step 70000 | 686s | train_loss=0.2595 + step 80000 | 779s | train_loss=0.2337 + step 90000 | 871s | train_loss=0.1939 + step 100000 | 1035s | train_loss=0.1828 | fid=206.6450 + step 110000 | 1129s | train_loss=0.1626 + step 120000 | 1205s | train_loss=0.1476 + step 130000 | 1298s | train_loss=0.1454 + step 140000 | 1390s | train_loss=0.1477 + step 150000 | 1483s | train_loss=0.1298 + step 160000 | 1575s | train_loss=0.1170 + step 170000 | 1668s | train_loss=0.1345 + step 180000 | 1761s | train_loss=0.1103 + step 190000 | 1853s | train_loss=0.1104 + step 200000 | 2017s | train_loss=0.1073 | fid=277.6766 + step 210000 | 2110s | train_loss=0.0984 + step 220000 | 2200s | train_loss=0.0979 + step 230000 | 2283s | train_loss=0.0937 + step 240000 | 2375s | train_loss=0.0925 + step 250000 | 2468s | train_loss=0.1044 + step 260000 | 2561s | train_loss=0.0854 + step 270000 | 2653s | train_loss=0.0952 + step 280000 | 2746s | train_loss=0.0881 + step 290000 | 2839s | train_loss=0.0834 + step 300000 | 3003s | train_loss=0.0769 | fid=323.1671 + step 310000 | 3095s | train_loss=0.0821 + step 320000 | 3188s | train_loss=0.0821 + step 330000 | 3275s | train_loss=0.0797 + step 340000 | 3365s | train_loss=0.0758 + step 350000 | 3454s | train_loss=0.0755 + step 360000 | 3547s | train_loss=0.0882 + step 370000 | 3639s | train_loss=0.0774 + step 380000 | 3732s | train_loss=0.0761 + step 390000 | 3825s | train_loss=0.0706 + step 400000 | 3987s | train_loss=0.0705 | fid=321.4628 + step 410000 | 4080s | train_loss=0.0681 + step 420000 | 4172s | train_loss=0.0720 + step 430000 | 4265s | train_loss=0.0738 + step 440000 | 4349s | train_loss=0.0798 + step 450000 | 4440s | train_loss=0.0606 + step 460000 | 4530s | train_loss=0.0629 + step 470000 | 4622s | train_loss=0.0671 + step 480000 | 4715s | train_loss=0.0725 + step 490000 | 4808s | train_loss=0.0642 + step 500000 | 4971s | train_loss=0.0690 | fid=307.1773 + step 510000 | 5064s | train_loss=0.0594 + step 520000 | 5157s | train_loss=0.0541 + step 530000 | 5250s | train_loss=0.0604 + step 540000 | 5343s | train_loss=0.0608 + step 550000 | 5427s | train_loss=0.0583 + step 560000 | 5520s | train_loss=0.0562 + step 570000 | 5609s | train_loss=0.0570 + step 580000 | 5702s | train_loss=0.0566 + step 590000 | 5794s | train_loss=0.0539 + step 600000 | 5958s | train_loss=0.0537 | fid=296.9225 + step 610000 | 6050s | train_loss=0.0556 + step 620000 | 6142s | train_loss=0.0521 + step 630000 | 6235s | train_loss=0.0511 + step 640000 | 6328s | train_loss=0.0525 + step 650000 | 6421s | train_loss=0.0502 + step 660000 | 6505s | train_loss=0.0528 + step 670000 | 6597s | train_loss=0.0544 + step 680000 | 6687s | train_loss=0.0551 + step 690000 | 6773s | train_loss=0.0514 + step 700000 | 6937s | train_loss=0.0476 | fid=285.6506 + step 710000 | 7029s | train_loss=0.0498 + step 720000 | 7122s | train_loss=0.0591 + step 730000 | 7215s | train_loss=0.0525 + step 740000 | 7307s | train_loss=0.0485 + step 750000 | 7400s | train_loss=0.0494 + step 760000 | 7487s | train_loss=0.0501 + step 770000 | 7560s | train_loss=0.0443 + step 780000 | 7643s | train_loss=0.0455 + step 790000 | 7735s | train_loss=0.0466 + step 800000 | 7891s | train_loss=0.0480 | fid=279.4177 + step 810000 | 7984s | train_loss=0.0503 + step 820000 | 8076s | train_loss=0.0475 + step 830000 | 8169s | train_loss=0.0422 + step 840000 | 8262s | train_loss=0.0416 + step 850000 | 8355s | train_loss=0.0453 + step 860000 | 8447s | train_loss=0.0490 + step 870000 | 8538s | train_loss=0.0418 + step 880000 | 8628s | train_loss=0.0450 + step 890000 | 8718s | train_loss=0.0417 + step 900000 | 8882s | train_loss=0.0468 | fid=271.9568 + step 910000 | 8971s | train_loss=0.0438 + step 920000 | 9064s | train_loss=0.0427 + step 930000 | 9157s | train_loss=0.0429 + step 940000 | 9250s | train_loss=0.0424 + step 950000 | 9342s | train_loss=0.0489 + step 960000 | 9435s | train_loss=0.0409 + step 970000 | 9528s | train_loss=0.0415 + step 980000 | 9616s | train_loss=0.0400 + step 990000 | 9709s | train_loss=0.0392 + step 1000000 | 9870s | train_loss=0.0399 | fid=265.6517 + step 1010000 | 9962s | train_loss=0.0393 + step 1020000 | 10051s | train_loss=0.0511 + step 1030000 | 10144s | train_loss=0.0396 + step 1040000 | 10237s | train_loss=0.0393 + step 1050000 | 10329s | train_loss=0.0419 + step 1060000 | 10422s | train_loss=0.0432 + step 1070000 | 10514s | train_loss=0.0389 + step 1080000 | 10607s | train_loss=0.0381 + step 1090000 | 10683s | train_loss=0.0383 + step 1100000 | 10834s | train_loss=0.0381 | fid=255.7951 + step 1110000 | 10926s | train_loss=0.0380 + step 1120000 | 11019s | train_loss=0.0381 + step 1130000 | 11105s | train_loss=0.0382 + step 1140000 | 11189s | train_loss=0.0373 + step 1150000 | 11282s | train_loss=0.0418 + step 1160000 | 11374s | train_loss=0.0420 + step 1170000 | 11467s | train_loss=0.0366 + step 1180000 | 11560s | train_loss=0.0351 + step 1190000 | 11653s | train_loss=0.0369 + step 1200000 | 11810s | train_loss=0.0358 | fid=249.4190 + step 1210000 | 11900s | train_loss=0.0380 + step 1220000 | 11992s | train_loss=0.0352 + step 1230000 | 12085s | train_loss=0.0361 + step 1240000 | 12177s | train_loss=0.0361 + step 1250000 | 12262s | train_loss=0.0364 + step 1260000 | 12350s | train_loss=0.0373 + step 1270000 | 12443s | train_loss=0.0352 + step 1280000 | 12536s | train_loss=0.0360 + step 1290000 | 12628s | train_loss=0.0343 + step 1300000 | 12778s | train_loss=0.0354 | fid=237.2085 + step 1310000 | 12867s | train_loss=0.0400 + step 1320000 | 12951s | train_loss=0.0352 + step 1330000 | 13037s | train_loss=0.0346 + step 1340000 | 13130s | train_loss=0.0357 + step 1350000 | 13223s | train_loss=0.0337 + step 1360000 | 13316s | train_loss=0.0358 + step 1370000 | 13398s | train_loss=0.0359 + step 1380000 | 13491s | train_loss=0.0358 + step 1390000 | 13583s | train_loss=0.0336 + step 1400000 | 13747s | train_loss=0.0334 | fid=235.3020 + step 1410000 | 13827s | train_loss=0.0337 + step 1420000 | 13909s | train_loss=0.0343 + step 1430000 | 14002s | train_loss=0.0306 + step 1440000 | 14079s | train_loss=0.0362 + step 1450000 | 14172s | train_loss=0.0334 + step 1460000 | 14264s | train_loss=0.0327 + step 1470000 | 14356s | train_loss=0.0314 + step 1480000 | 14447s | train_loss=0.0339 + step 1490000 | 14527s | train_loss=0.0396 + step 1500000 | 14690s | train_loss=0.0320 | fid=228.6969 + step 1510000 | 14782s | train_loss=0.0313 + step 1520000 | 14871s | train_loss=0.0331 + step 1530000 | 14943s | train_loss=0.0325 + step 1540000 | 15036s | train_loss=0.0350 + step 1550000 | 15121s | train_loss=0.0327 + step 1560000 | 15210s | train_loss=0.0332 + step 1570000 | 15303s | train_loss=0.0303 + step 1580000 | 15396s | train_loss=0.0315 + step 1590000 | 15488s | train_loss=0.0376 + step 1600000 | 15636s | train_loss=0.0314 | fid=225.3445 + step 1610000 | 15729s | train_loss=0.0319 + step 1620000 | 15821s | train_loss=0.0326 + step 1630000 | 15914s | train_loss=0.0348 + step 1640000 | 15980s | train_loss=0.0306 + step 1650000 | 16072s | train_loss=0.0316 + step 1660000 | 16164s | train_loss=0.0302 + step 1670000 | 16247s | train_loss=0.0291 + step 1680000 | 16340s | train_loss=0.0312 + step 1690000 | 16433s | train_loss=0.0311 + step 1700000 | 16596s | train_loss=0.0294 | fid=231.7236 + step 1710000 | 16686s | train_loss=0.0298 + step 1720000 | 16768s | train_loss=0.0300 + step 1730000 | 16860s | train_loss=0.0281 + step 1740000 | 16954s | train_loss=0.0283 + step 1750000 | 17026s | train_loss=0.0307 + step 1760000 | 17111s | train_loss=0.0294 + step 1770000 | 17204s | train_loss=0.0282 + step 1780000 | 17287s | train_loss=0.0298 + step 1790000 | 17380s | train_loss=0.0314 + step 1800000 | 17544s | train_loss=0.0278 | fid=218.7946 + step 1810000 | 17636s | train_loss=0.0288 + step 1820000 | 17729s | train_loss=0.0297 + step 1830000 | 17816s | train_loss=0.0391 + step 1840000 | 17897s | train_loss=0.0335 + step 1850000 | 17990s | train_loss=0.0345 + step 1860000 | 18075s | train_loss=0.0304 + step 1870000 | 18149s | train_loss=0.0309 + step 1880000 | 18241s | train_loss=0.0350 + step 1890000 | 18324s | train_loss=0.0286 + step 1900000 | 18488s | train_loss=0.0343 | fid=205.6934 + step 1910000 | 18580s | train_loss=0.0294 + step 1920000 | 18673s | train_loss=0.0290 + step 1930000 | 18766s | train_loss=0.0278 + step 1940000 | 18859s | train_loss=0.0307 + step 1950000 | 18946s | train_loss=0.0301 + step 1960000 | 19029s | train_loss=0.0295 + step 1970000 | 19117s | train_loss=0.0267 + step 1980000 | 19195s | train_loss=0.0318 + step 1990000 | 19286s | train_loss=0.0290 + step 2000000 | 19436s | train_loss=0.0352 | fid=207.8816 + step 2010000 | 19528s | train_loss=0.0276 + step 2020000 | 19621s | train_loss=0.0269 + step 2030000 | 19713s | train_loss=0.0263 + step 2040000 | 19806s | train_loss=0.0284 + step 2050000 | 19899s | train_loss=0.0281 + step 2060000 | 19991s | train_loss=0.0292 + step 2070000 | 20076s | train_loss=0.0285 + step 2080000 | 20159s | train_loss=0.0252 + step 2090000 | 20241s | train_loss=0.0305 + step 2100000 | 20397s | train_loss=0.0255 | fid=192.1762 + step 2110000 | 20482s | train_loss=0.0338 + step 2120000 | 20575s | train_loss=0.0274 + step 2130000 | 20667s | train_loss=0.0273 + step 2140000 | 20760s | train_loss=0.0260 + step 2150000 | 20853s | train_loss=0.0314 + step 2160000 | 20946s | train_loss=0.0267 + step 2170000 | 21038s | train_loss=0.0263 + step 2180000 | 21131s | train_loss=0.0266 + step 2190000 | 21212s | train_loss=0.0269 + step 2200000 | 21349s | train_loss=0.0270 | fid=181.8616 + step 2210000 | 21439s | train_loss=0.0290 + step 2220000 | 21524s | train_loss=0.0279 + step 2230000 | 21613s | train_loss=0.0290 + step 2240000 | 21706s | train_loss=0.0259 + step 2250000 | 21798s | train_loss=0.0264 + step 2260000 | 21891s | train_loss=0.0274 + step 2270000 | 21984s | train_loss=0.0293 + step 2280000 | 22077s | train_loss=0.0278 + step 2290000 | 22169s | train_loss=0.0256 + step 2300000 | 22316s | train_loss=0.0261 | fid=193.7930 + step 2310000 | 22401s | train_loss=0.0267 + step 2320000 | 22489s | train_loss=0.0256 + step 2330000 | 22580s | train_loss=0.0251 + step 2340000 | 22667s | train_loss=0.0241 + step 2350000 | 22760s | train_loss=0.0274 + step 2360000 | 22853s | train_loss=0.0252 + step 2370000 | 22945s | train_loss=0.0272 + step 2380000 | 23038s | train_loss=0.0260 + step 2390000 | 23131s | train_loss=0.0262 + step 2400000 | 23295s | train_loss=0.0251 | fid=198.3910 + step 2410000 | 23385s | train_loss=0.0262 + step 2420000 | 23468s | train_loss=0.0254 + step 2430000 | 23549s | train_loss=0.0277 + step 2440000 | 23641s | train_loss=0.0254 + step 2450000 | 23731s | train_loss=0.0254 + step 2460000 | 23824s | train_loss=0.0268 + step 2470000 | 23917s | train_loss=0.0265 + step 2480000 | 24010s | train_loss=0.0263 + step 2490000 | 24102s | train_loss=0.0263 + step 2500000 | 24265s | train_loss=0.0249 | fid=190.0751 + step 2510000 | 24358s | train_loss=0.0237 + step 2520000 | 24438s | train_loss=0.0255 + step 2530000 | 24525s | train_loss=0.0304 + step 2540000 | 24603s | train_loss=0.0243 + step 2550000 | 24693s | train_loss=0.0262 + step 2560000 | 24786s | train_loss=0.0229 + step 2570000 | 24879s | train_loss=0.0280 + step 2580000 | 24972s | train_loss=0.0303 + step 2590000 | 25065s | train_loss=0.0284 + step 2600000 | 25228s | train_loss=0.0248 | fid=188.3379 + step 2610000 | 25320s | train_loss=0.0260 + step 2620000 | 25413s | train_loss=0.0273 + step 2630000 | 25492s | train_loss=0.0251 + step 2640000 | 25584s | train_loss=0.0251 + step 2650000 | 25658s | train_loss=0.0246 + step 2660000 | 25748s | train_loss=0.0244 + step 2670000 | 25841s | train_loss=0.0248 + step 2680000 | 25934s | train_loss=0.0268 + step 2690000 | 26027s | train_loss=0.0287 +Traceback (most recent call last): + File "/home/trevor/latent_space_diffusion_analysis/code/v3/run_cifar_diverse_diffusion.py", line 297, in + main() + File "/home/trevor/latent_space_diffusion_analysis/code/v3/run_cifar_diverse_diffusion.py", line 269, in main + training.train_loop( + File "/home/trevor/latent_space_diffusion_analysis/code/v3/lib/training.py", line 132, in train_loop + eval_results = eval_suite.run(step, model) + File "/home/trevor/latent_space_diffusion_analysis/code/v3/lib/training.py", line 56, in run + result = spec.fn(model, step) + File "/home/trevor/latent_space_diffusion_analysis/code/v3/run_cifar_diverse_diffusion.py", line 174, in fid_eval + score = fid_mod.fid_against_real( + File "/home/trevor/latent_space_diffusion_analysis/code/v3/lib/fid.py", line 163, in fid_against_real + return frechet_distance(real.mean, real.cov, mu_g, cov_g) + File "/home/trevor/latent_space_diffusion_analysis/code/v3/lib/fid.py", line 91, in frechet_distance + covmean, _ = linalg.sqrtm(cov_r @ cov_g, disp=False) + File "/usr/lib/python3/dist-packages/scipy/linalg/_matfuncs_sqrtm.py", line 161, in sqrtm + A = _asarray_validated(A, check_finite=True, as_inexact=True) + File "/usr/lib/python3/dist-packages/scipy/_lib/_util.py", line 287, in _asarray_validated + a = toarray(a) + File "/usr/lib/python3/dist-packages/numpy/lib/function_base.py", line 488, in asarray_chkfinite + raise ValueError( +ValueError: array must not contain infs or NaNs diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d20/config.json b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d20/config.json new file mode 100644 index 0000000000000000000000000000000000000000..0bebc7ce5fafa98d4eda722e37f47ae39b250bda --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d20/config.json @@ -0,0 +1,25 @@ +{ + "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d20/vae.pt", + "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d20", + "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", + "n_train": 1000, + "total_steps": 5000000, + "eval_interval": 10000, + "mem_interval": 100000, + "fid_interval": 100000, + "fid_n_real": 1000, + "fid_n_gen": 10000, + "n_gen_samples": 10000, + "n_sde_steps": 500, + "batch_size": 512, + "hidden": 1024, + "depth": 5, + "optimizer": "sgd", + "lr": 0.001, + "momentum": 0.8, + "t_min": 0.01, + "t_max": 3.0, + "t_eval": 0.1, + "seed": 42, + "device": null +} diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d20/metrics.jsonl b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d20/metrics.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..31136ea238ca3f087cd502c0ab360a1734fb8448 --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d20/metrics.jsonl @@ -0,0 +1,502 @@ +{"event": "meta", "data": "cifar10_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 20, "n": 1000, "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d20/vae.pt", "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [41905, 27590, 3837, 45564, 49079, 45615, 24791, 29586, 40154, 14155, 41744, 31565, 21399, 47093, 14144, 7260, 25109, 49111, 3286, 28559, 8088, 18636, 27677, 5584, 14605, 28090, 44911, 22197, 30774, 45976, 21377, 38974, 37419, 34658, 48141, 45353, 16718, 44442, 14512, 30061, 32910, 17321, 15565, 17405, 44045, 17717, 6400, 37998, 3773, 20538, 19316, 34889, 4564, 1363, 5611, 41687, 16986, 41914, 25046, 49823, 33007, 20861, 27988, 42869, 33687, 3828, 12070, 15418, 22140, 35636, 31728, 9480, 7712, 2852, 43042, 17354, 27208, 49689, 14774, 29225, 25390, 35055, 12670, 19522, 24246, 14561, 33656, 42751, 2242, 364, 43176, 15490, 46231, 26061, 18629, 34392, 32488, 26106, 10393, 11167, 20874, 8106, 10093, 7243, 48907, 8147, 45063, 21102, 37655, 7635, 2514, 27684, 3204, 28758, 28311, 29718, 44311, 10355, 32304, 14615, 28486, 14294, 16760, 37166, 19433, 20899, 23979, 36854, 43726, 10375, 11078, 10677, 40127, 33642, 36325, 13174, 19662, 30319, 22501, 14354, 24243, 27654, 42509, 18915, 29668, 2313, 42454, 11218, 48097, 31985, 16567, 26984, 33502, 36329, 22928, 42746, 38223, 19499, 41926, 29059, 44004, 8962, 40807, 11854, 36894, 13566, 36982, 16226, 36410, 47002, 20194, 3625, 19297, 2555, 4842, 8098, 44052, 5795, 5274, 4374, 17924, 30344, 5386, 26317, 30389, 32399, 32042, 26731, 29532, 33817, 26942, 25858, 11887, 46070, 41837, 10713, 33955, 20000, 29946, 4912, 32112, 6697, 44031, 27296, 37785, 25660, 27948, 31260, 24358, 1827, 37445, 25084, 11703, 3820, 49218, 30616, 25083, 22759, 6275, 40603, 39038, 37156, 8894, 9871, 31333, 26582, 20528, 10523, 2747, 33639, 41740, 47899, 11337, 6325, 433, 33051, 1094, 24743, 9392, 22638, 7689, 39641, 9486, 33554, 30840, 35032, 19647, 7903, 18205, 34063, 46483, 32963, 11601, 19203, 45792, 47136, 6174, 40793, 13885, 16641, 48744, 37658, 43829, 44107, 6388, 37424, 20033, 28563, 27013, 17032, 12768, 38181, 35608, 14089, 29228, 40229, 45106, 11963, 37979, 20694, 22835, 5773, 19580, 44596, 19079, 45191, 666, 15893, 7513, 15939, 45020, 12659, 31388, 44651, 23592, 16419, 47615, 36714, 36448, 28579, 1697, 9889, 42082, 49150, 41132, 33996, 21551, 18467, 45242, 6516, 3355, 20187, 31669, 2814, 6900, 28198, 17656, 18178, 31825, 34244, 38330, 28894, 7463, 8134, 38159, 10524, 41508, 2367, 496, 31046, 1511, 31956, 46621, 14176, 1899, 32397, 29452, 16504, 34042, 24014, 47447, 20229, 36683, 5186, 14349, 21736, 17094, 30311, 27949, 30023, 49589, 43270, 2898, 18259, 17175, 18594, 17062, 42063, 3237, 12080, 35769, 1687, 30330, 29678, 27321, 4273, 28513, 2551, 5314, 13572, 13497, 9652, 3466, 27133, 38459, 23232, 14231, 25584, 49398, 32994, 10434, 42369, 37410, 45044, 11075, 12523, 1417, 6765, 40000, 25016, 36905, 48638, 21, 16822, 24333, 30084, 43982, 26954, 6519, 42546, 14751, 14278, 49970, 47621, 18883, 37295, 9040, 40369, 22225, 36489, 21302, 13110, 5455, 47804, 14868, 13063, 22102, 36825, 21969, 33186, 28908, 32592, 42766, 12262, 39073, 915, 11824, 39208, 3098, 42789, 29800, 14150, 28705, 8847, 21716, 535, 48077, 41540, 36207, 10816, 41471, 35049, 20661, 6083, 30194, 4576, 2174, 1908, 48392, 10435, 10986, 18036, 24746, 3941, 34118, 49749, 12025, 21493, 15785, 17085, 39411, 34561, 42064, 36237, 2740, 8183, 40564, 33107, 25765, 49165, 25211, 17520, 17115, 1869, 46432, 33757, 20517, 39760, 259, 45380, 12436, 48000, 21046, 4039, 15701, 35246, 29112, 44161, 34079, 45449, 42845, 22815, 5597, 3990, 35899, 48969, 41528, 27873, 16598, 39104, 23359, 46847, 28624, 19198, 1251, 9003, 28383, 47005, 40703, 41605, 39895, 26201, 11727, 27435, 17333, 39261, 37456, 14653, 30634, 4160, 24540, 12044, 7111, 23485, 5645, 2572, 1682, 17872, 8974, 16796, 11864, 40178, 20092, 32219, 14458, 37007, 31340, 10520, 34489, 13128, 42913, 31468, 44180, 37938, 20058, 18673, 36850, 34721, 26210, 15257, 35188, 11815, 47936, 18088, 43578, 11996, 47952, 24311, 1884, 36557, 32921, 36250, 38022, 5671, 13621, 23326, 14326, 23471, 24685, 39092, 3268, 37257, 16348, 13730, 21838, 44088, 8945, 10827, 13840, 46123, 48010, 13350, 30622, 45233, 8698, 14335, 45842, 15138, 1515, 40759, 21960, 47551, 33208, 18260, 6377, 46869, 31742, 23566, 12829, 15305, 37988, 16111, 32146, 37948, 25917, 30484, 17885, 42468, 28238, 33865, 28030, 30072, 34855, 19324, 42075, 30623, 3667, 38832, 25100, 43077, 36471, 11663, 13588, 14015, 5099, 10589, 28526, 48022, 15444, 3280, 188, 31582, 15225, 11019, 21804, 3901, 24461, 25031, 10373, 4486, 45950, 37949, 32923, 1583, 6576, 26004, 16237, 38132, 25045, 25091, 41949, 11553, 48062, 40503, 13057, 8954, 18566, 28405, 28604, 30434, 49112, 30676, 32930, 16183, 48336, 43162, 873, 37233, 44718, 37247, 23758, 9243, 12126, 5287, 49594, 3459, 32091, 20894, 41743, 7366, 7258, 37939, 47665, 12260, 20836, 43253, 16191, 11619, 1519, 6137, 3934, 48375, 35234, 103, 30510, 8869, 21085, 41234, 25138, 25079, 31218, 48292, 48814, 6635, 18416, 1421, 4363, 5164, 47455, 21280, 16767, 19685, 16449, 45798, 31292, 31049, 43587, 30772, 2651, 12854, 23199, 25234, 23389, 24742, 19480, 19738, 19726, 2388, 21394, 4512, 9069, 42856, 25766, 23797, 40741, 33624, 8328, 35922, 27732, 36268, 23213, 41966, 40002, 12750, 46225, 35182, 23769, 25152, 26764, 20090, 27202, 48096, 4266, 2205, 2020, 37651, 36088, 1021, 28544, 20933, 48924, 11503, 43997, 9492, 19505, 47632, 4118, 2029, 22008, 41396, 16378, 36738, 33194, 28053, 44137, 30771, 12131, 5963, 31754, 46953, 3180, 1718, 36816, 2208, 20898, 13799, 30796, 34445, 37540, 27983, 39216, 16791, 36763, 15987, 28440, 11782, 48531, 4252, 47359, 5351, 4059, 9263, 32274, 39283, 258, 17485, 31280, 12814, 33217, 38203, 11170, 8486, 14434, 13722, 36048, 3705, 47210, 38260, 2200, 17850, 21589, 27598, 9926, 9419, 3981, 34519, 37821, 22855, 39796, 24105, 5113, 5888, 31974, 40040, 17179, 48615, 38665, 47173, 47154, 20619, 5049, 1656, 27736, 14424, 2013, 1348, 32964, 37228, 34968, 34124, 15993, 42420, 26558, 2961, 27119, 37779, 29321, 31595, 29301, 38364, 17528, 19583, 48609, 4428, 12427, 601, 21213, 44456, 39274, 40250, 39804, 35373, 43875, 20550, 43426, 13696, 34572, 11097, 22458, 33042, 12981, 29073, 6601, 2370, 4065, 46317, 29460, 21761, 13977, 4520, 31604, 16259, 1445, 29204, 26097, 31921, 33193, 36054, 26372, 4436, 40306, 13974, 6159, 46233, 33714, 27592, 23153, 40311, 12294, 40141, 14030, 36304, 40086, 43163, 14689, 5002, 40885, 40758, 42458, 18580, 29784, 14527, 30070, 18326, 40830, 42503, 5434, 25179, 15652, 11428, 40980, 45916, 22056, 15896, 42628, 30092, 40834, 25862, 40370, 7804, 46908, 44191, 26908, 9764, 36969, 21521, 35257, 9279, 36964, 4012, 627, 31813, 15669, 33832, 29874, 1912, 41254, 23709, 4648, 3131, 49882, 19349, 35975, 25565, 21641, 48219, 30806, 33979, 36103, 14640, 34524, 31661, 26869, 27297, 46519, 2352, 46930, 7617, 49750, 12620, 29820, 18590, 890, 16394, 23877, 26421, 23417, 29021, 11596, 22017, 14794, 14437, 48385, 48231, 18946, 38048, 41302, 40633, 15317, 24820], "fid_reference": "same farthest-first 1k CIFAR-10 training subset", "seed": 42} +{"step": 1, "wall_time": 73.41963243484497, "train_loss_step": 20.42414093017578, "n_params": 4305940, "total_flops": 13227847680, "train_loss": 0.9904923439025879, "subset_score_loss": 0.9904923439025879, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9687393307685852, "fid": 182.3709976585745} +{"step": 10000, "wall_time": 165.7321972846985, "train_loss_step": 4.98561954498291, "n_params": 4305940, "total_flops": 132278476800000, "train_loss": 0.8974471092224121, "subset_score_loss": 0.8974471092224121} +{"step": 20000, "wall_time": 259.86321330070496, "train_loss_step": 5.027819633483887, "n_params": 4305940, "total_flops": 264556953600000, "train_loss": 0.8918185234069824, "subset_score_loss": 0.8918185234069824} +{"step": 30000, "wall_time": 354.35342168807983, "train_loss_step": 4.53526496887207, "n_params": 4305940, "total_flops": 396835430400000, "train_loss": 0.8866223335266114, "subset_score_loss": 0.8866223335266114} +{"step": 40000, "wall_time": 447.8908598423004, "train_loss_step": 5.155031681060791, "n_params": 4305940, "total_flops": 529113907200000, "train_loss": 0.8810994148254394, "subset_score_loss": 0.8810994148254394} +{"step": 50000, "wall_time": 541.3825438022614, "train_loss_step": 5.256831169128418, "n_params": 4305940, "total_flops": 661392384000000, "train_loss": 0.8743373870849609, "subset_score_loss": 0.8743373870849609} +{"step": 60000, "wall_time": 635.543313741684, "train_loss_step": 4.6641740798950195, "n_params": 4305940, "total_flops": 793670860800000, "train_loss": 0.8629640579223633, "subset_score_loss": 0.8629640579223633} +{"step": 70000, "wall_time": 730.1062684059143, "train_loss_step": 5.014023780822754, "n_params": 4305940, "total_flops": 925949337600000, "train_loss": 0.8410669326782226, "subset_score_loss": 0.8410669326782226} +{"step": 80000, "wall_time": 824.6205236911774, "train_loss_step": 4.293677806854248, "n_params": 4305940, "total_flops": 1058227814400000, "train_loss": 0.7995887279510498, "subset_score_loss": 0.7995887279510498} +{"step": 90000, "wall_time": 919.0840702056885, "train_loss_step": 4.477481842041016, "n_params": 4305940, "total_flops": 1190506291200000, "train_loss": 0.7338181018829346, "subset_score_loss": 0.7338181018829346} +{"step": 100000, "wall_time": 1086.5267519950867, "train_loss_step": 4.355830192565918, "n_params": 4305940, "total_flops": 1322784768000000, "train_loss": 0.6339626312255859, "subset_score_loss": 0.6339626312255859, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9437107443809509, "fid": 163.260799328935} +{"step": 110000, "wall_time": 1175.2346959114075, "train_loss_step": 3.956244468688965, "n_params": 4305940, "total_flops": 1455063244800000, "train_loss": 0.5170944690704345, "subset_score_loss": 0.5170944690704345} +{"step": 120000, "wall_time": 1269.4935660362244, "train_loss_step": 3.8772573471069336, "n_params": 4305940, "total_flops": 1587341721600000, "train_loss": 0.40758647918701174, "subset_score_loss": 0.40758647918701174} +{"step": 130000, "wall_time": 1363.3554253578186, "train_loss_step": 3.2914535999298096, "n_params": 4305940, "total_flops": 1719620198400000, "train_loss": 0.32450523376464846, "subset_score_loss": 0.32450523376464846} +{"step": 140000, "wall_time": 1456.9406230449677, "train_loss_step": 3.460702419281006, "n_params": 4305940, "total_flops": 1851898675200000, "train_loss": 0.2650232553482056, "subset_score_loss": 0.2650232553482056} +{"step": 150000, "wall_time": 1550.4531881809235, "train_loss_step": 3.1936402320861816, "n_params": 4305940, "total_flops": 1984177152000000, "train_loss": 0.22674345970153809, "subset_score_loss": 0.22674345970153809} +{"step": 160000, "wall_time": 1644.1902918815613, "train_loss_step": 3.115049362182617, "n_params": 4305940, "total_flops": 2116455628800000, "train_loss": 0.20037314891815186, "subset_score_loss": 0.20037314891815186} +{"step": 170000, "wall_time": 1738.3797481060028, "train_loss_step": 3.126366376876831, "n_params": 4305940, "total_flops": 2248734105600000, "train_loss": 0.18092494010925292, "subset_score_loss": 0.18092494010925292} +{"step": 180000, "wall_time": 1832.6654963493347, "train_loss_step": 3.019623279571533, "n_params": 4305940, "total_flops": 2381012582400000, "train_loss": 0.16890225410461426, "subset_score_loss": 0.16890225410461426} +{"step": 190000, "wall_time": 1927.0602207183838, "train_loss_step": 2.8634872436523438, "n_params": 4305940, "total_flops": 2513291059200000, "train_loss": 0.15621477365493774, "subset_score_loss": 0.15621477365493774} +{"step": 200000, "wall_time": 2093.6239721775055, "train_loss_step": 2.826343536376953, "n_params": 4305940, "total_flops": 2645569536000000, "train_loss": 0.15307362079620362, "subset_score_loss": 0.15307362079620362, "memorization_fraction_pixel": 0.0003000000142492354, "mean_nn_ratio_pixel": 0.8620193600654602, "fid": 165.05916131662508} +{"step": 210000, "wall_time": 2184.4712347984314, "train_loss_step": 3.0054593086242676, "n_params": 4305940, "total_flops": 2777848012800000, "train_loss": 0.13963698148727416, "subset_score_loss": 0.13963698148727416} +{"step": 220000, "wall_time": 2275.449303627014, "train_loss_step": 2.8586549758911133, "n_params": 4305940, "total_flops": 2910126489600000, "train_loss": 0.13299093246459961, "subset_score_loss": 0.13299093246459961} +{"step": 230000, "wall_time": 2369.4632456302643, "train_loss_step": 2.697467565536499, "n_params": 4305940, "total_flops": 3042404966400000, "train_loss": 0.1273706316947937, "subset_score_loss": 0.1273706316947937} +{"step": 240000, "wall_time": 2463.357035636902, "train_loss_step": 3.0020041465759277, "n_params": 4305940, "total_flops": 3174683443200000, "train_loss": 0.12055337429046631, "subset_score_loss": 0.12055337429046631} +{"step": 250000, "wall_time": 2557.3007328510284, "train_loss_step": 2.7909278869628906, "n_params": 4305940, "total_flops": 3306961920000000, "train_loss": 0.11518369913101197, "subset_score_loss": 0.11518369913101197} +{"step": 260000, "wall_time": 2650.952136516571, "train_loss_step": 2.8100295066833496, "n_params": 4305940, "total_flops": 3439240396800000, "train_loss": 0.10984641313552856, "subset_score_loss": 0.10984641313552856} +{"step": 270000, "wall_time": 2745.055903196335, "train_loss_step": 2.696230888366699, "n_params": 4305940, "total_flops": 3571518873600000, "train_loss": 0.10632058382034301, "subset_score_loss": 0.10632058382034301} +{"step": 280000, "wall_time": 2839.211979150772, "train_loss_step": 2.7146592140197754, "n_params": 4305940, "total_flops": 3703797350400000, "train_loss": 0.10411086082458496, "subset_score_loss": 0.10411086082458496} +{"step": 290000, "wall_time": 2933.662581682205, "train_loss_step": 2.753647804260254, "n_params": 4305940, "total_flops": 3836075827200000, "train_loss": 0.10277975797653198, "subset_score_loss": 0.10277975797653198} +{"step": 300000, "wall_time": 3099.897985458374, "train_loss_step": 2.5493578910827637, "n_params": 4305940, "total_flops": 3968354304000000, "train_loss": 0.09711870551109314, "subset_score_loss": 0.09711870551109314, "memorization_fraction_pixel": 0.0008999999845400453, "mean_nn_ratio_pixel": 0.821022093296051, "fid": 164.7039911331786} +{"step": 310000, "wall_time": 3193.120453596115, "train_loss_step": 2.4978184700012207, "n_params": 4305940, "total_flops": 4100632780800000, "train_loss": 0.0933121919631958, "subset_score_loss": 0.0933121919631958} +{"step": 320000, "wall_time": 3284.6334068775177, "train_loss_step": 2.5288262367248535, "n_params": 4305940, "total_flops": 4232911257600000, "train_loss": 0.09077221751213074, "subset_score_loss": 0.09077221751213074} +{"step": 330000, "wall_time": 3375.918160200119, "train_loss_step": 2.550510883331299, "n_params": 4305940, "total_flops": 4365189734400000, "train_loss": 0.0892227292060852, "subset_score_loss": 0.0892227292060852} +{"step": 340000, "wall_time": 3469.4992327690125, "train_loss_step": 2.5231688022613525, "n_params": 4305940, "total_flops": 4497468211200000, "train_loss": 0.0860010802745819, "subset_score_loss": 0.0860010802745819} +{"step": 350000, "wall_time": 3563.868865966797, "train_loss_step": 2.451645851135254, "n_params": 4305940, "total_flops": 4629746688000000, "train_loss": 0.08349825739860535, "subset_score_loss": 0.08349825739860535} +{"step": 360000, "wall_time": 3657.3183648586273, "train_loss_step": 2.6784486770629883, "n_params": 4305940, "total_flops": 4762025164800000, "train_loss": 0.08071390986442566, "subset_score_loss": 0.08071390986442566} +{"step": 370000, "wall_time": 3751.6126687526703, "train_loss_step": 2.729600667953491, "n_params": 4305940, "total_flops": 4894303641600000, "train_loss": 0.07892382740974427, "subset_score_loss": 0.07892382740974427} +{"step": 380000, "wall_time": 3845.882480621338, "train_loss_step": 2.503648281097412, "n_params": 4305940, "total_flops": 5026582118400000, "train_loss": 0.07733513712882996, "subset_score_loss": 0.07733513712882996} +{"step": 390000, "wall_time": 3936.7356898784637, "train_loss_step": 2.8114049434661865, "n_params": 4305940, "total_flops": 5158860595200000, "train_loss": 0.07491448521614075, "subset_score_loss": 0.07491448521614075} +{"step": 400000, "wall_time": 4106.099210262299, "train_loss_step": 2.5340118408203125, "n_params": 4305940, "total_flops": 5291139072000000, "train_loss": 0.07334318161010742, "subset_score_loss": 0.07334318161010742, "memorization_fraction_pixel": 0.002199999988079071, "mean_nn_ratio_pixel": 0.777606725692749, "fid": 160.10454513739083} +{"step": 410000, "wall_time": 4197.949244976044, "train_loss_step": 2.4742074012756348, "n_params": 4305940, "total_flops": 5423417548800000, "train_loss": 0.07231433987617493, "subset_score_loss": 0.07231433987617493} +{"step": 420000, "wall_time": 4290.8977336883545, "train_loss_step": 2.3924973011016846, "n_params": 4305940, "total_flops": 5555696025600000, "train_loss": 0.07066042423248291, "subset_score_loss": 0.07066042423248291} +{"step": 430000, "wall_time": 4381.6175854206085, "train_loss_step": 2.610964775085449, "n_params": 4305940, "total_flops": 5687974502400000, "train_loss": 0.06937212347984315, "subset_score_loss": 0.06937212347984315} +{"step": 440000, "wall_time": 4475.660945653915, "train_loss_step": 2.627535343170166, "n_params": 4305940, "total_flops": 5820252979200000, "train_loss": 0.06680580377578735, "subset_score_loss": 0.06680580377578735} +{"step": 450000, "wall_time": 4569.4130046367645, "train_loss_step": 2.700706958770752, "n_params": 4305940, "total_flops": 5952531456000000, "train_loss": 0.06580027341842651, "subset_score_loss": 0.06580027341842651} +{"step": 460000, "wall_time": 4663.490571498871, "train_loss_step": 2.5361945629119873, "n_params": 4305940, "total_flops": 6084809932800000, "train_loss": 0.06509228944778442, "subset_score_loss": 0.06509228944778442} +{"step": 470000, "wall_time": 4757.486711502075, "train_loss_step": 2.702542304992676, "n_params": 4305940, "total_flops": 6217088409600000, "train_loss": 0.06474547386169434, "subset_score_loss": 0.06474547386169434} +{"step": 480000, "wall_time": 4851.536622285843, "train_loss_step": 2.4889023303985596, "n_params": 4305940, "total_flops": 6349366886400000, "train_loss": 0.0622813880443573, "subset_score_loss": 0.0622813880443573} +{"step": 490000, "wall_time": 4942.880473852158, "train_loss_step": 2.640805244445801, "n_params": 4305940, "total_flops": 6481645363200000, "train_loss": 0.06152406930923462, "subset_score_loss": 0.06152406930923462} +{"step": 500000, "wall_time": 5112.804184913635, "train_loss_step": 2.310479164123535, "n_params": 4305940, "total_flops": 6613923840000000, "train_loss": 0.05970459580421448, "subset_score_loss": 0.05970459580421448, "memorization_fraction_pixel": 0.003100000089034438, "mean_nn_ratio_pixel": 0.7509522438049316, "fid": 159.8923845730166} +{"step": 510000, "wall_time": 5204.617774248123, "train_loss_step": 2.5462331771850586, "n_params": 4305940, "total_flops": 6746202316800000, "train_loss": 0.05923534035682678, "subset_score_loss": 0.05923534035682678} +{"step": 520000, "wall_time": 5297.417696714401, "train_loss_step": 2.3520007133483887, "n_params": 4305940, "total_flops": 6878480793600000, "train_loss": 0.05881608128547668, "subset_score_loss": 0.05881608128547668} +{"step": 530000, "wall_time": 5390.449502468109, "train_loss_step": 2.2150678634643555, "n_params": 4305940, "total_flops": 7010759270400000, "train_loss": 0.05704705119132995, "subset_score_loss": 0.05704705119132995} +{"step": 540000, "wall_time": 5482.503822088242, "train_loss_step": 2.3140869140625, "n_params": 4305940, "total_flops": 7143037747200000, "train_loss": 0.05713709592819214, "subset_score_loss": 0.05713709592819214} +{"step": 550000, "wall_time": 5576.851065397263, "train_loss_step": 2.2194137573242188, "n_params": 4305940, "total_flops": 7275316224000000, "train_loss": 0.055768704414367674, "subset_score_loss": 0.055768704414367674} +{"step": 560000, "wall_time": 5670.196512699127, "train_loss_step": 2.5116872787475586, "n_params": 4305940, "total_flops": 7407594700800000, "train_loss": 0.05465601086616516, "subset_score_loss": 0.05465601086616516} +{"step": 570000, "wall_time": 5764.058843612671, "train_loss_step": 2.5843610763549805, "n_params": 4305940, "total_flops": 7539873177600000, "train_loss": 0.05557412505149841, "subset_score_loss": 0.05557412505149841} +{"step": 580000, "wall_time": 5854.73096704483, "train_loss_step": 2.5213441848754883, "n_params": 4305940, "total_flops": 7672151654400000, "train_loss": 0.054009318351745605, "subset_score_loss": 0.054009318351745605} +{"step": 590000, "wall_time": 5949.067221164703, "train_loss_step": 2.561946153640747, "n_params": 4305940, "total_flops": 7804430131200000, "train_loss": 0.053429311513900755, "subset_score_loss": 0.053429311513900755} +{"step": 600000, "wall_time": 6118.525040388107, "train_loss_step": 2.2623257637023926, "n_params": 4305940, "total_flops": 7936708608000000, "train_loss": 0.052060866355896, "subset_score_loss": 0.052060866355896, "memorization_fraction_pixel": 0.004100000020116568, "mean_nn_ratio_pixel": 0.7364852428436279, "fid": 158.8754973484951} +{"step": 610000, "wall_time": 6211.313499212265, "train_loss_step": 2.4025731086730957, "n_params": 4305940, "total_flops": 8068987084800000, "train_loss": 0.05147988200187683, "subset_score_loss": 0.05147988200187683} +{"step": 620000, "wall_time": 6305.998513460159, "train_loss_step": 2.4814205169677734, "n_params": 4305940, "total_flops": 8201265561600000, "train_loss": 0.04975217580795288, "subset_score_loss": 0.04975217580795288} +{"step": 630000, "wall_time": 6398.692390680313, "train_loss_step": 2.513535499572754, "n_params": 4305940, "total_flops": 8333544038400000, "train_loss": 0.05009465217590332, "subset_score_loss": 0.05009465217590332} +{"step": 640000, "wall_time": 6492.642852306366, "train_loss_step": 2.373457908630371, "n_params": 4305940, "total_flops": 8465822515200000, "train_loss": 0.049136021733284, "subset_score_loss": 0.049136021733284} +{"step": 650000, "wall_time": 6585.175246953964, "train_loss_step": 2.5636768341064453, "n_params": 4305940, "total_flops": 8598100992000000, "train_loss": 0.0492763340473175, "subset_score_loss": 0.0492763340473175} +{"step": 660000, "wall_time": 6678.8159947395325, "train_loss_step": 2.5745930671691895, "n_params": 4305940, "total_flops": 8730379468800000, "train_loss": 0.04824245870113373, "subset_score_loss": 0.04824245870113373} +{"step": 670000, "wall_time": 6772.19252872467, "train_loss_step": 2.341470241546631, "n_params": 4305940, "total_flops": 8862657945600000, "train_loss": 0.04837047755718231, "subset_score_loss": 0.04837047755718231} +{"step": 680000, "wall_time": 6853.690770626068, "train_loss_step": 2.2682690620422363, "n_params": 4305940, "total_flops": 8994936422400000, "train_loss": 0.0470214307308197, "subset_score_loss": 0.0470214307308197} +{"step": 690000, "wall_time": 6947.781934499741, "train_loss_step": 2.040271759033203, "n_params": 4305940, "total_flops": 9127214899200000, "train_loss": 0.047200581431388854, "subset_score_loss": 0.047200581431388854} +{"step": 700000, "wall_time": 7115.776789903641, "train_loss_step": 2.277557373046875, "n_params": 4305940, "total_flops": 9259493376000000, "train_loss": 0.046673950552940366, "subset_score_loss": 0.046673950552940366, "memorization_fraction_pixel": 0.004800000227987766, "mean_nn_ratio_pixel": 0.7194427847862244, "fid": 158.4621439708699} +{"step": 710000, "wall_time": 7208.374290466309, "train_loss_step": 2.3023242950439453, "n_params": 4305940, "total_flops": 9391771852800000, "train_loss": 0.04571441113948822, "subset_score_loss": 0.04571441113948822} +{"step": 720000, "wall_time": 7302.249445676804, "train_loss_step": 2.2982802391052246, "n_params": 4305940, "total_flops": 9524050329600000, "train_loss": 0.04548525810241699, "subset_score_loss": 0.04548525810241699} +{"step": 730000, "wall_time": 7394.618126869202, "train_loss_step": 2.4446864128112793, "n_params": 4305940, "total_flops": 9656328806400000, "train_loss": 0.044045057892799375, "subset_score_loss": 0.044045057892799375} +{"step": 740000, "wall_time": 7488.135473251343, "train_loss_step": 2.6139049530029297, "n_params": 4305940, "total_flops": 9788607283200000, "train_loss": 0.043978956341743466, "subset_score_loss": 0.043978956341743466} +{"step": 750000, "wall_time": 7578.510087251663, "train_loss_step": 2.3402981758117676, "n_params": 4305940, "total_flops": 9920885760000000, "train_loss": 0.043303510546684264, "subset_score_loss": 0.043303510546684264} +{"step": 760000, "wall_time": 7672.281656265259, "train_loss_step": 2.3411388397216797, "n_params": 4305940, "total_flops": 10053164236800000, "train_loss": 0.04289600551128388, "subset_score_loss": 0.04289600551128388} +{"step": 770000, "wall_time": 7766.231542110443, "train_loss_step": 2.350972890853882, "n_params": 4305940, "total_flops": 10185442713600000, "train_loss": 0.04253570139408112, "subset_score_loss": 0.04253570139408112} +{"step": 780000, "wall_time": 7853.009647130966, "train_loss_step": 2.4768292903900146, "n_params": 4305940, "total_flops": 10317721190400000, "train_loss": 0.04203258156776428, "subset_score_loss": 0.04203258156776428} +{"step": 790000, "wall_time": 7947.00941324234, "train_loss_step": 2.328864336013794, "n_params": 4305940, "total_flops": 10449999667200000, "train_loss": 0.04120155870914459, "subset_score_loss": 0.04120155870914459} +{"step": 800000, "wall_time": 8115.847110509872, "train_loss_step": 2.1708614826202393, "n_params": 4305940, "total_flops": 10582278144000000, "train_loss": 0.041682076454162595, "subset_score_loss": 0.041682076454162595, "memorization_fraction_pixel": 0.005400000140070915, "mean_nn_ratio_pixel": 0.7047889828681946, "fid": 156.47818917539053} +{"step": 810000, "wall_time": 8208.785004854202, "train_loss_step": 2.3869099617004395, "n_params": 4305940, "total_flops": 10714556620800000, "train_loss": 0.04113989472389221, "subset_score_loss": 0.04113989472389221} +{"step": 820000, "wall_time": 8302.85361456871, "train_loss_step": 2.6367526054382324, "n_params": 4305940, "total_flops": 10846835097600000, "train_loss": 0.0406768411397934, "subset_score_loss": 0.0406768411397934} +{"step": 830000, "wall_time": 8397.169917345047, "train_loss_step": 2.2684664726257324, "n_params": 4305940, "total_flops": 10979113574400000, "train_loss": 0.04068347215652466, "subset_score_loss": 0.04068347215652466} +{"step": 840000, "wall_time": 8489.421374559402, "train_loss_step": 2.244206190109253, "n_params": 4305940, "total_flops": 11111392051200000, "train_loss": 0.0402680903673172, "subset_score_loss": 0.0402680903673172} +{"step": 850000, "wall_time": 8583.101341724396, "train_loss_step": 2.2170467376708984, "n_params": 4305940, "total_flops": 11243670528000000, "train_loss": 0.03993341028690338, "subset_score_loss": 0.03993341028690338} +{"step": 860000, "wall_time": 8675.035881996155, "train_loss_step": 2.310028076171875, "n_params": 4305940, "total_flops": 11375949004800000, "train_loss": 0.03932378590106964, "subset_score_loss": 0.03932378590106964} +{"step": 870000, "wall_time": 8767.047982931137, "train_loss_step": 2.2371184825897217, "n_params": 4305940, "total_flops": 11508227481600000, "train_loss": 0.03947509229183197, "subset_score_loss": 0.03947509229183197} +{"step": 880000, "wall_time": 8859.812986850739, "train_loss_step": 2.3444433212280273, "n_params": 4305940, "total_flops": 11640505958400000, "train_loss": 0.03927040100097656, "subset_score_loss": 0.03927040100097656} +{"step": 890000, "wall_time": 8953.282254457474, "train_loss_step": 2.2408618927001953, "n_params": 4305940, "total_flops": 11772784435200000, "train_loss": 0.038847342133522034, "subset_score_loss": 0.038847342133522034} +{"step": 900000, "wall_time": 9122.989800453186, "train_loss_step": 2.276580572128296, "n_params": 4305940, "total_flops": 11905062912000000, "train_loss": 0.038202178478240964, "subset_score_loss": 0.038202178478240964, "memorization_fraction_pixel": 0.006200000178068876, "mean_nn_ratio_pixel": 0.6968925595283508, "fid": 157.2640399446572} +{"step": 910000, "wall_time": 9216.057989358902, "train_loss_step": 2.22637677192688, "n_params": 4305940, "total_flops": 12037341388800000, "train_loss": 0.03779956102371216, "subset_score_loss": 0.03779956102371216} +{"step": 920000, "wall_time": 9310.134526968002, "train_loss_step": 2.302708148956299, "n_params": 4305940, "total_flops": 12169619865600000, "train_loss": 0.03720207810401917, "subset_score_loss": 0.03720207810401917} +{"step": 930000, "wall_time": 9404.252819538116, "train_loss_step": 2.339778184890747, "n_params": 4305940, "total_flops": 12301898342400000, "train_loss": 0.037266552448272705, "subset_score_loss": 0.037266552448272705} +{"step": 940000, "wall_time": 9496.943829774857, "train_loss_step": 2.418264627456665, "n_params": 4305940, "total_flops": 12434176819200000, "train_loss": 0.03670223653316498, "subset_score_loss": 0.03670223653316498} +{"step": 950000, "wall_time": 9591.12655043602, "train_loss_step": 2.5722904205322266, "n_params": 4305940, "total_flops": 12566455296000000, "train_loss": 0.03669352233409882, "subset_score_loss": 0.03669352233409882} +{"step": 960000, "wall_time": 9684.853949546814, "train_loss_step": 2.0323188304901123, "n_params": 4305940, "total_flops": 12698733772800000, "train_loss": 0.035983675718307497, "subset_score_loss": 0.035983675718307497} +{"step": 970000, "wall_time": 9772.87082028389, "train_loss_step": 2.38458514213562, "n_params": 4305940, "total_flops": 12831012249600000, "train_loss": 0.03672346472740173, "subset_score_loss": 0.03672346472740173} +{"step": 980000, "wall_time": 9866.795794248581, "train_loss_step": 2.250159740447998, "n_params": 4305940, "total_flops": 12963290726400000, "train_loss": 0.03647486865520477, "subset_score_loss": 0.03647486865520477} +{"step": 990000, "wall_time": 9960.936805009842, "train_loss_step": 2.1342720985412598, "n_params": 4305940, "total_flops": 13095569203200000, "train_loss": 0.035686978697776796, "subset_score_loss": 0.035686978697776796} +{"step": 1000000, "wall_time": 10129.229665994644, "train_loss_step": 2.176046848297119, "n_params": 4305940, "total_flops": 13227847680000000, "train_loss": 0.03514156937599182, "subset_score_loss": 0.03514156937599182, "memorization_fraction_pixel": 0.007799999788403511, "mean_nn_ratio_pixel": 0.6837595701217651, "fid": 156.17885017304758} +{"step": 1010000, "wall_time": 10222.255995988846, "train_loss_step": 2.4038639068603516, "n_params": 4305940, "total_flops": 13360126156800000, "train_loss": 0.03563053905963898, "subset_score_loss": 0.03563053905963898} +{"step": 1020000, "wall_time": 10316.011428833008, "train_loss_step": 2.304899215698242, "n_params": 4305940, "total_flops": 13492404633600000, "train_loss": 0.034760335087776185, "subset_score_loss": 0.034760335087776185} +{"step": 1030000, "wall_time": 10410.107331752777, "train_loss_step": 2.252286672592163, "n_params": 4305940, "total_flops": 13624683110400000, "train_loss": 0.034131580591201784, "subset_score_loss": 0.034131580591201784} +{"step": 1040000, "wall_time": 10502.852537155151, "train_loss_step": 2.3825783729553223, "n_params": 4305940, "total_flops": 13756961587200000, "train_loss": 0.034460970759391786, "subset_score_loss": 0.034460970759391786} +{"step": 1050000, "wall_time": 10597.193324327469, "train_loss_step": 2.342978000640869, "n_params": 4305940, "total_flops": 13889240064000000, "train_loss": 0.033911165595054624, "subset_score_loss": 0.033911165595054624} +{"step": 1060000, "wall_time": 10688.882090806961, "train_loss_step": 2.17105770111084, "n_params": 4305940, "total_flops": 14021518540800000, "train_loss": 0.03416582942008972, "subset_score_loss": 0.03416582942008972} +{"step": 1070000, "wall_time": 10772.441594839096, "train_loss_step": 2.299201726913452, "n_params": 4305940, "total_flops": 14153797017600000, "train_loss": 0.03365083038806915, "subset_score_loss": 0.03365083038806915} +{"step": 1080000, "wall_time": 10865.335019826889, "train_loss_step": 2.119493246078491, "n_params": 4305940, "total_flops": 14286075494400000, "train_loss": 0.03315625488758087, "subset_score_loss": 0.03315625488758087} +{"step": 1090000, "wall_time": 10959.093002796173, "train_loss_step": 2.580497980117798, "n_params": 4305940, "total_flops": 14418353971200000, "train_loss": 0.03349123001098633, "subset_score_loss": 0.03349123001098633} +{"step": 1100000, "wall_time": 11127.232451915741, "train_loss_step": 2.2825937271118164, "n_params": 4305940, "total_flops": 14550632448000000, "train_loss": 0.033358389139175416, "subset_score_loss": 0.033358389139175416, "memorization_fraction_pixel": 0.006099999882280827, "mean_nn_ratio_pixel": 0.6779111623764038, "fid": 156.32270851188332} +{"step": 1110000, "wall_time": 11219.04254746437, "train_loss_step": 2.1866893768310547, "n_params": 4305940, "total_flops": 14682910924800000, "train_loss": 0.03293914198875427, "subset_score_loss": 0.03293914198875427} +{"step": 1120000, "wall_time": 11313.313259124756, "train_loss_step": 2.2949275970458984, "n_params": 4305940, "total_flops": 14815189401600000, "train_loss": 0.03297770917415619, "subset_score_loss": 0.03297770917415619} +{"step": 1130000, "wall_time": 11407.414496183395, "train_loss_step": 2.320798397064209, "n_params": 4305940, "total_flops": 14947467878400000, "train_loss": 0.0328005313873291, "subset_score_loss": 0.0328005313873291} +{"step": 1140000, "wall_time": 11501.866835832596, "train_loss_step": 2.219810962677002, "n_params": 4305940, "total_flops": 15079746355200000, "train_loss": 0.03212958574295044, "subset_score_loss": 0.03212958574295044} +{"step": 1150000, "wall_time": 11594.624958753586, "train_loss_step": 2.117246150970459, "n_params": 4305940, "total_flops": 15212024832000000, "train_loss": 0.03270796537399292, "subset_score_loss": 0.03270796537399292} +{"step": 1160000, "wall_time": 11686.065237998962, "train_loss_step": 2.3517258167266846, "n_params": 4305940, "total_flops": 15344303308800000, "train_loss": 0.03247052133083343, "subset_score_loss": 0.03247052133083343} +{"step": 1170000, "wall_time": 11779.58173775673, "train_loss_step": 2.3148305416107178, "n_params": 4305940, "total_flops": 15476581785600000, "train_loss": 0.03153319358825683, "subset_score_loss": 0.03153319358825683} +{"step": 1180000, "wall_time": 11871.628665447235, "train_loss_step": 1.979210376739502, "n_params": 4305940, "total_flops": 15608860262400000, "train_loss": 0.03204493820667267, "subset_score_loss": 0.03204493820667267} +{"step": 1190000, "wall_time": 11965.43170928955, "train_loss_step": 2.5207674503326416, "n_params": 4305940, "total_flops": 15741138739200000, "train_loss": 0.03136069476604462, "subset_score_loss": 0.03136069476604462} +{"step": 1200000, "wall_time": 12134.915390968323, "train_loss_step": 2.1964597702026367, "n_params": 4305940, "total_flops": 15873417216000000, "train_loss": 0.03111687898635864, "subset_score_loss": 0.03111687898635864, "memorization_fraction_pixel": 0.0071000000461936, "mean_nn_ratio_pixel": 0.6714403033256531, "fid": 156.23868496776728} +{"step": 1210000, "wall_time": 12227.192619562149, "train_loss_step": 2.2296571731567383, "n_params": 4305940, "total_flops": 16005695692800000, "train_loss": 0.03093591332435608, "subset_score_loss": 0.03093591332435608} +{"step": 1220000, "wall_time": 12321.242173433304, "train_loss_step": 2.674021005630493, "n_params": 4305940, "total_flops": 16137974169600000, "train_loss": 0.03132929801940918, "subset_score_loss": 0.03132929801940918} +{"step": 1230000, "wall_time": 12415.510086297989, "train_loss_step": 2.3747010231018066, "n_params": 4305940, "total_flops": 16270252646400000, "train_loss": 0.03115079402923584, "subset_score_loss": 0.03115079402923584} +{"step": 1240000, "wall_time": 12509.87306189537, "train_loss_step": 2.307736873626709, "n_params": 4305940, "total_flops": 16402531123200000, "train_loss": 0.030785340070724487, "subset_score_loss": 0.030785340070724487} +{"step": 1250000, "wall_time": 12602.295368432999, "train_loss_step": 2.351811408996582, "n_params": 4305940, "total_flops": 16534809600000000, "train_loss": 0.030220156908035277, "subset_score_loss": 0.030220156908035277} +{"step": 1260000, "wall_time": 12686.272009372711, "train_loss_step": 2.5729613304138184, "n_params": 4305940, "total_flops": 16667088076800000, "train_loss": 0.02985897958278656, "subset_score_loss": 0.02985897958278656} +{"step": 1270000, "wall_time": 12779.478523492813, "train_loss_step": 2.2243590354919434, "n_params": 4305940, "total_flops": 16799366553600000, "train_loss": 0.029580897092819212, "subset_score_loss": 0.029580897092819212} +{"step": 1280000, "wall_time": 12873.121636867523, "train_loss_step": 2.220268487930298, "n_params": 4305940, "total_flops": 16931645030400000, "train_loss": 0.029836982488632202, "subset_score_loss": 0.029836982488632202} +{"step": 1290000, "wall_time": 12965.212448120117, "train_loss_step": 2.278956890106201, "n_params": 4305940, "total_flops": 17063923507200000, "train_loss": 0.029753494262695312, "subset_score_loss": 0.029753494262695312} +{"step": 1300000, "wall_time": 13134.04595541954, "train_loss_step": 2.2318577766418457, "n_params": 4305940, "total_flops": 17196201984000000, "train_loss": 0.029702645540237427, "subset_score_loss": 0.029702645540237427, "memorization_fraction_pixel": 0.007499999832361937, "mean_nn_ratio_pixel": 0.6642444133758545, "fid": 156.2987764038843} +{"step": 1310000, "wall_time": 13226.088562011719, "train_loss_step": 2.300302267074585, "n_params": 4305940, "total_flops": 17328480460800000, "train_loss": 0.02905288338661194, "subset_score_loss": 0.02905288338661194} +{"step": 1320000, "wall_time": 13320.401646852493, "train_loss_step": 2.2702994346618652, "n_params": 4305940, "total_flops": 17460758937600000, "train_loss": 0.029111889004707337, "subset_score_loss": 0.029111889004707337} +{"step": 1330000, "wall_time": 13414.062629699707, "train_loss_step": 2.2160234451293945, "n_params": 4305940, "total_flops": 17593037414400000, "train_loss": 0.029164251685142518, "subset_score_loss": 0.029164251685142518} +{"step": 1340000, "wall_time": 13508.271776914597, "train_loss_step": 2.0782928466796875, "n_params": 4305940, "total_flops": 17725315891200000, "train_loss": 0.028758606314659117, "subset_score_loss": 0.028758606314659117} +{"step": 1350000, "wall_time": 13601.908902645111, "train_loss_step": 2.297262191772461, "n_params": 4305940, "total_flops": 17857594368000000, "train_loss": 0.028780442476272584, "subset_score_loss": 0.028780442476272584} +{"step": 1360000, "wall_time": 13684.067949771881, "train_loss_step": 2.3707237243652344, "n_params": 4305940, "total_flops": 17989872844800000, "train_loss": 0.028399741649627684, "subset_score_loss": 0.028399741649627684} +{"step": 1370000, "wall_time": 13777.948899745941, "train_loss_step": 2.065636157989502, "n_params": 4305940, "total_flops": 18122151321600000, "train_loss": 0.02874256670475006, "subset_score_loss": 0.02874256670475006} +{"step": 1380000, "wall_time": 13871.301944494247, "train_loss_step": 2.162689208984375, "n_params": 4305940, "total_flops": 18254429798400000, "train_loss": 0.028957486152648926, "subset_score_loss": 0.028957486152648926} +{"step": 1390000, "wall_time": 13965.708563804626, "train_loss_step": 2.439828395843506, "n_params": 4305940, "total_flops": 18386708275200000, "train_loss": 0.02807289659976959, "subset_score_loss": 0.02807289659976959} +{"step": 1400000, "wall_time": 14132.889119386673, "train_loss_step": 2.189208984375, "n_params": 4305940, "total_flops": 18518986752000000, "train_loss": 0.02824210822582245, "subset_score_loss": 0.02824210822582245, "memorization_fraction_pixel": 0.007000000216066837, "mean_nn_ratio_pixel": 0.6573393940925598, "fid": 155.38729251778156} +{"step": 1410000, "wall_time": 14224.446803092957, "train_loss_step": 2.197794198989868, "n_params": 4305940, "total_flops": 18651265228800000, "train_loss": 0.02799178659915924, "subset_score_loss": 0.02799178659915924} +{"step": 1420000, "wall_time": 14318.491201639175, "train_loss_step": 2.271111011505127, "n_params": 4305940, "total_flops": 18783543705600000, "train_loss": 0.02779354453086853, "subset_score_loss": 0.02779354453086853} +{"step": 1430000, "wall_time": 14412.583107233047, "train_loss_step": 2.1644997596740723, "n_params": 4305940, "total_flops": 18915822182400000, "train_loss": 0.02757694721221924, "subset_score_loss": 0.02757694721221924} +{"step": 1440000, "wall_time": 14505.93557548523, "train_loss_step": 2.2917139530181885, "n_params": 4305940, "total_flops": 19048100659200000, "train_loss": 0.027620676159858703, "subset_score_loss": 0.027620676159858703} +{"step": 1450000, "wall_time": 14600.150638103485, "train_loss_step": 2.2895617485046387, "n_params": 4305940, "total_flops": 19180379136000000, "train_loss": 0.027580684423446654, "subset_score_loss": 0.027580684423446654} +{"step": 1460000, "wall_time": 14681.40170955658, "train_loss_step": 2.2939329147338867, "n_params": 4305940, "total_flops": 19312657612800000, "train_loss": 0.02727571129798889, "subset_score_loss": 0.02727571129798889} +{"step": 1470000, "wall_time": 14774.399644851685, "train_loss_step": 2.3760416507720947, "n_params": 4305940, "total_flops": 19444936089600000, "train_loss": 0.02706131637096405, "subset_score_loss": 0.02706131637096405} +{"step": 1480000, "wall_time": 14868.055048704147, "train_loss_step": 2.350452423095703, "n_params": 4305940, "total_flops": 19577214566400000, "train_loss": 0.026921427249908446, "subset_score_loss": 0.026921427249908446} +{"step": 1490000, "wall_time": 14960.665215015411, "train_loss_step": 2.3117833137512207, "n_params": 4305940, "total_flops": 19709493043200000, "train_loss": 0.026948538422584534, "subset_score_loss": 0.026948538422584534} +{"step": 1500000, "wall_time": 15128.275980949402, "train_loss_step": 2.253787040710449, "n_params": 4305940, "total_flops": 19841771520000000, "train_loss": 0.0271884948015213, "subset_score_loss": 0.0271884948015213, "memorization_fraction_pixel": 0.009399999864399433, "mean_nn_ratio_pixel": 0.6485863327980042, "fid": 155.37956901092065} +{"step": 1510000, "wall_time": 15220.935291290283, "train_loss_step": 2.4204111099243164, "n_params": 4305940, "total_flops": 19974049996800000, "train_loss": 0.02667943835258484, "subset_score_loss": 0.02667943835258484} +{"step": 1520000, "wall_time": 15314.647090673447, "train_loss_step": 2.4265851974487305, "n_params": 4305940, "total_flops": 20106328473600000, "train_loss": 0.026365393400192262, "subset_score_loss": 0.026365393400192262} +{"step": 1530000, "wall_time": 15408.793446063995, "train_loss_step": 2.404693841934204, "n_params": 4305940, "total_flops": 20238606950400000, "train_loss": 0.02626868188381195, "subset_score_loss": 0.02626868188381195} +{"step": 1540000, "wall_time": 15502.930910348892, "train_loss_step": 2.18688702583313, "n_params": 4305940, "total_flops": 20370885427200000, "train_loss": 0.02630687952041626, "subset_score_loss": 0.02630687952041626} +{"step": 1550000, "wall_time": 15596.791538476944, "train_loss_step": 2.1328845024108887, "n_params": 4305940, "total_flops": 20503163904000000, "train_loss": 0.026859575510025026, "subset_score_loss": 0.026859575510025026} +{"step": 1560000, "wall_time": 15674.999147891998, "train_loss_step": 2.0345919132232666, "n_params": 4305940, "total_flops": 20635442380800000, "train_loss": 0.02660882771015167, "subset_score_loss": 0.02660882771015167} +{"step": 1570000, "wall_time": 15769.177482843399, "train_loss_step": 2.237548589706421, "n_params": 4305940, "total_flops": 20767720857600000, "train_loss": 0.026530951261520386, "subset_score_loss": 0.026530951261520386} +{"step": 1580000, "wall_time": 15862.684104681015, "train_loss_step": 2.301137924194336, "n_params": 4305940, "total_flops": 20899999334400000, "train_loss": 0.02595628798007965, "subset_score_loss": 0.02595628798007965} +{"step": 1590000, "wall_time": 15956.309776544571, "train_loss_step": 2.390784740447998, "n_params": 4305940, "total_flops": 21032277811200000, "train_loss": 0.02551533579826355, "subset_score_loss": 0.02551533579826355} +{"step": 1600000, "wall_time": 16122.578421354294, "train_loss_step": 2.1095190048217773, "n_params": 4305940, "total_flops": 21164556288000000, "train_loss": 0.025647974014282225, "subset_score_loss": 0.025647974014282225, "memorization_fraction_pixel": 0.008500000461935997, "mean_nn_ratio_pixel": 0.6500195860862732, "fid": 156.1688626426605} +{"step": 1610000, "wall_time": 16216.085293531418, "train_loss_step": 2.171564817428589, "n_params": 4305940, "total_flops": 21296834764800000, "train_loss": 0.025839057564735413, "subset_score_loss": 0.025839057564735413} +{"step": 1620000, "wall_time": 16308.073948383331, "train_loss_step": 2.255836009979248, "n_params": 4305940, "total_flops": 21429113241600000, "train_loss": 0.02563643753528595, "subset_score_loss": 0.02563643753528595} +{"step": 1630000, "wall_time": 16402.11272096634, "train_loss_step": 2.2030348777770996, "n_params": 4305940, "total_flops": 21561391718400000, "train_loss": 0.025383955240249632, "subset_score_loss": 0.025383955240249632} +{"step": 1640000, "wall_time": 16495.572047472, "train_loss_step": 2.391432285308838, "n_params": 4305940, "total_flops": 21693670195200000, "train_loss": 0.025185209512710572, "subset_score_loss": 0.025185209512710572} +{"step": 1650000, "wall_time": 16589.734481334686, "train_loss_step": 2.0795681476593018, "n_params": 4305940, "total_flops": 21825948672000000, "train_loss": 0.02500513195991516, "subset_score_loss": 0.02500513195991516} +{"step": 1660000, "wall_time": 16674.474618434906, "train_loss_step": 2.226626396179199, "n_params": 4305940, "total_flops": 21958227148800000, "train_loss": 0.025128066539764404, "subset_score_loss": 0.025128066539764404} +{"step": 1670000, "wall_time": 16765.801913022995, "train_loss_step": 2.322871208190918, "n_params": 4305940, "total_flops": 22090505625600000, "train_loss": 0.02492527961730957, "subset_score_loss": 0.02492527961730957} +{"step": 1680000, "wall_time": 16859.932929039, "train_loss_step": 1.9970582723617554, "n_params": 4305940, "total_flops": 22222784102400000, "train_loss": 0.025197044014930725, "subset_score_loss": 0.025197044014930725} +{"step": 1690000, "wall_time": 16954.125876665115, "train_loss_step": 2.3364882469177246, "n_params": 4305940, "total_flops": 22355062579200000, "train_loss": 0.025393855571746827, "subset_score_loss": 0.025393855571746827} +{"step": 1700000, "wall_time": 17121.846156597137, "train_loss_step": 2.2489075660705566, "n_params": 4305940, "total_flops": 22487341056000000, "train_loss": 0.025208577513694763, "subset_score_loss": 0.025208577513694763, "memorization_fraction_pixel": 0.008999999612569809, "mean_nn_ratio_pixel": 0.6406259536743164, "fid": 155.21982349660215} +{"step": 1710000, "wall_time": 17214.018810510635, "train_loss_step": 2.2270097732543945, "n_params": 4305940, "total_flops": 22619619532800000, "train_loss": 0.024570338428020477, "subset_score_loss": 0.024570338428020477} +{"step": 1720000, "wall_time": 17305.660278081894, "train_loss_step": 2.2116947174072266, "n_params": 4305940, "total_flops": 22751898009600000, "train_loss": 0.024692243337631224, "subset_score_loss": 0.024692243337631224} +{"step": 1730000, "wall_time": 17399.94709610939, "train_loss_step": 2.397035598754883, "n_params": 4305940, "total_flops": 22884176486400000, "train_loss": 0.0240854874253273, "subset_score_loss": 0.0240854874253273} +{"step": 1740000, "wall_time": 17494.222603082657, "train_loss_step": 2.053805351257324, "n_params": 4305940, "total_flops": 23016454963200000, "train_loss": 0.024240940809249878, "subset_score_loss": 0.024240940809249878} +{"step": 1750000, "wall_time": 17588.215782642365, "train_loss_step": 2.21116304397583, "n_params": 4305940, "total_flops": 23148733440000000, "train_loss": 0.024124430119991304, "subset_score_loss": 0.024124430119991304} +{"step": 1760000, "wall_time": 17670.734604120255, "train_loss_step": 2.2531681060791016, "n_params": 4305940, "total_flops": 23281011916800000, "train_loss": 0.024530337750911714, "subset_score_loss": 0.024530337750911714} +{"step": 1770000, "wall_time": 17763.747071266174, "train_loss_step": 2.1817312240600586, "n_params": 4305940, "total_flops": 23413290393600000, "train_loss": 0.024383924901485443, "subset_score_loss": 0.024383924901485443} +{"step": 1780000, "wall_time": 17857.655646800995, "train_loss_step": 2.381861448287964, "n_params": 4305940, "total_flops": 23545568870400000, "train_loss": 0.024168387055397034, "subset_score_loss": 0.024168387055397034} +{"step": 1790000, "wall_time": 17951.33184313774, "train_loss_step": 2.2118358612060547, "n_params": 4305940, "total_flops": 23677847347200000, "train_loss": 0.024054357409477235, "subset_score_loss": 0.024054357409477235} +{"step": 1800000, "wall_time": 18120.29622888565, "train_loss_step": 2.304507255554199, "n_params": 4305940, "total_flops": 23810125824000000, "train_loss": 0.023482957482337953, "subset_score_loss": 0.023482957482337953, "memorization_fraction_pixel": 0.008200000040233135, "mean_nn_ratio_pixel": 0.6411287188529968, "fid": 155.84916332923848} +{"step": 1810000, "wall_time": 18214.442225456238, "train_loss_step": 2.300537109375, "n_params": 4305940, "total_flops": 23942404300800000, "train_loss": 0.023846143484115602, "subset_score_loss": 0.023846143484115602} +{"step": 1820000, "wall_time": 18304.256242990494, "train_loss_step": 2.0572097301483154, "n_params": 4305940, "total_flops": 24074682777600000, "train_loss": 0.02362295538187027, "subset_score_loss": 0.02362295538187027} +{"step": 1830000, "wall_time": 18398.376746177673, "train_loss_step": 2.182943344116211, "n_params": 4305940, "total_flops": 24206961254400000, "train_loss": 0.02326194941997528, "subset_score_loss": 0.02326194941997528} +{"step": 1840000, "wall_time": 18492.492880821228, "train_loss_step": 2.067063808441162, "n_params": 4305940, "total_flops": 24339239731200000, "train_loss": 0.023621577024459838, "subset_score_loss": 0.023621577024459838} +{"step": 1850000, "wall_time": 18586.08870458603, "train_loss_step": 2.4235684871673584, "n_params": 4305940, "total_flops": 24471518208000000, "train_loss": 0.023084889352321624, "subset_score_loss": 0.023084889352321624} +{"step": 1860000, "wall_time": 18665.426329135895, "train_loss_step": 2.206787109375, "n_params": 4305940, "total_flops": 24603796684800000, "train_loss": 0.023089639842510223, "subset_score_loss": 0.023089639842510223} +{"step": 1870000, "wall_time": 18759.807674884796, "train_loss_step": 2.335125207901001, "n_params": 4305940, "total_flops": 24736075161600000, "train_loss": 0.023322761058807373, "subset_score_loss": 0.023322761058807373} +{"step": 1880000, "wall_time": 18852.55753135681, "train_loss_step": 2.0976579189300537, "n_params": 4305940, "total_flops": 24868353638400000, "train_loss": 0.024137443304061888, "subset_score_loss": 0.024137443304061888} +{"step": 1890000, "wall_time": 18946.09225344658, "train_loss_step": 2.2825841903686523, "n_params": 4305940, "total_flops": 25000632115200000, "train_loss": 0.022744642198085786, "subset_score_loss": 0.022744642198085786} +{"step": 1900000, "wall_time": 19115.613681554794, "train_loss_step": 2.250342845916748, "n_params": 4305940, "total_flops": 25132910592000000, "train_loss": 0.023173780739307405, "subset_score_loss": 0.023173780739307405, "memorization_fraction_pixel": 0.010200000368058681, "mean_nn_ratio_pixel": 0.6418192982673645, "fid": 156.2876995178999} +{"step": 1910000, "wall_time": 19208.42690730095, "train_loss_step": 2.1689724922180176, "n_params": 4305940, "total_flops": 25265189068800000, "train_loss": 0.02282503545284271, "subset_score_loss": 0.02282503545284271} +{"step": 1920000, "wall_time": 19299.072093725204, "train_loss_step": 2.019899845123291, "n_params": 4305940, "total_flops": 25397467545600000, "train_loss": 0.022970423102378845, "subset_score_loss": 0.022970423102378845} +{"step": 1930000, "wall_time": 19392.81085062027, "train_loss_step": 2.452784538269043, "n_params": 4305940, "total_flops": 25529746022400000, "train_loss": 0.02279682606458664, "subset_score_loss": 0.02279682606458664} +{"step": 1940000, "wall_time": 19486.60012626648, "train_loss_step": 2.3425779342651367, "n_params": 4305940, "total_flops": 25662024499200000, "train_loss": 0.022598624229431152, "subset_score_loss": 0.022598624229431152} +{"step": 1950000, "wall_time": 19579.08949136734, "train_loss_step": 2.2721898555755615, "n_params": 4305940, "total_flops": 25794302976000000, "train_loss": 0.022456760704517364, "subset_score_loss": 0.022456760704517364} +{"step": 1960000, "wall_time": 19662.267258167267, "train_loss_step": 2.3868353366851807, "n_params": 4305940, "total_flops": 25926581452800000, "train_loss": 0.02222757786512375, "subset_score_loss": 0.02222757786512375} +{"step": 1970000, "wall_time": 19756.684975862503, "train_loss_step": 2.0736429691314697, "n_params": 4305940, "total_flops": 26058859929600000, "train_loss": 0.02279236763715744, "subset_score_loss": 0.02279236763715744} +{"step": 1980000, "wall_time": 19849.537840366364, "train_loss_step": 2.0674500465393066, "n_params": 4305940, "total_flops": 26191138406400000, "train_loss": 0.02248912751674652, "subset_score_loss": 0.02248912751674652} +{"step": 1990000, "wall_time": 19944.00119113922, "train_loss_step": 2.450169324874878, "n_params": 4305940, "total_flops": 26323416883200000, "train_loss": 0.022164765000343322, "subset_score_loss": 0.022164765000343322} +{"step": 2000000, "wall_time": 20112.19871377945, "train_loss_step": 1.8652992248535156, "n_params": 4305940, "total_flops": 26455695360000000, "train_loss": 0.02245556712150574, "subset_score_loss": 0.02245556712150574, "memorization_fraction_pixel": 0.00839999970048666, "mean_nn_ratio_pixel": 0.6322102546691895, "fid": 155.26502078144887} +{"step": 2010000, "wall_time": 20205.941917419434, "train_loss_step": 2.0726146697998047, "n_params": 4305940, "total_flops": 26587973836800000, "train_loss": 0.022280295193195344, "subset_score_loss": 0.022280295193195344} +{"step": 2020000, "wall_time": 20297.2930560112, "train_loss_step": 2.1420509815216064, "n_params": 4305940, "total_flops": 26720252313600000, "train_loss": 0.022041194140911102, "subset_score_loss": 0.022041194140911102} +{"step": 2030000, "wall_time": 20389.859523057938, "train_loss_step": 2.045386791229248, "n_params": 4305940, "total_flops": 26852530790400000, "train_loss": 0.022206123173236846, "subset_score_loss": 0.022206123173236846} +{"step": 2040000, "wall_time": 20481.6845369339, "train_loss_step": 2.435044288635254, "n_params": 4305940, "total_flops": 26984809267200000, "train_loss": 0.02155689150094986, "subset_score_loss": 0.02155689150094986} +{"step": 2050000, "wall_time": 20575.483878850937, "train_loss_step": 2.3725297451019287, "n_params": 4305940, "total_flops": 27117087744000000, "train_loss": 0.02194538712501526, "subset_score_loss": 0.02194538712501526} +{"step": 2060000, "wall_time": 20657.908200979233, "train_loss_step": 2.302541732788086, "n_params": 4305940, "total_flops": 27249366220800000, "train_loss": 0.02144521027803421, "subset_score_loss": 0.02144521027803421} +{"step": 2070000, "wall_time": 20752.27707839012, "train_loss_step": 1.9459402561187744, "n_params": 4305940, "total_flops": 27381644697600000, "train_loss": 0.021650364995002745, "subset_score_loss": 0.021650364995002745} +{"step": 2080000, "wall_time": 20845.17699098587, "train_loss_step": 2.503095865249634, "n_params": 4305940, "total_flops": 27513923174400000, "train_loss": 0.021344085037708283, "subset_score_loss": 0.021344085037708283} +{"step": 2090000, "wall_time": 20939.490807533264, "train_loss_step": 2.314180374145508, "n_params": 4305940, "total_flops": 27646201651200000, "train_loss": 0.021738089621067047, "subset_score_loss": 0.021738089621067047} +{"step": 2100000, "wall_time": 21108.91111755371, "train_loss_step": 2.0941925048828125, "n_params": 4305940, "total_flops": 27778480128000000, "train_loss": 0.021417002379894256, "subset_score_loss": 0.021417002379894256, "memorization_fraction_pixel": 0.010499999858438969, "mean_nn_ratio_pixel": 0.6325467228889465, "fid": 155.41596742222757} +{"step": 2110000, "wall_time": 21202.641732931137, "train_loss_step": 2.2255802154541016, "n_params": 4305940, "total_flops": 27910758604800000, "train_loss": 0.021012167632579803, "subset_score_loss": 0.021012167632579803} +{"step": 2120000, "wall_time": 21294.386562108994, "train_loss_step": 2.0365922451019287, "n_params": 4305940, "total_flops": 28043037081600000, "train_loss": 0.021100085973739625, "subset_score_loss": 0.021100085973739625} +{"step": 2130000, "wall_time": 21388.16696214676, "train_loss_step": 1.9993679523468018, "n_params": 4305940, "total_flops": 28175315558400000, "train_loss": 0.021500499546527864, "subset_score_loss": 0.021500499546527864} +{"step": 2140000, "wall_time": 21479.63774585724, "train_loss_step": 2.0555477142333984, "n_params": 4305940, "total_flops": 28307594035200000, "train_loss": 0.02081003338098526, "subset_score_loss": 0.02081003338098526} +{"step": 2150000, "wall_time": 21572.264673233032, "train_loss_step": 2.2016868591308594, "n_params": 4305940, "total_flops": 28439872512000000, "train_loss": 0.020913480222225188, "subset_score_loss": 0.020913480222225188} +{"step": 2160000, "wall_time": 21658.670684814453, "train_loss_step": 2.220944404602051, "n_params": 4305940, "total_flops": 28572150988800000, "train_loss": 0.020816007256507875, "subset_score_loss": 0.020816007256507875} +{"step": 2170000, "wall_time": 21752.650259017944, "train_loss_step": 2.3380589485168457, "n_params": 4305940, "total_flops": 28704429465600000, "train_loss": 0.020783813297748567, "subset_score_loss": 0.020783813297748567} +{"step": 2180000, "wall_time": 21847.176730394363, "train_loss_step": 2.123548984527588, "n_params": 4305940, "total_flops": 28836707942400000, "train_loss": 0.02066158801317215, "subset_score_loss": 0.02066158801317215} +{"step": 2190000, "wall_time": 21939.496925592422, "train_loss_step": 1.8285026550292969, "n_params": 4305940, "total_flops": 28968986419200000, "train_loss": 0.021250055730342866, "subset_score_loss": 0.021250055730342866} +{"step": 2200000, "wall_time": 22109.140202760696, "train_loss_step": 1.995758295059204, "n_params": 4305940, "total_flops": 29101264896000000, "train_loss": 0.0205902174115181, "subset_score_loss": 0.0205902174115181, "memorization_fraction_pixel": 0.009800000116229057, "mean_nn_ratio_pixel": 0.625328540802002, "fid": 155.5528317691259} +{"step": 2210000, "wall_time": 22202.429008245468, "train_loss_step": 2.2184500694274902, "n_params": 4305940, "total_flops": 29233543372800000, "train_loss": 0.020770975947380067, "subset_score_loss": 0.020770975947380067} +{"step": 2220000, "wall_time": 22294.43772339821, "train_loss_step": 2.0196800231933594, "n_params": 4305940, "total_flops": 29365821849600000, "train_loss": 0.020635148882865904, "subset_score_loss": 0.020635148882865904} +{"step": 2230000, "wall_time": 22388.037235975266, "train_loss_step": 1.9820080995559692, "n_params": 4305940, "total_flops": 29498100326400000, "train_loss": 0.020613642036914827, "subset_score_loss": 0.020613642036914827} +{"step": 2240000, "wall_time": 22479.24199986458, "train_loss_step": 1.958370566368103, "n_params": 4305940, "total_flops": 29630378803200000, "train_loss": 0.02015299052000046, "subset_score_loss": 0.02015299052000046} +{"step": 2250000, "wall_time": 22572.786181926727, "train_loss_step": 2.2126197814941406, "n_params": 4305940, "total_flops": 29762657280000000, "train_loss": 0.02049267590045929, "subset_score_loss": 0.02049267590045929} +{"step": 2260000, "wall_time": 22658.61329817772, "train_loss_step": 2.096719980239868, "n_params": 4305940, "total_flops": 29894935756800000, "train_loss": 0.02033262699842453, "subset_score_loss": 0.02033262699842453} +{"step": 2270000, "wall_time": 22752.95040512085, "train_loss_step": 2.1102046966552734, "n_params": 4305940, "total_flops": 30027214233600000, "train_loss": 0.02049269527196884, "subset_score_loss": 0.02049269527196884} +{"step": 2280000, "wall_time": 22847.17545938492, "train_loss_step": 2.0759899616241455, "n_params": 4305940, "total_flops": 30159492710400000, "train_loss": 0.02028208374977112, "subset_score_loss": 0.02028208374977112} +{"step": 2290000, "wall_time": 22940.198539733887, "train_loss_step": 2.1806766986846924, "n_params": 4305940, "total_flops": 30291771187200000, "train_loss": 0.019815693795681, "subset_score_loss": 0.019815693795681} +{"step": 2300000, "wall_time": 23109.44365978241, "train_loss_step": 2.1962246894836426, "n_params": 4305940, "total_flops": 30424049664000000, "train_loss": 0.01970825344324112, "subset_score_loss": 0.01970825344324112, "memorization_fraction_pixel": 0.009800000116229057, "mean_nn_ratio_pixel": 0.6280150413513184, "fid": 155.81994984799104} +{"step": 2310000, "wall_time": 23203.63609933853, "train_loss_step": 2.1152729988098145, "n_params": 4305940, "total_flops": 30556328140800000, "train_loss": 0.019897378981113434, "subset_score_loss": 0.019897378981113434} +{"step": 2320000, "wall_time": 23296.436651945114, "train_loss_step": 2.0771219730377197, "n_params": 4305940, "total_flops": 30688606617600000, "train_loss": 0.019990812242031097, "subset_score_loss": 0.019990812242031097} +{"step": 2330000, "wall_time": 23390.242008924484, "train_loss_step": 2.1576309204101562, "n_params": 4305940, "total_flops": 30820885094400000, "train_loss": 0.019720615446567537, "subset_score_loss": 0.019720615446567537} +{"step": 2340000, "wall_time": 23483.87497329712, "train_loss_step": 2.362429141998291, "n_params": 4305940, "total_flops": 30953163571200000, "train_loss": 0.019808520376682282, "subset_score_loss": 0.019808520376682282} +{"step": 2350000, "wall_time": 23570.390694379807, "train_loss_step": 2.029348373413086, "n_params": 4305940, "total_flops": 31085442048000000, "train_loss": 0.0200490266084671, "subset_score_loss": 0.0200490266084671} +{"step": 2360000, "wall_time": 23660.953872919083, "train_loss_step": 2.204921007156372, "n_params": 4305940, "total_flops": 31217720524800000, "train_loss": 0.020356620848178863, "subset_score_loss": 0.020356620848178863} +{"step": 2370000, "wall_time": 23755.104751348495, "train_loss_step": 2.214970350265503, "n_params": 4305940, "total_flops": 31349999001600000, "train_loss": 0.019843891263008118, "subset_score_loss": 0.019843891263008118} +{"step": 2380000, "wall_time": 23849.340275287628, "train_loss_step": 2.108398199081421, "n_params": 4305940, "total_flops": 31482277478400000, "train_loss": 0.01987520754337311, "subset_score_loss": 0.01987520754337311} +{"step": 2390000, "wall_time": 23942.235894203186, "train_loss_step": 2.231110095977783, "n_params": 4305940, "total_flops": 31614555955200000, "train_loss": 0.019367749989032745, "subset_score_loss": 0.019367749989032745} +{"step": 2400000, "wall_time": 24111.203528165817, "train_loss_step": 2.3396987915039062, "n_params": 4305940, "total_flops": 31746834432000000, "train_loss": 0.01938413828611374, "subset_score_loss": 0.01938413828611374, "memorization_fraction_pixel": 0.00989999994635582, "mean_nn_ratio_pixel": 0.6269861459732056, "fid": 154.93400914160105} +{"step": 2410000, "wall_time": 24205.62997198105, "train_loss_step": 2.146237850189209, "n_params": 4305940, "total_flops": 31879112908800000, "train_loss": 0.019282452762126923, "subset_score_loss": 0.019282452762126923} +{"step": 2420000, "wall_time": 24291.24156022072, "train_loss_step": 2.063173294067383, "n_params": 4305940, "total_flops": 32011391385600000, "train_loss": 0.019635000824928285, "subset_score_loss": 0.019635000824928285} +{"step": 2430000, "wall_time": 24384.956755399704, "train_loss_step": 2.228402853012085, "n_params": 4305940, "total_flops": 32143669862400000, "train_loss": 0.018969376385211945, "subset_score_loss": 0.018969376385211945} +{"step": 2440000, "wall_time": 24478.952709197998, "train_loss_step": 2.3374407291412354, "n_params": 4305940, "total_flops": 32275948339200000, "train_loss": 0.01956027150154114, "subset_score_loss": 0.01956027150154114} +{"step": 2450000, "wall_time": 24563.60616183281, "train_loss_step": 2.2497873306274414, "n_params": 4305940, "total_flops": 32408226816000000, "train_loss": 0.019156424701213835, "subset_score_loss": 0.019156424701213835} +{"step": 2460000, "wall_time": 24655.571126937866, "train_loss_step": 2.046679735183716, "n_params": 4305940, "total_flops": 32540505292800000, "train_loss": 0.01899736076593399, "subset_score_loss": 0.01899736076593399} +{"step": 2470000, "wall_time": 24749.447338342667, "train_loss_step": 2.0544230937957764, "n_params": 4305940, "total_flops": 32672783769600000, "train_loss": 0.018653348088264465, "subset_score_loss": 0.018653348088264465} +{"step": 2480000, "wall_time": 24843.581544160843, "train_loss_step": 1.971378207206726, "n_params": 4305940, "total_flops": 32805062246400000, "train_loss": 0.019127485156059266, "subset_score_loss": 0.019127485156059266} +{"step": 2490000, "wall_time": 24938.27580356598, "train_loss_step": 2.2670743465423584, "n_params": 4305940, "total_flops": 32937340723200000, "train_loss": 0.019132986664772034, "subset_score_loss": 0.019132986664772034} +{"step": 2500000, "wall_time": 25106.52418899536, "train_loss_step": 2.1913552284240723, "n_params": 4305940, "total_flops": 33069619200000000, "train_loss": 0.019126395881175994, "subset_score_loss": 0.019126395881175994, "memorization_fraction_pixel": 0.009700000286102295, "mean_nn_ratio_pixel": 0.6220179796218872, "fid": 155.3288697119237} +{"step": 2510000, "wall_time": 25200.607879161835, "train_loss_step": 2.2119922637939453, "n_params": 4305940, "total_flops": 33201897676800000, "train_loss": 0.019052757322788237, "subset_score_loss": 0.019052757322788237} +{"step": 2520000, "wall_time": 25294.15369796753, "train_loss_step": 2.0504424571990967, "n_params": 4305940, "total_flops": 33334176153600000, "train_loss": 0.018927282094955443, "subset_score_loss": 0.018927282094955443} +{"step": 2530000, "wall_time": 25370.749843358994, "train_loss_step": 1.8865628242492676, "n_params": 4305940, "total_flops": 33466454630400000, "train_loss": 0.01906999498605728, "subset_score_loss": 0.01906999498605728} +{"step": 2540000, "wall_time": 25464.881466388702, "train_loss_step": 2.2536942958831787, "n_params": 4305940, "total_flops": 33598733107200000, "train_loss": 0.018497303128242493, "subset_score_loss": 0.018497303128242493} +{"step": 2550000, "wall_time": 25550.886186361313, "train_loss_step": 2.0827369689941406, "n_params": 4305940, "total_flops": 33731011584000000, "train_loss": 0.018667563796043396, "subset_score_loss": 0.018667563796043396} +{"step": 2560000, "wall_time": 25643.65360569954, "train_loss_step": 2.2747445106506348, "n_params": 4305940, "total_flops": 33863290060800000, "train_loss": 0.0185602068901062, "subset_score_loss": 0.0185602068901062} +{"step": 2570000, "wall_time": 25735.26146531105, "train_loss_step": 2.32375431060791, "n_params": 4305940, "total_flops": 33995568537600000, "train_loss": 0.018713013827800752, "subset_score_loss": 0.018713013827800752} +{"step": 2580000, "wall_time": 25829.46248650551, "train_loss_step": 2.097470283508301, "n_params": 4305940, "total_flops": 34127847014400000, "train_loss": 0.018436993658542632, "subset_score_loss": 0.018436993658542632} +{"step": 2590000, "wall_time": 25923.745025873184, "train_loss_step": 2.1790127754211426, "n_params": 4305940, "total_flops": 34260125491200000, "train_loss": 0.01808478683233261, "subset_score_loss": 0.01808478683233261} +{"step": 2600000, "wall_time": 26091.97127223015, "train_loss_step": 2.087071418762207, "n_params": 4305940, "total_flops": 34392403968000000, "train_loss": 0.01826041638851166, "subset_score_loss": 0.01826041638851166, "memorization_fraction_pixel": 0.012299999594688416, "mean_nn_ratio_pixel": 0.6159812211990356, "fid": 154.57305815399152} +{"step": 2610000, "wall_time": 26185.081695079803, "train_loss_step": 2.2290024757385254, "n_params": 4305940, "total_flops": 34524682444800000, "train_loss": 0.0185782790184021, "subset_score_loss": 0.0185782790184021} +{"step": 2620000, "wall_time": 26279.15771818161, "train_loss_step": 2.120875358581543, "n_params": 4305940, "total_flops": 34656960921600000, "train_loss": 0.01853012591600418, "subset_score_loss": 0.01853012591600418} +{"step": 2630000, "wall_time": 26371.355323791504, "train_loss_step": 1.9359182119369507, "n_params": 4305940, "total_flops": 34789239398400000, "train_loss": 0.01849200576543808, "subset_score_loss": 0.01849200576543808} +{"step": 2640000, "wall_time": 26451.802362203598, "train_loss_step": 2.118060350418091, "n_params": 4305940, "total_flops": 34921517875200000, "train_loss": 0.018229940533638002, "subset_score_loss": 0.018229940533638002} +{"step": 2650000, "wall_time": 26538.418835639954, "train_loss_step": 2.224454879760742, "n_params": 4305940, "total_flops": 35053796352000000, "train_loss": 0.01812175065279007, "subset_score_loss": 0.01812175065279007} +{"step": 2660000, "wall_time": 26632.33913707733, "train_loss_step": 2.4111886024475098, "n_params": 4305940, "total_flops": 35186074828800000, "train_loss": 0.01829611510038376, "subset_score_loss": 0.01829611510038376} +{"step": 2670000, "wall_time": 26723.584665298462, "train_loss_step": 2.167706251144409, "n_params": 4305940, "total_flops": 35318353305600000, "train_loss": 0.017909955978393555, "subset_score_loss": 0.017909955978393555} +{"step": 2680000, "wall_time": 26817.654001951218, "train_loss_step": 2.066554069519043, "n_params": 4305940, "total_flops": 35450631782400000, "train_loss": 0.018002688884735107, "subset_score_loss": 0.018002688884735107} +{"step": 2690000, "wall_time": 26911.73499751091, "train_loss_step": 2.3427035808563232, "n_params": 4305940, "total_flops": 35582910259200000, "train_loss": 0.017996658384799958, "subset_score_loss": 0.017996658384799958} +{"step": 2700000, "wall_time": 27078.60066485405, "train_loss_step": 2.1401844024658203, "n_params": 4305940, "total_flops": 35715188736000000, "train_loss": 0.017516672611236572, "subset_score_loss": 0.017516672611236572, "memorization_fraction_pixel": 0.009200000204145908, "mean_nn_ratio_pixel": 0.6239110827445984, "fid": 156.26024299452638} +{"step": 2710000, "wall_time": 27172.19383597374, "train_loss_step": 2.2344679832458496, "n_params": 4305940, "total_flops": 35847467212800000, "train_loss": 0.01773298382759094, "subset_score_loss": 0.01773298382759094} +{"step": 2720000, "wall_time": 27266.27698326111, "train_loss_step": 2.4784228801727295, "n_params": 4305940, "total_flops": 35979745689600000, "train_loss": 0.018009212613105775, "subset_score_loss": 0.018009212613105775} +{"step": 2730000, "wall_time": 27360.127551555634, "train_loss_step": 2.14465594291687, "n_params": 4305940, "total_flops": 36112024166400000, "train_loss": 0.017639625072479247, "subset_score_loss": 0.017639625072479247} +{"step": 2740000, "wall_time": 27449.082869529724, "train_loss_step": 2.1051759719848633, "n_params": 4305940, "total_flops": 36244302643200000, "train_loss": 0.01815137267112732, "subset_score_loss": 0.01815137267112732} +{"step": 2750000, "wall_time": 27541.787158727646, "train_loss_step": 2.163745164871216, "n_params": 4305940, "total_flops": 36376581120000000, "train_loss": 0.01761431396007538, "subset_score_loss": 0.01761431396007538} +{"step": 2760000, "wall_time": 27635.431418180466, "train_loss_step": 1.8479714393615723, "n_params": 4305940, "total_flops": 36508859596800000, "train_loss": 0.017409113049507142, "subset_score_loss": 0.017409113049507142} +{"step": 2770000, "wall_time": 27729.449407577515, "train_loss_step": 2.2994070053100586, "n_params": 4305940, "total_flops": 36641138073600000, "train_loss": 0.017340290546417236, "subset_score_loss": 0.017340290546417236} +{"step": 2780000, "wall_time": 27821.371839761734, "train_loss_step": 2.0639164447784424, "n_params": 4305940, "total_flops": 36773416550400000, "train_loss": 0.017374655604362486, "subset_score_loss": 0.017374655604362486} +{"step": 2790000, "wall_time": 27915.735189437866, "train_loss_step": 2.203634262084961, "n_params": 4305940, "total_flops": 36905695027200000, "train_loss": 0.01738101541996002, "subset_score_loss": 0.01738101541996002} +{"step": 2800000, "wall_time": 28083.874140024185, "train_loss_step": 2.241964340209961, "n_params": 4305940, "total_flops": 37037973504000000, "train_loss": 0.01772550493478775, "subset_score_loss": 0.01772550493478775, "memorization_fraction_pixel": 0.011300000362098217, "mean_nn_ratio_pixel": 0.6181796789169312, "fid": 155.20429049233914} +{"step": 2810000, "wall_time": 28177.782527685165, "train_loss_step": 2.014976739883423, "n_params": 4305940, "total_flops": 37170251980800000, "train_loss": 0.017699027061462404, "subset_score_loss": 0.017699027061462404} +{"step": 2820000, "wall_time": 28272.248032569885, "train_loss_step": 2.1773481369018555, "n_params": 4305940, "total_flops": 37302530457600000, "train_loss": 0.017514221370220184, "subset_score_loss": 0.017514221370220184} +{"step": 2830000, "wall_time": 28366.59664082527, "train_loss_step": 2.406132936477661, "n_params": 4305940, "total_flops": 37434808934400000, "train_loss": 0.017318107187747955, "subset_score_loss": 0.017318107187747955} +{"step": 2840000, "wall_time": 28454.08610725403, "train_loss_step": 2.2455878257751465, "n_params": 4305940, "total_flops": 37567087411200000, "train_loss": 0.017296844720840455, "subset_score_loss": 0.017296844720840455} +{"step": 2850000, "wall_time": 28548.280335903168, "train_loss_step": 2.104602098464966, "n_params": 4305940, "total_flops": 37699365888000000, "train_loss": 0.017001479864120483, "subset_score_loss": 0.017001479864120483} +{"step": 2860000, "wall_time": 28642.519786834717, "train_loss_step": 2.2042107582092285, "n_params": 4305940, "total_flops": 37831644364800000, "train_loss": 0.01721755415201187, "subset_score_loss": 0.01721755415201187} +{"step": 2870000, "wall_time": 28736.821647644043, "train_loss_step": 2.0456275939941406, "n_params": 4305940, "total_flops": 37963922841600000, "train_loss": 0.017074820399284363, "subset_score_loss": 0.017074820399284363} +{"step": 2880000, "wall_time": 28830.794728040695, "train_loss_step": 2.0783185958862305, "n_params": 4305940, "total_flops": 38096201318400000, "train_loss": 0.017251501977443694, "subset_score_loss": 0.017251501977443694} +{"step": 2890000, "wall_time": 28923.26604437828, "train_loss_step": 1.9833840131759644, "n_params": 4305940, "total_flops": 38228479795200000, "train_loss": 0.017119134962558746, "subset_score_loss": 0.017119134962558746} +{"step": 2900000, "wall_time": 29092.87987756729, "train_loss_step": 2.108105182647705, "n_params": 4305940, "total_flops": 38360758272000000, "train_loss": 0.017290292680263518, "subset_score_loss": 0.017290292680263518, "memorization_fraction_pixel": 0.010999999940395355, "mean_nn_ratio_pixel": 0.6175256967544556, "fid": 155.96183623412583} +{"step": 2910000, "wall_time": 29184.955723524094, "train_loss_step": 2.1506383419036865, "n_params": 4305940, "total_flops": 38493036748800000, "train_loss": 0.017091284692287444, "subset_score_loss": 0.017091284692287444} +{"step": 2920000, "wall_time": 29278.96320271492, "train_loss_step": 2.057511806488037, "n_params": 4305940, "total_flops": 38625315225600000, "train_loss": 0.017089876532554626, "subset_score_loss": 0.017089876532554626} +{"step": 2930000, "wall_time": 29369.930891752243, "train_loss_step": 2.078860282897949, "n_params": 4305940, "total_flops": 38757593702400000, "train_loss": 0.017021267116069792, "subset_score_loss": 0.017021267116069792} +{"step": 2940000, "wall_time": 29454.061562538147, "train_loss_step": 1.9599831104278564, "n_params": 4305940, "total_flops": 38889872179200000, "train_loss": 0.01687181293964386, "subset_score_loss": 0.01687181293964386} +{"step": 2950000, "wall_time": 29532.842309474945, "train_loss_step": 2.066800594329834, "n_params": 4305940, "total_flops": 39022150656000000, "train_loss": 0.01669900566339493, "subset_score_loss": 0.01669900566339493} +{"step": 2960000, "wall_time": 29626.97280716896, "train_loss_step": 1.908379077911377, "n_params": 4305940, "total_flops": 39154429132800000, "train_loss": 0.01672758162021637, "subset_score_loss": 0.01672758162021637} +{"step": 2970000, "wall_time": 29721.199461460114, "train_loss_step": 2.114346504211426, "n_params": 4305940, "total_flops": 39286707609600000, "train_loss": 0.01661522835493088, "subset_score_loss": 0.01661522835493088} +{"step": 2980000, "wall_time": 29815.01024222374, "train_loss_step": 1.9394981861114502, "n_params": 4305940, "total_flops": 39418986086400000, "train_loss": 0.016907981038093566, "subset_score_loss": 0.016907981038093566} +{"step": 2990000, "wall_time": 29907.390575170517, "train_loss_step": 1.9150402545928955, "n_params": 4305940, "total_flops": 39551264563200000, "train_loss": 0.016728509962558747, "subset_score_loss": 0.016728509962558747} +{"step": 3000000, "wall_time": 30076.436191797256, "train_loss_step": 2.3129489421844482, "n_params": 4305940, "total_flops": 39683543040000000, "train_loss": 0.01646174192428589, "subset_score_loss": 0.01646174192428589, "memorization_fraction_pixel": 0.012000000104308128, "mean_nn_ratio_pixel": 0.6143211722373962, "fid": 155.26945248491856} +{"step": 3010000, "wall_time": 30168.420449495316, "train_loss_step": 2.130920886993408, "n_params": 4305940, "total_flops": 39815821516800000, "train_loss": 0.016949695348739625, "subset_score_loss": 0.016949695348739625} +{"step": 3020000, "wall_time": 30262.01654100418, "train_loss_step": 2.0883216857910156, "n_params": 4305940, "total_flops": 39948099993600000, "train_loss": 0.01674855053424835, "subset_score_loss": 0.01674855053424835} +{"step": 3030000, "wall_time": 30352.930095672607, "train_loss_step": 2.091766834259033, "n_params": 4305940, "total_flops": 40080378470400000, "train_loss": 0.016708877682685853, "subset_score_loss": 0.016708877682685853} +{"step": 3040000, "wall_time": 30439.510545015335, "train_loss_step": 2.366866111755371, "n_params": 4305940, "total_flops": 40212656947200000, "train_loss": 0.01679682731628418, "subset_score_loss": 0.01679682731628418} +{"step": 3050000, "wall_time": 30529.395147800446, "train_loss_step": 2.0103580951690674, "n_params": 4305940, "total_flops": 40344935424000000, "train_loss": 0.01654997617006302, "subset_score_loss": 0.01654997617006302} +{"step": 3060000, "wall_time": 30609.018338680267, "train_loss_step": 2.2629332542419434, "n_params": 4305940, "total_flops": 40477213900800000, "train_loss": 0.016753797233104707, "subset_score_loss": 0.016753797233104707} +{"step": 3070000, "wall_time": 30703.32272696495, "train_loss_step": 1.9470689296722412, "n_params": 4305940, "total_flops": 40609492377600000, "train_loss": 0.016127054393291474, "subset_score_loss": 0.016127054393291474} +{"step": 3080000, "wall_time": 30797.433398485184, "train_loss_step": 2.1355462074279785, "n_params": 4305940, "total_flops": 40741770854400000, "train_loss": 0.016382116079330444, "subset_score_loss": 0.016382116079330444} +{"step": 3090000, "wall_time": 30891.63805961609, "train_loss_step": 2.1068999767303467, "n_params": 4305940, "total_flops": 40874049331200000, "train_loss": 0.016391180455684662, "subset_score_loss": 0.016391180455684662} +{"step": 3100000, "wall_time": 31059.276666402817, "train_loss_step": 2.0162248611450195, "n_params": 4305940, "total_flops": 41006327808000000, "train_loss": 0.01618810147047043, "subset_score_loss": 0.01618810147047043, "memorization_fraction_pixel": 0.010599999688565731, "mean_nn_ratio_pixel": 0.6158713698387146, "fid": 155.36979932437194} +{"step": 3110000, "wall_time": 31151.498356819153, "train_loss_step": 2.142866611480713, "n_params": 4305940, "total_flops": 41138606284800000, "train_loss": 0.01634107679128647, "subset_score_loss": 0.01634107679128647} +{"step": 3120000, "wall_time": 31245.605542898178, "train_loss_step": 2.1295642852783203, "n_params": 4305940, "total_flops": 41270884761600000, "train_loss": 0.01620452105998993, "subset_score_loss": 0.01620452105998993} +{"step": 3130000, "wall_time": 31336.940626382828, "train_loss_step": 2.103396415710449, "n_params": 4305940, "total_flops": 41403163238400000, "train_loss": 0.01603720784187317, "subset_score_loss": 0.01603720784187317} +{"step": 3140000, "wall_time": 31431.078105449677, "train_loss_step": 1.7080354690551758, "n_params": 4305940, "total_flops": 41535441715200000, "train_loss": 0.016104526817798615, "subset_score_loss": 0.016104526817798615} +{"step": 3150000, "wall_time": 31525.32847929001, "train_loss_step": 2.1570467948913574, "n_params": 4305940, "total_flops": 41667720192000000, "train_loss": 0.016185566782951355, "subset_score_loss": 0.016185566782951355} +{"step": 3160000, "wall_time": 31616.459391117096, "train_loss_step": 2.002556800842285, "n_params": 4305940, "total_flops": 41799998668800000, "train_loss": 0.01612396091222763, "subset_score_loss": 0.01612396091222763} +{"step": 3170000, "wall_time": 31710.783567667007, "train_loss_step": 2.2323293685913086, "n_params": 4305940, "total_flops": 41932277145600000, "train_loss": 0.015792499482631683, "subset_score_loss": 0.015792499482631683} +{"step": 3180000, "wall_time": 31804.624359846115, "train_loss_step": 2.091916084289551, "n_params": 4305940, "total_flops": 42064555622400000, "train_loss": 0.015960505604743956, "subset_score_loss": 0.015960505604743956} +{"step": 3190000, "wall_time": 31898.60414505005, "train_loss_step": 2.157346487045288, "n_params": 4305940, "total_flops": 42196834099200000, "train_loss": 0.016100116074085236, "subset_score_loss": 0.016100116074085236} +{"step": 3200000, "wall_time": 32065.597680330276, "train_loss_step": 2.0126190185546875, "n_params": 4305940, "total_flops": 42329112576000000, "train_loss": 0.015914547443389892, "subset_score_loss": 0.015914547443389892, "memorization_fraction_pixel": 0.010900000110268593, "mean_nn_ratio_pixel": 0.6170406937599182, "fid": 155.29226518553432} +{"step": 3210000, "wall_time": 32159.65867948532, "train_loss_step": 1.985485315322876, "n_params": 4305940, "total_flops": 42461391052800000, "train_loss": 0.015669217705726622, "subset_score_loss": 0.015669217705726622} +{"step": 3220000, "wall_time": 32252.225919485092, "train_loss_step": 2.0612587928771973, "n_params": 4305940, "total_flops": 42593669529600000, "train_loss": 0.0162546306848526, "subset_score_loss": 0.0162546306848526} +{"step": 3230000, "wall_time": 32343.126418590546, "train_loss_step": 2.1559228897094727, "n_params": 4305940, "total_flops": 42725948006400000, "train_loss": 0.01562957763671875, "subset_score_loss": 0.01562957763671875} +{"step": 3240000, "wall_time": 32437.368876218796, "train_loss_step": 2.1745667457580566, "n_params": 4305940, "total_flops": 42858226483200000, "train_loss": 0.015767216682434082, "subset_score_loss": 0.015767216682434082} +{"step": 3250000, "wall_time": 32531.535916805267, "train_loss_step": 2.0330872535705566, "n_params": 4305940, "total_flops": 42990504960000000, "train_loss": 0.01595529168844223, "subset_score_loss": 0.01595529168844223} +{"step": 3260000, "wall_time": 32622.977837324142, "train_loss_step": 2.205937147140503, "n_params": 4305940, "total_flops": 43122783436800000, "train_loss": 0.0156805157661438, "subset_score_loss": 0.0156805157661438} +{"step": 3270000, "wall_time": 32713.466513633728, "train_loss_step": 2.3791749477386475, "n_params": 4305940, "total_flops": 43255061913600000, "train_loss": 0.01573706418275833, "subset_score_loss": 0.01573706418275833} +{"step": 3280000, "wall_time": 32806.93525767326, "train_loss_step": 2.306060314178467, "n_params": 4305940, "total_flops": 43387340390400000, "train_loss": 0.01566314548254013, "subset_score_loss": 0.01566314548254013} +{"step": 3290000, "wall_time": 32901.12643265724, "train_loss_step": 2.376189708709717, "n_params": 4305940, "total_flops": 43519618867200000, "train_loss": 0.015288445353507995, "subset_score_loss": 0.015288445353507995} +{"step": 3300000, "wall_time": 33069.07864999771, "train_loss_step": 2.007655620574951, "n_params": 4305940, "total_flops": 43651897344000000, "train_loss": 0.015503412485122681, "subset_score_loss": 0.015503412485122681, "memorization_fraction_pixel": 0.010599999688565731, "mean_nn_ratio_pixel": 0.6088736653327942, "fid": 155.05096807437445} +{"step": 3310000, "wall_time": 33161.40722823143, "train_loss_step": 2.0769004821777344, "n_params": 4305940, "total_flops": 43784175820800000, "train_loss": 0.01565142869949341, "subset_score_loss": 0.01565142869949341} +{"step": 3320000, "wall_time": 33249.9254052639, "train_loss_step": 2.1817073822021484, "n_params": 4305940, "total_flops": 43916454297600000, "train_loss": 0.015375494956970215, "subset_score_loss": 0.015375494956970215} +{"step": 3330000, "wall_time": 33333.238776922226, "train_loss_step": 1.9968743324279785, "n_params": 4305940, "total_flops": 44048732774400000, "train_loss": 0.015480346977710724, "subset_score_loss": 0.015480346977710724} +{"step": 3340000, "wall_time": 33426.82965898514, "train_loss_step": 2.101461410522461, "n_params": 4305940, "total_flops": 44181011251200000, "train_loss": 0.015225204825401305, "subset_score_loss": 0.015225204825401305} +{"step": 3350000, "wall_time": 33520.87539243698, "train_loss_step": 2.253594398498535, "n_params": 4305940, "total_flops": 44313289728000000, "train_loss": 0.015197841823101044, "subset_score_loss": 0.015197841823101044} +{"step": 3360000, "wall_time": 33614.998111486435, "train_loss_step": 2.248828887939453, "n_params": 4305940, "total_flops": 44445568204800000, "train_loss": 0.015249460935592651, "subset_score_loss": 0.015249460935592651} +{"step": 3370000, "wall_time": 33698.89690184593, "train_loss_step": 2.010162830352783, "n_params": 4305940, "total_flops": 44577846681600000, "train_loss": 0.015269125998020171, "subset_score_loss": 0.015269125998020171} +{"step": 3380000, "wall_time": 33793.13714170456, "train_loss_step": 2.2041563987731934, "n_params": 4305940, "total_flops": 44710125158400000, "train_loss": 0.015411056578159332, "subset_score_loss": 0.015411056578159332} +{"step": 3390000, "wall_time": 33886.90036988258, "train_loss_step": 2.175222158432007, "n_params": 4305940, "total_flops": 44842403635200000, "train_loss": 0.015167912840843201, "subset_score_loss": 0.015167912840843201} +{"step": 3400000, "wall_time": 34054.62957620621, "train_loss_step": 2.0004682540893555, "n_params": 4305940, "total_flops": 44974682112000000, "train_loss": 0.015155555307865142, "subset_score_loss": 0.015155555307865142, "memorization_fraction_pixel": 0.008799999952316284, "mean_nn_ratio_pixel": 0.6092769503593445, "fid": 154.94658632138015} +{"step": 3410000, "wall_time": 34146.756531476974, "train_loss_step": 2.0095338821411133, "n_params": 4305940, "total_flops": 45106960588800000, "train_loss": 0.015252161026000976, "subset_score_loss": 0.015252161026000976} +{"step": 3420000, "wall_time": 34240.08688926697, "train_loss_step": 2.2134461402893066, "n_params": 4305940, "total_flops": 45239239065600000, "train_loss": 0.01517411321401596, "subset_score_loss": 0.01517411321401596} +{"step": 3430000, "wall_time": 34317.339664936066, "train_loss_step": 2.2022461891174316, "n_params": 4305940, "total_flops": 45371517542400000, "train_loss": 0.015207180380821228, "subset_score_loss": 0.015207180380821228} +{"step": 3440000, "wall_time": 34411.20647478104, "train_loss_step": 2.269473075866699, "n_params": 4305940, "total_flops": 45503796019200000, "train_loss": 0.015087918937206268, "subset_score_loss": 0.015087918937206268} +{"step": 3450000, "wall_time": 34505.39336967468, "train_loss_step": 1.9720110893249512, "n_params": 4305940, "total_flops": 45636074496000000, "train_loss": 0.014542174339294434, "subset_score_loss": 0.014542174339294434} +{"step": 3460000, "wall_time": 34599.716695308685, "train_loss_step": 2.023662805557251, "n_params": 4305940, "total_flops": 45768352972800000, "train_loss": 0.01512896865606308, "subset_score_loss": 0.01512896865606308} +{"step": 3470000, "wall_time": 34688.13274049759, "train_loss_step": 1.9830818176269531, "n_params": 4305940, "total_flops": 45900631449600000, "train_loss": 0.015091133117675782, "subset_score_loss": 0.015091133117675782} +{"step": 3480000, "wall_time": 34778.26463675499, "train_loss_step": 2.1420445442199707, "n_params": 4305940, "total_flops": 46032909926400000, "train_loss": 0.015128923952579499, "subset_score_loss": 0.015128923952579499} +{"step": 3490000, "wall_time": 34872.247879743576, "train_loss_step": 2.267153739929199, "n_params": 4305940, "total_flops": 46165188403200000, "train_loss": 0.014748713374137879, "subset_score_loss": 0.014748713374137879} +{"step": 3500000, "wall_time": 35041.41374206543, "train_loss_step": 2.128964900970459, "n_params": 4305940, "total_flops": 46297466880000000, "train_loss": 0.014627848565578461, "subset_score_loss": 0.014627848565578461, "memorization_fraction_pixel": 0.013299999758601189, "mean_nn_ratio_pixel": 0.6109766364097595, "fid": 155.4968509111058} +{"step": 3510000, "wall_time": 35134.9041261673, "train_loss_step": 2.216057777404785, "n_params": 4305940, "total_flops": 46429745356800000, "train_loss": 0.015034475922584533, "subset_score_loss": 0.015034475922584533} +{"step": 3520000, "wall_time": 35227.47845673561, "train_loss_step": 1.9746718406677246, "n_params": 4305940, "total_flops": 46562023833600000, "train_loss": 0.015006721019744873, "subset_score_loss": 0.015006721019744873} +{"step": 3530000, "wall_time": 35306.73190522194, "train_loss_step": 2.1350274085998535, "n_params": 4305940, "total_flops": 46694302310400000, "train_loss": 0.014851339161396027, "subset_score_loss": 0.014851339161396027} +{"step": 3540000, "wall_time": 35400.73852920532, "train_loss_step": 1.9730539321899414, "n_params": 4305940, "total_flops": 46826580787200000, "train_loss": 0.014828912913799286, "subset_score_loss": 0.014828912913799286} +{"step": 3550000, "wall_time": 35494.93245792389, "train_loss_step": 2.2928643226623535, "n_params": 4305940, "total_flops": 46958859264000000, "train_loss": 0.014555981755256653, "subset_score_loss": 0.014555981755256653} +{"step": 3560000, "wall_time": 35589.09117054939, "train_loss_step": 2.132573127746582, "n_params": 4305940, "total_flops": 47091137740800000, "train_loss": 0.014448021352291108, "subset_score_loss": 0.014448021352291108} +{"step": 3570000, "wall_time": 35683.16309595108, "train_loss_step": 2.0695126056671143, "n_params": 4305940, "total_flops": 47223416217600000, "train_loss": 0.01438496857881546, "subset_score_loss": 0.01438496857881546} +{"step": 3580000, "wall_time": 35770.158383607864, "train_loss_step": 2.3037896156311035, "n_params": 4305940, "total_flops": 47355694694400000, "train_loss": 0.014598333835601806, "subset_score_loss": 0.014598333835601806} +{"step": 3590000, "wall_time": 35864.00156760216, "train_loss_step": 1.856064796447754, "n_params": 4305940, "total_flops": 47487973171200000, "train_loss": 0.014817652106285096, "subset_score_loss": 0.014817652106285096} +{"step": 3600000, "wall_time": 36032.76105952263, "train_loss_step": 2.0381975173950195, "n_params": 4305940, "total_flops": 47620251648000000, "train_loss": 0.014674335718154907, "subset_score_loss": 0.014674335718154907, "memorization_fraction_pixel": 0.013799999840557575, "mean_nn_ratio_pixel": 0.6036621928215027, "fid": 154.64371328624716} +{"step": 3610000, "wall_time": 36126.67441320419, "train_loss_step": 2.093794345855713, "n_params": 4305940, "total_flops": 47752530124800000, "train_loss": 0.014467202126979828, "subset_score_loss": 0.014467202126979828} +{"step": 3620000, "wall_time": 36220.798033475876, "train_loss_step": 1.9022936820983887, "n_params": 4305940, "total_flops": 47884808601600000, "train_loss": 0.014872764050960541, "subset_score_loss": 0.014872764050960541} +{"step": 3630000, "wall_time": 36300.07414484024, "train_loss_step": 1.9135804176330566, "n_params": 4305940, "total_flops": 48017087078400000, "train_loss": 0.014224113523960113, "subset_score_loss": 0.014224113523960113} +{"step": 3640000, "wall_time": 36393.49700284004, "train_loss_step": 2.103929042816162, "n_params": 4305940, "total_flops": 48149365555200000, "train_loss": 0.014476530253887177, "subset_score_loss": 0.014476530253887177} +{"step": 3650000, "wall_time": 36487.68588089943, "train_loss_step": 2.1374988555908203, "n_params": 4305940, "total_flops": 48281644032000000, "train_loss": 0.014503571391105651, "subset_score_loss": 0.014503571391105651} +{"step": 3660000, "wall_time": 36581.61822414398, "train_loss_step": 1.9079382419586182, "n_params": 4305940, "total_flops": 48413922508800000, "train_loss": 0.014392289519309997, "subset_score_loss": 0.014392289519309997} +{"step": 3670000, "wall_time": 36675.64055109024, "train_loss_step": 2.160109758377075, "n_params": 4305940, "total_flops": 48546200985600000, "train_loss": 0.01430046409368515, "subset_score_loss": 0.01430046409368515} +{"step": 3680000, "wall_time": 36760.398852825165, "train_loss_step": 2.335210084915161, "n_params": 4305940, "total_flops": 48678479462400000, "train_loss": 0.014187479019165039, "subset_score_loss": 0.014187479019165039} +{"step": 3690000, "wall_time": 36852.33782696724, "train_loss_step": 1.9640586376190186, "n_params": 4305940, "total_flops": 48810757939200000, "train_loss": 0.014351703226566315, "subset_score_loss": 0.014351703226566315} +{"step": 3700000, "wall_time": 37021.656616687775, "train_loss_step": 2.1692020893096924, "n_params": 4305940, "total_flops": 48943036416000000, "train_loss": 0.014380015432834625, "subset_score_loss": 0.014380015432834625, "memorization_fraction_pixel": 0.011900000274181366, "mean_nn_ratio_pixel": 0.6060097813606262, "fid": 154.83860051910074} +{"step": 3710000, "wall_time": 37115.435854911804, "train_loss_step": 1.9794261455535889, "n_params": 4305940, "total_flops": 49075314892800000, "train_loss": 0.014372424781322479, "subset_score_loss": 0.014372424781322479} +{"step": 3720000, "wall_time": 37209.83202338219, "train_loss_step": 1.8634400367736816, "n_params": 4305940, "total_flops": 49207593369600000, "train_loss": 0.013953104615211487, "subset_score_loss": 0.013953104615211487} +{"step": 3730000, "wall_time": 37292.8946313858, "train_loss_step": 2.0395922660827637, "n_params": 4305940, "total_flops": 49339871846400000, "train_loss": 0.014036045968532562, "subset_score_loss": 0.014036045968532562} +{"step": 3740000, "wall_time": 37385.05541396141, "train_loss_step": 2.207233428955078, "n_params": 4305940, "total_flops": 49472150323200000, "train_loss": 0.014167922735214233, "subset_score_loss": 0.014167922735214233} +{"step": 3750000, "wall_time": 37479.13357281685, "train_loss_step": 1.845062255859375, "n_params": 4305940, "total_flops": 49604428800000000, "train_loss": 0.014329327642917633, "subset_score_loss": 0.014329327642917633} +{"step": 3760000, "wall_time": 37572.8920507431, "train_loss_step": 2.257577657699585, "n_params": 4305940, "total_flops": 49736707276800000, "train_loss": 0.014239740371704102, "subset_score_loss": 0.014239740371704102} +{"step": 3770000, "wall_time": 37666.861271858215, "train_loss_step": 2.423616409301758, "n_params": 4305940, "total_flops": 49868985753600000, "train_loss": 0.014258892834186554, "subset_score_loss": 0.014258892834186554} +{"step": 3780000, "wall_time": 37761.351702690125, "train_loss_step": 1.962157130241394, "n_params": 4305940, "total_flops": 50001264230400000, "train_loss": 0.013949838280677796, "subset_score_loss": 0.013949838280677796} +{"step": 3790000, "wall_time": 37846.09731197357, "train_loss_step": 2.0077695846557617, "n_params": 4305940, "total_flops": 50133542707200000, "train_loss": 0.013908879458904266, "subset_score_loss": 0.013908879458904266} +{"step": 3800000, "wall_time": 38014.98936867714, "train_loss_step": 1.8775157928466797, "n_params": 4305940, "total_flops": 50265821184000000, "train_loss": 0.013935050368309021, "subset_score_loss": 0.013935050368309021, "memorization_fraction_pixel": 0.013199999928474426, "mean_nn_ratio_pixel": 0.6022207736968994, "fid": 154.61736732555102} +{"step": 3810000, "wall_time": 38109.077699422836, "train_loss_step": 2.2738053798675537, "n_params": 4305940, "total_flops": 50398099660800000, "train_loss": 0.013707561790943146, "subset_score_loss": 0.013707561790943146} +{"step": 3820000, "wall_time": 38203.04885482788, "train_loss_step": 1.9296355247497559, "n_params": 4305940, "total_flops": 50530378137600000, "train_loss": 0.013652084767818451, "subset_score_loss": 0.013652084767818451} +{"step": 3830000, "wall_time": 38282.35002851486, "train_loss_step": 2.1866908073425293, "n_params": 4305940, "total_flops": 50662656614400000, "train_loss": 0.014359146356582642, "subset_score_loss": 0.014359146356582642} +{"step": 3840000, "wall_time": 38373.36709737778, "train_loss_step": 2.328894853591919, "n_params": 4305940, "total_flops": 50794935091200000, "train_loss": 0.013752131164073944, "subset_score_loss": 0.013752131164073944} +{"step": 3850000, "wall_time": 38467.270084142685, "train_loss_step": 2.0680992603302, "n_params": 4305940, "total_flops": 50927213568000000, "train_loss": 0.013904958963394165, "subset_score_loss": 0.013904958963394165} +{"step": 3860000, "wall_time": 38561.45056390762, "train_loss_step": 2.1618571281433105, "n_params": 4305940, "total_flops": 51059492044800000, "train_loss": 0.014026612043380737, "subset_score_loss": 0.014026612043380737} +{"step": 3870000, "wall_time": 38655.30517601967, "train_loss_step": 1.9027137756347656, "n_params": 4305940, "total_flops": 51191770521600000, "train_loss": 0.013801702857017517, "subset_score_loss": 0.013801702857017517} +{"step": 3880000, "wall_time": 38749.441232681274, "train_loss_step": 2.127009391784668, "n_params": 4305940, "total_flops": 51324048998400000, "train_loss": 0.013778726756572723, "subset_score_loss": 0.013778726756572723} +{"step": 3890000, "wall_time": 38837.064866781235, "train_loss_step": 2.015650987625122, "n_params": 4305940, "total_flops": 51456327475200000, "train_loss": 0.01384124457836151, "subset_score_loss": 0.01384124457836151} +{"step": 3900000, "wall_time": 39004.538051605225, "train_loss_step": 2.2330501079559326, "n_params": 4305940, "total_flops": 51588605952000000, "train_loss": 0.013774481415748597, "subset_score_loss": 0.013774481415748597, "memorization_fraction_pixel": 0.011599999852478504, "mean_nn_ratio_pixel": 0.604396402835846, "fid": 154.60573910088573} +{"step": 3910000, "wall_time": 39098.76087594032, "train_loss_step": 1.9845902919769287, "n_params": 4305940, "total_flops": 51720884428800000, "train_loss": 0.014356131851673126, "subset_score_loss": 0.014356131851673126} +{"step": 3920000, "wall_time": 39192.36467671394, "train_loss_step": 2.0007834434509277, "n_params": 4305940, "total_flops": 51853162905600000, "train_loss": 0.013663639128208161, "subset_score_loss": 0.013663639128208161} +{"step": 3930000, "wall_time": 39277.40976643562, "train_loss_step": 1.8953880071640015, "n_params": 4305940, "total_flops": 51985441382400000, "train_loss": 0.013449813425540923, "subset_score_loss": 0.013449813425540923} +{"step": 3940000, "wall_time": 39371.01830458641, "train_loss_step": 2.0533173084259033, "n_params": 4305940, "total_flops": 52117719859200000, "train_loss": 0.013945713639259338, "subset_score_loss": 0.013945713639259338} +{"step": 3950000, "wall_time": 39460.77635836601, "train_loss_step": 2.2937045097351074, "n_params": 4305940, "total_flops": 52249998336000000, "train_loss": 0.013430377840995789, "subset_score_loss": 0.013430377840995789} +{"step": 3960000, "wall_time": 39554.53988170624, "train_loss_step": 2.1918935775756836, "n_params": 4305940, "total_flops": 52382276812800000, "train_loss": 0.013579231500625611, "subset_score_loss": 0.013579231500625611} +{"step": 3970000, "wall_time": 39648.547662734985, "train_loss_step": 2.0839297771453857, "n_params": 4305940, "total_flops": 52514555289600000, "train_loss": 0.014118143916130066, "subset_score_loss": 0.014118143916130066} +{"step": 3980000, "wall_time": 39742.25328683853, "train_loss_step": 2.2747795581817627, "n_params": 4305940, "total_flops": 52646833766400000, "train_loss": 0.013588842749595643, "subset_score_loss": 0.013588842749595643} +{"step": 3990000, "wall_time": 39832.78881239891, "train_loss_step": 1.9213616847991943, "n_params": 4305940, "total_flops": 52779112243200000, "train_loss": 0.013395309448242188, "subset_score_loss": 0.013395309448242188} +{"step": 4000000, "wall_time": 39990.13880491257, "train_loss_step": 2.191470146179199, "n_params": 4305940, "total_flops": 52911390720000000, "train_loss": 0.013294275104999542, "subset_score_loss": 0.013294275104999542, "memorization_fraction_pixel": 0.012500000186264515, "mean_nn_ratio_pixel": 0.602616548538208, "fid": 154.76985942136716} +{"step": 4010000, "wall_time": 40084.24885749817, "train_loss_step": 2.300340175628662, "n_params": 4305940, "total_flops": 53043669196800000, "train_loss": 0.013362416625022888, "subset_score_loss": 0.013362416625022888} +{"step": 4020000, "wall_time": 40177.884182453156, "train_loss_step": 1.9376108646392822, "n_params": 4305940, "total_flops": 53175947673600000, "train_loss": 0.013328880071640015, "subset_score_loss": 0.013328880071640015} +{"step": 4030000, "wall_time": 40264.79215884209, "train_loss_step": 2.1260476112365723, "n_params": 4305940, "total_flops": 53308226150400000, "train_loss": 0.013327991962432862, "subset_score_loss": 0.013327991962432862} +{"step": 4040000, "wall_time": 40358.78751087189, "train_loss_step": 1.9333466291427612, "n_params": 4305940, "total_flops": 53440504627200000, "train_loss": 0.01336946189403534, "subset_score_loss": 0.01336946189403534} +{"step": 4050000, "wall_time": 40451.562479019165, "train_loss_step": 2.038712978363037, "n_params": 4305940, "total_flops": 53572783104000000, "train_loss": 0.013184481859207153, "subset_score_loss": 0.013184481859207153} +{"step": 4060000, "wall_time": 40543.83885908127, "train_loss_step": 2.059115171432495, "n_params": 4305940, "total_flops": 53705061580800000, "train_loss": 0.013212743401527404, "subset_score_loss": 0.013212743401527404} +{"step": 4070000, "wall_time": 40637.819532871246, "train_loss_step": 2.1543540954589844, "n_params": 4305940, "total_flops": 53837340057600000, "train_loss": 0.013109005987644196, "subset_score_loss": 0.013109005987644196} +{"step": 4080000, "wall_time": 40732.07579803467, "train_loss_step": 2.1475324630737305, "n_params": 4305940, "total_flops": 53969618534400000, "train_loss": 0.013343705236911774, "subset_score_loss": 0.013343705236911774} +{"step": 4090000, "wall_time": 40826.31642651558, "train_loss_step": 2.1404635906219482, "n_params": 4305940, "total_flops": 54101897011200000, "train_loss": 0.013853201270103454, "subset_score_loss": 0.013853201270103454} +{"step": 4100000, "wall_time": 40983.87369465828, "train_loss_step": 2.0438246726989746, "n_params": 4305940, "total_flops": 54234175488000000, "train_loss": 0.013601800799369812, "subset_score_loss": 0.013601800799369812, "memorization_fraction_pixel": 0.010999999940395355, "mean_nn_ratio_pixel": 0.6049140095710754, "fid": 155.50407954594573} +{"step": 4110000, "wall_time": 41078.09125113487, "train_loss_step": 1.9364066123962402, "n_params": 4305940, "total_flops": 54366453964800000, "train_loss": 0.013170216977596284, "subset_score_loss": 0.013170216977596284} +{"step": 4120000, "wall_time": 41168.46044373512, "train_loss_step": 1.9593532085418701, "n_params": 4305940, "total_flops": 54498732441600000, "train_loss": 0.013333852589130401, "subset_score_loss": 0.013333852589130401} +{"step": 4130000, "wall_time": 41250.71106147766, "train_loss_step": 2.207855463027954, "n_params": 4305940, "total_flops": 54631010918400000, "train_loss": 0.013438095152378083, "subset_score_loss": 0.013438095152378083} +{"step": 4140000, "wall_time": 41344.62022280693, "train_loss_step": 2.29646897315979, "n_params": 4305940, "total_flops": 54763289395200000, "train_loss": 0.013317844271659851, "subset_score_loss": 0.013317844271659851} +{"step": 4150000, "wall_time": 41438.761296749115, "train_loss_step": 2.0824012756347656, "n_params": 4305940, "total_flops": 54895567872000000, "train_loss": 0.013131877779960633, "subset_score_loss": 0.013131877779960633} +{"step": 4160000, "wall_time": 41529.07147049904, "train_loss_step": 2.074721097946167, "n_params": 4305940, "total_flops": 55027846348800000, "train_loss": 0.01292056292295456, "subset_score_loss": 0.01292056292295456} +{"step": 4170000, "wall_time": 41623.01459169388, "train_loss_step": 2.330949544906616, "n_params": 4305940, "total_flops": 55160124825600000, "train_loss": 0.013045930862426757, "subset_score_loss": 0.013045930862426757} +{"step": 4180000, "wall_time": 41717.35164999962, "train_loss_step": 2.0493392944335938, "n_params": 4305940, "total_flops": 55292403302400000, "train_loss": 0.01296820342540741, "subset_score_loss": 0.01296820342540741} +{"step": 4190000, "wall_time": 41811.522010326385, "train_loss_step": 2.0379347801208496, "n_params": 4305940, "total_flops": 55424681779200000, "train_loss": 0.012929251790046692, "subset_score_loss": 0.012929251790046692} +{"step": 4200000, "wall_time": 41973.58803677559, "train_loss_step": 2.039398193359375, "n_params": 4305940, "total_flops": 55556960256000000, "train_loss": 0.013079161942005157, "subset_score_loss": 0.013079161942005157, "memorization_fraction_pixel": 0.013299999758601189, "mean_nn_ratio_pixel": 0.6021702885627747, "fid": 155.03888361803854} +{"step": 4210000, "wall_time": 42067.42275285721, "train_loss_step": 2.1432385444641113, "n_params": 4305940, "total_flops": 55689238732800000, "train_loss": 0.012929774820804596, "subset_score_loss": 0.012929774820804596} +{"step": 4220000, "wall_time": 42160.78596949577, "train_loss_step": 2.053071975708008, "n_params": 4305940, "total_flops": 55821517209600000, "train_loss": 0.013177593052387238, "subset_score_loss": 0.013177593052387238} +{"step": 4230000, "wall_time": 42241.49749779701, "train_loss_step": 2.135864019393921, "n_params": 4305940, "total_flops": 55953795686400000, "train_loss": 0.012893296778202057, "subset_score_loss": 0.012893296778202057} +{"step": 4240000, "wall_time": 42335.40446639061, "train_loss_step": 2.065500259399414, "n_params": 4305940, "total_flops": 56086074163200000, "train_loss": 0.012867113947868348, "subset_score_loss": 0.012867113947868348} +{"step": 4250000, "wall_time": 42429.6159696579, "train_loss_step": 2.1652472019195557, "n_params": 4305940, "total_flops": 56218352640000000, "train_loss": 0.013116991519927979, "subset_score_loss": 0.013116991519927979} +{"step": 4260000, "wall_time": 42522.42826151848, "train_loss_step": 2.128652811050415, "n_params": 4305940, "total_flops": 56350631116800000, "train_loss": 0.013478535413742065, "subset_score_loss": 0.013478535413742065} +{"step": 4270000, "wall_time": 42614.38512992859, "train_loss_step": 1.9906872510910034, "n_params": 4305940, "total_flops": 56482909593600000, "train_loss": 0.012965987622737884, "subset_score_loss": 0.012965987622737884} +{"step": 4280000, "wall_time": 42708.82986807823, "train_loss_step": 1.8812906742095947, "n_params": 4305940, "total_flops": 56615188070400000, "train_loss": 0.013015149533748627, "subset_score_loss": 0.013015149533748627} +{"step": 4290000, "wall_time": 42803.1194832325, "train_loss_step": 2.0330727100372314, "n_params": 4305940, "total_flops": 56747466547200000, "train_loss": 0.012783750891685486, "subset_score_loss": 0.012783750891685486} +{"step": 4300000, "wall_time": 42965.05189204216, "train_loss_step": 2.404778480529785, "n_params": 4305940, "total_flops": 56879745024000000, "train_loss": 0.012863177061080932, "subset_score_loss": 0.012863177061080932, "memorization_fraction_pixel": 0.010999999940395355, "mean_nn_ratio_pixel": 0.6005354523658752, "fid": 154.65691861499727} +{"step": 4310000, "wall_time": 43058.91984605789, "train_loss_step": 2.0777878761291504, "n_params": 4305940, "total_flops": 57012023500800000, "train_loss": 0.012923461198806763, "subset_score_loss": 0.012923461198806763} +{"step": 4320000, "wall_time": 43152.52104997635, "train_loss_step": 2.1150858402252197, "n_params": 4305940, "total_flops": 57144301977600000, "train_loss": 0.012642952799797057, "subset_score_loss": 0.012642952799797057} +{"step": 4330000, "wall_time": 43234.70622801781, "train_loss_step": 1.998905062675476, "n_params": 4305940, "total_flops": 57276580454400000, "train_loss": 0.012386054545640946, "subset_score_loss": 0.012386054545640946} +{"step": 4340000, "wall_time": 43329.04814052582, "train_loss_step": 1.9971668720245361, "n_params": 4305940, "total_flops": 57408858931200000, "train_loss": 0.012533216178417206, "subset_score_loss": 0.012533216178417206} +{"step": 4350000, "wall_time": 43423.4244787693, "train_loss_step": 1.867976427078247, "n_params": 4305940, "total_flops": 57541137408000000, "train_loss": 0.012994007766246795, "subset_score_loss": 0.012994007766246795} +{"step": 4360000, "wall_time": 43516.1848218441, "train_loss_step": 2.1487369537353516, "n_params": 4305940, "total_flops": 57673415884800000, "train_loss": 0.012701332569122314, "subset_score_loss": 0.012701332569122314} +{"step": 4370000, "wall_time": 43610.1915102005, "train_loss_step": 2.063645124435425, "n_params": 4305940, "total_flops": 57805694361600000, "train_loss": 0.012568731606006623, "subset_score_loss": 0.012568731606006623} +{"step": 4380000, "wall_time": 43702.36915183067, "train_loss_step": 2.0937905311584473, "n_params": 4305940, "total_flops": 57937972838400000, "train_loss": 0.013090276718139648, "subset_score_loss": 0.013090276718139648} +{"step": 4390000, "wall_time": 43796.07508087158, "train_loss_step": 2.197453022003174, "n_params": 4305940, "total_flops": 58070251315200000, "train_loss": 0.012808234989643097, "subset_score_loss": 0.012808234989643097} +{"step": 4400000, "wall_time": 43965.491891145706, "train_loss_step": 1.9895968437194824, "n_params": 4305940, "total_flops": 58202529792000000, "train_loss": 0.013025850057601929, "subset_score_loss": 0.013025850057601929, "memorization_fraction_pixel": 0.014999999664723873, "mean_nn_ratio_pixel": 0.6001635789871216, "fid": 154.8278306150763} +{"step": 4410000, "wall_time": 44050.555364370346, "train_loss_step": 2.1120901107788086, "n_params": 4305940, "total_flops": 58334808268800000, "train_loss": 0.01246035322546959, "subset_score_loss": 0.01246035322546959} +{"step": 4420000, "wall_time": 44144.37343263626, "train_loss_step": 2.195646286010742, "n_params": 4305940, "total_flops": 58467086745600000, "train_loss": 0.0124894417822361, "subset_score_loss": 0.0124894417822361} +{"step": 4430000, "wall_time": 44224.15141391754, "train_loss_step": 2.1058568954467773, "n_params": 4305940, "total_flops": 58599365222400000, "train_loss": 0.012814880907535553, "subset_score_loss": 0.012814880907535553} +{"step": 4440000, "wall_time": 44318.239451408386, "train_loss_step": 2.003202438354492, "n_params": 4305940, "total_flops": 58731643699200000, "train_loss": 0.012439029663801194, "subset_score_loss": 0.012439029663801194} +{"step": 4450000, "wall_time": 44412.39020252228, "train_loss_step": 2.035146713256836, "n_params": 4305940, "total_flops": 58863922176000000, "train_loss": 0.01266021728515625, "subset_score_loss": 0.01266021728515625} +{"step": 4460000, "wall_time": 44506.81781744957, "train_loss_step": 2.1624066829681396, "n_params": 4305940, "total_flops": 58996200652800000, "train_loss": 0.01230773851275444, "subset_score_loss": 0.01230773851275444} +{"step": 4470000, "wall_time": 44599.167264699936, "train_loss_step": 2.156144380569458, "n_params": 4305940, "total_flops": 59128479129600000, "train_loss": 0.012567490339279175, "subset_score_loss": 0.012567490339279175} +{"step": 4480000, "wall_time": 44691.62172102928, "train_loss_step": 2.14359712600708, "n_params": 4305940, "total_flops": 59260757606400000, "train_loss": 0.012303654849529267, "subset_score_loss": 0.012303654849529267} +{"step": 4490000, "wall_time": 44785.30371713638, "train_loss_step": 2.1916632652282715, "n_params": 4305940, "total_flops": 59393036083200000, "train_loss": 0.012219268083572387, "subset_score_loss": 0.012219268083572387} +{"step": 4500000, "wall_time": 44954.67458295822, "train_loss_step": 2.101681709289551, "n_params": 4305940, "total_flops": 59525314560000000, "train_loss": 0.01240384504199028, "subset_score_loss": 0.01240384504199028, "memorization_fraction_pixel": 0.01360000018030405, "mean_nn_ratio_pixel": 0.5982491970062256, "fid": 154.7376844869847} +{"step": 4510000, "wall_time": 45040.1988761425, "train_loss_step": 1.8872541189193726, "n_params": 4305940, "total_flops": 59657593036800000, "train_loss": 0.01244061514735222, "subset_score_loss": 0.01244061514735222} +{"step": 4520000, "wall_time": 45134.33802366257, "train_loss_step": 2.252063035964966, "n_params": 4305940, "total_flops": 59789871513600000, "train_loss": 0.012473858147859573, "subset_score_loss": 0.012473858147859573} +{"step": 4530000, "wall_time": 45216.98975229263, "train_loss_step": 1.8995482921600342, "n_params": 4305940, "total_flops": 59922149990400000, "train_loss": 0.01218826174736023, "subset_score_loss": 0.01218826174736023} +{"step": 4540000, "wall_time": 45311.288919210434, "train_loss_step": 1.8570109605789185, "n_params": 4305940, "total_flops": 60054428467200000, "train_loss": 0.012418866902589799, "subset_score_loss": 0.012418866902589799} +{"step": 4550000, "wall_time": 45405.40385723114, "train_loss_step": 2.1538100242614746, "n_params": 4305940, "total_flops": 60186706944000000, "train_loss": 0.012558628618717194, "subset_score_loss": 0.012558628618717194} +{"step": 4560000, "wall_time": 45498.632407188416, "train_loss_step": 2.0660531520843506, "n_params": 4305940, "total_flops": 60318985420800000, "train_loss": 0.012278105318546294, "subset_score_loss": 0.012278105318546294} +{"step": 4570000, "wall_time": 45590.924680233, "train_loss_step": 2.097899913787842, "n_params": 4305940, "total_flops": 60451263897600000, "train_loss": 0.012093888968229294, "subset_score_loss": 0.012093888968229294} +{"step": 4580000, "wall_time": 45684.69895863533, "train_loss_step": 1.904628038406372, "n_params": 4305940, "total_flops": 60583542374400000, "train_loss": 0.01205945536494255, "subset_score_loss": 0.01205945536494255} +{"step": 4590000, "wall_time": 45776.75366783142, "train_loss_step": 2.0722100734710693, "n_params": 4305940, "total_flops": 60715820851200000, "train_loss": 0.012057647109031677, "subset_score_loss": 0.012057647109031677} +{"step": 4600000, "wall_time": 45946.150981903076, "train_loss_step": 2.097567081451416, "n_params": 4305940, "total_flops": 60848099328000000, "train_loss": 0.012186554074287415, "subset_score_loss": 0.012186554074287415, "memorization_fraction_pixel": 0.013299999758601189, "mean_nn_ratio_pixel": 0.5989240407943726, "fid": 154.78478885906534} +{"step": 4610000, "wall_time": 46037.06011605263, "train_loss_step": 1.9757483005523682, "n_params": 4305940, "total_flops": 60980377804800000, "train_loss": 0.012402189522981643, "subset_score_loss": 0.012402189522981643} +{"step": 4620000, "wall_time": 46119.5429046154, "train_loss_step": 2.3790810108184814, "n_params": 4305940, "total_flops": 61112656281600000, "train_loss": 0.012061683833599091, "subset_score_loss": 0.012061683833599091} +{"step": 4630000, "wall_time": 46199.6817214489, "train_loss_step": 2.054509401321411, "n_params": 4305940, "total_flops": 61244934758400000, "train_loss": 0.012304050475358963, "subset_score_loss": 0.012304050475358963} +{"step": 4640000, "wall_time": 46293.863171339035, "train_loss_step": 1.988936424255371, "n_params": 4305940, "total_flops": 61377213235200000, "train_loss": 0.012037145346403122, "subset_score_loss": 0.012037145346403122} +{"step": 4650000, "wall_time": 46387.950266599655, "train_loss_step": 2.3361706733703613, "n_params": 4305940, "total_flops": 61509491712000000, "train_loss": 0.012291193753480912, "subset_score_loss": 0.012291193753480912} +{"step": 4660000, "wall_time": 46480.94977450371, "train_loss_step": 2.2714149951934814, "n_params": 4305940, "total_flops": 61641770188800000, "train_loss": 0.012151037901639938, "subset_score_loss": 0.012151037901639938} +{"step": 4670000, "wall_time": 46575.42832684517, "train_loss_step": 2.076573133468628, "n_params": 4305940, "total_flops": 61774048665600000, "train_loss": 0.011942218244075774, "subset_score_loss": 0.011942218244075774} +{"step": 4680000, "wall_time": 46667.8393368721, "train_loss_step": 2.06573224067688, "n_params": 4305940, "total_flops": 61906327142400000, "train_loss": 0.011813509464263915, "subset_score_loss": 0.011813509464263915} +{"step": 4690000, "wall_time": 46761.770545482635, "train_loss_step": 2.018719434738159, "n_params": 4305940, "total_flops": 62038605619200000, "train_loss": 0.011658436805009841, "subset_score_loss": 0.011658436805009841} +{"step": 4700000, "wall_time": 46929.50409865379, "train_loss_step": 2.0949878692626953, "n_params": 4305940, "total_flops": 62170884096000000, "train_loss": 0.011827994138002396, "subset_score_loss": 0.011827994138002396, "memorization_fraction_pixel": 0.011699999682605267, "mean_nn_ratio_pixel": 0.6006723642349243, "fid": 154.97159557753187} +{"step": 4710000, "wall_time": 47023.56944537163, "train_loss_step": 1.9756388664245605, "n_params": 4305940, "total_flops": 62303162572800000, "train_loss": 0.012039167433977127, "subset_score_loss": 0.012039167433977127} +{"step": 4720000, "wall_time": 47114.60864329338, "train_loss_step": 2.0898633003234863, "n_params": 4305940, "total_flops": 62435441049600000, "train_loss": 0.011867626011371613, "subset_score_loss": 0.011867626011371613} +{"step": 4730000, "wall_time": 47205.06235027313, "train_loss_step": 2.3099870681762695, "n_params": 4305940, "total_flops": 62567719526400000, "train_loss": 0.012125413864850998, "subset_score_loss": 0.012125413864850998} +{"step": 4740000, "wall_time": 47299.20252633095, "train_loss_step": 2.082387685775757, "n_params": 4305940, "total_flops": 62699998003200000, "train_loss": 0.011966031789779664, "subset_score_loss": 0.011966031789779664} +{"step": 4750000, "wall_time": 47392.78383564949, "train_loss_step": 2.163386344909668, "n_params": 4305940, "total_flops": 62832276480000000, "train_loss": 0.01193416491150856, "subset_score_loss": 0.01193416491150856} +{"step": 4760000, "wall_time": 47487.060957193375, "train_loss_step": 1.9476232528686523, "n_params": 4305940, "total_flops": 62964554956800000, "train_loss": 0.011950463056564331, "subset_score_loss": 0.011950463056564331} +{"step": 4770000, "wall_time": 47581.37183213234, "train_loss_step": 2.114549160003662, "n_params": 4305940, "total_flops": 63096833433600000, "train_loss": 0.012218404561281204, "subset_score_loss": 0.012218404561281204} +{"step": 4780000, "wall_time": 47674.15450668335, "train_loss_step": 2.047374725341797, "n_params": 4305940, "total_flops": 63229111910400000, "train_loss": 0.012330281734466552, "subset_score_loss": 0.012330281734466552} +{"step": 4790000, "wall_time": 47768.405841350555, "train_loss_step": 2.169677257537842, "n_params": 4305940, "total_flops": 63361390387200000, "train_loss": 0.011669684946537019, "subset_score_loss": 0.011669684946537019} +{"step": 4800000, "wall_time": 47935.89543867111, "train_loss_step": 2.009523391723633, "n_params": 4305940, "total_flops": 63493668864000000, "train_loss": 0.01202487051486969, "subset_score_loss": 0.01202487051486969, "memorization_fraction_pixel": 0.010900000110268593, "mean_nn_ratio_pixel": 0.5977976322174072, "fid": 154.8061905252402} +{"step": 4810000, "wall_time": 48029.83360552788, "train_loss_step": 2.1493475437164307, "n_params": 4305940, "total_flops": 63625947340800000, "train_loss": 0.011896727234125137, "subset_score_loss": 0.011896727234125137} +{"step": 4820000, "wall_time": 48118.184582710266, "train_loss_step": 1.9911502599716187, "n_params": 4305940, "total_flops": 63758225817600000, "train_loss": 0.012062042951583862, "subset_score_loss": 0.012062042951583862} +{"step": 4830000, "wall_time": 48212.22923564911, "train_loss_step": 1.8689091205596924, "n_params": 4305940, "total_flops": 63890504294400000, "train_loss": 0.011903410404920578, "subset_score_loss": 0.011903410404920578} +{"step": 4840000, "wall_time": 48306.79387426376, "train_loss_step": 2.3196990489959717, "n_params": 4305940, "total_flops": 64022782771200000, "train_loss": 0.012166152894496917, "subset_score_loss": 0.012166152894496917} +{"step": 4850000, "wall_time": 48401.297797203064, "train_loss_step": 2.076699733734131, "n_params": 4305940, "total_flops": 64155061248000000, "train_loss": 0.011919524520635605, "subset_score_loss": 0.011919524520635605} +{"step": 4860000, "wall_time": 48495.90763807297, "train_loss_step": 2.214028835296631, "n_params": 4305940, "total_flops": 64287339724800000, "train_loss": 0.011803122609853745, "subset_score_loss": 0.011803122609853745} +{"step": 4870000, "wall_time": 48590.6194126606, "train_loss_step": 2.0740275382995605, "n_params": 4305940, "total_flops": 64419618201600000, "train_loss": 0.012610934674739838, "subset_score_loss": 0.012610934674739838} +{"step": 4880000, "wall_time": 48684.153131484985, "train_loss_step": 2.0956544876098633, "n_params": 4305940, "total_flops": 64551896678400000, "train_loss": 0.012073879688978195, "subset_score_loss": 0.012073879688978195} +{"step": 4890000, "wall_time": 48779.52017378807, "train_loss_step": 1.9559414386749268, "n_params": 4305940, "total_flops": 64684175155200000, "train_loss": 0.011754070222377778, "subset_score_loss": 0.011754070222377778} +{"step": 4900000, "wall_time": 48947.53983402252, "train_loss_step": 2.0816071033477783, "n_params": 4305940, "total_flops": 64816453632000000, "train_loss": 0.011820424348115921, "subset_score_loss": 0.011820424348115921, "memorization_fraction_pixel": 0.012799999676644802, "mean_nn_ratio_pixel": 0.5982991456985474, "fid": 154.84693390835324} +{"step": 4910000, "wall_time": 49042.11558294296, "train_loss_step": 2.016481637954712, "n_params": 4305940, "total_flops": 64948732108800000, "train_loss": 0.011739995330572128, "subset_score_loss": 0.011739995330572128} +{"step": 4920000, "wall_time": 49119.641746759415, "train_loss_step": 2.2254061698913574, "n_params": 4305940, "total_flops": 65081010585600000, "train_loss": 0.011752843111753463, "subset_score_loss": 0.011752843111753463} +{"step": 4930000, "wall_time": 49196.74063396454, "train_loss_step": 2.2695202827453613, "n_params": 4305940, "total_flops": 65213289062400000, "train_loss": 0.011651594191789627, "subset_score_loss": 0.011651594191789627} +{"step": 4940000, "wall_time": 49273.80280137062, "train_loss_step": 2.357992649078369, "n_params": 4305940, "total_flops": 65345567539200000, "train_loss": 0.01185160204768181, "subset_score_loss": 0.01185160204768181} +{"step": 4950000, "wall_time": 49350.924795389175, "train_loss_step": 1.9493945837020874, "n_params": 4305940, "total_flops": 65477846016000000, "train_loss": 0.011536846309900284, "subset_score_loss": 0.011536846309900284} +{"step": 4960000, "wall_time": 49428.29974722862, "train_loss_step": 2.2090322971343994, "n_params": 4305940, "total_flops": 65610124492800000, "train_loss": 0.011714062839746475, "subset_score_loss": 0.011714062839746475} +{"step": 4970000, "wall_time": 49505.572468042374, "train_loss_step": 2.1471004486083984, "n_params": 4305940, "total_flops": 65742402969600000, "train_loss": 0.011500123888254166, "subset_score_loss": 0.011500123888254166} +{"step": 4980000, "wall_time": 49583.19223046303, "train_loss_step": 2.1031970977783203, "n_params": 4305940, "total_flops": 65874681446400000, "train_loss": 0.01154755726456642, "subset_score_loss": 0.01154755726456642} +{"step": 4990000, "wall_time": 49658.15809750557, "train_loss_step": 2.174537420272827, "n_params": 4305940, "total_flops": 66006959923200000, "train_loss": 0.0118718683719635, "subset_score_loss": 0.0118718683719635} +{"step": 5000000, "wall_time": 49799.24102282524, "train_loss_step": 1.8996870517730713, "n_params": 4305940, "total_flops": 66139238400000000, "train_loss": 0.01134779378771782, "subset_score_loss": 0.01134779378771782, "memorization_fraction_pixel": 0.010300000198185444, "mean_nn_ratio_pixel": 0.6012840867042542, "fid": 155.62440551217577} diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d20/runner.log b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d20/runner.log new file mode 100644 index 0000000000000000000000000000000000000000..57af9bbf831628f936a2bedd155fce582d5daf74 --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d20/runner.log @@ -0,0 +1,502 @@ + FID real-side stats cached over 1000 diverse train images + step 1 | 73s | train_loss=0.9905 | fid=182.3710 + step 10000 | 166s | train_loss=0.8974 + step 20000 | 260s | train_loss=0.8918 + step 30000 | 354s | train_loss=0.8866 + step 40000 | 448s | train_loss=0.8811 + step 50000 | 541s | train_loss=0.8743 + step 60000 | 636s | train_loss=0.8630 + step 70000 | 730s | train_loss=0.8411 + step 80000 | 825s | train_loss=0.7996 + step 90000 | 919s | train_loss=0.7338 + step 100000 | 1087s | train_loss=0.6340 | fid=163.2608 + step 110000 | 1175s | train_loss=0.5171 + step 120000 | 1269s | train_loss=0.4076 + step 130000 | 1363s | train_loss=0.3245 + step 140000 | 1457s | train_loss=0.2650 + step 150000 | 1550s | train_loss=0.2267 + step 160000 | 1644s | train_loss=0.2004 + step 170000 | 1738s | train_loss=0.1809 + step 180000 | 1833s | train_loss=0.1689 + step 190000 | 1927s | train_loss=0.1562 + step 200000 | 2094s | train_loss=0.1531 | fid=165.0592 + step 210000 | 2184s | train_loss=0.1396 + step 220000 | 2275s | train_loss=0.1330 + step 230000 | 2369s | train_loss=0.1274 + step 240000 | 2463s | train_loss=0.1206 + step 250000 | 2557s | train_loss=0.1152 + step 260000 | 2651s | train_loss=0.1098 + step 270000 | 2745s | train_loss=0.1063 + step 280000 | 2839s | train_loss=0.1041 + step 290000 | 2934s | train_loss=0.1028 + step 300000 | 3100s | train_loss=0.0971 | fid=164.7040 + step 310000 | 3193s | train_loss=0.0933 + step 320000 | 3285s | train_loss=0.0908 + step 330000 | 3376s | train_loss=0.0892 + step 340000 | 3469s | train_loss=0.0860 + step 350000 | 3564s | train_loss=0.0835 + step 360000 | 3657s | train_loss=0.0807 + step 370000 | 3752s | train_loss=0.0789 + step 380000 | 3846s | train_loss=0.0773 + step 390000 | 3937s | train_loss=0.0749 + step 400000 | 4106s | train_loss=0.0733 | fid=160.1045 + step 410000 | 4198s | train_loss=0.0723 + step 420000 | 4291s | train_loss=0.0707 + step 430000 | 4382s | train_loss=0.0694 + step 440000 | 4476s | train_loss=0.0668 + step 450000 | 4569s | train_loss=0.0658 + step 460000 | 4663s | train_loss=0.0651 + step 470000 | 4757s | train_loss=0.0647 + step 480000 | 4852s | train_loss=0.0623 + step 490000 | 4943s | train_loss=0.0615 + step 500000 | 5113s | train_loss=0.0597 | fid=159.8924 + step 510000 | 5205s | train_loss=0.0592 + step 520000 | 5297s | train_loss=0.0588 + step 530000 | 5390s | train_loss=0.0570 + step 540000 | 5483s | train_loss=0.0571 + step 550000 | 5577s | train_loss=0.0558 + step 560000 | 5670s | train_loss=0.0547 + step 570000 | 5764s | train_loss=0.0556 + step 580000 | 5855s | train_loss=0.0540 + step 590000 | 5949s | train_loss=0.0534 + step 600000 | 6119s | train_loss=0.0521 | fid=158.8755 + step 610000 | 6211s | train_loss=0.0515 + step 620000 | 6306s | train_loss=0.0498 + step 630000 | 6399s | train_loss=0.0501 + step 640000 | 6493s | train_loss=0.0491 + step 650000 | 6585s | train_loss=0.0493 + step 660000 | 6679s | train_loss=0.0482 + step 670000 | 6772s | train_loss=0.0484 + step 680000 | 6854s | train_loss=0.0470 + step 690000 | 6948s | train_loss=0.0472 + step 700000 | 7116s | train_loss=0.0467 | fid=158.4621 + step 710000 | 7208s | train_loss=0.0457 + step 720000 | 7302s | train_loss=0.0455 + step 730000 | 7395s | train_loss=0.0440 + step 740000 | 7488s | train_loss=0.0440 + step 750000 | 7579s | train_loss=0.0433 + step 760000 | 7672s | train_loss=0.0429 + step 770000 | 7766s | train_loss=0.0425 + step 780000 | 7853s | train_loss=0.0420 + step 790000 | 7947s | train_loss=0.0412 + step 800000 | 8116s | train_loss=0.0417 | fid=156.4782 + step 810000 | 8209s | train_loss=0.0411 + step 820000 | 8303s | train_loss=0.0407 + step 830000 | 8397s | train_loss=0.0407 + step 840000 | 8489s | train_loss=0.0403 + step 850000 | 8583s | train_loss=0.0399 + step 860000 | 8675s | train_loss=0.0393 + step 870000 | 8767s | train_loss=0.0395 + step 880000 | 8860s | train_loss=0.0393 + step 890000 | 8953s | train_loss=0.0388 + step 900000 | 9123s | train_loss=0.0382 | fid=157.2640 + step 910000 | 9216s | train_loss=0.0378 + step 920000 | 9310s | train_loss=0.0372 + step 930000 | 9404s | train_loss=0.0373 + step 940000 | 9497s | train_loss=0.0367 + step 950000 | 9591s | train_loss=0.0367 + step 960000 | 9685s | train_loss=0.0360 + step 970000 | 9773s | train_loss=0.0367 + step 980000 | 9867s | train_loss=0.0365 + step 990000 | 9961s | train_loss=0.0357 + step 1000000 | 10129s | train_loss=0.0351 | fid=156.1789 + step 1010000 | 10222s | train_loss=0.0356 + step 1020000 | 10316s | train_loss=0.0348 + step 1030000 | 10410s | train_loss=0.0341 + step 1040000 | 10503s | train_loss=0.0345 + step 1050000 | 10597s | train_loss=0.0339 + step 1060000 | 10689s | train_loss=0.0342 + step 1070000 | 10772s | train_loss=0.0337 + step 1080000 | 10865s | train_loss=0.0332 + step 1090000 | 10959s | train_loss=0.0335 + step 1100000 | 11127s | train_loss=0.0334 | fid=156.3227 + step 1110000 | 11219s | train_loss=0.0329 + step 1120000 | 11313s | train_loss=0.0330 + step 1130000 | 11407s | train_loss=0.0328 + step 1140000 | 11502s | train_loss=0.0321 + step 1150000 | 11595s | train_loss=0.0327 + step 1160000 | 11686s | train_loss=0.0325 + step 1170000 | 11780s | train_loss=0.0315 + step 1180000 | 11872s | train_loss=0.0320 + step 1190000 | 11965s | train_loss=0.0314 + step 1200000 | 12135s | train_loss=0.0311 | fid=156.2387 + step 1210000 | 12227s | train_loss=0.0309 + step 1220000 | 12321s | train_loss=0.0313 + step 1230000 | 12416s | train_loss=0.0312 + step 1240000 | 12510s | train_loss=0.0308 + step 1250000 | 12602s | train_loss=0.0302 + step 1260000 | 12686s | train_loss=0.0299 + step 1270000 | 12779s | train_loss=0.0296 + step 1280000 | 12873s | train_loss=0.0298 + step 1290000 | 12965s | train_loss=0.0298 + step 1300000 | 13134s | train_loss=0.0297 | fid=156.2988 + step 1310000 | 13226s | train_loss=0.0291 + step 1320000 | 13320s | train_loss=0.0291 + step 1330000 | 13414s | train_loss=0.0292 + step 1340000 | 13508s | train_loss=0.0288 + step 1350000 | 13602s | train_loss=0.0288 + step 1360000 | 13684s | train_loss=0.0284 + step 1370000 | 13778s | train_loss=0.0287 + step 1380000 | 13871s | train_loss=0.0290 + step 1390000 | 13966s | train_loss=0.0281 + step 1400000 | 14133s | train_loss=0.0282 | fid=155.3873 + step 1410000 | 14224s | train_loss=0.0280 + step 1420000 | 14318s | train_loss=0.0278 + step 1430000 | 14413s | train_loss=0.0276 + step 1440000 | 14506s | train_loss=0.0276 + step 1450000 | 14600s | train_loss=0.0276 + step 1460000 | 14681s | train_loss=0.0273 + step 1470000 | 14774s | train_loss=0.0271 + step 1480000 | 14868s | train_loss=0.0269 + step 1490000 | 14961s | train_loss=0.0269 + step 1500000 | 15128s | train_loss=0.0272 | fid=155.3796 + step 1510000 | 15221s | train_loss=0.0267 + step 1520000 | 15315s | train_loss=0.0264 + step 1530000 | 15409s | train_loss=0.0263 + step 1540000 | 15503s | train_loss=0.0263 + step 1550000 | 15597s | train_loss=0.0269 + step 1560000 | 15675s | train_loss=0.0266 + step 1570000 | 15769s | train_loss=0.0265 + step 1580000 | 15863s | train_loss=0.0260 + step 1590000 | 15956s | train_loss=0.0255 + step 1600000 | 16123s | train_loss=0.0256 | fid=156.1689 + step 1610000 | 16216s | train_loss=0.0258 + step 1620000 | 16308s | train_loss=0.0256 + step 1630000 | 16402s | train_loss=0.0254 + step 1640000 | 16496s | train_loss=0.0252 + step 1650000 | 16590s | train_loss=0.0250 + step 1660000 | 16674s | train_loss=0.0251 + step 1670000 | 16766s | train_loss=0.0249 + step 1680000 | 16860s | train_loss=0.0252 + step 1690000 | 16954s | train_loss=0.0254 + step 1700000 | 17122s | train_loss=0.0252 | fid=155.2198 + step 1710000 | 17214s | train_loss=0.0246 + step 1720000 | 17306s | train_loss=0.0247 + step 1730000 | 17400s | train_loss=0.0241 + step 1740000 | 17494s | train_loss=0.0242 + step 1750000 | 17588s | train_loss=0.0241 + step 1760000 | 17671s | train_loss=0.0245 + step 1770000 | 17764s | train_loss=0.0244 + step 1780000 | 17858s | train_loss=0.0242 + step 1790000 | 17951s | train_loss=0.0241 + step 1800000 | 18120s | train_loss=0.0235 | fid=155.8492 + step 1810000 | 18214s | train_loss=0.0238 + step 1820000 | 18304s | train_loss=0.0236 + step 1830000 | 18398s | train_loss=0.0233 + step 1840000 | 18492s | train_loss=0.0236 + step 1850000 | 18586s | train_loss=0.0231 + step 1860000 | 18665s | train_loss=0.0231 + step 1870000 | 18760s | train_loss=0.0233 + step 1880000 | 18853s | train_loss=0.0241 + step 1890000 | 18946s | train_loss=0.0227 + step 1900000 | 19116s | train_loss=0.0232 | fid=156.2877 + step 1910000 | 19208s | train_loss=0.0228 + step 1920000 | 19299s | train_loss=0.0230 + step 1930000 | 19393s | train_loss=0.0228 + step 1940000 | 19487s | train_loss=0.0226 + step 1950000 | 19579s | train_loss=0.0225 + step 1960000 | 19662s | train_loss=0.0222 + step 1970000 | 19757s | train_loss=0.0228 + step 1980000 | 19850s | train_loss=0.0225 + step 1990000 | 19944s | train_loss=0.0222 + step 2000000 | 20112s | train_loss=0.0225 | fid=155.2650 + step 2010000 | 20206s | train_loss=0.0223 + step 2020000 | 20297s | train_loss=0.0220 + step 2030000 | 20390s | train_loss=0.0222 + step 2040000 | 20482s | train_loss=0.0216 + step 2050000 | 20575s | train_loss=0.0219 + step 2060000 | 20658s | train_loss=0.0214 + step 2070000 | 20752s | train_loss=0.0217 + step 2080000 | 20845s | train_loss=0.0213 + step 2090000 | 20939s | train_loss=0.0217 + step 2100000 | 21109s | train_loss=0.0214 | fid=155.4160 + step 2110000 | 21203s | train_loss=0.0210 + step 2120000 | 21294s | train_loss=0.0211 + step 2130000 | 21388s | train_loss=0.0215 + step 2140000 | 21480s | train_loss=0.0208 + step 2150000 | 21572s | train_loss=0.0209 + step 2160000 | 21659s | train_loss=0.0208 + step 2170000 | 21753s | train_loss=0.0208 + step 2180000 | 21847s | train_loss=0.0207 + step 2190000 | 21939s | train_loss=0.0213 + step 2200000 | 22109s | train_loss=0.0206 | fid=155.5528 + step 2210000 | 22202s | train_loss=0.0208 + step 2220000 | 22294s | train_loss=0.0206 + step 2230000 | 22388s | train_loss=0.0206 + step 2240000 | 22479s | train_loss=0.0202 + step 2250000 | 22573s | train_loss=0.0205 + step 2260000 | 22659s | train_loss=0.0203 + step 2270000 | 22753s | train_loss=0.0205 + step 2280000 | 22847s | train_loss=0.0203 + step 2290000 | 22940s | train_loss=0.0198 + step 2300000 | 23109s | train_loss=0.0197 | fid=155.8199 + step 2310000 | 23204s | train_loss=0.0199 + step 2320000 | 23296s | train_loss=0.0200 + step 2330000 | 23390s | train_loss=0.0197 + step 2340000 | 23484s | train_loss=0.0198 + step 2350000 | 23570s | train_loss=0.0200 + step 2360000 | 23661s | train_loss=0.0204 + step 2370000 | 23755s | train_loss=0.0198 + step 2380000 | 23849s | train_loss=0.0199 + step 2390000 | 23942s | train_loss=0.0194 + step 2400000 | 24111s | train_loss=0.0194 | fid=154.9340 + step 2410000 | 24206s | train_loss=0.0193 + step 2420000 | 24291s | train_loss=0.0196 + step 2430000 | 24385s | train_loss=0.0190 + step 2440000 | 24479s | train_loss=0.0196 + step 2450000 | 24564s | train_loss=0.0192 + step 2460000 | 24656s | train_loss=0.0190 + step 2470000 | 24749s | train_loss=0.0187 + step 2480000 | 24844s | train_loss=0.0191 + step 2490000 | 24938s | train_loss=0.0191 + step 2500000 | 25107s | train_loss=0.0191 | fid=155.3289 + step 2510000 | 25201s | train_loss=0.0191 + step 2520000 | 25294s | train_loss=0.0189 + step 2530000 | 25371s | train_loss=0.0191 + step 2540000 | 25465s | train_loss=0.0185 + step 2550000 | 25551s | train_loss=0.0187 + step 2560000 | 25644s | train_loss=0.0186 + step 2570000 | 25735s | train_loss=0.0187 + step 2580000 | 25829s | train_loss=0.0184 + step 2590000 | 25924s | train_loss=0.0181 + step 2600000 | 26092s | train_loss=0.0183 | fid=154.5731 + step 2610000 | 26185s | train_loss=0.0186 + step 2620000 | 26279s | train_loss=0.0185 + step 2630000 | 26371s | train_loss=0.0185 + step 2640000 | 26452s | train_loss=0.0182 + step 2650000 | 26538s | train_loss=0.0181 + step 2660000 | 26632s | train_loss=0.0183 + step 2670000 | 26724s | train_loss=0.0179 + step 2680000 | 26818s | train_loss=0.0180 + step 2690000 | 26912s | train_loss=0.0180 + step 2700000 | 27079s | train_loss=0.0175 | fid=156.2602 + step 2710000 | 27172s | train_loss=0.0177 + step 2720000 | 27266s | train_loss=0.0180 + step 2730000 | 27360s | train_loss=0.0176 + step 2740000 | 27449s | train_loss=0.0182 + step 2750000 | 27542s | train_loss=0.0176 + step 2760000 | 27635s | train_loss=0.0174 + step 2770000 | 27729s | train_loss=0.0173 + step 2780000 | 27821s | train_loss=0.0174 + step 2790000 | 27916s | train_loss=0.0174 + step 2800000 | 28084s | train_loss=0.0177 | fid=155.2043 + step 2810000 | 28178s | train_loss=0.0177 + step 2820000 | 28272s | train_loss=0.0175 + step 2830000 | 28367s | train_loss=0.0173 + step 2840000 | 28454s | train_loss=0.0173 + step 2850000 | 28548s | train_loss=0.0170 + step 2860000 | 28643s | train_loss=0.0172 + step 2870000 | 28737s | train_loss=0.0171 + step 2880000 | 28831s | train_loss=0.0173 + step 2890000 | 28923s | train_loss=0.0171 + step 2900000 | 29093s | train_loss=0.0173 | fid=155.9618 + step 2910000 | 29185s | train_loss=0.0171 + step 2920000 | 29279s | train_loss=0.0171 + step 2930000 | 29370s | train_loss=0.0170 + step 2940000 | 29454s | train_loss=0.0169 + step 2950000 | 29533s | train_loss=0.0167 + step 2960000 | 29627s | train_loss=0.0167 + step 2970000 | 29721s | train_loss=0.0166 + step 2980000 | 29815s | train_loss=0.0169 + step 2990000 | 29907s | train_loss=0.0167 + step 3000000 | 30076s | train_loss=0.0165 | fid=155.2695 + step 3010000 | 30168s | train_loss=0.0169 + step 3020000 | 30262s | train_loss=0.0167 + step 3030000 | 30353s | train_loss=0.0167 + step 3040000 | 30440s | train_loss=0.0168 + step 3050000 | 30529s | train_loss=0.0165 + step 3060000 | 30609s | train_loss=0.0168 + step 3070000 | 30703s | train_loss=0.0161 + step 3080000 | 30797s | train_loss=0.0164 + step 3090000 | 30892s | train_loss=0.0164 + step 3100000 | 31059s | train_loss=0.0162 | fid=155.3698 + step 3110000 | 31151s | train_loss=0.0163 + step 3120000 | 31246s | train_loss=0.0162 + step 3130000 | 31337s | train_loss=0.0160 + step 3140000 | 31431s | train_loss=0.0161 + step 3150000 | 31525s | train_loss=0.0162 + step 3160000 | 31616s | train_loss=0.0161 + step 3170000 | 31711s | train_loss=0.0158 + step 3180000 | 31805s | train_loss=0.0160 + step 3190000 | 31899s | train_loss=0.0161 + step 3200000 | 32066s | train_loss=0.0159 | fid=155.2923 + step 3210000 | 32160s | train_loss=0.0157 + step 3220000 | 32252s | train_loss=0.0163 + step 3230000 | 32343s | train_loss=0.0156 + step 3240000 | 32437s | train_loss=0.0158 + step 3250000 | 32532s | train_loss=0.0160 + step 3260000 | 32623s | train_loss=0.0157 + step 3270000 | 32713s | train_loss=0.0157 + step 3280000 | 32807s | train_loss=0.0157 + step 3290000 | 32901s | train_loss=0.0153 + step 3300000 | 33069s | train_loss=0.0155 | fid=155.0510 + step 3310000 | 33161s | train_loss=0.0157 + step 3320000 | 33250s | train_loss=0.0154 + step 3330000 | 33333s | train_loss=0.0155 + step 3340000 | 33427s | train_loss=0.0152 + step 3350000 | 33521s | train_loss=0.0152 + step 3360000 | 33615s | train_loss=0.0152 + step 3370000 | 33699s | train_loss=0.0153 + step 3380000 | 33793s | train_loss=0.0154 + step 3390000 | 33887s | train_loss=0.0152 + step 3400000 | 34055s | train_loss=0.0152 | fid=154.9466 + step 3410000 | 34147s | train_loss=0.0153 + step 3420000 | 34240s | train_loss=0.0152 + step 3430000 | 34317s | train_loss=0.0152 + step 3440000 | 34411s | train_loss=0.0151 + step 3450000 | 34505s | train_loss=0.0145 + step 3460000 | 34600s | train_loss=0.0151 + step 3470000 | 34688s | train_loss=0.0151 + step 3480000 | 34778s | train_loss=0.0151 + step 3490000 | 34872s | train_loss=0.0147 + step 3500000 | 35041s | train_loss=0.0146 | fid=155.4969 + step 3510000 | 35135s | train_loss=0.0150 + step 3520000 | 35227s | train_loss=0.0150 + step 3530000 | 35307s | train_loss=0.0149 + step 3540000 | 35401s | train_loss=0.0148 + step 3550000 | 35495s | train_loss=0.0146 + step 3560000 | 35589s | train_loss=0.0144 + step 3570000 | 35683s | train_loss=0.0144 + step 3580000 | 35770s | train_loss=0.0146 + step 3590000 | 35864s | train_loss=0.0148 + step 3600000 | 36033s | train_loss=0.0147 | fid=154.6437 + step 3610000 | 36127s | train_loss=0.0145 + step 3620000 | 36221s | train_loss=0.0149 + step 3630000 | 36300s | train_loss=0.0142 + step 3640000 | 36393s | train_loss=0.0145 + step 3650000 | 36488s | train_loss=0.0145 + step 3660000 | 36582s | train_loss=0.0144 + step 3670000 | 36676s | train_loss=0.0143 + step 3680000 | 36760s | train_loss=0.0142 + step 3690000 | 36852s | train_loss=0.0144 + step 3700000 | 37022s | train_loss=0.0144 | fid=154.8386 + step 3710000 | 37115s | train_loss=0.0144 + step 3720000 | 37210s | train_loss=0.0140 + step 3730000 | 37293s | train_loss=0.0140 + step 3740000 | 37385s | train_loss=0.0142 + step 3750000 | 37479s | train_loss=0.0143 + step 3760000 | 37573s | train_loss=0.0142 + step 3770000 | 37667s | train_loss=0.0143 + step 3780000 | 37761s | train_loss=0.0139 + step 3790000 | 37846s | train_loss=0.0139 + step 3800000 | 38015s | train_loss=0.0139 | fid=154.6174 + step 3810000 | 38109s | train_loss=0.0137 + step 3820000 | 38203s | train_loss=0.0137 + step 3830000 | 38282s | train_loss=0.0144 + step 3840000 | 38373s | train_loss=0.0138 + step 3850000 | 38467s | train_loss=0.0139 + step 3860000 | 38561s | train_loss=0.0140 + step 3870000 | 38655s | train_loss=0.0138 + step 3880000 | 38749s | train_loss=0.0138 + step 3890000 | 38837s | train_loss=0.0138 + step 3900000 | 39005s | train_loss=0.0138 | fid=154.6057 + step 3910000 | 39099s | train_loss=0.0144 + step 3920000 | 39192s | train_loss=0.0137 + step 3930000 | 39277s | train_loss=0.0134 + step 3940000 | 39371s | train_loss=0.0139 + step 3950000 | 39461s | train_loss=0.0134 + step 3960000 | 39555s | train_loss=0.0136 + step 3970000 | 39649s | train_loss=0.0141 + step 3980000 | 39742s | train_loss=0.0136 + step 3990000 | 39833s | train_loss=0.0134 + step 4000000 | 39990s | train_loss=0.0133 | fid=154.7699 + step 4010000 | 40084s | train_loss=0.0134 + step 4020000 | 40178s | train_loss=0.0133 + step 4030000 | 40265s | train_loss=0.0133 + step 4040000 | 40359s | train_loss=0.0134 + step 4050000 | 40452s | train_loss=0.0132 + step 4060000 | 40544s | train_loss=0.0132 + step 4070000 | 40638s | train_loss=0.0131 + step 4080000 | 40732s | train_loss=0.0133 + step 4090000 | 40826s | train_loss=0.0139 + step 4100000 | 40984s | train_loss=0.0136 | fid=155.5041 + step 4110000 | 41078s | train_loss=0.0132 + step 4120000 | 41168s | train_loss=0.0133 + step 4130000 | 41251s | train_loss=0.0134 + step 4140000 | 41345s | train_loss=0.0133 + step 4150000 | 41439s | train_loss=0.0131 + step 4160000 | 41529s | train_loss=0.0129 + step 4170000 | 41623s | train_loss=0.0130 + step 4180000 | 41717s | train_loss=0.0130 + step 4190000 | 41812s | train_loss=0.0129 + step 4200000 | 41974s | train_loss=0.0131 | fid=155.0389 + step 4210000 | 42067s | train_loss=0.0129 + step 4220000 | 42161s | train_loss=0.0132 + step 4230000 | 42241s | train_loss=0.0129 + step 4240000 | 42335s | train_loss=0.0129 + step 4250000 | 42430s | train_loss=0.0131 + step 4260000 | 42522s | train_loss=0.0135 + step 4270000 | 42614s | train_loss=0.0130 + step 4280000 | 42709s | train_loss=0.0130 + step 4290000 | 42803s | train_loss=0.0128 + step 4300000 | 42965s | train_loss=0.0129 | fid=154.6569 + step 4310000 | 43059s | train_loss=0.0129 + step 4320000 | 43153s | train_loss=0.0126 + step 4330000 | 43235s | train_loss=0.0124 + step 4340000 | 43329s | train_loss=0.0125 + step 4350000 | 43423s | train_loss=0.0130 + step 4360000 | 43516s | train_loss=0.0127 + step 4370000 | 43610s | train_loss=0.0126 + step 4380000 | 43702s | train_loss=0.0131 + step 4390000 | 43796s | train_loss=0.0128 + step 4400000 | 43965s | train_loss=0.0130 | fid=154.8278 + step 4410000 | 44051s | train_loss=0.0125 + step 4420000 | 44144s | train_loss=0.0125 + step 4430000 | 44224s | train_loss=0.0128 + step 4440000 | 44318s | train_loss=0.0124 + step 4450000 | 44412s | train_loss=0.0127 + step 4460000 | 44507s | train_loss=0.0123 + step 4470000 | 44599s | train_loss=0.0126 + step 4480000 | 44692s | train_loss=0.0123 + step 4490000 | 44785s | train_loss=0.0122 + step 4500000 | 44955s | train_loss=0.0124 | fid=154.7377 + step 4510000 | 45040s | train_loss=0.0124 + step 4520000 | 45134s | train_loss=0.0125 + step 4530000 | 45217s | train_loss=0.0122 + step 4540000 | 45311s | train_loss=0.0124 + step 4550000 | 45405s | train_loss=0.0126 + step 4560000 | 45499s | train_loss=0.0123 + step 4570000 | 45591s | train_loss=0.0121 + step 4580000 | 45685s | train_loss=0.0121 + step 4590000 | 45777s | train_loss=0.0121 + step 4600000 | 45946s | train_loss=0.0122 | fid=154.7848 + step 4610000 | 46037s | train_loss=0.0124 + step 4620000 | 46120s | train_loss=0.0121 + step 4630000 | 46200s | train_loss=0.0123 + step 4640000 | 46294s | train_loss=0.0120 + step 4650000 | 46388s | train_loss=0.0123 + step 4660000 | 46481s | train_loss=0.0122 + step 4670000 | 46575s | train_loss=0.0119 + step 4680000 | 46668s | train_loss=0.0118 + step 4690000 | 46762s | train_loss=0.0117 + step 4700000 | 46930s | train_loss=0.0118 | fid=154.9716 + step 4710000 | 47024s | train_loss=0.0120 + step 4720000 | 47115s | train_loss=0.0119 + step 4730000 | 47205s | train_loss=0.0121 + step 4740000 | 47299s | train_loss=0.0120 + step 4750000 | 47393s | train_loss=0.0119 + step 4760000 | 47487s | train_loss=0.0120 + step 4770000 | 47581s | train_loss=0.0122 + step 4780000 | 47674s | train_loss=0.0123 + step 4790000 | 47768s | train_loss=0.0117 + step 4800000 | 47936s | train_loss=0.0120 | fid=154.8062 + step 4810000 | 48030s | train_loss=0.0119 + step 4820000 | 48118s | train_loss=0.0121 + step 4830000 | 48212s | train_loss=0.0119 + step 4840000 | 48307s | train_loss=0.0122 + step 4850000 | 48401s | train_loss=0.0119 + step 4860000 | 48496s | train_loss=0.0118 + step 4870000 | 48591s | train_loss=0.0126 + step 4880000 | 48684s | train_loss=0.0121 + step 4890000 | 48780s | train_loss=0.0118 + step 4900000 | 48948s | train_loss=0.0118 | fid=154.8469 + step 4910000 | 49042s | train_loss=0.0117 + step 4920000 | 49120s | train_loss=0.0118 + step 4930000 | 49197s | train_loss=0.0117 + step 4940000 | 49274s | train_loss=0.0119 + step 4950000 | 49351s | train_loss=0.0115 + step 4960000 | 49428s | train_loss=0.0117 + step 4970000 | 49506s | train_loss=0.0115 + step 4980000 | 49583s | train_loss=0.0115 + step 4990000 | 49658s | train_loss=0.0119 + step 5000000 | 49799s | train_loss=0.0113 | fid=155.6244 diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d200/config.json b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d200/config.json new file mode 100644 index 0000000000000000000000000000000000000000..734c87cc901df55b00dfc5a805cfc0660e80c6d0 --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d200/config.json @@ -0,0 +1,25 @@ +{ + "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d200/vae.pt", + "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d200", + "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", + "n_train": 1000, + "total_steps": 5000000, + "eval_interval": 10000, + "mem_interval": 100000, + "fid_interval": 100000, + "fid_n_real": 1000, + "fid_n_gen": 10000, + "n_gen_samples": 10000, + "n_sde_steps": 500, + "batch_size": 512, + "hidden": 1024, + "depth": 5, + "optimizer": "sgd", + "lr": 0.001, + "momentum": 0.8, + "t_min": 0.01, + "t_max": 3.0, + "t_eval": 0.1, + "seed": 42, + "device": null +} diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d200/metrics.jsonl b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d200/metrics.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..bed1ff3ea9d356c548442064ad04d1f8956689e5 --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d200/metrics.jsonl @@ -0,0 +1,502 @@ +{"event": "meta", "data": "cifar10_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 200, "n": 1000, "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d200/vae.pt", "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [41905, 27590, 3837, 45564, 49079, 45615, 24791, 29586, 40154, 14155, 41744, 31565, 21399, 47093, 14144, 7260, 25109, 49111, 3286, 28559, 8088, 18636, 27677, 5584, 14605, 28090, 44911, 22197, 30774, 45976, 21377, 38974, 37419, 34658, 48141, 45353, 16718, 44442, 14512, 30061, 32910, 17321, 15565, 17405, 44045, 17717, 6400, 37998, 3773, 20538, 19316, 34889, 4564, 1363, 5611, 41687, 16986, 41914, 25046, 49823, 33007, 20861, 27988, 42869, 33687, 3828, 12070, 15418, 22140, 35636, 31728, 9480, 7712, 2852, 43042, 17354, 27208, 49689, 14774, 29225, 25390, 35055, 12670, 19522, 24246, 14561, 33656, 42751, 2242, 364, 43176, 15490, 46231, 26061, 18629, 34392, 32488, 26106, 10393, 11167, 20874, 8106, 10093, 7243, 48907, 8147, 45063, 21102, 37655, 7635, 2514, 27684, 3204, 28758, 28311, 29718, 44311, 10355, 32304, 14615, 28486, 14294, 16760, 37166, 19433, 20899, 23979, 36854, 43726, 10375, 11078, 10677, 40127, 33642, 36325, 13174, 19662, 30319, 22501, 14354, 24243, 27654, 42509, 18915, 29668, 2313, 42454, 11218, 48097, 31985, 16567, 26984, 33502, 36329, 22928, 42746, 38223, 19499, 41926, 29059, 44004, 8962, 40807, 11854, 36894, 13566, 36982, 16226, 36410, 47002, 20194, 3625, 19297, 2555, 4842, 8098, 44052, 5795, 5274, 4374, 17924, 30344, 5386, 26317, 30389, 32399, 32042, 26731, 29532, 33817, 26942, 25858, 11887, 46070, 41837, 10713, 33955, 20000, 29946, 4912, 32112, 6697, 44031, 27296, 37785, 25660, 27948, 31260, 24358, 1827, 37445, 25084, 11703, 3820, 49218, 30616, 25083, 22759, 6275, 40603, 39038, 37156, 8894, 9871, 31333, 26582, 20528, 10523, 2747, 33639, 41740, 47899, 11337, 6325, 433, 33051, 1094, 24743, 9392, 22638, 7689, 39641, 9486, 33554, 30840, 35032, 19647, 7903, 18205, 34063, 46483, 32963, 11601, 19203, 45792, 47136, 6174, 40793, 13885, 16641, 48744, 37658, 43829, 44107, 6388, 37424, 20033, 28563, 27013, 17032, 12768, 38181, 35608, 14089, 29228, 40229, 45106, 11963, 37979, 20694, 22835, 5773, 19580, 44596, 19079, 45191, 666, 15893, 7513, 15939, 45020, 12659, 31388, 44651, 23592, 16419, 47615, 36714, 36448, 28579, 1697, 9889, 42082, 49150, 41132, 33996, 21551, 18467, 45242, 6516, 3355, 20187, 31669, 2814, 6900, 28198, 17656, 18178, 31825, 34244, 38330, 28894, 7463, 8134, 38159, 10524, 41508, 2367, 496, 31046, 1511, 31956, 46621, 14176, 1899, 32397, 29452, 16504, 34042, 24014, 47447, 20229, 36683, 5186, 14349, 21736, 17094, 30311, 27949, 30023, 49589, 43270, 2898, 18259, 17175, 18594, 17062, 42063, 3237, 12080, 35769, 1687, 30330, 29678, 27321, 4273, 28513, 2551, 5314, 13572, 13497, 9652, 3466, 27133, 38459, 23232, 14231, 25584, 49398, 32994, 10434, 42369, 37410, 45044, 11075, 12523, 1417, 6765, 40000, 25016, 36905, 48638, 21, 16822, 24333, 30084, 43982, 26954, 6519, 42546, 14751, 14278, 49970, 47621, 18883, 37295, 9040, 40369, 22225, 36489, 21302, 13110, 5455, 47804, 14868, 13063, 22102, 36825, 21969, 33186, 28908, 32592, 42766, 12262, 39073, 915, 11824, 39208, 3098, 42789, 29800, 14150, 28705, 8847, 21716, 535, 48077, 41540, 36207, 10816, 41471, 35049, 20661, 6083, 30194, 4576, 2174, 1908, 48392, 10435, 10986, 18036, 24746, 3941, 34118, 49749, 12025, 21493, 15785, 17085, 39411, 34561, 42064, 36237, 2740, 8183, 40564, 33107, 25765, 49165, 25211, 17520, 17115, 1869, 46432, 33757, 20517, 39760, 259, 45380, 12436, 48000, 21046, 4039, 15701, 35246, 29112, 44161, 34079, 45449, 42845, 22815, 5597, 3990, 35899, 48969, 41528, 27873, 16598, 39104, 23359, 46847, 28624, 19198, 1251, 9003, 28383, 47005, 40703, 41605, 39895, 26201, 11727, 27435, 17333, 39261, 37456, 14653, 30634, 4160, 24540, 12044, 7111, 23485, 5645, 2572, 1682, 17872, 8974, 16796, 11864, 40178, 20092, 32219, 14458, 37007, 31340, 10520, 34489, 13128, 42913, 31468, 44180, 37938, 20058, 18673, 36850, 34721, 26210, 15257, 35188, 11815, 47936, 18088, 43578, 11996, 47952, 24311, 1884, 36557, 32921, 36250, 38022, 5671, 13621, 23326, 14326, 23471, 24685, 39092, 3268, 37257, 16348, 13730, 21838, 44088, 8945, 10827, 13840, 46123, 48010, 13350, 30622, 45233, 8698, 14335, 45842, 15138, 1515, 40759, 21960, 47551, 33208, 18260, 6377, 46869, 31742, 23566, 12829, 15305, 37988, 16111, 32146, 37948, 25917, 30484, 17885, 42468, 28238, 33865, 28030, 30072, 34855, 19324, 42075, 30623, 3667, 38832, 25100, 43077, 36471, 11663, 13588, 14015, 5099, 10589, 28526, 48022, 15444, 3280, 188, 31582, 15225, 11019, 21804, 3901, 24461, 25031, 10373, 4486, 45950, 37949, 32923, 1583, 6576, 26004, 16237, 38132, 25045, 25091, 41949, 11553, 48062, 40503, 13057, 8954, 18566, 28405, 28604, 30434, 49112, 30676, 32930, 16183, 48336, 43162, 873, 37233, 44718, 37247, 23758, 9243, 12126, 5287, 49594, 3459, 32091, 20894, 41743, 7366, 7258, 37939, 47665, 12260, 20836, 43253, 16191, 11619, 1519, 6137, 3934, 48375, 35234, 103, 30510, 8869, 21085, 41234, 25138, 25079, 31218, 48292, 48814, 6635, 18416, 1421, 4363, 5164, 47455, 21280, 16767, 19685, 16449, 45798, 31292, 31049, 43587, 30772, 2651, 12854, 23199, 25234, 23389, 24742, 19480, 19738, 19726, 2388, 21394, 4512, 9069, 42856, 25766, 23797, 40741, 33624, 8328, 35922, 27732, 36268, 23213, 41966, 40002, 12750, 46225, 35182, 23769, 25152, 26764, 20090, 27202, 48096, 4266, 2205, 2020, 37651, 36088, 1021, 28544, 20933, 48924, 11503, 43997, 9492, 19505, 47632, 4118, 2029, 22008, 41396, 16378, 36738, 33194, 28053, 44137, 30771, 12131, 5963, 31754, 46953, 3180, 1718, 36816, 2208, 20898, 13799, 30796, 34445, 37540, 27983, 39216, 16791, 36763, 15987, 28440, 11782, 48531, 4252, 47359, 5351, 4059, 9263, 32274, 39283, 258, 17485, 31280, 12814, 33217, 38203, 11170, 8486, 14434, 13722, 36048, 3705, 47210, 38260, 2200, 17850, 21589, 27598, 9926, 9419, 3981, 34519, 37821, 22855, 39796, 24105, 5113, 5888, 31974, 40040, 17179, 48615, 38665, 47173, 47154, 20619, 5049, 1656, 27736, 14424, 2013, 1348, 32964, 37228, 34968, 34124, 15993, 42420, 26558, 2961, 27119, 37779, 29321, 31595, 29301, 38364, 17528, 19583, 48609, 4428, 12427, 601, 21213, 44456, 39274, 40250, 39804, 35373, 43875, 20550, 43426, 13696, 34572, 11097, 22458, 33042, 12981, 29073, 6601, 2370, 4065, 46317, 29460, 21761, 13977, 4520, 31604, 16259, 1445, 29204, 26097, 31921, 33193, 36054, 26372, 4436, 40306, 13974, 6159, 46233, 33714, 27592, 23153, 40311, 12294, 40141, 14030, 36304, 40086, 43163, 14689, 5002, 40885, 40758, 42458, 18580, 29784, 14527, 30070, 18326, 40830, 42503, 5434, 25179, 15652, 11428, 40980, 45916, 22056, 15896, 42628, 30092, 40834, 25862, 40370, 7804, 46908, 44191, 26908, 9764, 36969, 21521, 35257, 9279, 36964, 4012, 627, 31813, 15669, 33832, 29874, 1912, 41254, 23709, 4648, 3131, 49882, 19349, 35975, 25565, 21641, 48219, 30806, 33979, 36103, 14640, 34524, 31661, 26869, 27297, 46519, 2352, 46930, 7617, 49750, 12620, 29820, 18590, 890, 16394, 23877, 26421, 23417, 29021, 11596, 22017, 14794, 14437, 48385, 48231, 18946, 38048, 41302, 40633, 15317, 24820], "fid_reference": "same farthest-first 1k CIFAR-10 training subset", "seed": 42} +{"step": 1, "wall_time": 78.29740858078003, "train_loss_step": 201.57717895507812, "n_params": 4674760, "total_flops": 14360862720, "train_loss": 0.9992044067382813, "subset_score_loss": 0.9992044067382813, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9828492403030396, "fid": 300.4063631009916} +{"step": 10000, "wall_time": 182.12723636627197, "train_loss_step": 37.490421295166016, "n_params": 4674760, "total_flops": 143608627200000, "train_loss": 0.7329542541503906, "subset_score_loss": 0.7329542541503906} +{"step": 20000, "wall_time": 285.52941036224365, "train_loss_step": 31.486412048339844, "n_params": 4674760, "total_flops": 287217254400000, "train_loss": 0.6211468124389649, "subset_score_loss": 0.6211468124389649} +{"step": 30000, "wall_time": 388.40013813972473, "train_loss_step": 28.403873443603516, "n_params": 4674760, "total_flops": 430825881600000, "train_loss": 0.5435708236694335, "subset_score_loss": 0.5435708236694335} +{"step": 40000, "wall_time": 490.88350009918213, "train_loss_step": 28.583049774169922, "n_params": 4674760, "total_flops": 574434508800000, "train_loss": 0.4598190689086914, "subset_score_loss": 0.4598190689086914} +{"step": 50000, "wall_time": 592.9510004520416, "train_loss_step": 25.92425537109375, "n_params": 4674760, "total_flops": 718043136000000, "train_loss": 0.37345329284667966, "subset_score_loss": 0.37345329284667966} +{"step": 60000, "wall_time": 696.4743540287018, "train_loss_step": 22.827259063720703, "n_params": 4674760, "total_flops": 861651763200000, "train_loss": 0.29890741348266603, "subset_score_loss": 0.29890741348266603} +{"step": 70000, "wall_time": 800.3628485202789, "train_loss_step": 21.350505828857422, "n_params": 4674760, "total_flops": 1005260390400000, "train_loss": 0.254212474822998, "subset_score_loss": 0.254212474822998} +{"step": 80000, "wall_time": 903.6516573429108, "train_loss_step": 19.319637298583984, "n_params": 4674760, "total_flops": 1148869017600000, "train_loss": 0.22130931854248048, "subset_score_loss": 0.22130931854248048} +{"step": 90000, "wall_time": 1006.8609614372253, "train_loss_step": 18.58145523071289, "n_params": 4674760, "total_flops": 1292477644800000, "train_loss": 0.1906778907775879, "subset_score_loss": 0.1906778907775879} +{"step": 100000, "wall_time": 1177.991176366806, "train_loss_step": 16.568517684936523, "n_params": 4674760, "total_flops": 1436086272000000, "train_loss": 0.16737300872802735, "subset_score_loss": 0.16737300872802735, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9664798974990845, "fid": 214.31712633935211} +{"step": 110000, "wall_time": 1281.7468059062958, "train_loss_step": 17.500499725341797, "n_params": 4674760, "total_flops": 1579694899200000, "train_loss": 0.1538909149169922, "subset_score_loss": 0.1538909149169922} +{"step": 120000, "wall_time": 1384.1454830169678, "train_loss_step": 17.44687271118164, "n_params": 4674760, "total_flops": 1723303526400000, "train_loss": 0.14608335494995117, "subset_score_loss": 0.14608335494995117} +{"step": 130000, "wall_time": 1486.7257056236267, "train_loss_step": 16.188446044921875, "n_params": 4674760, "total_flops": 1866912153600000, "train_loss": 0.14804133415222168, "subset_score_loss": 0.14804133415222168} +{"step": 140000, "wall_time": 1588.5171511173248, "train_loss_step": 15.43781566619873, "n_params": 4674760, "total_flops": 2010520780800000, "train_loss": 0.1306441307067871, "subset_score_loss": 0.1306441307067871} +{"step": 150000, "wall_time": 1691.978022813797, "train_loss_step": 15.108342170715332, "n_params": 4674760, "total_flops": 2154129408000000, "train_loss": 0.12657733917236327, "subset_score_loss": 0.12657733917236327} +{"step": 160000, "wall_time": 1795.3735239505768, "train_loss_step": 15.562956809997559, "n_params": 4674760, "total_flops": 2297738035200000, "train_loss": 0.12116236686706543, "subset_score_loss": 0.12116236686706543} +{"step": 170000, "wall_time": 1899.1176619529724, "train_loss_step": 15.674919128417969, "n_params": 4674760, "total_flops": 2441346662400000, "train_loss": 0.12719264030456542, "subset_score_loss": 0.12719264030456542} +{"step": 180000, "wall_time": 2001.544929265976, "train_loss_step": 13.485258102416992, "n_params": 4674760, "total_flops": 2584955289600000, "train_loss": 0.10895551681518555, "subset_score_loss": 0.10895551681518555} +{"step": 190000, "wall_time": 2103.244842529297, "train_loss_step": 13.68472671508789, "n_params": 4674760, "total_flops": 2728563916800000, "train_loss": 0.11170586585998535, "subset_score_loss": 0.11170586585998535} +{"step": 200000, "wall_time": 2277.170842885971, "train_loss_step": 13.516702651977539, "n_params": 4674760, "total_flops": 2872172544000000, "train_loss": 0.1032313060760498, "subset_score_loss": 0.1032313060760498, "memorization_fraction_pixel": 0.0003000000142492354, "mean_nn_ratio_pixel": 0.972601056098938, "fid": 252.56331045247592} +{"step": 210000, "wall_time": 2380.396308898926, "train_loss_step": 13.108074188232422, "n_params": 4674760, "total_flops": 3015781171200000, "train_loss": 0.0958378791809082, "subset_score_loss": 0.0958378791809082} +{"step": 220000, "wall_time": 2484.0579941272736, "train_loss_step": 13.362224578857422, "n_params": 4674760, "total_flops": 3159389798400000, "train_loss": 0.10228523254394531, "subset_score_loss": 0.10228523254394531} +{"step": 230000, "wall_time": 2587.1135609149933, "train_loss_step": 12.003986358642578, "n_params": 4674760, "total_flops": 3302998425600000, "train_loss": 0.09345479965209962, "subset_score_loss": 0.09345479965209962} +{"step": 240000, "wall_time": 2689.492069005966, "train_loss_step": 12.445672988891602, "n_params": 4674760, "total_flops": 3446607052800000, "train_loss": 0.09050488471984863, "subset_score_loss": 0.09050488471984863} +{"step": 250000, "wall_time": 2793.474711418152, "train_loss_step": 11.572187423706055, "n_params": 4674760, "total_flops": 3590215680000000, "train_loss": 0.09851090431213379, "subset_score_loss": 0.09851090431213379} +{"step": 260000, "wall_time": 2897.280912876129, "train_loss_step": 11.883188247680664, "n_params": 4674760, "total_flops": 3733824307200000, "train_loss": 0.08695731163024903, "subset_score_loss": 0.08695731163024903} +{"step": 270000, "wall_time": 2998.5578956604004, "train_loss_step": 11.428651809692383, "n_params": 4674760, "total_flops": 3877432934400000, "train_loss": 0.0922361946105957, "subset_score_loss": 0.0922361946105957} +{"step": 280000, "wall_time": 3101.843829870224, "train_loss_step": 11.448246955871582, "n_params": 4674760, "total_flops": 4021041561600000, "train_loss": 0.08690565109252929, "subset_score_loss": 0.08690565109252929} +{"step": 290000, "wall_time": 3205.8133659362793, "train_loss_step": 11.223494529724121, "n_params": 4674760, "total_flops": 4164650188800000, "train_loss": 0.0866322135925293, "subset_score_loss": 0.0866322135925293} +{"step": 300000, "wall_time": 3379.286028623581, "train_loss_step": 10.767816543579102, "n_params": 4674760, "total_flops": 4308258816000000, "train_loss": 0.08017484664916992, "subset_score_loss": 0.08017484664916992, "memorization_fraction_pixel": 0.0012000000569969416, "mean_nn_ratio_pixel": 0.9701900482177734, "fid": 283.9428155769629} +{"step": 310000, "wall_time": 3482.826590538025, "train_loss_step": 11.434027671813965, "n_params": 4674760, "total_flops": 4451867443200000, "train_loss": 0.08554086685180665, "subset_score_loss": 0.08554086685180665} +{"step": 320000, "wall_time": 3586.1727607250214, "train_loss_step": 10.629831314086914, "n_params": 4674760, "total_flops": 4595476070400000, "train_loss": 0.08451228141784668, "subset_score_loss": 0.08451228141784668} +{"step": 330000, "wall_time": 3688.622989654541, "train_loss_step": 10.739272117614746, "n_params": 4674760, "total_flops": 4739084697600000, "train_loss": 0.07731619358062744, "subset_score_loss": 0.07731619358062744} +{"step": 340000, "wall_time": 3792.2447242736816, "train_loss_step": 10.95098876953125, "n_params": 4674760, "total_flops": 4882693324800000, "train_loss": 0.0758293867111206, "subset_score_loss": 0.0758293867111206} +{"step": 350000, "wall_time": 3895.4353590011597, "train_loss_step": 10.388626098632812, "n_params": 4674760, "total_flops": 5026301952000000, "train_loss": 0.07537297248840331, "subset_score_loss": 0.07537297248840331} +{"step": 360000, "wall_time": 3996.5925059318542, "train_loss_step": 11.333113670349121, "n_params": 4674760, "total_flops": 5169910579200000, "train_loss": 0.08910472869873047, "subset_score_loss": 0.08910472869873047} +{"step": 370000, "wall_time": 4100.013707399368, "train_loss_step": 10.414045333862305, "n_params": 4674760, "total_flops": 5313519206400000, "train_loss": 0.0760913610458374, "subset_score_loss": 0.0760913610458374} +{"step": 380000, "wall_time": 4202.45122885704, "train_loss_step": 9.865527153015137, "n_params": 4674760, "total_flops": 5457127833600000, "train_loss": 0.07896409511566162, "subset_score_loss": 0.07896409511566162} +{"step": 390000, "wall_time": 4306.469427585602, "train_loss_step": 10.081244468688965, "n_params": 4674760, "total_flops": 5600736460800000, "train_loss": 0.07085762500762939, "subset_score_loss": 0.07085762500762939} +{"step": 400000, "wall_time": 4479.517118215561, "train_loss_step": 10.518180847167969, "n_params": 4674760, "total_flops": 5744345088000000, "train_loss": 0.06987386226654052, "subset_score_loss": 0.06987386226654052, "memorization_fraction_pixel": 0.00279999990016222, "mean_nn_ratio_pixel": 0.9670498967170715, "fid": 300.32529041003295} +{"step": 410000, "wall_time": 4583.324853658676, "train_loss_step": 9.88238525390625, "n_params": 4674760, "total_flops": 5887953715200000, "train_loss": 0.06620113372802734, "subset_score_loss": 0.06620113372802734} +{"step": 420000, "wall_time": 4685.9516451358795, "train_loss_step": 9.293964385986328, "n_params": 4674760, "total_flops": 6031562342400000, "train_loss": 0.06655202388763427, "subset_score_loss": 0.06655202388763427} +{"step": 430000, "wall_time": 4789.312367200851, "train_loss_step": 9.901830673217773, "n_params": 4674760, "total_flops": 6175170969600000, "train_loss": 0.06598234176635742, "subset_score_loss": 0.06598234176635742} +{"step": 440000, "wall_time": 4892.55810379982, "train_loss_step": 10.294025421142578, "n_params": 4674760, "total_flops": 6318779596800000, "train_loss": 0.07142948627471923, "subset_score_loss": 0.07142948627471923} +{"step": 450000, "wall_time": 4994.459562540054, "train_loss_step": 9.930891990661621, "n_params": 4674760, "total_flops": 6462388224000000, "train_loss": 0.06310723781585693, "subset_score_loss": 0.06310723781585693} +{"step": 460000, "wall_time": 5097.7698521614075, "train_loss_step": 9.359594345092773, "n_params": 4674760, "total_flops": 6605996851200000, "train_loss": 0.06454740524291992, "subset_score_loss": 0.06454740524291992} +{"step": 470000, "wall_time": 5200.630809783936, "train_loss_step": 9.315134048461914, "n_params": 4674760, "total_flops": 6749605478400000, "train_loss": 0.06262029647827148, "subset_score_loss": 0.06262029647827148} +{"step": 480000, "wall_time": 5304.294784069061, "train_loss_step": 9.599690437316895, "n_params": 4674760, "total_flops": 6893214105600000, "train_loss": 0.06555060863494873, "subset_score_loss": 0.06555060863494873} +{"step": 490000, "wall_time": 5401.094089746475, "train_loss_step": 9.48625373840332, "n_params": 4674760, "total_flops": 7036822732800000, "train_loss": 0.06450722217559815, "subset_score_loss": 0.06450722217559815} +{"step": 500000, "wall_time": 5583.414254665375, "train_loss_step": 9.014172554016113, "n_params": 4674760, "total_flops": 7180431360000000, "train_loss": 0.06383159637451172, "subset_score_loss": 0.06383159637451172, "memorization_fraction_pixel": 0.006599999964237213, "mean_nn_ratio_pixel": 0.9584218859672546, "fid": 289.4153208781598} +{"step": 510000, "wall_time": 5686.359810352325, "train_loss_step": 8.579340934753418, "n_params": 4674760, "total_flops": 7324039987200000, "train_loss": 0.061462411880493166, "subset_score_loss": 0.061462411880493166} +{"step": 520000, "wall_time": 5789.208945989609, "train_loss_step": 8.671928405761719, "n_params": 4674760, "total_flops": 7467648614400000, "train_loss": 0.053761439323425295, "subset_score_loss": 0.053761439323425295} +{"step": 530000, "wall_time": 5891.98725104332, "train_loss_step": 9.22266960144043, "n_params": 4674760, "total_flops": 7611257241600000, "train_loss": 0.0641227388381958, "subset_score_loss": 0.0641227388381958} +{"step": 540000, "wall_time": 5993.372929573059, "train_loss_step": 8.726295471191406, "n_params": 4674760, "total_flops": 7754865868800000, "train_loss": 0.05858541488647461, "subset_score_loss": 0.05858541488647461} +{"step": 550000, "wall_time": 6095.611219882965, "train_loss_step": 8.280391693115234, "n_params": 4674760, "total_flops": 7898474496000000, "train_loss": 0.059175543785095215, "subset_score_loss": 0.059175543785095215} +{"step": 560000, "wall_time": 6199.092685222626, "train_loss_step": 8.483781814575195, "n_params": 4674760, "total_flops": 8042083123200000, "train_loss": 0.05731325626373291, "subset_score_loss": 0.05731325626373291} +{"step": 570000, "wall_time": 6302.236159086227, "train_loss_step": 8.719414710998535, "n_params": 4674760, "total_flops": 8185691750400000, "train_loss": 0.054001750946044924, "subset_score_loss": 0.054001750946044924} +{"step": 580000, "wall_time": 6406.094471216202, "train_loss_step": 8.45392894744873, "n_params": 4674760, "total_flops": 8329300377600000, "train_loss": 0.05635021686553955, "subset_score_loss": 0.05635021686553955} +{"step": 590000, "wall_time": 6499.686416387558, "train_loss_step": 8.300962448120117, "n_params": 4674760, "total_flops": 8472909004800000, "train_loss": 0.052865948677062985, "subset_score_loss": 0.052865948677062985} +{"step": 600000, "wall_time": 6709.944017648697, "train_loss_step": 8.553617477416992, "n_params": 4674760, "total_flops": 8616517632000000, "train_loss": 0.05572266101837158, "subset_score_loss": 0.05572266101837158, "memorization_fraction_pixel": 0.01119999960064888, "mean_nn_ratio_pixel": 0.9520837664604187, "fid": 283.56495111635087} +{"step": 610000, "wall_time": 6812.939742803574, "train_loss_step": 8.251306533813477, "n_params": 4674760, "total_flops": 8760126259200000, "train_loss": 0.052747492790222165, "subset_score_loss": 0.052747492790222165} +{"step": 620000, "wall_time": 6916.099800825119, "train_loss_step": 7.720292091369629, "n_params": 4674760, "total_flops": 8903734886400000, "train_loss": 0.054773683547973635, "subset_score_loss": 0.054773683547973635} +{"step": 630000, "wall_time": 7017.084247350693, "train_loss_step": 7.846117973327637, "n_params": 4674760, "total_flops": 9047343513600000, "train_loss": 0.04929272651672363, "subset_score_loss": 0.04929272651672363} +{"step": 640000, "wall_time": 7120.446757555008, "train_loss_step": 8.479116439819336, "n_params": 4674760, "total_flops": 9190952140800000, "train_loss": 0.054454193115234376, "subset_score_loss": 0.054454193115234376} +{"step": 650000, "wall_time": 7224.123418092728, "train_loss_step": 7.711189270019531, "n_params": 4674760, "total_flops": 9334560768000000, "train_loss": 0.05151144027709961, "subset_score_loss": 0.05151144027709961} +{"step": 660000, "wall_time": 7326.561748743057, "train_loss_step": 7.825267791748047, "n_params": 4674760, "total_flops": 9478169395200000, "train_loss": 0.0498695707321167, "subset_score_loss": 0.0498695707321167} +{"step": 670000, "wall_time": 7429.963285923004, "train_loss_step": 8.146141052246094, "n_params": 4674760, "total_flops": 9621778022400000, "train_loss": 0.05686434745788574, "subset_score_loss": 0.05686434745788574} +{"step": 680000, "wall_time": 7510.523809671402, "train_loss_step": 7.512187480926514, "n_params": 4674760, "total_flops": 9765386649600000, "train_loss": 0.04849723339080811, "subset_score_loss": 0.04849723339080811} +{"step": 690000, "wall_time": 7597.947633266449, "train_loss_step": 7.713843822479248, "n_params": 4674760, "total_flops": 9908995276800000, "train_loss": 0.04979489326477051, "subset_score_loss": 0.04979489326477051} +{"step": 700000, "wall_time": 7799.979426383972, "train_loss_step": 8.055252075195312, "n_params": 4674760, "total_flops": 10052603904000000, "train_loss": 0.047426252365112304, "subset_score_loss": 0.047426252365112304, "memorization_fraction_pixel": 0.017400000244379044, "mean_nn_ratio_pixel": 0.9457138776779175, "fid": 273.2925697126782} +{"step": 710000, "wall_time": 7901.379071235657, "train_loss_step": 7.829824447631836, "n_params": 4674760, "total_flops": 10196212531200000, "train_loss": 0.05134756088256836, "subset_score_loss": 0.05134756088256836} +{"step": 720000, "wall_time": 8004.317657709122, "train_loss_step": 8.26401424407959, "n_params": 4674760, "total_flops": 10339821158400000, "train_loss": 0.054769701957702636, "subset_score_loss": 0.054769701957702636} +{"step": 730000, "wall_time": 8107.343039512634, "train_loss_step": 7.980799674987793, "n_params": 4674760, "total_flops": 10483429785600000, "train_loss": 0.049094591140747074, "subset_score_loss": 0.049094591140747074} +{"step": 740000, "wall_time": 8210.922463655472, "train_loss_step": 7.7662553787231445, "n_params": 4674760, "total_flops": 10627038412800000, "train_loss": 0.04783223152160645, "subset_score_loss": 0.04783223152160645} +{"step": 750000, "wall_time": 8314.12378001213, "train_loss_step": 7.982439994812012, "n_params": 4674760, "total_flops": 10770647040000000, "train_loss": 0.04756240367889404, "subset_score_loss": 0.04756240367889404} +{"step": 760000, "wall_time": 8417.214076757431, "train_loss_step": 7.990396499633789, "n_params": 4674760, "total_flops": 10914255667200000, "train_loss": 0.04855814456939697, "subset_score_loss": 0.04855814456939697} +{"step": 770000, "wall_time": 8521.50050854683, "train_loss_step": 7.718304634094238, "n_params": 4674760, "total_flops": 11057864294400000, "train_loss": 0.04555417060852051, "subset_score_loss": 0.04555417060852051} +{"step": 780000, "wall_time": 8619.061227798462, "train_loss_step": 7.515917778015137, "n_params": 4674760, "total_flops": 11201472921600000, "train_loss": 0.04430614471435547, "subset_score_loss": 0.04430614471435547} +{"step": 790000, "wall_time": 8719.10034584999, "train_loss_step": 7.842839241027832, "n_params": 4674760, "total_flops": 11345081548800000, "train_loss": 0.045169401168823245, "subset_score_loss": 0.045169401168823245} +{"step": 800000, "wall_time": 8901.50640964508, "train_loss_step": 7.753555774688721, "n_params": 4674760, "total_flops": 11488690176000000, "train_loss": 0.04641173362731934, "subset_score_loss": 0.04641173362731934, "memorization_fraction_pixel": 0.023099999874830246, "mean_nn_ratio_pixel": 0.9343936443328857, "fid": 262.10615311423936} +{"step": 810000, "wall_time": 9004.356484413147, "train_loss_step": 7.427058219909668, "n_params": 4674760, "total_flops": 11632298803200000, "train_loss": 0.04524021625518799, "subset_score_loss": 0.04524021625518799} +{"step": 820000, "wall_time": 9108.236828565598, "train_loss_step": 7.967446327209473, "n_params": 4674760, "total_flops": 11775907430400000, "train_loss": 0.047706131935119626, "subset_score_loss": 0.047706131935119626} +{"step": 830000, "wall_time": 9211.820574045181, "train_loss_step": 7.336586952209473, "n_params": 4674760, "total_flops": 11919516057600000, "train_loss": 0.04106062412261963, "subset_score_loss": 0.04106062412261963} +{"step": 840000, "wall_time": 9315.05041217804, "train_loss_step": 7.200653076171875, "n_params": 4674760, "total_flops": 12063124684800000, "train_loss": 0.04401847839355469, "subset_score_loss": 0.04401847839355469} +{"step": 850000, "wall_time": 9418.206434726715, "train_loss_step": 7.5174126625061035, "n_params": 4674760, "total_flops": 12206733312000000, "train_loss": 0.04467751979827881, "subset_score_loss": 0.04467751979827881} +{"step": 860000, "wall_time": 9521.774337291718, "train_loss_step": 7.761608123779297, "n_params": 4674760, "total_flops": 12350341939200000, "train_loss": 0.04948668003082275, "subset_score_loss": 0.04948668003082275} +{"step": 870000, "wall_time": 9619.977772951126, "train_loss_step": 7.291986465454102, "n_params": 4674760, "total_flops": 12493950566400000, "train_loss": 0.04577980995178223, "subset_score_loss": 0.04577980995178223} +{"step": 880000, "wall_time": 9721.650436878204, "train_loss_step": 6.767183780670166, "n_params": 4674760, "total_flops": 12637559193600000, "train_loss": 0.04431626796722412, "subset_score_loss": 0.04431626796722412} +{"step": 890000, "wall_time": 9822.828152418137, "train_loss_step": 6.701793670654297, "n_params": 4674760, "total_flops": 12781167820800000, "train_loss": 0.043961710929870605, "subset_score_loss": 0.043961710929870605} +{"step": 900000, "wall_time": 10006.898128271103, "train_loss_step": 7.171810150146484, "n_params": 4674760, "total_flops": 12924776448000000, "train_loss": 0.04394869327545166, "subset_score_loss": 0.04394869327545166, "memorization_fraction_pixel": 0.031599998474121094, "mean_nn_ratio_pixel": 0.9282723665237427, "fid": 262.8274744149221} +{"step": 910000, "wall_time": 10110.308524131775, "train_loss_step": 7.2366485595703125, "n_params": 4674760, "total_flops": 13068385075200000, "train_loss": 0.04140228271484375, "subset_score_loss": 0.04140228271484375} +{"step": 920000, "wall_time": 10213.963794231415, "train_loss_step": 7.088249683380127, "n_params": 4674760, "total_flops": 13211993702400000, "train_loss": 0.045771455764770506, "subset_score_loss": 0.045771455764770506} +{"step": 930000, "wall_time": 10317.225971460342, "train_loss_step": 7.067553997039795, "n_params": 4674760, "total_flops": 13355602329600000, "train_loss": 0.042542619705200194, "subset_score_loss": 0.042542619705200194} +{"step": 940000, "wall_time": 10420.291357040405, "train_loss_step": 6.886965751647949, "n_params": 4674760, "total_flops": 13499210956800000, "train_loss": 0.04859456539154053, "subset_score_loss": 0.04859456539154053} +{"step": 950000, "wall_time": 10523.501897096634, "train_loss_step": 7.382824897766113, "n_params": 4674760, "total_flops": 13642819584000000, "train_loss": 0.04542174816131592, "subset_score_loss": 0.04542174816131592} +{"step": 960000, "wall_time": 10627.314974784851, "train_loss_step": 7.5642595291137695, "n_params": 4674760, "total_flops": 13786428211200000, "train_loss": 0.04101842880249024, "subset_score_loss": 0.04101842880249024} +{"step": 970000, "wall_time": 10711.694322109222, "train_loss_step": 7.3465895652771, "n_params": 4674760, "total_flops": 13930036838400000, "train_loss": 0.04327857494354248, "subset_score_loss": 0.04327857494354248} +{"step": 980000, "wall_time": 10805.988243579865, "train_loss_step": 7.041617393493652, "n_params": 4674760, "total_flops": 14073645465600000, "train_loss": 0.04038782119750976, "subset_score_loss": 0.04038782119750976} +{"step": 990000, "wall_time": 10902.981194496155, "train_loss_step": 6.836306571960449, "n_params": 4674760, "total_flops": 14217254092800000, "train_loss": 0.04259387969970703, "subset_score_loss": 0.04259387969970703} +{"step": 1000000, "wall_time": 11136.905483007431, "train_loss_step": 6.938996315002441, "n_params": 4674760, "total_flops": 14360862720000000, "train_loss": 0.04010443687438965, "subset_score_loss": 0.04010443687438965, "memorization_fraction_pixel": 0.0414000004529953, "mean_nn_ratio_pixel": 0.9146385788917542, "fid": 254.587111264368} +{"step": 1010000, "wall_time": 11240.230220079422, "train_loss_step": 6.912093162536621, "n_params": 4674760, "total_flops": 14504471347200000, "train_loss": 0.041153488159179685, "subset_score_loss": 0.041153488159179685} +{"step": 1020000, "wall_time": 11343.908623218536, "train_loss_step": 7.860779762268066, "n_params": 4674760, "total_flops": 14648079974400000, "train_loss": 0.04772829532623291, "subset_score_loss": 0.04772829532623291} +{"step": 1030000, "wall_time": 11446.855296373367, "train_loss_step": 6.823394775390625, "n_params": 4674760, "total_flops": 14791688601600000, "train_loss": 0.045178585052490235, "subset_score_loss": 0.045178585052490235} +{"step": 1040000, "wall_time": 11550.400104761124, "train_loss_step": 6.731381416320801, "n_params": 4674760, "total_flops": 14935297228800000, "train_loss": 0.03785263299942017, "subset_score_loss": 0.03785263299942017} +{"step": 1050000, "wall_time": 11654.102692365646, "train_loss_step": 7.052334785461426, "n_params": 4674760, "total_flops": 15078905856000000, "train_loss": 0.045220751762390134, "subset_score_loss": 0.045220751762390134} +{"step": 1060000, "wall_time": 11750.627589464188, "train_loss_step": 6.854326248168945, "n_params": 4674760, "total_flops": 15222514483200000, "train_loss": 0.04559953212738037, "subset_score_loss": 0.04559953212738037} +{"step": 1070000, "wall_time": 11852.480492591858, "train_loss_step": 6.656191825866699, "n_params": 4674760, "total_flops": 15366123110400000, "train_loss": 0.041306886672973636, "subset_score_loss": 0.041306886672973636} +{"step": 1080000, "wall_time": 11952.25116610527, "train_loss_step": 6.885464191436768, "n_params": 4674760, "total_flops": 15509731737600000, "train_loss": 0.04229809761047363, "subset_score_loss": 0.04229809761047363} +{"step": 1090000, "wall_time": 12054.768806219101, "train_loss_step": 7.053297996520996, "n_params": 4674760, "total_flops": 15653340364800000, "train_loss": 0.038741514682769776, "subset_score_loss": 0.038741514682769776} +{"step": 1100000, "wall_time": 12275.11840748787, "train_loss_step": 6.872603893280029, "n_params": 4674760, "total_flops": 15796948992000000, "train_loss": 0.036964221000671385, "subset_score_loss": 0.036964221000671385, "memorization_fraction_pixel": 0.051500000059604645, "mean_nn_ratio_pixel": 0.9140410423278809, "fid": 250.61967004748317} +{"step": 1110000, "wall_time": 12378.34309053421, "train_loss_step": 6.889557838439941, "n_params": 4674760, "total_flops": 15940557619200000, "train_loss": 0.03897947072982788, "subset_score_loss": 0.03897947072982788} +{"step": 1120000, "wall_time": 12481.370961666107, "train_loss_step": 6.849149703979492, "n_params": 4674760, "total_flops": 16084166246400000, "train_loss": 0.03769402742385864, "subset_score_loss": 0.03769402742385864} +{"step": 1130000, "wall_time": 12584.736270666122, "train_loss_step": 6.976246356964111, "n_params": 4674760, "total_flops": 16227774873600000, "train_loss": 0.038366124629974366, "subset_score_loss": 0.038366124629974366} +{"step": 1140000, "wall_time": 12688.08373451233, "train_loss_step": 6.896360397338867, "n_params": 4674760, "total_flops": 16371383500800000, "train_loss": 0.042009525299072266, "subset_score_loss": 0.042009525299072266} +{"step": 1150000, "wall_time": 12771.360292673111, "train_loss_step": 7.186013221740723, "n_params": 4674760, "total_flops": 16514992128000000, "train_loss": 0.04302699565887451, "subset_score_loss": 0.04302699565887451} +{"step": 1160000, "wall_time": 12868.620646238327, "train_loss_step": 6.574029922485352, "n_params": 4674760, "total_flops": 16658600755200000, "train_loss": 0.04009481430053711, "subset_score_loss": 0.04009481430053711} +{"step": 1170000, "wall_time": 12959.79468369484, "train_loss_step": 6.84650993347168, "n_params": 4674760, "total_flops": 16802209382400000, "train_loss": 0.03920746326446533, "subset_score_loss": 0.03920746326446533} +{"step": 1180000, "wall_time": 13059.982486009598, "train_loss_step": 6.415672302246094, "n_params": 4674760, "total_flops": 16945818009600000, "train_loss": 0.03459961652755737, "subset_score_loss": 0.03459961652755737} +{"step": 1190000, "wall_time": 13163.4795794487, "train_loss_step": 7.131353378295898, "n_params": 4674760, "total_flops": 17089426636800000, "train_loss": 0.039365811347961424, "subset_score_loss": 0.039365811347961424} +{"step": 1200000, "wall_time": 13377.42588877678, "train_loss_step": 6.648499488830566, "n_params": 4674760, "total_flops": 17233035264000000, "train_loss": 0.03545043468475342, "subset_score_loss": 0.03545043468475342, "memorization_fraction_pixel": 0.06040000170469284, "mean_nn_ratio_pixel": 0.899617075920105, "fid": 245.18870279140702} +{"step": 1210000, "wall_time": 13480.528792858124, "train_loss_step": 7.087036609649658, "n_params": 4674760, "total_flops": 17376643891200000, "train_loss": 0.04053110122680664, "subset_score_loss": 0.04053110122680664} +{"step": 1220000, "wall_time": 13584.171431303024, "train_loss_step": 6.588762283325195, "n_params": 4674760, "total_flops": 17520252518400000, "train_loss": 0.03504286766052246, "subset_score_loss": 0.03504286766052246} +{"step": 1230000, "wall_time": 13687.29612493515, "train_loss_step": 6.6506829261779785, "n_params": 4674760, "total_flops": 17663861145600000, "train_loss": 0.03748628616333008, "subset_score_loss": 0.03748628616333008} +{"step": 1240000, "wall_time": 13788.123129844666, "train_loss_step": 6.299525260925293, "n_params": 4674760, "total_flops": 17807469772800000, "train_loss": 0.03600008249282837, "subset_score_loss": 0.03600008249282837} +{"step": 1250000, "wall_time": 13866.965552330017, "train_loss_step": 6.438131809234619, "n_params": 4674760, "total_flops": 17951078400000000, "train_loss": 0.035895562171936034, "subset_score_loss": 0.035895562171936034} +{"step": 1260000, "wall_time": 13971.10238480568, "train_loss_step": 6.436707496643066, "n_params": 4674760, "total_flops": 18094687027200000, "train_loss": 0.03778831243515015, "subset_score_loss": 0.03778831243515015} +{"step": 1270000, "wall_time": 14060.442473888397, "train_loss_step": 6.609554767608643, "n_params": 4674760, "total_flops": 18238295654400000, "train_loss": 0.03954225301742554, "subset_score_loss": 0.03954225301742554} +{"step": 1280000, "wall_time": 14161.786584854126, "train_loss_step": 6.477464199066162, "n_params": 4674760, "total_flops": 18381904281600000, "train_loss": 0.038702387809753415, "subset_score_loss": 0.038702387809753415} +{"step": 1290000, "wall_time": 14263.645794153214, "train_loss_step": 6.330897808074951, "n_params": 4674760, "total_flops": 18525512908800000, "train_loss": 0.03667616128921509, "subset_score_loss": 0.03667616128921509} +{"step": 1300000, "wall_time": 14490.92912697792, "train_loss_step": 6.757900238037109, "n_params": 4674760, "total_flops": 18669121536000000, "train_loss": 0.03503198623657226, "subset_score_loss": 0.03503198623657226, "memorization_fraction_pixel": 0.06949999928474426, "mean_nn_ratio_pixel": 0.8949223756790161, "fid": 238.5826259195418} +{"step": 1310000, "wall_time": 14594.187213420868, "train_loss_step": 6.431993007659912, "n_params": 4674760, "total_flops": 18812730163200000, "train_loss": 0.03674959659576416, "subset_score_loss": 0.03674959659576416} +{"step": 1320000, "wall_time": 14695.060864448547, "train_loss_step": 6.75527286529541, "n_params": 4674760, "total_flops": 18956338790400000, "train_loss": 0.03768383026123047, "subset_score_loss": 0.03768383026123047} +{"step": 1330000, "wall_time": 14796.993500471115, "train_loss_step": 6.425485610961914, "n_params": 4674760, "total_flops": 19099947417600000, "train_loss": 0.03457163333892822, "subset_score_loss": 0.03457163333892822} +{"step": 1340000, "wall_time": 14883.9358355999, "train_loss_step": 6.333742141723633, "n_params": 4674760, "total_flops": 19243556044800000, "train_loss": 0.03751711130142212, "subset_score_loss": 0.03751711130142212} +{"step": 1350000, "wall_time": 14977.105652570724, "train_loss_step": 6.015317440032959, "n_params": 4674760, "total_flops": 19387164672000000, "train_loss": 0.03486895799636841, "subset_score_loss": 0.03486895799636841} +{"step": 1360000, "wall_time": 15080.9745221138, "train_loss_step": 6.111440658569336, "n_params": 4674760, "total_flops": 19530773299200000, "train_loss": 0.03582222938537598, "subset_score_loss": 0.03582222938537598} +{"step": 1370000, "wall_time": 15172.0542678833, "train_loss_step": 6.953506946563721, "n_params": 4674760, "total_flops": 19674381926400000, "train_loss": 0.03731068134307861, "subset_score_loss": 0.03731068134307861} +{"step": 1380000, "wall_time": 15274.942503213882, "train_loss_step": 6.195468425750732, "n_params": 4674760, "total_flops": 19817990553600000, "train_loss": 0.04008634090423584, "subset_score_loss": 0.04008634090423584} +{"step": 1390000, "wall_time": 15378.489634513855, "train_loss_step": 6.445629119873047, "n_params": 4674760, "total_flops": 19961599180800000, "train_loss": 0.03290473699569702, "subset_score_loss": 0.03290473699569702} +{"step": 1400000, "wall_time": 15613.773285150528, "train_loss_step": 6.259860992431641, "n_params": 4674760, "total_flops": 20105207808000000, "train_loss": 0.036816487312316896, "subset_score_loss": 0.036816487312316896, "memorization_fraction_pixel": 0.07209999859333038, "mean_nn_ratio_pixel": 0.8840736150741577, "fid": 232.51660135303362} +{"step": 1410000, "wall_time": 15715.116493225098, "train_loss_step": 6.638143539428711, "n_params": 4674760, "total_flops": 20248816435200000, "train_loss": 0.03470653533935547, "subset_score_loss": 0.03470653533935547} +{"step": 1420000, "wall_time": 15817.258335351944, "train_loss_step": 6.425186634063721, "n_params": 4674760, "total_flops": 20392425062400000, "train_loss": 0.034750463962554934, "subset_score_loss": 0.034750463962554934} +{"step": 1430000, "wall_time": 15919.962139368057, "train_loss_step": 6.089114189147949, "n_params": 4674760, "total_flops": 20536033689600000, "train_loss": 0.03217203855514526, "subset_score_loss": 0.03217203855514526} +{"step": 1440000, "wall_time": 15996.63963675499, "train_loss_step": 6.343681335449219, "n_params": 4674760, "total_flops": 20679642316800000, "train_loss": 0.036756525039672854, "subset_score_loss": 0.036756525039672854} +{"step": 1450000, "wall_time": 16100.389508247375, "train_loss_step": 6.178153991699219, "n_params": 4674760, "total_flops": 20823250944000000, "train_loss": 0.03764445543289185, "subset_score_loss": 0.03764445543289185} +{"step": 1460000, "wall_time": 16193.576111793518, "train_loss_step": 6.310537338256836, "n_params": 4674760, "total_flops": 20966859571200000, "train_loss": 0.03463667154312134, "subset_score_loss": 0.03463667154312134} +{"step": 1470000, "wall_time": 16296.234534978867, "train_loss_step": 6.252840042114258, "n_params": 4674760, "total_flops": 21110468198400000, "train_loss": 0.032375996112823484, "subset_score_loss": 0.032375996112823484} +{"step": 1480000, "wall_time": 16399.65229845047, "train_loss_step": 6.152584552764893, "n_params": 4674760, "total_flops": 21254076825600000, "train_loss": 0.03471384048461914, "subset_score_loss": 0.03471384048461914} +{"step": 1490000, "wall_time": 16502.529542207718, "train_loss_step": 6.248832702636719, "n_params": 4674760, "total_flops": 21397685452800000, "train_loss": 0.04463312149047852, "subset_score_loss": 0.04463312149047852} +{"step": 1500000, "wall_time": 16726.273863315582, "train_loss_step": 6.230196952819824, "n_params": 4674760, "total_flops": 21541294080000000, "train_loss": 0.03286508560180664, "subset_score_loss": 0.03286508560180664, "memorization_fraction_pixel": 0.08370000123977661, "mean_nn_ratio_pixel": 0.8724712133407593, "fid": 227.58246752213745} +{"step": 1510000, "wall_time": 16829.639843940735, "train_loss_step": 6.017271995544434, "n_params": 4674760, "total_flops": 21684902707200000, "train_loss": 0.03428713798522949, "subset_score_loss": 0.03428713798522949} +{"step": 1520000, "wall_time": 16933.32109975815, "train_loss_step": 6.413969039916992, "n_params": 4674760, "total_flops": 21828511334400000, "train_loss": 0.039667696952819825, "subset_score_loss": 0.039667696952819825} +{"step": 1530000, "wall_time": 17019.078567028046, "train_loss_step": 5.850281715393066, "n_params": 4674760, "total_flops": 21972119961600000, "train_loss": 0.033918390274047854, "subset_score_loss": 0.033918390274047854} +{"step": 1540000, "wall_time": 17112.084943771362, "train_loss_step": 6.576106548309326, "n_params": 4674760, "total_flops": 22115728588800000, "train_loss": 0.03353092908859253, "subset_score_loss": 0.03353092908859253} +{"step": 1550000, "wall_time": 17215.502206087112, "train_loss_step": 6.086685657501221, "n_params": 4674760, "total_flops": 22259337216000000, "train_loss": 0.03933537721633911, "subset_score_loss": 0.03933537721633911} +{"step": 1560000, "wall_time": 17308.4632024765, "train_loss_step": 6.131758689880371, "n_params": 4674760, "total_flops": 22402945843200000, "train_loss": 0.03568483114242554, "subset_score_loss": 0.03568483114242554} +{"step": 1570000, "wall_time": 17411.893758535385, "train_loss_step": 5.747236251831055, "n_params": 4674760, "total_flops": 22546554470400000, "train_loss": 0.03201313734054565, "subset_score_loss": 0.03201313734054565} +{"step": 1580000, "wall_time": 17515.412705421448, "train_loss_step": 6.028617858886719, "n_params": 4674760, "total_flops": 22690163097600000, "train_loss": 0.0325454306602478, "subset_score_loss": 0.0325454306602478} +{"step": 1590000, "wall_time": 17616.343302488327, "train_loss_step": 6.2250142097473145, "n_params": 4674760, "total_flops": 22833771724800000, "train_loss": 0.04823919773101806, "subset_score_loss": 0.04823919773101806} +{"step": 1600000, "wall_time": 17857.892807245255, "train_loss_step": 5.740231513977051, "n_params": 4674760, "total_flops": 22977380352000000, "train_loss": 0.03583197832107544, "subset_score_loss": 0.03583197832107544, "memorization_fraction_pixel": 0.08860000222921371, "mean_nn_ratio_pixel": 0.8751491904258728, "fid": 226.11363098466353} +{"step": 1610000, "wall_time": 17961.360885620117, "train_loss_step": 6.0626420974731445, "n_params": 4674760, "total_flops": 23120988979200000, "train_loss": 0.032915513515472415, "subset_score_loss": 0.032915513515472415} +{"step": 1620000, "wall_time": 18060.25906419754, "train_loss_step": 6.2635955810546875, "n_params": 4674760, "total_flops": 23264597606400000, "train_loss": 0.035802302360534666, "subset_score_loss": 0.035802302360534666} +{"step": 1630000, "wall_time": 18141.646142482758, "train_loss_step": 5.824111461639404, "n_params": 4674760, "total_flops": 23408206233600000, "train_loss": 0.03536184787750244, "subset_score_loss": 0.03536184787750244} +{"step": 1640000, "wall_time": 18245.036669015884, "train_loss_step": 6.190774917602539, "n_params": 4674760, "total_flops": 23551814860800000, "train_loss": 0.030867462158203126, "subset_score_loss": 0.030867462158203126} +{"step": 1650000, "wall_time": 18338.057335853577, "train_loss_step": 5.833107948303223, "n_params": 4674760, "total_flops": 23695423488000000, "train_loss": 0.0330797815322876, "subset_score_loss": 0.0330797815322876} +{"step": 1660000, "wall_time": 18441.434690475464, "train_loss_step": 6.046914100646973, "n_params": 4674760, "total_flops": 23839032115200000, "train_loss": 0.03338083982467652, "subset_score_loss": 0.03338083982467652} +{"step": 1670000, "wall_time": 18542.43947649002, "train_loss_step": 6.196300029754639, "n_params": 4674760, "total_flops": 23982640742400000, "train_loss": 0.030858802795410156, "subset_score_loss": 0.030858802795410156} +{"step": 1680000, "wall_time": 18645.327491998672, "train_loss_step": 6.067780494689941, "n_params": 4674760, "total_flops": 24126249369600000, "train_loss": 0.031397302150726315, "subset_score_loss": 0.031397302150726315} +{"step": 1690000, "wall_time": 18748.48756837845, "train_loss_step": 5.9988298416137695, "n_params": 4674760, "total_flops": 24269857996800000, "train_loss": 0.03403752088546753, "subset_score_loss": 0.03403752088546753} +{"step": 1700000, "wall_time": 18981.442108154297, "train_loss_step": 5.8774566650390625, "n_params": 4674760, "total_flops": 24413466624000000, "train_loss": 0.03141677856445312, "subset_score_loss": 0.03141677856445312, "memorization_fraction_pixel": 0.10989999771118164, "mean_nn_ratio_pixel": 0.8541921973228455, "fid": 214.59425215101854} +{"step": 1710000, "wall_time": 19085.22381925583, "train_loss_step": 6.236199855804443, "n_params": 4674760, "total_flops": 24557075251200000, "train_loss": 0.03256826400756836, "subset_score_loss": 0.03256826400756836} +{"step": 1720000, "wall_time": 19173.52194237709, "train_loss_step": 6.09229040145874, "n_params": 4674760, "total_flops": 24700683878400000, "train_loss": 0.03049438238143921, "subset_score_loss": 0.03049438238143921} +{"step": 1730000, "wall_time": 19269.08212375641, "train_loss_step": 5.932282447814941, "n_params": 4674760, "total_flops": 24844292505600000, "train_loss": 0.03036499261856079, "subset_score_loss": 0.03036499261856079} +{"step": 1740000, "wall_time": 19368.577738523483, "train_loss_step": 5.589885711669922, "n_params": 4674760, "total_flops": 24987901132800000, "train_loss": 0.029153709411621095, "subset_score_loss": 0.029153709411621095} +{"step": 1750000, "wall_time": 19459.335887670517, "train_loss_step": 6.022780418395996, "n_params": 4674760, "total_flops": 25131509760000000, "train_loss": 0.032274422645568845, "subset_score_loss": 0.032274422645568845} +{"step": 1760000, "wall_time": 19561.34577536583, "train_loss_step": 5.684106826782227, "n_params": 4674760, "total_flops": 25275118387200000, "train_loss": 0.033428616523742676, "subset_score_loss": 0.033428616523742676} +{"step": 1770000, "wall_time": 19664.122203826904, "train_loss_step": 5.689648628234863, "n_params": 4674760, "total_flops": 25418727014400000, "train_loss": 0.03078726530075073, "subset_score_loss": 0.03078726530075073} +{"step": 1780000, "wall_time": 19767.46452188492, "train_loss_step": 5.965529918670654, "n_params": 4674760, "total_flops": 25562335641600000, "train_loss": 0.031965582370758056, "subset_score_loss": 0.031965582370758056} +{"step": 1790000, "wall_time": 19871.158483028412, "train_loss_step": 5.855569839477539, "n_params": 4674760, "total_flops": 25705944268800000, "train_loss": 0.035088136196136474, "subset_score_loss": 0.035088136196136474} +{"step": 1800000, "wall_time": 20102.241721630096, "train_loss_step": 5.8456034660339355, "n_params": 4674760, "total_flops": 25849552896000000, "train_loss": 0.030934157371520995, "subset_score_loss": 0.030934157371520995, "memorization_fraction_pixel": 0.10840000212192535, "mean_nn_ratio_pixel": 0.8574991226196289, "fid": 219.05738063451258} +{"step": 1810000, "wall_time": 20197.279903888702, "train_loss_step": 5.699723720550537, "n_params": 4674760, "total_flops": 25993161523200000, "train_loss": 0.030278754234313966, "subset_score_loss": 0.030278754234313966} +{"step": 1820000, "wall_time": 20287.666701078415, "train_loss_step": 5.726596832275391, "n_params": 4674760, "total_flops": 26136770150400000, "train_loss": 0.030893535614013673, "subset_score_loss": 0.030893535614013673} +{"step": 1830000, "wall_time": 20390.00499677658, "train_loss_step": 6.362139701843262, "n_params": 4674760, "total_flops": 26280378777600000, "train_loss": 0.039098591804504396, "subset_score_loss": 0.039098591804504396} +{"step": 1840000, "wall_time": 20482.026153326035, "train_loss_step": 6.406135082244873, "n_params": 4674760, "total_flops": 26423987404800000, "train_loss": 0.03565721750259399, "subset_score_loss": 0.03565721750259399} +{"step": 1850000, "wall_time": 20585.28795146942, "train_loss_step": 5.2129645347595215, "n_params": 4674760, "total_flops": 26567596032000000, "train_loss": 0.039011499881744384, "subset_score_loss": 0.039011499881744384} +{"step": 1860000, "wall_time": 20687.99853992462, "train_loss_step": 6.048180103302002, "n_params": 4674760, "total_flops": 26711204659200000, "train_loss": 0.03485152006149292, "subset_score_loss": 0.03485152006149292} +{"step": 1870000, "wall_time": 20791.181109428406, "train_loss_step": 5.774622917175293, "n_params": 4674760, "total_flops": 26854813286400000, "train_loss": 0.032182180881500246, "subset_score_loss": 0.032182180881500246} +{"step": 1880000, "wall_time": 20895.117357969284, "train_loss_step": 6.15143346786499, "n_params": 4674760, "total_flops": 26998421913600000, "train_loss": 0.03976212978363037, "subset_score_loss": 0.03976212978363037} +{"step": 1890000, "wall_time": 20998.87425994873, "train_loss_step": 6.2715349197387695, "n_params": 4674760, "total_flops": 27142030540800000, "train_loss": 0.030596590042114256, "subset_score_loss": 0.030596590042114256} +{"step": 1900000, "wall_time": 21216.73219537735, "train_loss_step": 5.572461128234863, "n_params": 4674760, "total_flops": 27285639168000000, "train_loss": 0.036465001106262204, "subset_score_loss": 0.036465001106262204, "memorization_fraction_pixel": 0.11309999972581863, "mean_nn_ratio_pixel": 0.8492019772529602, "fid": 208.60378195088387} +{"step": 1910000, "wall_time": 21307.15864610672, "train_loss_step": 5.679389953613281, "n_params": 4674760, "total_flops": 27429247795200000, "train_loss": 0.03195406436920166, "subset_score_loss": 0.03195406436920166} +{"step": 1920000, "wall_time": 21395.173743009567, "train_loss_step": 6.067525386810303, "n_params": 4674760, "total_flops": 27572856422400000, "train_loss": 0.031340796947479245, "subset_score_loss": 0.031340796947479245} +{"step": 1930000, "wall_time": 21496.831120491028, "train_loss_step": 5.878694534301758, "n_params": 4674760, "total_flops": 27716465049600000, "train_loss": 0.03136672496795654, "subset_score_loss": 0.03136672496795654} +{"step": 1940000, "wall_time": 21588.870777130127, "train_loss_step": 6.379622459411621, "n_params": 4674760, "total_flops": 27860073676800000, "train_loss": 0.03572322368621826, "subset_score_loss": 0.03572322368621826} +{"step": 1950000, "wall_time": 21690.497928380966, "train_loss_step": 5.850421905517578, "n_params": 4674760, "total_flops": 28003682304000000, "train_loss": 0.031800496578216556, "subset_score_loss": 0.031800496578216556} +{"step": 1960000, "wall_time": 21794.096485376358, "train_loss_step": 5.585378170013428, "n_params": 4674760, "total_flops": 28147290931200000, "train_loss": 0.03013725757598877, "subset_score_loss": 0.03013725757598877} +{"step": 1970000, "wall_time": 21898.241479873657, "train_loss_step": 5.976515769958496, "n_params": 4674760, "total_flops": 28290899558400000, "train_loss": 0.03069340467453003, "subset_score_loss": 0.03069340467453003} +{"step": 1980000, "wall_time": 22001.94426870346, "train_loss_step": 5.846226692199707, "n_params": 4674760, "total_flops": 28434508185600000, "train_loss": 0.03188347339630127, "subset_score_loss": 0.03188347339630127} +{"step": 1990000, "wall_time": 22105.32145547867, "train_loss_step": 5.957785606384277, "n_params": 4674760, "total_flops": 28578116812800000, "train_loss": 0.02983935832977295, "subset_score_loss": 0.02983935832977295} +{"step": 2000000, "wall_time": 22318.616070508957, "train_loss_step": 5.4756317138671875, "n_params": 4674760, "total_flops": 28721725440000000, "train_loss": 0.042615108489990235, "subset_score_loss": 0.042615108489990235, "memorization_fraction_pixel": 0.11699999868869781, "mean_nn_ratio_pixel": 0.8426974415779114, "fid": 208.27621406475703} +{"step": 2010000, "wall_time": 22411.74332165718, "train_loss_step": 5.513273239135742, "n_params": 4674760, "total_flops": 28865334067200000, "train_loss": 0.02859442710876465, "subset_score_loss": 0.02859442710876465} +{"step": 2020000, "wall_time": 22512.657686710358, "train_loss_step": 5.481532573699951, "n_params": 4674760, "total_flops": 29008942694400000, "train_loss": 0.027642252445220946, "subset_score_loss": 0.027642252445220946} +{"step": 2030000, "wall_time": 22608.041639328003, "train_loss_step": 5.596753120422363, "n_params": 4674760, "total_flops": 29152551321600000, "train_loss": 0.028165860176086424, "subset_score_loss": 0.028165860176086424} +{"step": 2040000, "wall_time": 22711.207394361496, "train_loss_step": 5.601101875305176, "n_params": 4674760, "total_flops": 29296159948800000, "train_loss": 0.03108795166015625, "subset_score_loss": 0.03108795166015625} +{"step": 2050000, "wall_time": 22814.842678785324, "train_loss_step": 5.218955039978027, "n_params": 4674760, "total_flops": 29439768576000000, "train_loss": 0.02871570587158203, "subset_score_loss": 0.02871570587158203} +{"step": 2060000, "wall_time": 22918.706875801086, "train_loss_step": 5.628545761108398, "n_params": 4674760, "total_flops": 29583377203200000, "train_loss": 0.029768433570861817, "subset_score_loss": 0.029768433570861817} +{"step": 2070000, "wall_time": 23022.46792936325, "train_loss_step": 5.687531471252441, "n_params": 4674760, "total_flops": 29726985830400000, "train_loss": 0.029381983280181885, "subset_score_loss": 0.029381983280181885} +{"step": 2080000, "wall_time": 23124.950458288193, "train_loss_step": 5.402374267578125, "n_params": 4674760, "total_flops": 29870594457600000, "train_loss": 0.027717134952545165, "subset_score_loss": 0.027717134952545165} +{"step": 2090000, "wall_time": 23228.457887649536, "train_loss_step": 5.457613945007324, "n_params": 4674760, "total_flops": 30014203084800000, "train_loss": 0.03723082780838013, "subset_score_loss": 0.03723082780838013} +{"step": 2100000, "wall_time": 23428.45235967636, "train_loss_step": 5.824472427368164, "n_params": 4674760, "total_flops": 30157811712000000, "train_loss": 0.027030911445617676, "subset_score_loss": 0.027030911445617676, "memorization_fraction_pixel": 0.13179999589920044, "mean_nn_ratio_pixel": 0.8362792730331421, "fid": 211.3216296271622} +{"step": 2110000, "wall_time": 23517.648734807968, "train_loss_step": 6.14449405670166, "n_params": 4674760, "total_flops": 30301420339200000, "train_loss": 0.03588480472564697, "subset_score_loss": 0.03588480472564697} +{"step": 2120000, "wall_time": 23620.330637693405, "train_loss_step": 5.817452430725098, "n_params": 4674760, "total_flops": 30445028966400000, "train_loss": 0.030345237255096434, "subset_score_loss": 0.030345237255096434} +{"step": 2130000, "wall_time": 23720.73247051239, "train_loss_step": 6.195657253265381, "n_params": 4674760, "total_flops": 30588637593600000, "train_loss": 0.02960632562637329, "subset_score_loss": 0.02960632562637329} +{"step": 2140000, "wall_time": 23824.076976060867, "train_loss_step": 5.477471351623535, "n_params": 4674760, "total_flops": 30732246220800000, "train_loss": 0.027645773887634277, "subset_score_loss": 0.027645773887634277} +{"step": 2150000, "wall_time": 23927.44552206993, "train_loss_step": 5.274002552032471, "n_params": 4674760, "total_flops": 30875854848000000, "train_loss": 0.03516856670379639, "subset_score_loss": 0.03516856670379639} +{"step": 2160000, "wall_time": 24031.056266069412, "train_loss_step": 5.4703145027160645, "n_params": 4674760, "total_flops": 31019463475200000, "train_loss": 0.028597228527069092, "subset_score_loss": 0.028597228527069092} +{"step": 2170000, "wall_time": 24134.126349687576, "train_loss_step": 5.877849578857422, "n_params": 4674760, "total_flops": 31163072102400000, "train_loss": 0.027357661724090578, "subset_score_loss": 0.027357661724090578} +{"step": 2180000, "wall_time": 24237.78267812729, "train_loss_step": 5.559513092041016, "n_params": 4674760, "total_flops": 31306680729600000, "train_loss": 0.02904606342315674, "subset_score_loss": 0.02904606342315674} +{"step": 2190000, "wall_time": 24339.0246052742, "train_loss_step": 5.506667613983154, "n_params": 4674760, "total_flops": 31450289356800000, "train_loss": 0.028056695461273193, "subset_score_loss": 0.028056695461273193} +{"step": 2200000, "wall_time": 24531.580937862396, "train_loss_step": 5.3199968338012695, "n_params": 4674760, "total_flops": 31593897984000000, "train_loss": 0.03151026248931885, "subset_score_loss": 0.03151026248931885, "memorization_fraction_pixel": 0.13760000467300415, "mean_nn_ratio_pixel": 0.8300797939300537, "fid": 201.93068729174757} +{"step": 2210000, "wall_time": 24621.75146174431, "train_loss_step": 5.703536033630371, "n_params": 4674760, "total_flops": 31737506611200000, "train_loss": 0.031178555488586425, "subset_score_loss": 0.031178555488586425} +{"step": 2220000, "wall_time": 24721.919735193253, "train_loss_step": 5.992208957672119, "n_params": 4674760, "total_flops": 31881115238400000, "train_loss": 0.029959022998809814, "subset_score_loss": 0.029959022998809814} +{"step": 2230000, "wall_time": 24825.514494657516, "train_loss_step": 5.205785751342773, "n_params": 4674760, "total_flops": 32024723865600000, "train_loss": 0.03188619613647461, "subset_score_loss": 0.03188619613647461} +{"step": 2240000, "wall_time": 24929.057454824448, "train_loss_step": 5.775639533996582, "n_params": 4674760, "total_flops": 32168332492800000, "train_loss": 0.028443927764892577, "subset_score_loss": 0.028443927764892577} +{"step": 2250000, "wall_time": 25032.669241666794, "train_loss_step": 5.43035888671875, "n_params": 4674760, "total_flops": 32311941120000000, "train_loss": 0.027237420082092286, "subset_score_loss": 0.027237420082092286} +{"step": 2260000, "wall_time": 25135.189650297165, "train_loss_step": 5.542808532714844, "n_params": 4674760, "total_flops": 32455549747200000, "train_loss": 0.028173389434814452, "subset_score_loss": 0.028173389434814452} +{"step": 2270000, "wall_time": 25236.633061647415, "train_loss_step": 5.65488338470459, "n_params": 4674760, "total_flops": 32599158374400000, "train_loss": 0.0287984299659729, "subset_score_loss": 0.0287984299659729} +{"step": 2280000, "wall_time": 25339.335209846497, "train_loss_step": 5.6540374755859375, "n_params": 4674760, "total_flops": 32742767001600000, "train_loss": 0.028939776420593262, "subset_score_loss": 0.028939776420593262} +{"step": 2290000, "wall_time": 25441.233818292618, "train_loss_step": 5.507360458374023, "n_params": 4674760, "total_flops": 32886375628800000, "train_loss": 0.027318058013916017, "subset_score_loss": 0.027318058013916017} +{"step": 2300000, "wall_time": 25638.467449188232, "train_loss_step": 5.669604301452637, "n_params": 4674760, "total_flops": 33029984256000000, "train_loss": 0.02823512315750122, "subset_score_loss": 0.02823512315750122, "memorization_fraction_pixel": 0.14339999854564667, "mean_nn_ratio_pixel": 0.8217893838882446, "fid": 202.56887401718154} +{"step": 2310000, "wall_time": 25734.798582792282, "train_loss_step": 5.169620513916016, "n_params": 4674760, "total_flops": 33173592883200000, "train_loss": 0.026802232265472414, "subset_score_loss": 0.026802232265472414} +{"step": 2320000, "wall_time": 25838.45760846138, "train_loss_step": 5.374051094055176, "n_params": 4674760, "total_flops": 33317201510400000, "train_loss": 0.03094104051589966, "subset_score_loss": 0.03094104051589966} +{"step": 2330000, "wall_time": 25942.134403705597, "train_loss_step": 5.408099174499512, "n_params": 4674760, "total_flops": 33460810137600000, "train_loss": 0.027421386241912843, "subset_score_loss": 0.027421386241912843} +{"step": 2340000, "wall_time": 26045.982494831085, "train_loss_step": 5.217837810516357, "n_params": 4674760, "total_flops": 33604418764800000, "train_loss": 0.02730215072631836, "subset_score_loss": 0.02730215072631836} +{"step": 2350000, "wall_time": 26148.0119638443, "train_loss_step": 5.483567237854004, "n_params": 4674760, "total_flops": 33748027392000000, "train_loss": 0.03123870849609375, "subset_score_loss": 0.03123870849609375} +{"step": 2360000, "wall_time": 26237.456192970276, "train_loss_step": 5.227558135986328, "n_params": 4674760, "total_flops": 33891636019200000, "train_loss": 0.026495680809020997, "subset_score_loss": 0.026495680809020997} +{"step": 2370000, "wall_time": 26321.767230272293, "train_loss_step": 5.054100513458252, "n_params": 4674760, "total_flops": 34035244646400000, "train_loss": 0.033816447257995604, "subset_score_loss": 0.033816447257995604} +{"step": 2380000, "wall_time": 26406.01765561104, "train_loss_step": 5.569122314453125, "n_params": 4674760, "total_flops": 34178853273600000, "train_loss": 0.02925038814544678, "subset_score_loss": 0.02925038814544678} +{"step": 2390000, "wall_time": 26482.438337802887, "train_loss_step": 5.516390323638916, "n_params": 4674760, "total_flops": 34322461900800000, "train_loss": 0.026850388050079346, "subset_score_loss": 0.026850388050079346} +{"step": 2400000, "wall_time": 26657.306485652924, "train_loss_step": 5.257204055786133, "n_params": 4674760, "total_flops": 34466070528000000, "train_loss": 0.02661374807357788, "subset_score_loss": 0.02661374807357788, "memorization_fraction_pixel": 0.1720000058412552, "mean_nn_ratio_pixel": 0.7950848340988159, "fid": 190.02040966884948} +{"step": 2410000, "wall_time": 26738.617189645767, "train_loss_step": 5.500117301940918, "n_params": 4674760, "total_flops": 34609679155200000, "train_loss": 0.027013068199157716, "subset_score_loss": 0.027013068199157716} +{"step": 2420000, "wall_time": 26823.013063430786, "train_loss_step": 5.441314220428467, "n_params": 4674760, "total_flops": 34753287782400000, "train_loss": 0.027321832180023195, "subset_score_loss": 0.027321832180023195} +{"step": 2430000, "wall_time": 26907.28399991989, "train_loss_step": 5.491303443908691, "n_params": 4674760, "total_flops": 34896896409600000, "train_loss": 0.02887002468109131, "subset_score_loss": 0.02887002468109131} +{"step": 2440000, "wall_time": 26991.699338674545, "train_loss_step": 5.0783185958862305, "n_params": 4674760, "total_flops": 35040505036800000, "train_loss": 0.02631312608718872, "subset_score_loss": 0.02631312608718872} +{"step": 2450000, "wall_time": 27075.70428967476, "train_loss_step": 4.95823860168457, "n_params": 4674760, "total_flops": 35184113664000000, "train_loss": 0.028191838264465332, "subset_score_loss": 0.028191838264465332} +{"step": 2460000, "wall_time": 27159.338901519775, "train_loss_step": 5.581171035766602, "n_params": 4674760, "total_flops": 35327722291200000, "train_loss": 0.02879804849624634, "subset_score_loss": 0.02879804849624634} +{"step": 2470000, "wall_time": 27243.761128902435, "train_loss_step": 5.202324867248535, "n_params": 4674760, "total_flops": 35471330918400000, "train_loss": 0.02900038719177246, "subset_score_loss": 0.02900038719177246} +{"step": 2480000, "wall_time": 27324.610976934433, "train_loss_step": 5.367281913757324, "n_params": 4674760, "total_flops": 35614939545600000, "train_loss": 0.02986408233642578, "subset_score_loss": 0.02986408233642578} +{"step": 2490000, "wall_time": 27409.04082417488, "train_loss_step": 5.028655052185059, "n_params": 4674760, "total_flops": 35758548172800000, "train_loss": 0.027368638515472412, "subset_score_loss": 0.027368638515472412} +{"step": 2500000, "wall_time": 27554.644773721695, "train_loss_step": 5.346549034118652, "n_params": 4674760, "total_flops": 35902156800000000, "train_loss": 0.026013503074645995, "subset_score_loss": 0.026013503074645995, "memorization_fraction_pixel": 0.1688999980688095, "mean_nn_ratio_pixel": 0.80057293176651, "fid": 191.42678504665867} +{"step": 2510000, "wall_time": 27639.658500909805, "train_loss_step": 5.458709716796875, "n_params": 4674760, "total_flops": 36045765427200000, "train_loss": 0.027355563640594483, "subset_score_loss": 0.027355563640594483} +{"step": 2520000, "wall_time": 27723.835147857666, "train_loss_step": 5.715761661529541, "n_params": 4674760, "total_flops": 36189374054400000, "train_loss": 0.028232786655426025, "subset_score_loss": 0.028232786655426025} +{"step": 2530000, "wall_time": 27807.716722011566, "train_loss_step": 6.150086402893066, "n_params": 4674760, "total_flops": 36332982681600000, "train_loss": 0.03215940952301025, "subset_score_loss": 0.03215940952301025} +{"step": 2540000, "wall_time": 27892.303678512573, "train_loss_step": 5.456262588500977, "n_params": 4674760, "total_flops": 36476591308800000, "train_loss": 0.027181124687194823, "subset_score_loss": 0.027181124687194823} +{"step": 2550000, "wall_time": 27977.099646806717, "train_loss_step": 5.061675071716309, "n_params": 4674760, "total_flops": 36620199936000000, "train_loss": 0.027981741428375242, "subset_score_loss": 0.027981741428375242} +{"step": 2560000, "wall_time": 28061.440011024475, "train_loss_step": 5.519040107727051, "n_params": 4674760, "total_flops": 36763808563200000, "train_loss": 0.025193958282470702, "subset_score_loss": 0.025193958282470702} +{"step": 2570000, "wall_time": 28145.09844136238, "train_loss_step": 5.455445289611816, "n_params": 4674760, "total_flops": 36907417190400000, "train_loss": 0.030820479393005373, "subset_score_loss": 0.030820479393005373} +{"step": 2580000, "wall_time": 28226.09802055359, "train_loss_step": 6.096039772033691, "n_params": 4674760, "total_flops": 37051025817600000, "train_loss": 0.03167407274246216, "subset_score_loss": 0.03167407274246216} +{"step": 2590000, "wall_time": 28310.625343561172, "train_loss_step": 5.733478546142578, "n_params": 4674760, "total_flops": 37194634444800000, "train_loss": 0.0338656210899353, "subset_score_loss": 0.0338656210899353} +{"step": 2600000, "wall_time": 28456.8396692276, "train_loss_step": 5.156807899475098, "n_params": 4674760, "total_flops": 37338243072000000, "train_loss": 0.02983064651489258, "subset_score_loss": 0.02983064651489258, "memorization_fraction_pixel": 0.1898999959230423, "mean_nn_ratio_pixel": 0.7782219052314758, "fid": 180.84146605627268} +{"step": 2610000, "wall_time": 28541.447310447693, "train_loss_step": 5.386692047119141, "n_params": 4674760, "total_flops": 37481851699200000, "train_loss": 0.027049601078033447, "subset_score_loss": 0.027049601078033447} +{"step": 2620000, "wall_time": 28626.163458824158, "train_loss_step": 5.61432409286499, "n_params": 4674760, "total_flops": 37625460326400000, "train_loss": 0.03182615280151367, "subset_score_loss": 0.03182615280151367} +{"step": 2630000, "wall_time": 28710.22326350212, "train_loss_step": 5.232986927032471, "n_params": 4674760, "total_flops": 37769068953600000, "train_loss": 0.026064190864562988, "subset_score_loss": 0.026064190864562988} +{"step": 2640000, "wall_time": 28794.07357287407, "train_loss_step": 5.46429443359375, "n_params": 4674760, "total_flops": 37912677580800000, "train_loss": 0.026248893737792968, "subset_score_loss": 0.026248893737792968} +{"step": 2650000, "wall_time": 28878.707329511642, "train_loss_step": 5.2722954750061035, "n_params": 4674760, "total_flops": 38056286208000000, "train_loss": 0.024361836910247802, "subset_score_loss": 0.024361836910247802} +{"step": 2660000, "wall_time": 28963.22268629074, "train_loss_step": 5.1721367835998535, "n_params": 4674760, "total_flops": 38199894835200000, "train_loss": 0.027552292346954346, "subset_score_loss": 0.027552292346954346} +{"step": 2670000, "wall_time": 29043.039284467697, "train_loss_step": 5.360356330871582, "n_params": 4674760, "total_flops": 38343503462400000, "train_loss": 0.024493582248687744, "subset_score_loss": 0.024493582248687744} +{"step": 2680000, "wall_time": 29121.967527151108, "train_loss_step": 5.470429420471191, "n_params": 4674760, "total_flops": 38487112089600000, "train_loss": 0.027701399326324462, "subset_score_loss": 0.027701399326324462} +{"step": 2690000, "wall_time": 29205.73268866539, "train_loss_step": 5.330427169799805, "n_params": 4674760, "total_flops": 38630720716800000, "train_loss": 0.02921668767929077, "subset_score_loss": 0.02921668767929077} +{"step": 2700000, "wall_time": 29363.01692342758, "train_loss_step": 5.413394451141357, "n_params": 4674760, "total_flops": 38774329344000000, "train_loss": 0.030094094276428222, "subset_score_loss": 0.030094094276428222, "memorization_fraction_pixel": 0.20909999310970306, "mean_nn_ratio_pixel": 0.7606852054595947, "fid": 178.40219445174296} +{"step": 2710000, "wall_time": 29447.020921230316, "train_loss_step": 5.290451526641846, "n_params": 4674760, "total_flops": 38917937971200000, "train_loss": 0.02758287191390991, "subset_score_loss": 0.02758287191390991} +{"step": 2720000, "wall_time": 29530.911046743393, "train_loss_step": 5.3843770027160645, "n_params": 4674760, "total_flops": 39061546598400000, "train_loss": 0.030329606533050536, "subset_score_loss": 0.030329606533050536} +{"step": 2730000, "wall_time": 29615.905950307846, "train_loss_step": 5.142930507659912, "n_params": 4674760, "total_flops": 39205155225600000, "train_loss": 0.025102758407592775, "subset_score_loss": 0.025102758407592775} +{"step": 2740000, "wall_time": 29701.14953804016, "train_loss_step": 5.14918851852417, "n_params": 4674760, "total_flops": 39348763852800000, "train_loss": 0.02660167932510376, "subset_score_loss": 0.02660167932510376} +{"step": 2750000, "wall_time": 29785.576414346695, "train_loss_step": 5.078186988830566, "n_params": 4674760, "total_flops": 39492372480000000, "train_loss": 0.03354974031448364, "subset_score_loss": 0.03354974031448364} +{"step": 2760000, "wall_time": 29870.452927827835, "train_loss_step": 5.247869491577148, "n_params": 4674760, "total_flops": 39635981107200000, "train_loss": 0.027553548812866212, "subset_score_loss": 0.027553548812866212} +{"step": 2770000, "wall_time": 29939.917977809906, "train_loss_step": 5.018253326416016, "n_params": 4674760, "total_flops": 39779589734400000, "train_loss": 0.024565417766571045, "subset_score_loss": 0.024565417766571045} +{"step": 2780000, "wall_time": 30024.75367474556, "train_loss_step": 5.238487243652344, "n_params": 4674760, "total_flops": 39923198361600000, "train_loss": 0.026207964420318603, "subset_score_loss": 0.026207964420318603} +{"step": 2790000, "wall_time": 30098.19253063202, "train_loss_step": 5.571831703186035, "n_params": 4674760, "total_flops": 40066806988800000, "train_loss": 0.026709914207458496, "subset_score_loss": 0.026709914207458496} +{"step": 2800000, "wall_time": 30268.3520321846, "train_loss_step": 4.9881792068481445, "n_params": 4674760, "total_flops": 40210415616000000, "train_loss": 0.028693716526031494, "subset_score_loss": 0.028693716526031494, "memorization_fraction_pixel": 0.18140000104904175, "mean_nn_ratio_pixel": 0.7903698086738586, "fid": 193.85834290272507} +{"step": 2810000, "wall_time": 30352.20498609543, "train_loss_step": 5.294273376464844, "n_params": 4674760, "total_flops": 40354024243200000, "train_loss": 0.02694446563720703, "subset_score_loss": 0.02694446563720703} +{"step": 2820000, "wall_time": 30436.50252342224, "train_loss_step": 5.3807525634765625, "n_params": 4674760, "total_flops": 40497632870400000, "train_loss": 0.02630218267440796, "subset_score_loss": 0.02630218267440796} +{"step": 2830000, "wall_time": 30520.89297556877, "train_loss_step": 5.293179512023926, "n_params": 4674760, "total_flops": 40641241497600000, "train_loss": 0.027722744941711425, "subset_score_loss": 0.027722744941711425} +{"step": 2840000, "wall_time": 30604.599089860916, "train_loss_step": 4.996424674987793, "n_params": 4674760, "total_flops": 40784850124800000, "train_loss": 0.02685638427734375, "subset_score_loss": 0.02685638427734375} +{"step": 2850000, "wall_time": 30689.6411383152, "train_loss_step": 5.311769485473633, "n_params": 4674760, "total_flops": 40928458752000000, "train_loss": 0.025422954559326173, "subset_score_loss": 0.025422954559326173} +{"step": 2860000, "wall_time": 30765.134830474854, "train_loss_step": 5.329220771789551, "n_params": 4674760, "total_flops": 41072067379200000, "train_loss": 0.027384865283966064, "subset_score_loss": 0.027384865283966064} +{"step": 2870000, "wall_time": 30846.196450948715, "train_loss_step": 4.720148086547852, "n_params": 4674760, "total_flops": 41215676006400000, "train_loss": 0.02526775121688843, "subset_score_loss": 0.02526775121688843} +{"step": 2880000, "wall_time": 30923.391268730164, "train_loss_step": 5.389010429382324, "n_params": 4674760, "total_flops": 41359284633600000, "train_loss": 0.028202946186065673, "subset_score_loss": 0.028202946186065673} +{"step": 2890000, "wall_time": 31006.58092021942, "train_loss_step": 5.204598903656006, "n_params": 4674760, "total_flops": 41502893260800000, "train_loss": 0.0254323148727417, "subset_score_loss": 0.0254323148727417} +{"step": 2900000, "wall_time": 31160.157697439194, "train_loss_step": 5.297023773193359, "n_params": 4674760, "total_flops": 41646501888000000, "train_loss": 0.027986626625061035, "subset_score_loss": 0.027986626625061035, "memorization_fraction_pixel": 0.21469999849796295, "mean_nn_ratio_pixel": 0.7564253211021423, "fid": 170.74073549549806} +{"step": 2910000, "wall_time": 31245.06858420372, "train_loss_step": 4.761702537536621, "n_params": 4674760, "total_flops": 41790110515200000, "train_loss": 0.0321538496017456, "subset_score_loss": 0.0321538496017456} +{"step": 2920000, "wall_time": 31329.38591504097, "train_loss_step": 5.140371322631836, "n_params": 4674760, "total_flops": 41933719142400000, "train_loss": 0.026978111267089842, "subset_score_loss": 0.026978111267089842} +{"step": 2930000, "wall_time": 31414.08212852478, "train_loss_step": 4.507626533508301, "n_params": 4674760, "total_flops": 42077327769600000, "train_loss": 0.0353532338142395, "subset_score_loss": 0.0353532338142395} +{"step": 2940000, "wall_time": 31498.75101852417, "train_loss_step": 5.003268718719482, "n_params": 4674760, "total_flops": 42220936396800000, "train_loss": 0.023125426769256593, "subset_score_loss": 0.023125426769256593} +{"step": 2950000, "wall_time": 31583.82422733307, "train_loss_step": 4.974453926086426, "n_params": 4674760, "total_flops": 42364545024000000, "train_loss": 0.025407633781433105, "subset_score_loss": 0.025407633781433105} +{"step": 2960000, "wall_time": 31664.19804596901, "train_loss_step": 4.841447830200195, "n_params": 4674760, "total_flops": 42508153651200000, "train_loss": 0.02416698694229126, "subset_score_loss": 0.02416698694229126} +{"step": 2970000, "wall_time": 31748.974294662476, "train_loss_step": 5.464475631713867, "n_params": 4674760, "total_flops": 42651762278400000, "train_loss": 0.027629315853118896, "subset_score_loss": 0.027629315853118896} +{"step": 2980000, "wall_time": 31821.258935928345, "train_loss_step": 5.036717414855957, "n_params": 4674760, "total_flops": 42795370905600000, "train_loss": 0.0261967396736145, "subset_score_loss": 0.0261967396736145} +{"step": 2990000, "wall_time": 31903.82891869545, "train_loss_step": 4.966862201690674, "n_params": 4674760, "total_flops": 42938979532800000, "train_loss": 0.026526820659637452, "subset_score_loss": 0.026526820659637452} +{"step": 3000000, "wall_time": 32056.94705605507, "train_loss_step": 5.119424819946289, "n_params": 4674760, "total_flops": 43082588160000000, "train_loss": 0.024013020992279054, "subset_score_loss": 0.024013020992279054, "memorization_fraction_pixel": 0.21070000529289246, "mean_nn_ratio_pixel": 0.7678183317184448, "fid": 182.0114382967326} +{"step": 3010000, "wall_time": 32141.207653045654, "train_loss_step": 5.108925819396973, "n_params": 4674760, "total_flops": 43226196787200000, "train_loss": 0.02594089984893799, "subset_score_loss": 0.02594089984893799} +{"step": 3020000, "wall_time": 32225.512253046036, "train_loss_step": 4.841216564178467, "n_params": 4674760, "total_flops": 43369805414400000, "train_loss": 0.02789846420288086, "subset_score_loss": 0.02789846420288086} +{"step": 3030000, "wall_time": 32309.70869922638, "train_loss_step": 4.759710311889648, "n_params": 4674760, "total_flops": 43513414041600000, "train_loss": 0.02349515676498413, "subset_score_loss": 0.02349515676498413} +{"step": 3040000, "wall_time": 32394.434943675995, "train_loss_step": 4.903682231903076, "n_params": 4674760, "total_flops": 43657022668800000, "train_loss": 0.03240564107894897, "subset_score_loss": 0.03240564107894897} +{"step": 3050000, "wall_time": 32472.78511428833, "train_loss_step": 4.949357986450195, "n_params": 4674760, "total_flops": 43800631296000000, "train_loss": 0.023859779834747314, "subset_score_loss": 0.023859779834747314} +{"step": 3060000, "wall_time": 32547.507683753967, "train_loss_step": 5.043296813964844, "n_params": 4674760, "total_flops": 43944239923200000, "train_loss": 0.02935861349105835, "subset_score_loss": 0.02935861349105835} +{"step": 3070000, "wall_time": 32631.457111358643, "train_loss_step": 4.8560662269592285, "n_params": 4674760, "total_flops": 44087848550400000, "train_loss": 0.0256595253944397, "subset_score_loss": 0.0256595253944397} +{"step": 3080000, "wall_time": 32699.810419797897, "train_loss_step": 5.469701290130615, "n_params": 4674760, "total_flops": 44231457177600000, "train_loss": 0.025526258945465088, "subset_score_loss": 0.025526258945465088} +{"step": 3090000, "wall_time": 32772.89094567299, "train_loss_step": 4.895666599273682, "n_params": 4674760, "total_flops": 44375065804800000, "train_loss": 0.024120094776153563, "subset_score_loss": 0.024120094776153563} +{"step": 3100000, "wall_time": 32970.36738348007, "train_loss_step": 4.99432373046875, "n_params": 4674760, "total_flops": 44518674432000000, "train_loss": 0.02951000690460205, "subset_score_loss": 0.02951000690460205, "memorization_fraction_pixel": 0.21240000426769257, "mean_nn_ratio_pixel": 0.771878719329834, "fid": 182.71518191332927} +{"step": 3110000, "wall_time": 33053.78708982468, "train_loss_step": 4.88228178024292, "n_params": 4674760, "total_flops": 44662283059200000, "train_loss": 0.027428195476531983, "subset_score_loss": 0.027428195476531983} +{"step": 3120000, "wall_time": 33137.571382045746, "train_loss_step": 5.139376163482666, "n_params": 4674760, "total_flops": 44805891686400000, "train_loss": 0.023728902339935302, "subset_score_loss": 0.023728902339935302} +{"step": 3130000, "wall_time": 33221.814658641815, "train_loss_step": 5.079011917114258, "n_params": 4674760, "total_flops": 44949500313600000, "train_loss": 0.026803572177886963, "subset_score_loss": 0.026803572177886963} +{"step": 3140000, "wall_time": 33306.38104772568, "train_loss_step": 4.985942840576172, "n_params": 4674760, "total_flops": 45093108940800000, "train_loss": 0.029680380821228026, "subset_score_loss": 0.029680380821228026} +{"step": 3150000, "wall_time": 33371.736790180206, "train_loss_step": 4.699100971221924, "n_params": 4674760, "total_flops": 45236717568000000, "train_loss": 0.02517516613006592, "subset_score_loss": 0.02517516613006592} +{"step": 3160000, "wall_time": 33451.740500211716, "train_loss_step": 5.574311256408691, "n_params": 4674760, "total_flops": 45380326195200000, "train_loss": 0.027002801895141603, "subset_score_loss": 0.027002801895141603} +{"step": 3170000, "wall_time": 33527.86030936241, "train_loss_step": 4.895463943481445, "n_params": 4674760, "total_flops": 45523934822400000, "train_loss": 0.027802815437316896, "subset_score_loss": 0.027802815437316896} +{"step": 3180000, "wall_time": 33600.492582559586, "train_loss_step": 5.154603004455566, "n_params": 4674760, "total_flops": 45667543449600000, "train_loss": 0.023816771507263183, "subset_score_loss": 0.023816771507263183} +{"step": 3190000, "wall_time": 33673.227101802826, "train_loss_step": 4.87554931640625, "n_params": 4674760, "total_flops": 45811152076800000, "train_loss": 0.024079716205596922, "subset_score_loss": 0.024079716205596922} +{"step": 3200000, "wall_time": 33871.84910750389, "train_loss_step": 5.459720611572266, "n_params": 4674760, "total_flops": 45954760704000000, "train_loss": 0.03037109613418579, "subset_score_loss": 0.03037109613418579, "memorization_fraction_pixel": 0.2467000037431717, "mean_nn_ratio_pixel": 0.7363433241844177, "fid": 163.96064087479505} +{"step": 3210000, "wall_time": 33956.03640913963, "train_loss_step": 4.896954536437988, "n_params": 4674760, "total_flops": 46098369331200000, "train_loss": 0.024028007984161378, "subset_score_loss": 0.024028007984161378} +{"step": 3220000, "wall_time": 34039.86450481415, "train_loss_step": 4.870146751403809, "n_params": 4674760, "total_flops": 46241977958400000, "train_loss": 0.024620583057403566, "subset_score_loss": 0.024620583057403566} +{"step": 3230000, "wall_time": 34123.482359170914, "train_loss_step": 5.684433460235596, "n_params": 4674760, "total_flops": 46385586585600000, "train_loss": 0.025971059799194337, "subset_score_loss": 0.025971059799194337} +{"step": 3240000, "wall_time": 34204.0877699852, "train_loss_step": 5.278417587280273, "n_params": 4674760, "total_flops": 46529195212800000, "train_loss": 0.025839829444885255, "subset_score_loss": 0.025839829444885255} +{"step": 3250000, "wall_time": 34276.09556698799, "train_loss_step": 4.941555976867676, "n_params": 4674760, "total_flops": 46672803840000000, "train_loss": 0.029556963443756103, "subset_score_loss": 0.029556963443756103} +{"step": 3260000, "wall_time": 34359.83679509163, "train_loss_step": 4.909635543823242, "n_params": 4674760, "total_flops": 46816412467200000, "train_loss": 0.026032218933105467, "subset_score_loss": 0.026032218933105467} +{"step": 3270000, "wall_time": 34428.95532774925, "train_loss_step": 5.112627983093262, "n_params": 4674760, "total_flops": 46960021094400000, "train_loss": 0.02735377550125122, "subset_score_loss": 0.02735377550125122} +{"step": 3280000, "wall_time": 34498.32939219475, "train_loss_step": 5.119991302490234, "n_params": 4674760, "total_flops": 47103629721600000, "train_loss": 0.02781702756881714, "subset_score_loss": 0.02781702756881714} +{"step": 3290000, "wall_time": 34581.080615997314, "train_loss_step": 4.503363609313965, "n_params": 4674760, "total_flops": 47247238348800000, "train_loss": 0.026371796131134034, "subset_score_loss": 0.026371796131134034} +{"step": 3300000, "wall_time": 34777.46041250229, "train_loss_step": 4.817631721496582, "n_params": 4674760, "total_flops": 47390846976000000, "train_loss": 0.02439617395401001, "subset_score_loss": 0.02439617395401001, "memorization_fraction_pixel": 0.21230000257492065, "mean_nn_ratio_pixel": 0.7705004811286926, "fid": 183.02057023124598} +{"step": 3310000, "wall_time": 34862.16751432419, "train_loss_step": 5.029956817626953, "n_params": 4674760, "total_flops": 47534455603200000, "train_loss": 0.023076035976409913, "subset_score_loss": 0.023076035976409913} +{"step": 3320000, "wall_time": 34946.753013134, "train_loss_step": 5.100330829620361, "n_params": 4674760, "total_flops": 47678064230400000, "train_loss": 0.02502023458480835, "subset_score_loss": 0.02502023458480835} +{"step": 3330000, "wall_time": 35030.97384381294, "train_loss_step": 4.924713134765625, "n_params": 4674760, "total_flops": 47821672857600000, "train_loss": 0.023792486190795898, "subset_score_loss": 0.023792486190795898} +{"step": 3340000, "wall_time": 35101.82402610779, "train_loss_step": 4.862095355987549, "n_params": 4674760, "total_flops": 47965281484800000, "train_loss": 0.02153531551361084, "subset_score_loss": 0.02153531551361084} +{"step": 3350000, "wall_time": 35186.171590805054, "train_loss_step": 4.742580890655518, "n_params": 4674760, "total_flops": 48108890112000000, "train_loss": 0.025965147018432617, "subset_score_loss": 0.025965147018432617} +{"step": 3360000, "wall_time": 35260.81993174553, "train_loss_step": 5.24437141418457, "n_params": 4674760, "total_flops": 48252498739200000, "train_loss": 0.02801201581954956, "subset_score_loss": 0.02801201581954956} +{"step": 3370000, "wall_time": 35342.833230018616, "train_loss_step": 4.954096794128418, "n_params": 4674760, "total_flops": 48396107366400000, "train_loss": 0.025537931919097902, "subset_score_loss": 0.025537931919097902} +{"step": 3380000, "wall_time": 35412.32734417915, "train_loss_step": 4.754952430725098, "n_params": 4674760, "total_flops": 48539715993600000, "train_loss": 0.029603235721588135, "subset_score_loss": 0.029603235721588135} +{"step": 3390000, "wall_time": 35497.180933237076, "train_loss_step": 5.109140396118164, "n_params": 4674760, "total_flops": 48683324620800000, "train_loss": 0.023582589626312257, "subset_score_loss": 0.023582589626312257} +{"step": 3400000, "wall_time": 35687.46947956085, "train_loss_step": 5.269844055175781, "n_params": 4674760, "total_flops": 48826933248000000, "train_loss": 0.029913790225982666, "subset_score_loss": 0.029913790225982666, "memorization_fraction_pixel": 0.2370000034570694, "mean_nn_ratio_pixel": 0.7529260516166687, "fid": 168.86731223573432} +{"step": 3410000, "wall_time": 35771.57991504669, "train_loss_step": 5.088204383850098, "n_params": 4674760, "total_flops": 48970541875200000, "train_loss": 0.025900235176086427, "subset_score_loss": 0.025900235176086427} +{"step": 3420000, "wall_time": 35856.03615617752, "train_loss_step": 5.077263832092285, "n_params": 4674760, "total_flops": 49114150502400000, "train_loss": 0.02380279779434204, "subset_score_loss": 0.02380279779434204} +{"step": 3430000, "wall_time": 35930.5568113327, "train_loss_step": 4.838059425354004, "n_params": 4674760, "total_flops": 49257759129600000, "train_loss": 0.027534003257751464, "subset_score_loss": 0.027534003257751464} +{"step": 3440000, "wall_time": 36011.79932355881, "train_loss_step": 5.041717529296875, "n_params": 4674760, "total_flops": 49401367756800000, "train_loss": 0.022629590034484864, "subset_score_loss": 0.022629590034484864} +{"step": 3450000, "wall_time": 36088.66284942627, "train_loss_step": 5.0097551345825195, "n_params": 4674760, "total_flops": 49544976384000000, "train_loss": 0.02508094072341919, "subset_score_loss": 0.02508094072341919} +{"step": 3460000, "wall_time": 36167.117482185364, "train_loss_step": 5.115371227264404, "n_params": 4674760, "total_flops": 49688585011200000, "train_loss": 0.0256824254989624, "subset_score_loss": 0.0256824254989624} +{"step": 3470000, "wall_time": 36242.275537490845, "train_loss_step": 4.92373514175415, "n_params": 4674760, "total_flops": 49832193638400000, "train_loss": 0.02563652992248535, "subset_score_loss": 0.02563652992248535} +{"step": 3480000, "wall_time": 36325.7179684639, "train_loss_step": 5.123798370361328, "n_params": 4674760, "total_flops": 49975802265600000, "train_loss": 0.028396480083465576, "subset_score_loss": 0.028396480083465576} +{"step": 3490000, "wall_time": 36410.12118816376, "train_loss_step": 5.179121971130371, "n_params": 4674760, "total_flops": 50119410892800000, "train_loss": 0.02434917688369751, "subset_score_loss": 0.02434917688369751} +{"step": 3500000, "wall_time": 36605.820220947266, "train_loss_step": 5.1323561668396, "n_params": 4674760, "total_flops": 50263019520000000, "train_loss": 0.02371394634246826, "subset_score_loss": 0.02371394634246826, "memorization_fraction_pixel": 0.27390000224113464, "mean_nn_ratio_pixel": 0.7147154211997986, "fid": 158.16797154719865} +{"step": 3510000, "wall_time": 36690.674157619476, "train_loss_step": 5.784375190734863, "n_params": 4674760, "total_flops": 50406628147200000, "train_loss": 0.025666136741638184, "subset_score_loss": 0.025666136741638184} +{"step": 3520000, "wall_time": 36770.465777397156, "train_loss_step": 5.157586097717285, "n_params": 4674760, "total_flops": 50550236774400000, "train_loss": 0.02770792007446289, "subset_score_loss": 0.02770792007446289} +{"step": 3530000, "wall_time": 36840.73387980461, "train_loss_step": 5.136332988739014, "n_params": 4674760, "total_flops": 50693845401600000, "train_loss": 0.025034306049346925, "subset_score_loss": 0.025034306049346925} +{"step": 3540000, "wall_time": 36925.18543148041, "train_loss_step": 5.608684539794922, "n_params": 4674760, "total_flops": 50837454028800000, "train_loss": 0.026257286071777342, "subset_score_loss": 0.026257286071777342} +{"step": 3550000, "wall_time": 36997.97091650963, "train_loss_step": 5.158409595489502, "n_params": 4674760, "total_flops": 50981062656000000, "train_loss": 0.02564400911331177, "subset_score_loss": 0.02564400911331177} +{"step": 3560000, "wall_time": 37078.598163604736, "train_loss_step": 4.575088977813721, "n_params": 4674760, "total_flops": 51124671283200000, "train_loss": 0.025094690322875975, "subset_score_loss": 0.025094690322875975} +{"step": 3570000, "wall_time": 37156.30352306366, "train_loss_step": 5.045961380004883, "n_params": 4674760, "total_flops": 51268279910400000, "train_loss": 0.025187878608703612, "subset_score_loss": 0.025187878608703612} +{"step": 3580000, "wall_time": 37240.86428928375, "train_loss_step": 5.146134376525879, "n_params": 4674760, "total_flops": 51411888537600000, "train_loss": 0.02678971767425537, "subset_score_loss": 0.02678971767425537} +{"step": 3590000, "wall_time": 37324.696967840195, "train_loss_step": 5.00629997253418, "n_params": 4674760, "total_flops": 51555497164800000, "train_loss": 0.027928662300109864, "subset_score_loss": 0.027928662300109864} +{"step": 3600000, "wall_time": 37520.41101336479, "train_loss_step": 5.137474060058594, "n_params": 4674760, "total_flops": 51699105792000000, "train_loss": 0.023383727073669435, "subset_score_loss": 0.023383727073669435, "memorization_fraction_pixel": 0.27300000190734863, "mean_nn_ratio_pixel": 0.715094804763794, "fid": 153.9379765389019} +{"step": 3610000, "wall_time": 37604.976084947586, "train_loss_step": 5.444202899932861, "n_params": 4674760, "total_flops": 51842714419200000, "train_loss": 0.028597338199615477, "subset_score_loss": 0.028597338199615477} +{"step": 3620000, "wall_time": 37675.30673265457, "train_loss_step": 4.633761405944824, "n_params": 4674760, "total_flops": 51986323046400000, "train_loss": 0.02267106056213379, "subset_score_loss": 0.02267106056213379} +{"step": 3630000, "wall_time": 37752.518884420395, "train_loss_step": 4.8216729164123535, "n_params": 4674760, "total_flops": 52129931673600000, "train_loss": 0.024658634662628173, "subset_score_loss": 0.024658634662628173} +{"step": 3640000, "wall_time": 37825.14823889732, "train_loss_step": 4.573180198669434, "n_params": 4674760, "total_flops": 52273540300800000, "train_loss": 0.02581493616104126, "subset_score_loss": 0.02581493616104126} +{"step": 3650000, "wall_time": 37909.89948272705, "train_loss_step": 4.779576301574707, "n_params": 4674760, "total_flops": 52417148928000000, "train_loss": 0.022669057846069336, "subset_score_loss": 0.022669057846069336} +{"step": 3660000, "wall_time": 37977.31864833832, "train_loss_step": 4.860134601593018, "n_params": 4674760, "total_flops": 52560757555200000, "train_loss": 0.023603382110595702, "subset_score_loss": 0.023603382110595702} +{"step": 3670000, "wall_time": 38061.54203534126, "train_loss_step": 4.786057949066162, "n_params": 4674760, "total_flops": 52704366182400000, "train_loss": 0.024286074638366698, "subset_score_loss": 0.024286074638366698} +{"step": 3680000, "wall_time": 38145.83014011383, "train_loss_step": 4.921079635620117, "n_params": 4674760, "total_flops": 52847974809600000, "train_loss": 0.0227795147895813, "subset_score_loss": 0.0227795147895813} +{"step": 3690000, "wall_time": 38230.34310007095, "train_loss_step": 4.81554651260376, "n_params": 4674760, "total_flops": 52991583436800000, "train_loss": 0.023540229797363282, "subset_score_loss": 0.023540229797363282} +{"step": 3700000, "wall_time": 38421.95324635506, "train_loss_step": 4.776936054229736, "n_params": 4674760, "total_flops": 53135192064000000, "train_loss": 0.024282495975494384, "subset_score_loss": 0.024282495975494384, "memorization_fraction_pixel": 0.26100000739097595, "mean_nn_ratio_pixel": 0.7369258999824524, "fid": 160.710046222867} +{"step": 3710000, "wall_time": 38507.1026301384, "train_loss_step": 4.908365249633789, "n_params": 4674760, "total_flops": 53278800691200000, "train_loss": 0.022725739479064942, "subset_score_loss": 0.022725739479064942} +{"step": 3720000, "wall_time": 38573.36849784851, "train_loss_step": 5.103405475616455, "n_params": 4674760, "total_flops": 53422409318400000, "train_loss": 0.029034571647644045, "subset_score_loss": 0.029034571647644045} +{"step": 3730000, "wall_time": 38648.35800123215, "train_loss_step": 5.018657684326172, "n_params": 4674760, "total_flops": 53566017945600000, "train_loss": 0.024319889545440673, "subset_score_loss": 0.024319889545440673} +{"step": 3740000, "wall_time": 38725.04927659035, "train_loss_step": 5.012613296508789, "n_params": 4674760, "total_flops": 53709626572800000, "train_loss": 0.021634337902069093, "subset_score_loss": 0.021634337902069093} +{"step": 3750000, "wall_time": 38803.29744195938, "train_loss_step": 4.467134475708008, "n_params": 4674760, "total_flops": 53853235200000000, "train_loss": 0.024835968017578126, "subset_score_loss": 0.024835968017578126} +{"step": 3760000, "wall_time": 38883.74798798561, "train_loss_step": 4.627795219421387, "n_params": 4674760, "total_flops": 53996843827200000, "train_loss": 0.02312262773513794, "subset_score_loss": 0.02312262773513794} +{"step": 3770000, "wall_time": 38967.90168809891, "train_loss_step": 4.496644973754883, "n_params": 4674760, "total_flops": 54140452454400000, "train_loss": 0.02382889747619629, "subset_score_loss": 0.02382889747619629} +{"step": 3780000, "wall_time": 39051.92952919006, "train_loss_step": 4.987699508666992, "n_params": 4674760, "total_flops": 54284061081600000, "train_loss": 0.027025489807128905, "subset_score_loss": 0.027025489807128905} +{"step": 3790000, "wall_time": 39135.594895124435, "train_loss_step": 4.651859283447266, "n_params": 4674760, "total_flops": 54427669708800000, "train_loss": 0.026440479755401612, "subset_score_loss": 0.026440479755401612} +{"step": 3800000, "wall_time": 39335.143951654434, "train_loss_step": 4.314336776733398, "n_params": 4674760, "total_flops": 54571278336000000, "train_loss": 0.023431169986724853, "subset_score_loss": 0.023431169986724853, "memorization_fraction_pixel": 0.259799987077713, "mean_nn_ratio_pixel": 0.7304166555404663, "fid": 162.66027691683882} +{"step": 3810000, "wall_time": 39408.03679537773, "train_loss_step": 4.667401313781738, "n_params": 4674760, "total_flops": 54714886963200000, "train_loss": 0.022573344707489014, "subset_score_loss": 0.022573344707489014} +{"step": 3820000, "wall_time": 39487.278967142105, "train_loss_step": 5.016244888305664, "n_params": 4674760, "total_flops": 54858495590400000, "train_loss": 0.02531528949737549, "subset_score_loss": 0.02531528949737549} +{"step": 3830000, "wall_time": 39553.04352521896, "train_loss_step": 4.783971786499023, "n_params": 4674760, "total_flops": 55002104217600000, "train_loss": 0.023442866802215575, "subset_score_loss": 0.023442866802215575} +{"step": 3840000, "wall_time": 39634.97517490387, "train_loss_step": 4.699880599975586, "n_params": 4674760, "total_flops": 55145712844800000, "train_loss": 0.025859472751617433, "subset_score_loss": 0.025859472751617433} +{"step": 3850000, "wall_time": 39706.314143419266, "train_loss_step": 4.8026628494262695, "n_params": 4674760, "total_flops": 55289321472000000, "train_loss": 0.023689689636230468, "subset_score_loss": 0.023689689636230468} +{"step": 3860000, "wall_time": 39791.11437010765, "train_loss_step": 4.795119762420654, "n_params": 4674760, "total_flops": 55432930099200000, "train_loss": 0.02320472478866577, "subset_score_loss": 0.02320472478866577} +{"step": 3870000, "wall_time": 39875.29131627083, "train_loss_step": 4.795005798339844, "n_params": 4674760, "total_flops": 55576538726400000, "train_loss": 0.02234573841094971, "subset_score_loss": 0.02234573841094971} +{"step": 3880000, "wall_time": 39958.70594382286, "train_loss_step": 4.761410713195801, "n_params": 4674760, "total_flops": 55720147353600000, "train_loss": 0.024650900363922118, "subset_score_loss": 0.024650900363922118} +{"step": 3890000, "wall_time": 40042.93160867691, "train_loss_step": 5.051671981811523, "n_params": 4674760, "total_flops": 55863755980800000, "train_loss": 0.02334070920944214, "subset_score_loss": 0.02334070920944214} +{"step": 3900000, "wall_time": 40211.18545484543, "train_loss_step": 4.703301429748535, "n_params": 4674760, "total_flops": 56007364608000000, "train_loss": 0.024796342849731444, "subset_score_loss": 0.024796342849731444, "memorization_fraction_pixel": 0.28369998931884766, "mean_nn_ratio_pixel": 0.7103761434555054, "fid": 153.43143557036532} +{"step": 3910000, "wall_time": 40281.63434267044, "train_loss_step": 4.675753593444824, "n_params": 4674760, "total_flops": 56150973235200000, "train_loss": 0.02200786828994751, "subset_score_loss": 0.02200786828994751} +{"step": 3920000, "wall_time": 40359.614140987396, "train_loss_step": 4.69780969619751, "n_params": 4674760, "total_flops": 56294581862400000, "train_loss": 0.02346535921096802, "subset_score_loss": 0.02346535921096802} +{"step": 3930000, "wall_time": 40422.617129802704, "train_loss_step": 4.470905303955078, "n_params": 4674760, "total_flops": 56438190489600000, "train_loss": 0.022407417297363282, "subset_score_loss": 0.022407417297363282} +{"step": 3940000, "wall_time": 40500.74675607681, "train_loss_step": 4.703227996826172, "n_params": 4674760, "total_flops": 56581799116800000, "train_loss": 0.022347538471221923, "subset_score_loss": 0.022347538471221923} +{"step": 3950000, "wall_time": 40565.29754471779, "train_loss_step": 5.1080732345581055, "n_params": 4674760, "total_flops": 56725407744000000, "train_loss": 0.021598920822143555, "subset_score_loss": 0.021598920822143555} +{"step": 3960000, "wall_time": 40650.204855918884, "train_loss_step": 4.812175750732422, "n_params": 4674760, "total_flops": 56869016371200000, "train_loss": 0.022241148948669433, "subset_score_loss": 0.022241148948669433} +{"step": 3970000, "wall_time": 40734.280294418335, "train_loss_step": 4.874983787536621, "n_params": 4674760, "total_flops": 57012624998400000, "train_loss": 0.02226475954055786, "subset_score_loss": 0.02226475954055786} +{"step": 3980000, "wall_time": 40818.98759126663, "train_loss_step": 4.831376075744629, "n_params": 4674760, "total_flops": 57156233625600000, "train_loss": 0.021324753761291504, "subset_score_loss": 0.021324753761291504} +{"step": 3990000, "wall_time": 40902.987419843674, "train_loss_step": 4.622060775756836, "n_params": 4674760, "total_flops": 57299842252800000, "train_loss": 0.022546203136444093, "subset_score_loss": 0.022546203136444093} +{"step": 4000000, "wall_time": 41087.49922013283, "train_loss_step": 4.643565654754639, "n_params": 4674760, "total_flops": 57443450880000000, "train_loss": 0.02419323444366455, "subset_score_loss": 0.02419323444366455, "memorization_fraction_pixel": 0.32760000228881836, "mean_nn_ratio_pixel": 0.6716479659080505, "fid": 140.52269048267905} +{"step": 4010000, "wall_time": 41159.2823009491, "train_loss_step": 5.179590702056885, "n_params": 4674760, "total_flops": 57587059507200000, "train_loss": 0.028177061080932618, "subset_score_loss": 0.028177061080932618} +{"step": 4020000, "wall_time": 41243.81043839455, "train_loss_step": 5.119290828704834, "n_params": 4674760, "total_flops": 57730668134400000, "train_loss": 0.0241375207901001, "subset_score_loss": 0.0241375207901001} +{"step": 4030000, "wall_time": 41311.09071803093, "train_loss_step": 4.930672645568848, "n_params": 4674760, "total_flops": 57874276761600000, "train_loss": 0.021907510757446288, "subset_score_loss": 0.021907510757446288} +{"step": 4040000, "wall_time": 41393.90594577789, "train_loss_step": 4.409971237182617, "n_params": 4674760, "total_flops": 58017885388800000, "train_loss": 0.022151153087615966, "subset_score_loss": 0.022151153087615966} +{"step": 4050000, "wall_time": 41462.67568588257, "train_loss_step": 4.900144577026367, "n_params": 4674760, "total_flops": 58161494016000000, "train_loss": 0.02584578275680542, "subset_score_loss": 0.02584578275680542} +{"step": 4060000, "wall_time": 41547.21957445145, "train_loss_step": 4.525302410125732, "n_params": 4674760, "total_flops": 58305102643200000, "train_loss": 0.024586474895477294, "subset_score_loss": 0.024586474895477294} +{"step": 4070000, "wall_time": 41632.12338590622, "train_loss_step": 4.667380332946777, "n_params": 4674760, "total_flops": 58448711270400000, "train_loss": 0.02335745334625244, "subset_score_loss": 0.02335745334625244} +{"step": 4080000, "wall_time": 41716.78993034363, "train_loss_step": 4.554652214050293, "n_params": 4674760, "total_flops": 58592319897600000, "train_loss": 0.02263136386871338, "subset_score_loss": 0.02263136386871338} +{"step": 4090000, "wall_time": 41801.485998630524, "train_loss_step": 5.132404327392578, "n_params": 4674760, "total_flops": 58735928524800000, "train_loss": 0.021992948055267334, "subset_score_loss": 0.021992948055267334} +{"step": 4100000, "wall_time": 41975.09954237938, "train_loss_step": 5.025796890258789, "n_params": 4674760, "total_flops": 58879537152000000, "train_loss": 0.02155682325363159, "subset_score_loss": 0.02155682325363159, "memorization_fraction_pixel": 0.2637999951839447, "mean_nn_ratio_pixel": 0.7268106341362, "fid": 157.5900356982411} +{"step": 4110000, "wall_time": 42059.713992118835, "train_loss_step": 4.446730136871338, "n_params": 4674760, "total_flops": 59023145779200000, "train_loss": 0.022498364448547362, "subset_score_loss": 0.022498364448547362} +{"step": 4120000, "wall_time": 42138.0406460762, "train_loss_step": 4.619117736816406, "n_params": 4674760, "total_flops": 59166754406400000, "train_loss": 0.02275895595550537, "subset_score_loss": 0.02275895595550537} +{"step": 4130000, "wall_time": 42217.3866443634, "train_loss_step": 4.715095043182373, "n_params": 4674760, "total_flops": 59310363033600000, "train_loss": 0.0222866153717041, "subset_score_loss": 0.0222866153717041} +{"step": 4140000, "wall_time": 42295.517761945724, "train_loss_step": 4.499011039733887, "n_params": 4674760, "total_flops": 59453971660800000, "train_loss": 0.025357072353363038, "subset_score_loss": 0.025357072353363038} +{"step": 4150000, "wall_time": 42377.562279462814, "train_loss_step": 4.695866584777832, "n_params": 4674760, "total_flops": 59597580288000000, "train_loss": 0.02315406322479248, "subset_score_loss": 0.02315406322479248} +{"step": 4160000, "wall_time": 42462.281287670135, "train_loss_step": 4.750029563903809, "n_params": 4674760, "total_flops": 59741188915200000, "train_loss": 0.026874313354492186, "subset_score_loss": 0.026874313354492186} +{"step": 4170000, "wall_time": 42546.968509435654, "train_loss_step": 4.583915710449219, "n_params": 4674760, "total_flops": 59884797542400000, "train_loss": 0.023188667297363283, "subset_score_loss": 0.023188667297363283} +{"step": 4180000, "wall_time": 42631.518832445145, "train_loss_step": 4.764726638793945, "n_params": 4674760, "total_flops": 60028406169600000, "train_loss": 0.02509995698928833, "subset_score_loss": 0.02509995698928833} +{"step": 4190000, "wall_time": 42716.580934762955, "train_loss_step": 4.82988977432251, "n_params": 4674760, "total_flops": 60172014796800000, "train_loss": 0.021675288677215576, "subset_score_loss": 0.021675288677215576} +{"step": 4200000, "wall_time": 42878.51178383827, "train_loss_step": 4.293999671936035, "n_params": 4674760, "total_flops": 60315623424000000, "train_loss": 0.022636821269989015, "subset_score_loss": 0.022636821269989015, "memorization_fraction_pixel": 0.3050999939441681, "mean_nn_ratio_pixel": 0.6927675604820251, "fid": 143.8446900716509} +{"step": 4210000, "wall_time": 42961.26613354683, "train_loss_step": 4.6930341720581055, "n_params": 4674760, "total_flops": 60459232051200000, "train_loss": 0.022656002044677735, "subset_score_loss": 0.022656002044677735} +{"step": 4220000, "wall_time": 43029.42402815819, "train_loss_step": 4.341991424560547, "n_params": 4674760, "total_flops": 60602840678400000, "train_loss": 0.022925918102264405, "subset_score_loss": 0.022925918102264405} +{"step": 4230000, "wall_time": 43111.58456373215, "train_loss_step": 4.690959930419922, "n_params": 4674760, "total_flops": 60746449305600000, "train_loss": 0.024374821186065675, "subset_score_loss": 0.024374821186065675} +{"step": 4240000, "wall_time": 43184.71244573593, "train_loss_step": 4.688430309295654, "n_params": 4674760, "total_flops": 60890057932800000, "train_loss": 0.021666245460510256, "subset_score_loss": 0.021666245460510256} +{"step": 4250000, "wall_time": 43269.20534777641, "train_loss_step": 4.694451808929443, "n_params": 4674760, "total_flops": 61033666560000000, "train_loss": 0.02244086265563965, "subset_score_loss": 0.02244086265563965} +{"step": 4260000, "wall_time": 43353.807282447815, "train_loss_step": 4.6201171875, "n_params": 4674760, "total_flops": 61177275187200000, "train_loss": 0.022775988578796386, "subset_score_loss": 0.022775988578796386} +{"step": 4270000, "wall_time": 43438.71339178085, "train_loss_step": 4.771416664123535, "n_params": 4674760, "total_flops": 61320883814400000, "train_loss": 0.023777654170989992, "subset_score_loss": 0.023777654170989992} +{"step": 4280000, "wall_time": 43523.32145047188, "train_loss_step": 4.716014862060547, "n_params": 4674760, "total_flops": 61464492441600000, "train_loss": 0.024168999195098878, "subset_score_loss": 0.024168999195098878} +{"step": 4290000, "wall_time": 43607.845969200134, "train_loss_step": 4.828112602233887, "n_params": 4674760, "total_flops": 61608101068800000, "train_loss": 0.023147544860839843, "subset_score_loss": 0.023147544860839843} +{"step": 4300000, "wall_time": 43792.91745471954, "train_loss_step": 4.964715480804443, "n_params": 4674760, "total_flops": 61751709696000000, "train_loss": 0.022896738052368165, "subset_score_loss": 0.022896738052368165, "memorization_fraction_pixel": 0.2833000123500824, "mean_nn_ratio_pixel": 0.711283266544342, "fid": 150.60297130438522} +{"step": 4310000, "wall_time": 43873.510298252106, "train_loss_step": 4.37372350692749, "n_params": 4674760, "total_flops": 61895318323200000, "train_loss": 0.021640419960021973, "subset_score_loss": 0.021640419960021973} +{"step": 4320000, "wall_time": 43946.89805841446, "train_loss_step": 5.103909492492676, "n_params": 4674760, "total_flops": 62038926950400000, "train_loss": 0.023528521060943604, "subset_score_loss": 0.023528521060943604} +{"step": 4330000, "wall_time": 44018.71430540085, "train_loss_step": 4.887206077575684, "n_params": 4674760, "total_flops": 62182535577600000, "train_loss": 0.02139581918716431, "subset_score_loss": 0.02139581918716431} +{"step": 4340000, "wall_time": 44100.179075956345, "train_loss_step": 5.187675476074219, "n_params": 4674760, "total_flops": 62326144204800000, "train_loss": 0.02097834348678589, "subset_score_loss": 0.02097834348678589} +{"step": 4350000, "wall_time": 44184.16358232498, "train_loss_step": 4.555997848510742, "n_params": 4674760, "total_flops": 62469752832000000, "train_loss": 0.023888261318206788, "subset_score_loss": 0.023888261318206788} +{"step": 4360000, "wall_time": 44268.581338882446, "train_loss_step": 4.372191429138184, "n_params": 4674760, "total_flops": 62613361459200000, "train_loss": 0.0234641170501709, "subset_score_loss": 0.0234641170501709} +{"step": 4370000, "wall_time": 44353.21775555611, "train_loss_step": 4.8372297286987305, "n_params": 4674760, "total_flops": 62756970086400000, "train_loss": 0.02328024625778198, "subset_score_loss": 0.02328024625778198} +{"step": 4380000, "wall_time": 44438.1020731926, "train_loss_step": 4.433276176452637, "n_params": 4674760, "total_flops": 62900578713600000, "train_loss": 0.021928057670593262, "subset_score_loss": 0.021928057670593262} +{"step": 4390000, "wall_time": 44523.223972558975, "train_loss_step": 4.686257839202881, "n_params": 4674760, "total_flops": 63044187340800000, "train_loss": 0.02167863368988037, "subset_score_loss": 0.02167863368988037} +{"step": 4400000, "wall_time": 44680.66137814522, "train_loss_step": 4.725212097167969, "n_params": 4674760, "total_flops": 63187795968000000, "train_loss": 0.022877559661865235, "subset_score_loss": 0.022877559661865235, "memorization_fraction_pixel": 0.30809998512268066, "mean_nn_ratio_pixel": 0.6868876218795776, "fid": 146.37298480575055} +{"step": 4410000, "wall_time": 44754.30007791519, "train_loss_step": 4.817753791809082, "n_params": 4674760, "total_flops": 63331404595200000, "train_loss": 0.020911645889282227, "subset_score_loss": 0.020911645889282227} +{"step": 4420000, "wall_time": 44835.22245430946, "train_loss_step": 4.647918701171875, "n_params": 4674760, "total_flops": 63475013222400000, "train_loss": 0.026925275325775145, "subset_score_loss": 0.026925275325775145} +{"step": 4430000, "wall_time": 44902.82212615013, "train_loss_step": 4.824771881103516, "n_params": 4674760, "total_flops": 63618621849600000, "train_loss": 0.02173408031463623, "subset_score_loss": 0.02173408031463623} +{"step": 4440000, "wall_time": 44983.2857131958, "train_loss_step": 4.9160356521606445, "n_params": 4674760, "total_flops": 63762230476800000, "train_loss": 0.021145403385162354, "subset_score_loss": 0.021145403385162354} +{"step": 4450000, "wall_time": 45067.172941207886, "train_loss_step": 4.998796463012695, "n_params": 4674760, "total_flops": 63905839104000000, "train_loss": 0.023640248775482178, "subset_score_loss": 0.023640248775482178} +{"step": 4460000, "wall_time": 45151.47942471504, "train_loss_step": 4.627049446105957, "n_params": 4674760, "total_flops": 64049447731200000, "train_loss": 0.021550276279449464, "subset_score_loss": 0.021550276279449464} +{"step": 4470000, "wall_time": 45235.204611063, "train_loss_step": 4.1825642585754395, "n_params": 4674760, "total_flops": 64193056358400000, "train_loss": 0.023300313949584962, "subset_score_loss": 0.023300313949584962} +{"step": 4480000, "wall_time": 45320.128777742386, "train_loss_step": 4.489322662353516, "n_params": 4674760, "total_flops": 64336664985600000, "train_loss": 0.023119883537292482, "subset_score_loss": 0.023119883537292482} +{"step": 4490000, "wall_time": 45404.35237598419, "train_loss_step": 4.622601509094238, "n_params": 4674760, "total_flops": 64480273612800000, "train_loss": 0.02194455862045288, "subset_score_loss": 0.02194455862045288} +{"step": 4500000, "wall_time": 45587.269431591034, "train_loss_step": 4.5059614181518555, "n_params": 4674760, "total_flops": 64623882240000000, "train_loss": 0.023065054416656496, "subset_score_loss": 0.023065054416656496, "memorization_fraction_pixel": 0.2770000100135803, "mean_nn_ratio_pixel": 0.7163888216018677, "fid": 151.5638659023387} +{"step": 4510000, "wall_time": 45651.9498898983, "train_loss_step": 4.814661026000977, "n_params": 4674760, "total_flops": 64767490867200000, "train_loss": 0.022665839195251464, "subset_score_loss": 0.022665839195251464} +{"step": 4520000, "wall_time": 45734.510403871536, "train_loss_step": 5.176003932952881, "n_params": 4674760, "total_flops": 64911099494400000, "train_loss": 0.021679980754852293, "subset_score_loss": 0.021679980754852293} +{"step": 4530000, "wall_time": 45797.66537117958, "train_loss_step": 4.878833770751953, "n_params": 4674760, "total_flops": 65054708121600000, "train_loss": 0.022829163074493408, "subset_score_loss": 0.022829163074493408} +{"step": 4540000, "wall_time": 45881.51007270813, "train_loss_step": 5.0829362869262695, "n_params": 4674760, "total_flops": 65198316748800000, "train_loss": 0.022851626873016357, "subset_score_loss": 0.022851626873016357} +{"step": 4550000, "wall_time": 45965.55209469795, "train_loss_step": 4.767692565917969, "n_params": 4674760, "total_flops": 65341925376000000, "train_loss": 0.021549062728881838, "subset_score_loss": 0.021549062728881838} +{"step": 4560000, "wall_time": 46048.822061777115, "train_loss_step": 4.545868396759033, "n_params": 4674760, "total_flops": 65485534003200000, "train_loss": 0.0209604549407959, "subset_score_loss": 0.0209604549407959} +{"step": 4570000, "wall_time": 46132.95989489555, "train_loss_step": 4.632652282714844, "n_params": 4674760, "total_flops": 65629142630400000, "train_loss": 0.019600871801376343, "subset_score_loss": 0.019600871801376343} +{"step": 4580000, "wall_time": 46217.03869867325, "train_loss_step": 4.534972190856934, "n_params": 4674760, "total_flops": 65772751257600000, "train_loss": 0.022008845806121825, "subset_score_loss": 0.022008845806121825} +{"step": 4590000, "wall_time": 46285.58601355553, "train_loss_step": 4.467872142791748, "n_params": 4674760, "total_flops": 65916359884800000, "train_loss": 0.021260552406311035, "subset_score_loss": 0.021260552406311035} +{"step": 4600000, "wall_time": 46460.08430504799, "train_loss_step": 4.71875, "n_params": 4674760, "total_flops": 66059968512000000, "train_loss": 0.02416292667388916, "subset_score_loss": 0.02416292667388916, "memorization_fraction_pixel": 0.3246999979019165, "mean_nn_ratio_pixel": 0.6771886944770813, "fid": 143.76728470535141} +{"step": 4610000, "wall_time": 46540.262122392654, "train_loss_step": 4.775966167449951, "n_params": 4674760, "total_flops": 66203577139200000, "train_loss": 0.02201402187347412, "subset_score_loss": 0.02201402187347412} +{"step": 4620000, "wall_time": 46625.37140130997, "train_loss_step": 5.279125213623047, "n_params": 4674760, "total_flops": 66347185766400000, "train_loss": 0.022866737842559815, "subset_score_loss": 0.022866737842559815} +{"step": 4630000, "wall_time": 46705.752836704254, "train_loss_step": 4.530343055725098, "n_params": 4674760, "total_flops": 66490794393600000, "train_loss": 0.024960894584655762, "subset_score_loss": 0.024960894584655762} +{"step": 4640000, "wall_time": 46790.37658882141, "train_loss_step": 4.598855018615723, "n_params": 4674760, "total_flops": 66634403020800000, "train_loss": 0.025370166301727295, "subset_score_loss": 0.025370166301727295} +{"step": 4650000, "wall_time": 46875.2075214386, "train_loss_step": 4.453902244567871, "n_params": 4674760, "total_flops": 66778011648000000, "train_loss": 0.024215030670166015, "subset_score_loss": 0.024215030670166015} +{"step": 4660000, "wall_time": 46959.72285246849, "train_loss_step": 4.502892971038818, "n_params": 4674760, "total_flops": 66921620275200000, "train_loss": 0.025057482719421386, "subset_score_loss": 0.025057482719421386} +{"step": 4670000, "wall_time": 47043.83129096031, "train_loss_step": 4.488720893859863, "n_params": 4674760, "total_flops": 67065228902400000, "train_loss": 0.025095624923706053, "subset_score_loss": 0.025095624923706053} +{"step": 4680000, "wall_time": 47128.47592306137, "train_loss_step": 4.308257579803467, "n_params": 4674760, "total_flops": 67208837529600000, "train_loss": 0.020703978538513183, "subset_score_loss": 0.020703978538513183} +{"step": 4690000, "wall_time": 47207.67127203941, "train_loss_step": 4.151018142700195, "n_params": 4674760, "total_flops": 67352446156800000, "train_loss": 0.021556432247161864, "subset_score_loss": 0.021556432247161864} +{"step": 4700000, "wall_time": 47357.61020874977, "train_loss_step": 4.671503067016602, "n_params": 4674760, "total_flops": 67496054784000000, "train_loss": 0.02239636182785034, "subset_score_loss": 0.02239636182785034, "memorization_fraction_pixel": 0.31619998812675476, "mean_nn_ratio_pixel": 0.6848835945129395, "fid": 145.6495730566478} +{"step": 4710000, "wall_time": 47442.30406212807, "train_loss_step": 4.386226654052734, "n_params": 4674760, "total_flops": 67639663411200000, "train_loss": 0.020451385974884034, "subset_score_loss": 0.020451385974884034} +{"step": 4720000, "wall_time": 47522.7501180172, "train_loss_step": 4.6262617111206055, "n_params": 4674760, "total_flops": 67783272038400000, "train_loss": 0.021538658142089842, "subset_score_loss": 0.021538658142089842} +{"step": 4730000, "wall_time": 47607.7814245224, "train_loss_step": 4.553154945373535, "n_params": 4674760, "total_flops": 67926880665600000, "train_loss": 0.021851630210876466, "subset_score_loss": 0.021851630210876466} +{"step": 4740000, "wall_time": 47692.567419052124, "train_loss_step": 4.260153293609619, "n_params": 4674760, "total_flops": 68070489292800000, "train_loss": 0.02182448863983154, "subset_score_loss": 0.02182448863983154} +{"step": 4750000, "wall_time": 47776.757722616196, "train_loss_step": 4.539163589477539, "n_params": 4674760, "total_flops": 68214097920000000, "train_loss": 0.021176831722259523, "subset_score_loss": 0.021176831722259523} +{"step": 4760000, "wall_time": 47861.47005152702, "train_loss_step": 4.713448524475098, "n_params": 4674760, "total_flops": 68357706547200000, "train_loss": 0.02080479860305786, "subset_score_loss": 0.02080479860305786} +{"step": 4770000, "wall_time": 47946.12686109543, "train_loss_step": 4.525308609008789, "n_params": 4674760, "total_flops": 68501315174400000, "train_loss": 0.020312116146087647, "subset_score_loss": 0.020312116146087647} +{"step": 4780000, "wall_time": 48020.73626279831, "train_loss_step": 4.77349853515625, "n_params": 4674760, "total_flops": 68644923801600000, "train_loss": 0.02486255407333374, "subset_score_loss": 0.02486255407333374} +{"step": 4790000, "wall_time": 48083.49726200104, "train_loss_step": 4.730949401855469, "n_params": 4674760, "total_flops": 68788532428800000, "train_loss": 0.02350196838378906, "subset_score_loss": 0.02350196838378906} +{"step": 4800000, "wall_time": 48185.422580718994, "train_loss_step": 4.999349594116211, "n_params": 4674760, "total_flops": 68932141056000000, "train_loss": 0.021715612411499025, "subset_score_loss": 0.021715612411499025, "memorization_fraction_pixel": 0.3027999997138977, "mean_nn_ratio_pixel": 0.6973190307617188, "fid": 146.7272632459099} +{"step": 4810000, "wall_time": 48226.64079427719, "train_loss_step": 4.509934425354004, "n_params": 4674760, "total_flops": 69075749683200000, "train_loss": 0.020675909519195557, "subset_score_loss": 0.020675909519195557} +{"step": 4820000, "wall_time": 48247.62755680084, "train_loss_step": 4.620899200439453, "n_params": 4674760, "total_flops": 69219358310400000, "train_loss": 0.02267933130264282, "subset_score_loss": 0.02267933130264282} +{"step": 4830000, "wall_time": 48269.778237342834, "train_loss_step": 4.591087341308594, "n_params": 4674760, "total_flops": 69362966937600000, "train_loss": 0.019619654417037963, "subset_score_loss": 0.019619654417037963} +{"step": 4840000, "wall_time": 48290.59407043457, "train_loss_step": 4.476078033447266, "n_params": 4674760, "total_flops": 69506575564800000, "train_loss": 0.020065109729766845, "subset_score_loss": 0.020065109729766845} +{"step": 4850000, "wall_time": 48310.320700883865, "train_loss_step": 4.640791416168213, "n_params": 4674760, "total_flops": 69650184192000000, "train_loss": 0.022228131294250487, "subset_score_loss": 0.022228131294250487} +{"step": 4860000, "wall_time": 48329.986062288284, "train_loss_step": 4.629323482513428, "n_params": 4674760, "total_flops": 69793792819200000, "train_loss": 0.023740901947021484, "subset_score_loss": 0.023740901947021484} +{"step": 4870000, "wall_time": 48350.67500400543, "train_loss_step": 4.729905128479004, "n_params": 4674760, "total_flops": 69937401446400000, "train_loss": 0.02179827928543091, "subset_score_loss": 0.02179827928543091} +{"step": 4880000, "wall_time": 48372.124465703964, "train_loss_step": 4.101163864135742, "n_params": 4674760, "total_flops": 70081010073600000, "train_loss": 0.019769039154052735, "subset_score_loss": 0.019769039154052735} +{"step": 4890000, "wall_time": 48391.716489076614, "train_loss_step": 4.84086799621582, "n_params": 4674760, "total_flops": 70224618700800000, "train_loss": 0.020635263919830324, "subset_score_loss": 0.020635263919830324} +{"step": 4900000, "wall_time": 48429.91530609131, "train_loss_step": 4.473714351654053, "n_params": 4674760, "total_flops": 70368227328000000, "train_loss": 0.021326324939727782, "subset_score_loss": 0.021326324939727782, "memorization_fraction_pixel": 0.33799999952316284, "mean_nn_ratio_pixel": 0.6705025434494019, "fid": 140.3351251018694} +{"step": 4910000, "wall_time": 48451.52707386017, "train_loss_step": 4.147084712982178, "n_params": 4674760, "total_flops": 70511835955200000, "train_loss": 0.02098975658416748, "subset_score_loss": 0.02098975658416748} +{"step": 4920000, "wall_time": 48473.506195783615, "train_loss_step": 4.4621148109436035, "n_params": 4674760, "total_flops": 70655444582400000, "train_loss": 0.02507309675216675, "subset_score_loss": 0.02507309675216675} +{"step": 4930000, "wall_time": 48493.28480768204, "train_loss_step": 4.572179317474365, "n_params": 4674760, "total_flops": 70799053209600000, "train_loss": 0.021836578845977783, "subset_score_loss": 0.021836578845977783} +{"step": 4940000, "wall_time": 48513.11695122719, "train_loss_step": 4.315206527709961, "n_params": 4674760, "total_flops": 70942661836800000, "train_loss": 0.026620986461639403, "subset_score_loss": 0.026620986461639403} +{"step": 4950000, "wall_time": 48529.95229578018, "train_loss_step": 4.916565895080566, "n_params": 4674760, "total_flops": 71086270464000000, "train_loss": 0.02141524076461792, "subset_score_loss": 0.02141524076461792} +{"step": 4960000, "wall_time": 48546.745431900024, "train_loss_step": 4.517435073852539, "n_params": 4674760, "total_flops": 71229879091200000, "train_loss": 0.02231820821762085, "subset_score_loss": 0.02231820821762085} +{"step": 4970000, "wall_time": 48564.435630083084, "train_loss_step": 4.254964351654053, "n_params": 4674760, "total_flops": 71373487718400000, "train_loss": 0.021983566284179686, "subset_score_loss": 0.021983566284179686} +{"step": 4980000, "wall_time": 48580.85387611389, "train_loss_step": 4.601132869720459, "n_params": 4674760, "total_flops": 71517096345600000, "train_loss": 0.0213143515586853, "subset_score_loss": 0.0213143515586853} +{"step": 4990000, "wall_time": 48597.72216248512, "train_loss_step": 4.608736991882324, "n_params": 4674760, "total_flops": 71660704972800000, "train_loss": 0.020555143356323243, "subset_score_loss": 0.020555143356323243} +{"step": 5000000, "wall_time": 48635.55314898491, "train_loss_step": 4.72198486328125, "n_params": 4674760, "total_flops": 71804313600000000, "train_loss": 0.02369131088256836, "subset_score_loss": 0.02369131088256836, "memorization_fraction_pixel": 0.3662000000476837, "mean_nn_ratio_pixel": 0.6326745748519897, "fid": 130.35080059619787} diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d200/runner.log b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d200/runner.log new file mode 100644 index 0000000000000000000000000000000000000000..5e46bc27b0b9e932623b00ebe4a7138073dc84bb --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d200/runner.log @@ -0,0 +1,502 @@ + FID real-side stats cached over 1000 diverse train images + step 1 | 78s | train_loss=0.9992 | fid=300.4064 + step 10000 | 182s | train_loss=0.7330 + step 20000 | 286s | train_loss=0.6211 + step 30000 | 388s | train_loss=0.5436 + step 40000 | 491s | train_loss=0.4598 + step 50000 | 593s | train_loss=0.3735 + step 60000 | 696s | train_loss=0.2989 + step 70000 | 800s | train_loss=0.2542 + step 80000 | 904s | train_loss=0.2213 + step 90000 | 1007s | train_loss=0.1907 + step 100000 | 1178s | train_loss=0.1674 | fid=214.3171 + step 110000 | 1282s | train_loss=0.1539 + step 120000 | 1384s | train_loss=0.1461 + step 130000 | 1487s | train_loss=0.1480 + step 140000 | 1589s | train_loss=0.1306 + step 150000 | 1692s | train_loss=0.1266 + step 160000 | 1795s | train_loss=0.1212 + step 170000 | 1899s | train_loss=0.1272 + step 180000 | 2002s | train_loss=0.1090 + step 190000 | 2103s | train_loss=0.1117 + step 200000 | 2277s | train_loss=0.1032 | fid=252.5633 + step 210000 | 2380s | train_loss=0.0958 + step 220000 | 2484s | train_loss=0.1023 + step 230000 | 2587s | train_loss=0.0935 + step 240000 | 2689s | train_loss=0.0905 + step 250000 | 2793s | train_loss=0.0985 + step 260000 | 2897s | train_loss=0.0870 + step 270000 | 2999s | train_loss=0.0922 + step 280000 | 3102s | train_loss=0.0869 + step 290000 | 3206s | train_loss=0.0866 + step 300000 | 3379s | train_loss=0.0802 | fid=283.9428 + step 310000 | 3483s | train_loss=0.0855 + step 320000 | 3586s | train_loss=0.0845 + step 330000 | 3689s | train_loss=0.0773 + step 340000 | 3792s | train_loss=0.0758 + step 350000 | 3895s | train_loss=0.0754 + step 360000 | 3997s | train_loss=0.0891 + step 370000 | 4100s | train_loss=0.0761 + step 380000 | 4202s | train_loss=0.0790 + step 390000 | 4306s | train_loss=0.0709 + step 400000 | 4480s | train_loss=0.0699 | fid=300.3253 + step 410000 | 4583s | train_loss=0.0662 + step 420000 | 4686s | train_loss=0.0666 + step 430000 | 4789s | train_loss=0.0660 + step 440000 | 4893s | train_loss=0.0714 + step 450000 | 4994s | train_loss=0.0631 + step 460000 | 5098s | train_loss=0.0645 + step 470000 | 5201s | train_loss=0.0626 + step 480000 | 5304s | train_loss=0.0656 + step 490000 | 5401s | train_loss=0.0645 + step 500000 | 5583s | train_loss=0.0638 | fid=289.4153 + step 510000 | 5686s | train_loss=0.0615 + step 520000 | 5789s | train_loss=0.0538 + step 530000 | 5892s | train_loss=0.0641 + step 540000 | 5993s | train_loss=0.0586 + step 550000 | 6096s | train_loss=0.0592 + step 560000 | 6199s | train_loss=0.0573 + step 570000 | 6302s | train_loss=0.0540 + step 580000 | 6406s | train_loss=0.0564 + step 590000 | 6500s | train_loss=0.0529 + step 600000 | 6710s | train_loss=0.0557 | fid=283.5650 + step 610000 | 6813s | train_loss=0.0527 + step 620000 | 6916s | train_loss=0.0548 + step 630000 | 7017s | train_loss=0.0493 + step 640000 | 7120s | train_loss=0.0545 + step 650000 | 7224s | train_loss=0.0515 + step 660000 | 7327s | train_loss=0.0499 + step 670000 | 7430s | train_loss=0.0569 + step 680000 | 7511s | train_loss=0.0485 + step 690000 | 7598s | train_loss=0.0498 + step 700000 | 7800s | train_loss=0.0474 | fid=273.2926 + step 710000 | 7901s | train_loss=0.0513 + step 720000 | 8004s | train_loss=0.0548 + step 730000 | 8107s | train_loss=0.0491 + step 740000 | 8211s | train_loss=0.0478 + step 750000 | 8314s | train_loss=0.0476 + step 760000 | 8417s | train_loss=0.0486 + step 770000 | 8522s | train_loss=0.0456 + step 780000 | 8619s | train_loss=0.0443 + step 790000 | 8719s | train_loss=0.0452 + step 800000 | 8902s | train_loss=0.0464 | fid=262.1062 + step 810000 | 9004s | train_loss=0.0452 + step 820000 | 9108s | train_loss=0.0477 + step 830000 | 9212s | train_loss=0.0411 + step 840000 | 9315s | train_loss=0.0440 + step 850000 | 9418s | train_loss=0.0447 + step 860000 | 9522s | train_loss=0.0495 + step 870000 | 9620s | train_loss=0.0458 + step 880000 | 9722s | train_loss=0.0443 + step 890000 | 9823s | train_loss=0.0440 + step 900000 | 10007s | train_loss=0.0439 | fid=262.8275 + step 910000 | 10110s | train_loss=0.0414 + step 920000 | 10214s | train_loss=0.0458 + step 930000 | 10317s | train_loss=0.0425 + step 940000 | 10420s | train_loss=0.0486 + step 950000 | 10524s | train_loss=0.0454 + step 960000 | 10627s | train_loss=0.0410 + step 970000 | 10712s | train_loss=0.0433 + step 980000 | 10806s | train_loss=0.0404 + step 990000 | 10903s | train_loss=0.0426 + step 1000000 | 11137s | train_loss=0.0401 | fid=254.5871 + step 1010000 | 11240s | train_loss=0.0412 + step 1020000 | 11344s | train_loss=0.0477 + step 1030000 | 11447s | train_loss=0.0452 + step 1040000 | 11550s | train_loss=0.0379 + step 1050000 | 11654s | train_loss=0.0452 + step 1060000 | 11751s | train_loss=0.0456 + step 1070000 | 11852s | train_loss=0.0413 + step 1080000 | 11952s | train_loss=0.0423 + step 1090000 | 12055s | train_loss=0.0387 + step 1100000 | 12275s | train_loss=0.0370 | fid=250.6197 + step 1110000 | 12378s | train_loss=0.0390 + step 1120000 | 12481s | train_loss=0.0377 + step 1130000 | 12585s | train_loss=0.0384 + step 1140000 | 12688s | train_loss=0.0420 + step 1150000 | 12771s | train_loss=0.0430 + step 1160000 | 12869s | train_loss=0.0401 + step 1170000 | 12960s | train_loss=0.0392 + step 1180000 | 13060s | train_loss=0.0346 + step 1190000 | 13163s | train_loss=0.0394 + step 1200000 | 13377s | train_loss=0.0355 | fid=245.1887 + step 1210000 | 13481s | train_loss=0.0405 + step 1220000 | 13584s | train_loss=0.0350 + step 1230000 | 13687s | train_loss=0.0375 + step 1240000 | 13788s | train_loss=0.0360 + step 1250000 | 13867s | train_loss=0.0359 + step 1260000 | 13971s | train_loss=0.0378 + step 1270000 | 14060s | train_loss=0.0395 + step 1280000 | 14162s | train_loss=0.0387 + step 1290000 | 14264s | train_loss=0.0367 + step 1300000 | 14491s | train_loss=0.0350 | fid=238.5826 + step 1310000 | 14594s | train_loss=0.0367 + step 1320000 | 14695s | train_loss=0.0377 + step 1330000 | 14797s | train_loss=0.0346 + step 1340000 | 14884s | train_loss=0.0375 + step 1350000 | 14977s | train_loss=0.0349 + step 1360000 | 15081s | train_loss=0.0358 + step 1370000 | 15172s | train_loss=0.0373 + step 1380000 | 15275s | train_loss=0.0401 + step 1390000 | 15378s | train_loss=0.0329 + step 1400000 | 15614s | train_loss=0.0368 | fid=232.5166 + step 1410000 | 15715s | train_loss=0.0347 + step 1420000 | 15817s | train_loss=0.0348 + step 1430000 | 15920s | train_loss=0.0322 + step 1440000 | 15997s | train_loss=0.0368 + step 1450000 | 16100s | train_loss=0.0376 + step 1460000 | 16194s | train_loss=0.0346 + step 1470000 | 16296s | train_loss=0.0324 + step 1480000 | 16400s | train_loss=0.0347 + step 1490000 | 16503s | train_loss=0.0446 + step 1500000 | 16726s | train_loss=0.0329 | fid=227.5825 + step 1510000 | 16830s | train_loss=0.0343 + step 1520000 | 16933s | train_loss=0.0397 + step 1530000 | 17019s | train_loss=0.0339 + step 1540000 | 17112s | train_loss=0.0335 + step 1550000 | 17216s | train_loss=0.0393 + step 1560000 | 17308s | train_loss=0.0357 + step 1570000 | 17412s | train_loss=0.0320 + step 1580000 | 17515s | train_loss=0.0325 + step 1590000 | 17616s | train_loss=0.0482 + step 1600000 | 17858s | train_loss=0.0358 | fid=226.1136 + step 1610000 | 17961s | train_loss=0.0329 + step 1620000 | 18060s | train_loss=0.0358 + step 1630000 | 18142s | train_loss=0.0354 + step 1640000 | 18245s | train_loss=0.0309 + step 1650000 | 18338s | train_loss=0.0331 + step 1660000 | 18441s | train_loss=0.0334 + step 1670000 | 18542s | train_loss=0.0309 + step 1680000 | 18645s | train_loss=0.0314 + step 1690000 | 18748s | train_loss=0.0340 + step 1700000 | 18981s | train_loss=0.0314 | fid=214.5943 + step 1710000 | 19085s | train_loss=0.0326 + step 1720000 | 19174s | train_loss=0.0305 + step 1730000 | 19269s | train_loss=0.0304 + step 1740000 | 19369s | train_loss=0.0292 + step 1750000 | 19459s | train_loss=0.0323 + step 1760000 | 19561s | train_loss=0.0334 + step 1770000 | 19664s | train_loss=0.0308 + step 1780000 | 19767s | train_loss=0.0320 + step 1790000 | 19871s | train_loss=0.0351 + step 1800000 | 20102s | train_loss=0.0309 | fid=219.0574 + step 1810000 | 20197s | train_loss=0.0303 + step 1820000 | 20288s | train_loss=0.0309 + step 1830000 | 20390s | train_loss=0.0391 + step 1840000 | 20482s | train_loss=0.0357 + step 1850000 | 20585s | train_loss=0.0390 + step 1860000 | 20688s | train_loss=0.0349 + step 1870000 | 20791s | train_loss=0.0322 + step 1880000 | 20895s | train_loss=0.0398 + step 1890000 | 20999s | train_loss=0.0306 + step 1900000 | 21217s | train_loss=0.0365 | fid=208.6038 + step 1910000 | 21307s | train_loss=0.0320 + step 1920000 | 21395s | train_loss=0.0313 + step 1930000 | 21497s | train_loss=0.0314 + step 1940000 | 21589s | train_loss=0.0357 + step 1950000 | 21690s | train_loss=0.0318 + step 1960000 | 21794s | train_loss=0.0301 + step 1970000 | 21898s | train_loss=0.0307 + step 1980000 | 22002s | train_loss=0.0319 + step 1990000 | 22105s | train_loss=0.0298 + step 2000000 | 22319s | train_loss=0.0426 | fid=208.2762 + step 2010000 | 22412s | train_loss=0.0286 + step 2020000 | 22513s | train_loss=0.0276 + step 2030000 | 22608s | train_loss=0.0282 + step 2040000 | 22711s | train_loss=0.0311 + step 2050000 | 22815s | train_loss=0.0287 + step 2060000 | 22919s | train_loss=0.0298 + step 2070000 | 23022s | train_loss=0.0294 + step 2080000 | 23125s | train_loss=0.0277 + step 2090000 | 23228s | train_loss=0.0372 + step 2100000 | 23428s | train_loss=0.0270 | fid=211.3216 + step 2110000 | 23518s | train_loss=0.0359 + step 2120000 | 23620s | train_loss=0.0303 + step 2130000 | 23721s | train_loss=0.0296 + step 2140000 | 23824s | train_loss=0.0276 + step 2150000 | 23927s | train_loss=0.0352 + step 2160000 | 24031s | train_loss=0.0286 + step 2170000 | 24134s | train_loss=0.0274 + step 2180000 | 24238s | train_loss=0.0290 + step 2190000 | 24339s | train_loss=0.0281 + step 2200000 | 24532s | train_loss=0.0315 | fid=201.9307 + step 2210000 | 24622s | train_loss=0.0312 + step 2220000 | 24722s | train_loss=0.0300 + step 2230000 | 24826s | train_loss=0.0319 + step 2240000 | 24929s | train_loss=0.0284 + step 2250000 | 25033s | train_loss=0.0272 + step 2260000 | 25135s | train_loss=0.0282 + step 2270000 | 25237s | train_loss=0.0288 + step 2280000 | 25339s | train_loss=0.0289 + step 2290000 | 25441s | train_loss=0.0273 + step 2300000 | 25638s | train_loss=0.0282 | fid=202.5689 + step 2310000 | 25735s | train_loss=0.0268 + step 2320000 | 25838s | train_loss=0.0309 + step 2330000 | 25942s | train_loss=0.0274 + step 2340000 | 26046s | train_loss=0.0273 + step 2350000 | 26148s | train_loss=0.0312 + step 2360000 | 26237s | train_loss=0.0265 + step 2370000 | 26322s | train_loss=0.0338 + step 2380000 | 26406s | train_loss=0.0293 + step 2390000 | 26482s | train_loss=0.0269 + step 2400000 | 26657s | train_loss=0.0266 | fid=190.0204 + step 2410000 | 26739s | train_loss=0.0270 + step 2420000 | 26823s | train_loss=0.0273 + step 2430000 | 26907s | train_loss=0.0289 + step 2440000 | 26992s | train_loss=0.0263 + step 2450000 | 27076s | train_loss=0.0282 + step 2460000 | 27159s | train_loss=0.0288 + step 2470000 | 27244s | train_loss=0.0290 + step 2480000 | 27325s | train_loss=0.0299 + step 2490000 | 27409s | train_loss=0.0274 + step 2500000 | 27555s | train_loss=0.0260 | fid=191.4268 + step 2510000 | 27640s | train_loss=0.0274 + step 2520000 | 27724s | train_loss=0.0282 + step 2530000 | 27808s | train_loss=0.0322 + step 2540000 | 27892s | train_loss=0.0272 + step 2550000 | 27977s | train_loss=0.0280 + step 2560000 | 28061s | train_loss=0.0252 + step 2570000 | 28145s | train_loss=0.0308 + step 2580000 | 28226s | train_loss=0.0317 + step 2590000 | 28311s | train_loss=0.0339 + step 2600000 | 28457s | train_loss=0.0298 | fid=180.8415 + step 2610000 | 28541s | train_loss=0.0270 + step 2620000 | 28626s | train_loss=0.0318 + step 2630000 | 28710s | train_loss=0.0261 + step 2640000 | 28794s | train_loss=0.0262 + step 2650000 | 28879s | train_loss=0.0244 + step 2660000 | 28963s | train_loss=0.0276 + step 2670000 | 29043s | train_loss=0.0245 + step 2680000 | 29122s | train_loss=0.0277 + step 2690000 | 29206s | train_loss=0.0292 + step 2700000 | 29363s | train_loss=0.0301 | fid=178.4022 + step 2710000 | 29447s | train_loss=0.0276 + step 2720000 | 29531s | train_loss=0.0303 + step 2730000 | 29616s | train_loss=0.0251 + step 2740000 | 29701s | train_loss=0.0266 + step 2750000 | 29786s | train_loss=0.0335 + step 2760000 | 29870s | train_loss=0.0276 + step 2770000 | 29940s | train_loss=0.0246 + step 2780000 | 30025s | train_loss=0.0262 + step 2790000 | 30098s | train_loss=0.0267 + step 2800000 | 30268s | train_loss=0.0287 | fid=193.8583 + step 2810000 | 30352s | train_loss=0.0269 + step 2820000 | 30437s | train_loss=0.0263 + step 2830000 | 30521s | train_loss=0.0277 + step 2840000 | 30605s | train_loss=0.0269 + step 2850000 | 30690s | train_loss=0.0254 + step 2860000 | 30765s | train_loss=0.0274 + step 2870000 | 30846s | train_loss=0.0253 + step 2880000 | 30923s | train_loss=0.0282 + step 2890000 | 31007s | train_loss=0.0254 + step 2900000 | 31160s | train_loss=0.0280 | fid=170.7407 + step 2910000 | 31245s | train_loss=0.0322 + step 2920000 | 31329s | train_loss=0.0270 + step 2930000 | 31414s | train_loss=0.0354 + step 2940000 | 31499s | train_loss=0.0231 + step 2950000 | 31584s | train_loss=0.0254 + step 2960000 | 31664s | train_loss=0.0242 + step 2970000 | 31749s | train_loss=0.0276 + step 2980000 | 31821s | train_loss=0.0262 + step 2990000 | 31904s | train_loss=0.0265 + step 3000000 | 32057s | train_loss=0.0240 | fid=182.0114 + step 3010000 | 32141s | train_loss=0.0259 + step 3020000 | 32226s | train_loss=0.0279 + step 3030000 | 32310s | train_loss=0.0235 + step 3040000 | 32394s | train_loss=0.0324 + step 3050000 | 32473s | train_loss=0.0239 + step 3060000 | 32548s | train_loss=0.0294 + step 3070000 | 32631s | train_loss=0.0257 + step 3080000 | 32700s | train_loss=0.0255 + step 3090000 | 32773s | train_loss=0.0241 + step 3100000 | 32970s | train_loss=0.0295 | fid=182.7152 + step 3110000 | 33054s | train_loss=0.0274 + step 3120000 | 33138s | train_loss=0.0237 + step 3130000 | 33222s | train_loss=0.0268 + step 3140000 | 33306s | train_loss=0.0297 + step 3150000 | 33372s | train_loss=0.0252 + step 3160000 | 33452s | train_loss=0.0270 + step 3170000 | 33528s | train_loss=0.0278 + step 3180000 | 33600s | train_loss=0.0238 + step 3190000 | 33673s | train_loss=0.0241 + step 3200000 | 33872s | train_loss=0.0304 | fid=163.9606 + step 3210000 | 33956s | train_loss=0.0240 + step 3220000 | 34040s | train_loss=0.0246 + step 3230000 | 34123s | train_loss=0.0260 + step 3240000 | 34204s | train_loss=0.0258 + step 3250000 | 34276s | train_loss=0.0296 + step 3260000 | 34360s | train_loss=0.0260 + step 3270000 | 34429s | train_loss=0.0274 + step 3280000 | 34498s | train_loss=0.0278 + step 3290000 | 34581s | train_loss=0.0264 + step 3300000 | 34777s | train_loss=0.0244 | fid=183.0206 + step 3310000 | 34862s | train_loss=0.0231 + step 3320000 | 34947s | train_loss=0.0250 + step 3330000 | 35031s | train_loss=0.0238 + step 3340000 | 35102s | train_loss=0.0215 + step 3350000 | 35186s | train_loss=0.0260 + step 3360000 | 35261s | train_loss=0.0280 + step 3370000 | 35343s | train_loss=0.0255 + step 3380000 | 35412s | train_loss=0.0296 + step 3390000 | 35497s | train_loss=0.0236 + step 3400000 | 35687s | train_loss=0.0299 | fid=168.8673 + step 3410000 | 35772s | train_loss=0.0259 + step 3420000 | 35856s | train_loss=0.0238 + step 3430000 | 35931s | train_loss=0.0275 + step 3440000 | 36012s | train_loss=0.0226 + step 3450000 | 36089s | train_loss=0.0251 + step 3460000 | 36167s | train_loss=0.0257 + step 3470000 | 36242s | train_loss=0.0256 + step 3480000 | 36326s | train_loss=0.0284 + step 3490000 | 36410s | train_loss=0.0243 + step 3500000 | 36606s | train_loss=0.0237 | fid=158.1680 + step 3510000 | 36691s | train_loss=0.0257 + step 3520000 | 36770s | train_loss=0.0277 + step 3530000 | 36841s | train_loss=0.0250 + step 3540000 | 36925s | train_loss=0.0263 + step 3550000 | 36998s | train_loss=0.0256 + step 3560000 | 37079s | train_loss=0.0251 + step 3570000 | 37156s | train_loss=0.0252 + step 3580000 | 37241s | train_loss=0.0268 + step 3590000 | 37325s | train_loss=0.0279 + step 3600000 | 37520s | train_loss=0.0234 | fid=153.9380 + step 3610000 | 37605s | train_loss=0.0286 + step 3620000 | 37675s | train_loss=0.0227 + step 3630000 | 37753s | train_loss=0.0247 + step 3640000 | 37825s | train_loss=0.0258 + step 3650000 | 37910s | train_loss=0.0227 + step 3660000 | 37977s | train_loss=0.0236 + step 3670000 | 38062s | train_loss=0.0243 + step 3680000 | 38146s | train_loss=0.0228 + step 3690000 | 38230s | train_loss=0.0235 + step 3700000 | 38422s | train_loss=0.0243 | fid=160.7100 + step 3710000 | 38507s | train_loss=0.0227 + step 3720000 | 38573s | train_loss=0.0290 + step 3730000 | 38648s | train_loss=0.0243 + step 3740000 | 38725s | train_loss=0.0216 + step 3750000 | 38803s | train_loss=0.0248 + step 3760000 | 38884s | train_loss=0.0231 + step 3770000 | 38968s | train_loss=0.0238 + step 3780000 | 39052s | train_loss=0.0270 + step 3790000 | 39136s | train_loss=0.0264 + step 3800000 | 39335s | train_loss=0.0234 | fid=162.6603 + step 3810000 | 39408s | train_loss=0.0226 + step 3820000 | 39487s | train_loss=0.0253 + step 3830000 | 39553s | train_loss=0.0234 + step 3840000 | 39635s | train_loss=0.0259 + step 3850000 | 39706s | train_loss=0.0237 + step 3860000 | 39791s | train_loss=0.0232 + step 3870000 | 39875s | train_loss=0.0223 + step 3880000 | 39959s | train_loss=0.0247 + step 3890000 | 40043s | train_loss=0.0233 + step 3900000 | 40211s | train_loss=0.0248 | fid=153.4314 + step 3910000 | 40282s | train_loss=0.0220 + step 3920000 | 40360s | train_loss=0.0235 + step 3930000 | 40423s | train_loss=0.0224 + step 3940000 | 40501s | train_loss=0.0223 + step 3950000 | 40565s | train_loss=0.0216 + step 3960000 | 40650s | train_loss=0.0222 + step 3970000 | 40734s | train_loss=0.0223 + step 3980000 | 40819s | train_loss=0.0213 + step 3990000 | 40903s | train_loss=0.0225 + step 4000000 | 41087s | train_loss=0.0242 | fid=140.5227 + step 4010000 | 41159s | train_loss=0.0282 + step 4020000 | 41244s | train_loss=0.0241 + step 4030000 | 41311s | train_loss=0.0219 + step 4040000 | 41394s | train_loss=0.0222 + step 4050000 | 41463s | train_loss=0.0258 + step 4060000 | 41547s | train_loss=0.0246 + step 4070000 | 41632s | train_loss=0.0234 + step 4080000 | 41717s | train_loss=0.0226 + step 4090000 | 41801s | train_loss=0.0220 + step 4100000 | 41975s | train_loss=0.0216 | fid=157.5900 + step 4110000 | 42060s | train_loss=0.0225 + step 4120000 | 42138s | train_loss=0.0228 + step 4130000 | 42217s | train_loss=0.0223 + step 4140000 | 42296s | train_loss=0.0254 + step 4150000 | 42378s | train_loss=0.0232 + step 4160000 | 42462s | train_loss=0.0269 + step 4170000 | 42547s | train_loss=0.0232 + step 4180000 | 42632s | train_loss=0.0251 + step 4190000 | 42717s | train_loss=0.0217 + step 4200000 | 42879s | train_loss=0.0226 | fid=143.8447 + step 4210000 | 42961s | train_loss=0.0227 + step 4220000 | 43029s | train_loss=0.0229 + step 4230000 | 43112s | train_loss=0.0244 + step 4240000 | 43185s | train_loss=0.0217 + step 4250000 | 43269s | train_loss=0.0224 + step 4260000 | 43354s | train_loss=0.0228 + step 4270000 | 43439s | train_loss=0.0238 + step 4280000 | 43523s | train_loss=0.0242 + step 4290000 | 43608s | train_loss=0.0231 + step 4300000 | 43793s | train_loss=0.0229 | fid=150.6030 + step 4310000 | 43874s | train_loss=0.0216 + step 4320000 | 43947s | train_loss=0.0235 + step 4330000 | 44019s | train_loss=0.0214 + step 4340000 | 44100s | train_loss=0.0210 + step 4350000 | 44184s | train_loss=0.0239 + step 4360000 | 44269s | train_loss=0.0235 + step 4370000 | 44353s | train_loss=0.0233 + step 4380000 | 44438s | train_loss=0.0219 + step 4390000 | 44523s | train_loss=0.0217 + step 4400000 | 44681s | train_loss=0.0229 | fid=146.3730 + step 4410000 | 44754s | train_loss=0.0209 + step 4420000 | 44835s | train_loss=0.0269 + step 4430000 | 44903s | train_loss=0.0217 + step 4440000 | 44983s | train_loss=0.0211 + step 4450000 | 45067s | train_loss=0.0236 + step 4460000 | 45151s | train_loss=0.0216 + step 4470000 | 45235s | train_loss=0.0233 + step 4480000 | 45320s | train_loss=0.0231 + step 4490000 | 45404s | train_loss=0.0219 + step 4500000 | 45587s | train_loss=0.0231 | fid=151.5639 + step 4510000 | 45652s | train_loss=0.0227 + step 4520000 | 45735s | train_loss=0.0217 + step 4530000 | 45798s | train_loss=0.0228 + step 4540000 | 45882s | train_loss=0.0229 + step 4550000 | 45966s | train_loss=0.0215 + step 4560000 | 46049s | train_loss=0.0210 + step 4570000 | 46133s | train_loss=0.0196 + step 4580000 | 46217s | train_loss=0.0220 + step 4590000 | 46286s | train_loss=0.0213 + step 4600000 | 46460s | train_loss=0.0242 | fid=143.7673 + step 4610000 | 46540s | train_loss=0.0220 + step 4620000 | 46625s | train_loss=0.0229 + step 4630000 | 46706s | train_loss=0.0250 + step 4640000 | 46790s | train_loss=0.0254 + step 4650000 | 46875s | train_loss=0.0242 + step 4660000 | 46960s | train_loss=0.0251 + step 4670000 | 47044s | train_loss=0.0251 + step 4680000 | 47128s | train_loss=0.0207 + step 4690000 | 47208s | train_loss=0.0216 + step 4700000 | 47358s | train_loss=0.0224 | fid=145.6496 + step 4710000 | 47442s | train_loss=0.0205 + step 4720000 | 47523s | train_loss=0.0215 + step 4730000 | 47608s | train_loss=0.0219 + step 4740000 | 47693s | train_loss=0.0218 + step 4750000 | 47777s | train_loss=0.0212 + step 4760000 | 47861s | train_loss=0.0208 + step 4770000 | 47946s | train_loss=0.0203 + step 4780000 | 48021s | train_loss=0.0249 + step 4790000 | 48083s | train_loss=0.0235 + step 4800000 | 48185s | train_loss=0.0217 | fid=146.7273 + step 4810000 | 48227s | train_loss=0.0207 + step 4820000 | 48248s | train_loss=0.0227 + step 4830000 | 48270s | train_loss=0.0196 + step 4840000 | 48291s | train_loss=0.0201 + step 4850000 | 48310s | train_loss=0.0222 + step 4860000 | 48330s | train_loss=0.0237 + step 4870000 | 48351s | train_loss=0.0218 + step 4880000 | 48372s | train_loss=0.0198 + step 4890000 | 48392s | train_loss=0.0206 + step 4900000 | 48430s | train_loss=0.0213 | fid=140.3351 + step 4910000 | 48452s | train_loss=0.0210 + step 4920000 | 48474s | train_loss=0.0251 + step 4930000 | 48493s | train_loss=0.0218 + step 4940000 | 48513s | train_loss=0.0266 + step 4950000 | 48530s | train_loss=0.0214 + step 4960000 | 48547s | train_loss=0.0223 + step 4970000 | 48564s | train_loss=0.0220 + step 4980000 | 48581s | train_loss=0.0213 + step 4990000 | 48598s | train_loss=0.0206 + step 5000000 | 48636s | train_loss=0.0237 | fid=130.3508 diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d220/config.json b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d220/config.json new file mode 100644 index 0000000000000000000000000000000000000000..35d86814a1fff83bc7a08b1106fbe1049ee83abf --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d220/config.json @@ -0,0 +1,25 @@ +{ + "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d220/vae.pt", + "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d220", + "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", + "n_train": 1000, + "total_steps": 5000000, + "eval_interval": 10000, + "mem_interval": 100000, + "fid_interval": 100000, + "fid_n_real": 1000, + "fid_n_gen": 10000, + "n_gen_samples": 10000, + "n_sde_steps": 500, + "batch_size": 512, + "hidden": 1024, + "depth": 5, + "optimizer": "sgd", + "lr": 0.001, + "momentum": 0.8, + "t_min": 0.01, + "t_max": 3.0, + "t_eval": 0.1, + "seed": 42, + "device": null +} diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d220/metrics.jsonl b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d220/metrics.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..c5969a7cb41ca020818f99209bb6f27c00a92df9 --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d220/metrics.jsonl @@ -0,0 +1,502 @@ +{"event": "meta", "data": "cifar10_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 220, "n": 1000, "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d220/vae.pt", "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [41905, 27590, 3837, 45564, 49079, 45615, 24791, 29586, 40154, 14155, 41744, 31565, 21399, 47093, 14144, 7260, 25109, 49111, 3286, 28559, 8088, 18636, 27677, 5584, 14605, 28090, 44911, 22197, 30774, 45976, 21377, 38974, 37419, 34658, 48141, 45353, 16718, 44442, 14512, 30061, 32910, 17321, 15565, 17405, 44045, 17717, 6400, 37998, 3773, 20538, 19316, 34889, 4564, 1363, 5611, 41687, 16986, 41914, 25046, 49823, 33007, 20861, 27988, 42869, 33687, 3828, 12070, 15418, 22140, 35636, 31728, 9480, 7712, 2852, 43042, 17354, 27208, 49689, 14774, 29225, 25390, 35055, 12670, 19522, 24246, 14561, 33656, 42751, 2242, 364, 43176, 15490, 46231, 26061, 18629, 34392, 32488, 26106, 10393, 11167, 20874, 8106, 10093, 7243, 48907, 8147, 45063, 21102, 37655, 7635, 2514, 27684, 3204, 28758, 28311, 29718, 44311, 10355, 32304, 14615, 28486, 14294, 16760, 37166, 19433, 20899, 23979, 36854, 43726, 10375, 11078, 10677, 40127, 33642, 36325, 13174, 19662, 30319, 22501, 14354, 24243, 27654, 42509, 18915, 29668, 2313, 42454, 11218, 48097, 31985, 16567, 26984, 33502, 36329, 22928, 42746, 38223, 19499, 41926, 29059, 44004, 8962, 40807, 11854, 36894, 13566, 36982, 16226, 36410, 47002, 20194, 3625, 19297, 2555, 4842, 8098, 44052, 5795, 5274, 4374, 17924, 30344, 5386, 26317, 30389, 32399, 32042, 26731, 29532, 33817, 26942, 25858, 11887, 46070, 41837, 10713, 33955, 20000, 29946, 4912, 32112, 6697, 44031, 27296, 37785, 25660, 27948, 31260, 24358, 1827, 37445, 25084, 11703, 3820, 49218, 30616, 25083, 22759, 6275, 40603, 39038, 37156, 8894, 9871, 31333, 26582, 20528, 10523, 2747, 33639, 41740, 47899, 11337, 6325, 433, 33051, 1094, 24743, 9392, 22638, 7689, 39641, 9486, 33554, 30840, 35032, 19647, 7903, 18205, 34063, 46483, 32963, 11601, 19203, 45792, 47136, 6174, 40793, 13885, 16641, 48744, 37658, 43829, 44107, 6388, 37424, 20033, 28563, 27013, 17032, 12768, 38181, 35608, 14089, 29228, 40229, 45106, 11963, 37979, 20694, 22835, 5773, 19580, 44596, 19079, 45191, 666, 15893, 7513, 15939, 45020, 12659, 31388, 44651, 23592, 16419, 47615, 36714, 36448, 28579, 1697, 9889, 42082, 49150, 41132, 33996, 21551, 18467, 45242, 6516, 3355, 20187, 31669, 2814, 6900, 28198, 17656, 18178, 31825, 34244, 38330, 28894, 7463, 8134, 38159, 10524, 41508, 2367, 496, 31046, 1511, 31956, 46621, 14176, 1899, 32397, 29452, 16504, 34042, 24014, 47447, 20229, 36683, 5186, 14349, 21736, 17094, 30311, 27949, 30023, 49589, 43270, 2898, 18259, 17175, 18594, 17062, 42063, 3237, 12080, 35769, 1687, 30330, 29678, 27321, 4273, 28513, 2551, 5314, 13572, 13497, 9652, 3466, 27133, 38459, 23232, 14231, 25584, 49398, 32994, 10434, 42369, 37410, 45044, 11075, 12523, 1417, 6765, 40000, 25016, 36905, 48638, 21, 16822, 24333, 30084, 43982, 26954, 6519, 42546, 14751, 14278, 49970, 47621, 18883, 37295, 9040, 40369, 22225, 36489, 21302, 13110, 5455, 47804, 14868, 13063, 22102, 36825, 21969, 33186, 28908, 32592, 42766, 12262, 39073, 915, 11824, 39208, 3098, 42789, 29800, 14150, 28705, 8847, 21716, 535, 48077, 41540, 36207, 10816, 41471, 35049, 20661, 6083, 30194, 4576, 2174, 1908, 48392, 10435, 10986, 18036, 24746, 3941, 34118, 49749, 12025, 21493, 15785, 17085, 39411, 34561, 42064, 36237, 2740, 8183, 40564, 33107, 25765, 49165, 25211, 17520, 17115, 1869, 46432, 33757, 20517, 39760, 259, 45380, 12436, 48000, 21046, 4039, 15701, 35246, 29112, 44161, 34079, 45449, 42845, 22815, 5597, 3990, 35899, 48969, 41528, 27873, 16598, 39104, 23359, 46847, 28624, 19198, 1251, 9003, 28383, 47005, 40703, 41605, 39895, 26201, 11727, 27435, 17333, 39261, 37456, 14653, 30634, 4160, 24540, 12044, 7111, 23485, 5645, 2572, 1682, 17872, 8974, 16796, 11864, 40178, 20092, 32219, 14458, 37007, 31340, 10520, 34489, 13128, 42913, 31468, 44180, 37938, 20058, 18673, 36850, 34721, 26210, 15257, 35188, 11815, 47936, 18088, 43578, 11996, 47952, 24311, 1884, 36557, 32921, 36250, 38022, 5671, 13621, 23326, 14326, 23471, 24685, 39092, 3268, 37257, 16348, 13730, 21838, 44088, 8945, 10827, 13840, 46123, 48010, 13350, 30622, 45233, 8698, 14335, 45842, 15138, 1515, 40759, 21960, 47551, 33208, 18260, 6377, 46869, 31742, 23566, 12829, 15305, 37988, 16111, 32146, 37948, 25917, 30484, 17885, 42468, 28238, 33865, 28030, 30072, 34855, 19324, 42075, 30623, 3667, 38832, 25100, 43077, 36471, 11663, 13588, 14015, 5099, 10589, 28526, 48022, 15444, 3280, 188, 31582, 15225, 11019, 21804, 3901, 24461, 25031, 10373, 4486, 45950, 37949, 32923, 1583, 6576, 26004, 16237, 38132, 25045, 25091, 41949, 11553, 48062, 40503, 13057, 8954, 18566, 28405, 28604, 30434, 49112, 30676, 32930, 16183, 48336, 43162, 873, 37233, 44718, 37247, 23758, 9243, 12126, 5287, 49594, 3459, 32091, 20894, 41743, 7366, 7258, 37939, 47665, 12260, 20836, 43253, 16191, 11619, 1519, 6137, 3934, 48375, 35234, 103, 30510, 8869, 21085, 41234, 25138, 25079, 31218, 48292, 48814, 6635, 18416, 1421, 4363, 5164, 47455, 21280, 16767, 19685, 16449, 45798, 31292, 31049, 43587, 30772, 2651, 12854, 23199, 25234, 23389, 24742, 19480, 19738, 19726, 2388, 21394, 4512, 9069, 42856, 25766, 23797, 40741, 33624, 8328, 35922, 27732, 36268, 23213, 41966, 40002, 12750, 46225, 35182, 23769, 25152, 26764, 20090, 27202, 48096, 4266, 2205, 2020, 37651, 36088, 1021, 28544, 20933, 48924, 11503, 43997, 9492, 19505, 47632, 4118, 2029, 22008, 41396, 16378, 36738, 33194, 28053, 44137, 30771, 12131, 5963, 31754, 46953, 3180, 1718, 36816, 2208, 20898, 13799, 30796, 34445, 37540, 27983, 39216, 16791, 36763, 15987, 28440, 11782, 48531, 4252, 47359, 5351, 4059, 9263, 32274, 39283, 258, 17485, 31280, 12814, 33217, 38203, 11170, 8486, 14434, 13722, 36048, 3705, 47210, 38260, 2200, 17850, 21589, 27598, 9926, 9419, 3981, 34519, 37821, 22855, 39796, 24105, 5113, 5888, 31974, 40040, 17179, 48615, 38665, 47173, 47154, 20619, 5049, 1656, 27736, 14424, 2013, 1348, 32964, 37228, 34968, 34124, 15993, 42420, 26558, 2961, 27119, 37779, 29321, 31595, 29301, 38364, 17528, 19583, 48609, 4428, 12427, 601, 21213, 44456, 39274, 40250, 39804, 35373, 43875, 20550, 43426, 13696, 34572, 11097, 22458, 33042, 12981, 29073, 6601, 2370, 4065, 46317, 29460, 21761, 13977, 4520, 31604, 16259, 1445, 29204, 26097, 31921, 33193, 36054, 26372, 4436, 40306, 13974, 6159, 46233, 33714, 27592, 23153, 40311, 12294, 40141, 14030, 36304, 40086, 43163, 14689, 5002, 40885, 40758, 42458, 18580, 29784, 14527, 30070, 18326, 40830, 42503, 5434, 25179, 15652, 11428, 40980, 45916, 22056, 15896, 42628, 30092, 40834, 25862, 40370, 7804, 46908, 44191, 26908, 9764, 36969, 21521, 35257, 9279, 36964, 4012, 627, 31813, 15669, 33832, 29874, 1912, 41254, 23709, 4648, 3131, 49882, 19349, 35975, 25565, 21641, 48219, 30806, 33979, 36103, 14640, 34524, 31661, 26869, 27297, 46519, 2352, 46930, 7617, 49750, 12620, 29820, 18590, 890, 16394, 23877, 26421, 23417, 29021, 11596, 22017, 14794, 14437, 48385, 48231, 18946, 38048, 41302, 40633, 15317, 24820], "fid_reference": "same farthest-first 1k CIFAR-10 training subset", "seed": 42} +{"step": 1, "wall_time": 34.553743839263916, "train_loss_step": 221.30355834960938, "n_params": 4715740, "total_flops": 14486753280, "train_loss": 1.000263838334517, "subset_score_loss": 1.000263838334517, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9809473752975464, "fid": 299.4960488385934, "fid_failed": 0.0} +{"step": 10000, "wall_time": 67.2414755821228, "train_loss_step": 40.4457893371582, "n_params": 4715740, "total_flops": 144867532800000, "train_loss": 0.7118852095170455, "subset_score_loss": 0.7118852095170455} +{"step": 20000, "wall_time": 104.04285764694214, "train_loss_step": 33.7498893737793, "n_params": 4715740, "total_flops": 289735065600000, "train_loss": 0.5933590975674716, "subset_score_loss": 0.5933590975674716} +{"step": 30000, "wall_time": 140.70927667617798, "train_loss_step": 30.51822280883789, "n_params": 4715740, "total_flops": 434602598400000, "train_loss": 0.5274844776500355, "subset_score_loss": 0.5274844776500355} +{"step": 40000, "wall_time": 177.40292406082153, "train_loss_step": 32.07688903808594, "n_params": 4715740, "total_flops": 579470131200000, "train_loss": 0.4651997306130149, "subset_score_loss": 0.4651997306130149} +{"step": 50000, "wall_time": 214.1101405620575, "train_loss_step": 28.058025360107422, "n_params": 4715740, "total_flops": 724337664000000, "train_loss": 0.40562341863458806, "subset_score_loss": 0.40562341863458806} +{"step": 60000, "wall_time": 250.88538455963135, "train_loss_step": 25.573150634765625, "n_params": 4715740, "total_flops": 869205196800000, "train_loss": 0.34612003673206676, "subset_score_loss": 0.34612003673206676} +{"step": 70000, "wall_time": 287.6023349761963, "train_loss_step": 24.38627052307129, "n_params": 4715740, "total_flops": 1014072729600000, "train_loss": 0.3008606650612571, "subset_score_loss": 0.3008606650612571} +{"step": 80000, "wall_time": 324.3279902935028, "train_loss_step": 22.30855941772461, "n_params": 4715740, "total_flops": 1158940262400000, "train_loss": 0.26210086128928445, "subset_score_loss": 0.26210086128928445} +{"step": 90000, "wall_time": 361.04995703697205, "train_loss_step": 21.89065933227539, "n_params": 4715740, "total_flops": 1303807795200000, "train_loss": 0.2346122915094549, "subset_score_loss": 0.2346122915094549} +{"step": 100000, "wall_time": 430.52797532081604, "train_loss_step": 19.542476654052734, "n_params": 4715740, "total_flops": 1448675328000000, "train_loss": 0.20922345248135654, "subset_score_loss": 0.20922345248135654, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9666082859039307, "fid": 196.58650986424777, "fid_failed": 0.0} +{"step": 110000, "wall_time": 458.0716607570648, "train_loss_step": 20.560749053955078, "n_params": 4715740, "total_flops": 1593542860800000, "train_loss": 0.19350103898481888, "subset_score_loss": 0.19350103898481888} +{"step": 120000, "wall_time": 475.47640204429626, "train_loss_step": 20.29283332824707, "n_params": 4715740, "total_flops": 1738410393600000, "train_loss": 0.18115738955411045, "subset_score_loss": 0.18115738955411045} +{"step": 130000, "wall_time": 492.36172556877136, "train_loss_step": 19.099388122558594, "n_params": 4715740, "total_flops": 1883277926400000, "train_loss": 0.17040618549693715, "subset_score_loss": 0.17040618549693715} +{"step": 140000, "wall_time": 510.8280122280121, "train_loss_step": 17.776519775390625, "n_params": 4715740, "total_flops": 2028145459200000, "train_loss": 0.16154145327481356, "subset_score_loss": 0.16154145327481356} +{"step": 150000, "wall_time": 539.8080413341522, "train_loss_step": 17.292400360107422, "n_params": 4715740, "total_flops": 2173012992000000, "train_loss": 0.1525287628173828, "subset_score_loss": 0.1525287628173828} +{"step": 160000, "wall_time": 576.5373404026031, "train_loss_step": 17.241836547851562, "n_params": 4715740, "total_flops": 2317880524800000, "train_loss": 0.14612747539173473, "subset_score_loss": 0.14612747539173473} +{"step": 170000, "wall_time": 613.2723543643951, "train_loss_step": 18.454010009765625, "n_params": 4715740, "total_flops": 2462748057600000, "train_loss": 0.15263215845281428, "subset_score_loss": 0.15263215845281428} +{"step": 180000, "wall_time": 649.9827358722687, "train_loss_step": 15.793535232543945, "n_params": 4715740, "total_flops": 2607615590400000, "train_loss": 0.1331510370427912, "subset_score_loss": 0.1331510370427912} +{"step": 190000, "wall_time": 686.6810007095337, "train_loss_step": 16.11089324951172, "n_params": 4715740, "total_flops": 2752483123200000, "train_loss": 0.1367756496776234, "subset_score_loss": 0.1367756496776234} +{"step": 200000, "wall_time": 756.1216187477112, "train_loss_step": 15.927993774414062, "n_params": 4715740, "total_flops": 2897350656000000, "train_loss": 0.128371524810791, "subset_score_loss": 0.128371524810791, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9694823026657104, "fid": 235.69035111495356, "fid_failed": 0.0} +{"step": 210000, "wall_time": 792.8781561851501, "train_loss_step": 15.657111167907715, "n_params": 4715740, "total_flops": 3042218188800000, "train_loss": 0.12210528633811257, "subset_score_loss": 0.12210528633811257} +{"step": 220000, "wall_time": 829.5392808914185, "train_loss_step": 14.829034805297852, "n_params": 4715740, "total_flops": 3187085721600000, "train_loss": 0.1216624606739391, "subset_score_loss": 0.1216624606739391} +{"step": 230000, "wall_time": 866.2759292125702, "train_loss_step": 14.364505767822266, "n_params": 4715740, "total_flops": 3331953254400000, "train_loss": 0.11754336790605024, "subset_score_loss": 0.11754336790605024} +{"step": 240000, "wall_time": 903.0113146305084, "train_loss_step": 14.37803840637207, "n_params": 4715740, "total_flops": 3476820787200000, "train_loss": 0.11276072588833895, "subset_score_loss": 0.11276072588833895} +{"step": 250000, "wall_time": 936.1204214096069, "train_loss_step": 14.143377304077148, "n_params": 4715740, "total_flops": 3621688320000000, "train_loss": 0.11602510972456499, "subset_score_loss": 0.11602510972456499} +{"step": 260000, "wall_time": 954.8877184391022, "train_loss_step": 13.83807373046875, "n_params": 4715740, "total_flops": 3766555852800000, "train_loss": 0.1099537502635609, "subset_score_loss": 0.1099537502635609} +{"step": 270000, "wall_time": 971.4701507091522, "train_loss_step": 13.843660354614258, "n_params": 4715740, "total_flops": 3911423385600000, "train_loss": 0.10716266632080078, "subset_score_loss": 0.10716266632080078} +{"step": 280000, "wall_time": 1007.2420105934143, "train_loss_step": 13.510047912597656, "n_params": 4715740, "total_flops": 4056290918400000, "train_loss": 0.10666739723899148, "subset_score_loss": 0.10666739723899148} +{"step": 290000, "wall_time": 1044.0583691596985, "train_loss_step": 13.570493698120117, "n_params": 4715740, "total_flops": 4201158451200000, "train_loss": 0.10519088398326527, "subset_score_loss": 0.10519088398326527} +{"step": 300000, "wall_time": 1113.4060227870941, "train_loss_step": 13.535964965820312, "n_params": 4715740, "total_flops": 4346025984000000, "train_loss": 0.10138600956309926, "subset_score_loss": 0.10138600956309926, "memorization_fraction_pixel": 0.0005000000237487257, "mean_nn_ratio_pixel": 0.966180682182312, "fid": 232.3916643451893, "fid_failed": 0.0} +{"step": 310000, "wall_time": 1150.1339302062988, "train_loss_step": 13.267599105834961, "n_params": 4715740, "total_flops": 4490893516800000, "train_loss": 0.10619949861006303, "subset_score_loss": 0.10619949861006303} +{"step": 320000, "wall_time": 1186.8305175304413, "train_loss_step": 12.742990493774414, "n_params": 4715740, "total_flops": 4635761049600000, "train_loss": 0.1012750278819691, "subset_score_loss": 0.1012750278819691} +{"step": 330000, "wall_time": 1223.5659022331238, "train_loss_step": 13.009557723999023, "n_params": 4715740, "total_flops": 4780628582400000, "train_loss": 0.10140581997958097, "subset_score_loss": 0.10140581997958097} +{"step": 340000, "wall_time": 1260.2457869052887, "train_loss_step": 13.530630111694336, "n_params": 4715740, "total_flops": 4925496115200000, "train_loss": 0.09611753116954456, "subset_score_loss": 0.09611753116954456} +{"step": 350000, "wall_time": 1297.0121746063232, "train_loss_step": 12.832982063293457, "n_params": 4715740, "total_flops": 5070363648000000, "train_loss": 0.09139477989890359, "subset_score_loss": 0.09139477989890359} +{"step": 360000, "wall_time": 1333.763117313385, "train_loss_step": 13.706148147583008, "n_params": 4715740, "total_flops": 5215231180800000, "train_loss": 0.10881509780883789, "subset_score_loss": 0.10881509780883789} +{"step": 370000, "wall_time": 1370.0924725532532, "train_loss_step": 11.95032024383545, "n_params": 4715740, "total_flops": 5360098713600000, "train_loss": 0.09302879680286755, "subset_score_loss": 0.09302879680286755} +{"step": 380000, "wall_time": 1395.6257252693176, "train_loss_step": 11.928422927856445, "n_params": 4715740, "total_flops": 5504966246400000, "train_loss": 0.09067989696155895, "subset_score_loss": 0.09067989696155895} +{"step": 390000, "wall_time": 1411.534250497818, "train_loss_step": 11.677136421203613, "n_params": 4715740, "total_flops": 5649833779200000, "train_loss": 0.08611723292957653, "subset_score_loss": 0.08611723292957653} +{"step": 400000, "wall_time": 1465.1248338222504, "train_loss_step": 12.242613792419434, "n_params": 4715740, "total_flops": 5794701312000000, "train_loss": 0.08545136885209517, "subset_score_loss": 0.08545136885209517, "memorization_fraction_pixel": 0.0024999999441206455, "mean_nn_ratio_pixel": 0.9677110314369202, "fid": 254.8055140682186, "fid_failed": 0.0} +{"step": 410000, "wall_time": 1501.8433384895325, "train_loss_step": 11.538311004638672, "n_params": 4715740, "total_flops": 5939568844800000, "train_loss": 0.0835687897422097, "subset_score_loss": 0.0835687897422097} +{"step": 420000, "wall_time": 1538.5695242881775, "train_loss_step": 11.164022445678711, "n_params": 4715740, "total_flops": 6084436377600000, "train_loss": 0.08446326689286665, "subset_score_loss": 0.08446326689286665} +{"step": 430000, "wall_time": 1575.3388209342957, "train_loss_step": 12.318037033081055, "n_params": 4715740, "total_flops": 6229303910400000, "train_loss": 0.09033503965897993, "subset_score_loss": 0.09033503965897993} +{"step": 440000, "wall_time": 1612.064381122589, "train_loss_step": 12.238709449768066, "n_params": 4715740, "total_flops": 6374171443200000, "train_loss": 0.08930996981534091, "subset_score_loss": 0.08930996981534091} +{"step": 450000, "wall_time": 1648.8245775699615, "train_loss_step": 11.552038192749023, "n_params": 4715740, "total_flops": 6519038976000000, "train_loss": 0.07848729220303623, "subset_score_loss": 0.07848729220303623} +{"step": 460000, "wall_time": 1685.5940091609955, "train_loss_step": 11.714093208312988, "n_params": 4715740, "total_flops": 6663906508800000, "train_loss": 0.0796093073758212, "subset_score_loss": 0.0796093073758212} +{"step": 470000, "wall_time": 1722.2901644706726, "train_loss_step": 11.07975959777832, "n_params": 4715740, "total_flops": 6808774041600000, "train_loss": 0.0808679233897816, "subset_score_loss": 0.0808679233897816} +{"step": 480000, "wall_time": 1759.024610042572, "train_loss_step": 11.254161834716797, "n_params": 4715740, "total_flops": 6953641574400000, "train_loss": 0.08967573859474876, "subset_score_loss": 0.08967573859474876} +{"step": 490000, "wall_time": 1795.7252345085144, "train_loss_step": 11.7020845413208, "n_params": 4715740, "total_flops": 7098509107200000, "train_loss": 0.0794586181640625, "subset_score_loss": 0.0794586181640625} +{"step": 500000, "wall_time": 1852.5621273517609, "train_loss_step": 10.907933235168457, "n_params": 4715740, "total_flops": 7243376640000000, "train_loss": 0.08474861491810191, "subset_score_loss": 0.08474861491810191, "memorization_fraction_pixel": 0.005400000140070915, "mean_nn_ratio_pixel": 0.9594833254814148, "fid": 267.8280440196095, "fid_failed": 0.0} +{"step": 510000, "wall_time": 1874.0538892745972, "train_loss_step": 10.042202949523926, "n_params": 4715740, "total_flops": 7388244172800000, "train_loss": 0.07717894640835848, "subset_score_loss": 0.07717894640835848} +{"step": 520000, "wall_time": 1910.7836287021637, "train_loss_step": 10.111820220947266, "n_params": 4715740, "total_flops": 7533111705600000, "train_loss": 0.06810932592912154, "subset_score_loss": 0.06810932592912154} +{"step": 530000, "wall_time": 1947.4662685394287, "train_loss_step": 11.086738586425781, "n_params": 4715740, "total_flops": 7677979238400000, "train_loss": 0.07552776336669922, "subset_score_loss": 0.07552776336669922} +{"step": 540000, "wall_time": 1984.1960039138794, "train_loss_step": 10.722146987915039, "n_params": 4715740, "total_flops": 7822846771200000, "train_loss": 0.07380504608154297, "subset_score_loss": 0.07380504608154297} +{"step": 550000, "wall_time": 2020.905219078064, "train_loss_step": 10.424571990966797, "n_params": 4715740, "total_flops": 7967714304000000, "train_loss": 0.07246452244845304, "subset_score_loss": 0.07246452244845304} +{"step": 560000, "wall_time": 2057.6385571956635, "train_loss_step": 10.090836524963379, "n_params": 4715740, "total_flops": 8112581836800000, "train_loss": 0.06907014846801758, "subset_score_loss": 0.06907014846801758} +{"step": 570000, "wall_time": 2094.351895093918, "train_loss_step": 10.27353572845459, "n_params": 4715740, "total_flops": 8257449369600000, "train_loss": 0.06864004568620162, "subset_score_loss": 0.06864004568620162} +{"step": 580000, "wall_time": 2131.064352750778, "train_loss_step": 9.753714561462402, "n_params": 4715740, "total_flops": 8402316902400000, "train_loss": 0.07038156336004084, "subset_score_loss": 0.07038156336004084} +{"step": 590000, "wall_time": 2167.850893497467, "train_loss_step": 10.187904357910156, "n_params": 4715740, "total_flops": 8547184435200000, "train_loss": 0.06557416915893555, "subset_score_loss": 0.06557416915893555} +{"step": 600000, "wall_time": 2237.2748482227325, "train_loss_step": 9.999454498291016, "n_params": 4715740, "total_flops": 8692051968000000, "train_loss": 0.06688759110190652, "subset_score_loss": 0.06688759110190652, "memorization_fraction_pixel": 0.009399999864399433, "mean_nn_ratio_pixel": 0.9539852738380432, "fid": 264.37103398847063, "fid_failed": 0.0} +{"step": 610000, "wall_time": 2273.9519646167755, "train_loss_step": 9.961752891540527, "n_params": 4715740, "total_flops": 8836919500800000, "train_loss": 0.06737559058449485, "subset_score_loss": 0.06737559058449485} +{"step": 620000, "wall_time": 2292.684688091278, "train_loss_step": 9.647244453430176, "n_params": 4715740, "total_flops": 8981787033600000, "train_loss": 0.06502112475308505, "subset_score_loss": 0.06502112475308505} +{"step": 630000, "wall_time": 2310.9514582157135, "train_loss_step": 9.378043174743652, "n_params": 4715740, "total_flops": 9126654566400000, "train_loss": 0.06320263255726208, "subset_score_loss": 0.06320263255726208} +{"step": 640000, "wall_time": 2327.4387669563293, "train_loss_step": 9.7079439163208, "n_params": 4715740, "total_flops": 9271522099200000, "train_loss": 0.06693957935680042, "subset_score_loss": 0.06693957935680042} +{"step": 650000, "wall_time": 2343.7604229450226, "train_loss_step": 9.237075805664062, "n_params": 4715740, "total_flops": 9416389632000000, "train_loss": 0.06740629889748313, "subset_score_loss": 0.06740629889748313} +{"step": 660000, "wall_time": 2378.3581037521362, "train_loss_step": 9.60073471069336, "n_params": 4715740, "total_flops": 9561257164800000, "train_loss": 0.06367957808754661, "subset_score_loss": 0.06367957808754661} +{"step": 670000, "wall_time": 2415.137836933136, "train_loss_step": 9.80272388458252, "n_params": 4715740, "total_flops": 9706124697600000, "train_loss": 0.06439131823453036, "subset_score_loss": 0.06439131823453036} +{"step": 680000, "wall_time": 2451.858367204666, "train_loss_step": 9.43966293334961, "n_params": 4715740, "total_flops": 9850992230400000, "train_loss": 0.06118887554515492, "subset_score_loss": 0.06118887554515492} +{"step": 690000, "wall_time": 2488.5964908599854, "train_loss_step": 9.392824172973633, "n_params": 4715740, "total_flops": 9995859763200000, "train_loss": 0.06205679286609996, "subset_score_loss": 0.06205679286609996} +{"step": 700000, "wall_time": 2558.1651422977448, "train_loss_step": 9.47359848022461, "n_params": 4715740, "total_flops": 10140727296000000, "train_loss": 0.05628997629339045, "subset_score_loss": 0.05628997629339045, "memorization_fraction_pixel": 0.014100000262260437, "mean_nn_ratio_pixel": 0.9451342821121216, "fid": 253.3305342799468, "fid_failed": 0.0} +{"step": 710000, "wall_time": 2594.9364466667175, "train_loss_step": 8.753586769104004, "n_params": 4715740, "total_flops": 10285594828800000, "train_loss": 0.060463454506613994, "subset_score_loss": 0.060463454506613994} +{"step": 720000, "wall_time": 2631.6351845264435, "train_loss_step": 9.636129379272461, "n_params": 4715740, "total_flops": 10430462361600000, "train_loss": 0.06935175115411932, "subset_score_loss": 0.06935175115411932} +{"step": 730000, "wall_time": 2668.3901472091675, "train_loss_step": 9.445940017700195, "n_params": 4715740, "total_flops": 10575329894400000, "train_loss": 0.059498591856522995, "subset_score_loss": 0.059498591856522995} +{"step": 740000, "wall_time": 2705.12650847435, "train_loss_step": 9.009075164794922, "n_params": 4715740, "total_flops": 10720197427200000, "train_loss": 0.05679214650934393, "subset_score_loss": 0.05679214650934393} +{"step": 750000, "wall_time": 2741.8314735889435, "train_loss_step": 9.221975326538086, "n_params": 4715740, "total_flops": 10865064960000000, "train_loss": 0.057722000642256306, "subset_score_loss": 0.057722000642256306} +{"step": 760000, "wall_time": 2766.836522102356, "train_loss_step": 9.8089599609375, "n_params": 4715740, "total_flops": 11009932492800000, "train_loss": 0.06008054126392711, "subset_score_loss": 0.06008054126392711} +{"step": 770000, "wall_time": 2785.5706701278687, "train_loss_step": 8.786722183227539, "n_params": 4715740, "total_flops": 11154800025600000, "train_loss": 0.05397271676497026, "subset_score_loss": 0.05397271676497026} +{"step": 780000, "wall_time": 2806.55255317688, "train_loss_step": 8.911502838134766, "n_params": 4715740, "total_flops": 11299667558400000, "train_loss": 0.058067339116876775, "subset_score_loss": 0.058067339116876775} +{"step": 790000, "wall_time": 2843.318457841873, "train_loss_step": 9.02402114868164, "n_params": 4715740, "total_flops": 11444535091200000, "train_loss": 0.0576751015403054, "subset_score_loss": 0.0576751015403054} +{"step": 800000, "wall_time": 2912.614428758621, "train_loss_step": 8.98094367980957, "n_params": 4715740, "total_flops": 11589402624000000, "train_loss": 0.057429569417780095, "subset_score_loss": 0.057429569417780095, "memorization_fraction_pixel": 0.019099999219179153, "mean_nn_ratio_pixel": 0.9376403093338013, "fid": 247.9881939057075, "fid_failed": 0.0} +{"step": 810000, "wall_time": 2949.3296546936035, "train_loss_step": 8.668800354003906, "n_params": 4715740, "total_flops": 11734270156800000, "train_loss": 0.05802923549305309, "subset_score_loss": 0.05802923549305309} +{"step": 820000, "wall_time": 2986.068312883377, "train_loss_step": 8.702220916748047, "n_params": 4715740, "total_flops": 11879137689600000, "train_loss": 0.0580112717368386, "subset_score_loss": 0.0580112717368386} +{"step": 830000, "wall_time": 3022.7941920757294, "train_loss_step": 8.775779724121094, "n_params": 4715740, "total_flops": 12024005222400000, "train_loss": 0.051314557682384146, "subset_score_loss": 0.051314557682384146} +{"step": 840000, "wall_time": 3059.499942302704, "train_loss_step": 8.186351776123047, "n_params": 4715740, "total_flops": 12168872755200000, "train_loss": 0.0503120248967951, "subset_score_loss": 0.0503120248967951} +{"step": 850000, "wall_time": 3096.2181549072266, "train_loss_step": 8.64100170135498, "n_params": 4715740, "total_flops": 12313740288000000, "train_loss": 0.05993725603277033, "subset_score_loss": 0.05993725603277033} +{"step": 860000, "wall_time": 3133.002441883087, "train_loss_step": 8.672905921936035, "n_params": 4715740, "total_flops": 12458607820800000, "train_loss": 0.056952957673506305, "subset_score_loss": 0.056952957673506305} +{"step": 870000, "wall_time": 3169.755960702896, "train_loss_step": 8.471902847290039, "n_params": 4715740, "total_flops": 12603475353600000, "train_loss": 0.05372467907992276, "subset_score_loss": 0.05372467907992276} +{"step": 880000, "wall_time": 3206.468281984329, "train_loss_step": 8.140380859375, "n_params": 4715740, "total_flops": 12748342886400000, "train_loss": 0.05389057072726163, "subset_score_loss": 0.05389057072726163} +{"step": 890000, "wall_time": 3224.458384037018, "train_loss_step": 7.932568550109863, "n_params": 4715740, "total_flops": 12893210419200000, "train_loss": 0.055147491801868787, "subset_score_loss": 0.055147491801868787} +{"step": 900000, "wall_time": 3260.144541501999, "train_loss_step": 8.438394546508789, "n_params": 4715740, "total_flops": 13038077952000000, "train_loss": 0.054438027468594635, "subset_score_loss": 0.054438027468594635, "memorization_fraction_pixel": 0.01940000057220459, "mean_nn_ratio_pixel": 0.9379298090934753, "fid": 240.94191942183676, "fid_failed": 0.0} +{"step": 910000, "wall_time": 3296.8900389671326, "train_loss_step": 8.282588958740234, "n_params": 4715740, "total_flops": 13182945484800000, "train_loss": 0.053657878528941765, "subset_score_loss": 0.053657878528941765} +{"step": 920000, "wall_time": 3333.6158430576324, "train_loss_step": 8.209281921386719, "n_params": 4715740, "total_flops": 13327813017600000, "train_loss": 0.054862473227761006, "subset_score_loss": 0.054862473227761006} +{"step": 930000, "wall_time": 3370.3102498054504, "train_loss_step": 8.441177368164062, "n_params": 4715740, "total_flops": 13472680550400000, "train_loss": 0.05041369958357377, "subset_score_loss": 0.05041369958357377} +{"step": 940000, "wall_time": 3407.062659740448, "train_loss_step": 8.143190383911133, "n_params": 4715740, "total_flops": 13617548083200000, "train_loss": 0.05551319989291104, "subset_score_loss": 0.05551319989291104} +{"step": 950000, "wall_time": 3443.824378967285, "train_loss_step": 8.24246597290039, "n_params": 4715740, "total_flops": 13762415616000000, "train_loss": 0.054207741130482066, "subset_score_loss": 0.054207741130482066} +{"step": 960000, "wall_time": 3480.535155773163, "train_loss_step": 8.462383270263672, "n_params": 4715740, "total_flops": 13907283148800000, "train_loss": 0.05075990069996227, "subset_score_loss": 0.05075990069996227} +{"step": 970000, "wall_time": 3517.2367613315582, "train_loss_step": 8.40875244140625, "n_params": 4715740, "total_flops": 14052150681600000, "train_loss": 0.04850265763022683, "subset_score_loss": 0.04850265763022683} +{"step": 980000, "wall_time": 3553.970860481262, "train_loss_step": 8.300739288330078, "n_params": 4715740, "total_flops": 14197018214400000, "train_loss": 0.049363387714732775, "subset_score_loss": 0.049363387714732775} +{"step": 990000, "wall_time": 3590.666261911392, "train_loss_step": 8.122169494628906, "n_params": 4715740, "total_flops": 14341885747200000, "train_loss": 0.053360362486405806, "subset_score_loss": 0.053360362486405806} +{"step": 1000000, "wall_time": 3658.6021332740784, "train_loss_step": 8.281614303588867, "n_params": 4715740, "total_flops": 14486753280000000, "train_loss": 0.04781560030850497, "subset_score_loss": 0.04781560030850497, "memorization_fraction_pixel": 0.027899999171495438, "mean_nn_ratio_pixel": 0.9216663837432861, "fid": 226.66457847160737, "fid_failed": 0.0} +{"step": 1010000, "wall_time": 3676.0443818569183, "train_loss_step": 8.168386459350586, "n_params": 4715740, "total_flops": 14631620812800000, "train_loss": 0.04790469949895686, "subset_score_loss": 0.04790469949895686} +{"step": 1020000, "wall_time": 3693.014246225357, "train_loss_step": 9.412393569946289, "n_params": 4715740, "total_flops": 14776488345600000, "train_loss": 0.05979344628073952, "subset_score_loss": 0.05979344628073952} +{"step": 1030000, "wall_time": 3710.7773032188416, "train_loss_step": 8.225027084350586, "n_params": 4715740, "total_flops": 14921355878400000, "train_loss": 0.050278581272472034, "subset_score_loss": 0.050278581272472034} +{"step": 1040000, "wall_time": 3746.2773270606995, "train_loss_step": 7.945136547088623, "n_params": 4715740, "total_flops": 15066223411200000, "train_loss": 0.04614549983631481, "subset_score_loss": 0.04614549983631481} +{"step": 1050000, "wall_time": 3783.0384817123413, "train_loss_step": 7.9579691886901855, "n_params": 4715740, "total_flops": 15211090944000000, "train_loss": 0.053481188687411224, "subset_score_loss": 0.053481188687411224} +{"step": 1060000, "wall_time": 3819.808879852295, "train_loss_step": 8.133590698242188, "n_params": 4715740, "total_flops": 15355958476800000, "train_loss": 0.05302872224287553, "subset_score_loss": 0.05302872224287553} +{"step": 1070000, "wall_time": 3856.5485677719116, "train_loss_step": 7.67611026763916, "n_params": 4715740, "total_flops": 15500826009600000, "train_loss": 0.05087918368252841, "subset_score_loss": 0.05087918368252841} +{"step": 1080000, "wall_time": 3893.204031229019, "train_loss_step": 8.122800827026367, "n_params": 4715740, "total_flops": 15645693542400000, "train_loss": 0.050502113862471144, "subset_score_loss": 0.050502113862471144} +{"step": 1090000, "wall_time": 3929.902635574341, "train_loss_step": 7.737610816955566, "n_params": 4715740, "total_flops": 15790561075200000, "train_loss": 0.04425845579667525, "subset_score_loss": 0.04425845579667525} +{"step": 1100000, "wall_time": 3999.3742187023163, "train_loss_step": 7.992398262023926, "n_params": 4715740, "total_flops": 15935428608000000, "train_loss": 0.0473296425559304, "subset_score_loss": 0.0473296425559304, "memorization_fraction_pixel": 0.0364999994635582, "mean_nn_ratio_pixel": 0.9170422554016113, "fid": 222.95710772752912, "fid_failed": 0.0} +{"step": 1110000, "wall_time": 4036.0872201919556, "train_loss_step": 7.773970603942871, "n_params": 4715740, "total_flops": 16080296140800000, "train_loss": 0.04686347788030451, "subset_score_loss": 0.04686347788030451} +{"step": 1120000, "wall_time": 4072.812869787216, "train_loss_step": 7.972297191619873, "n_params": 4715740, "total_flops": 16225163673600000, "train_loss": 0.04518179460005327, "subset_score_loss": 0.04518179460005327} +{"step": 1130000, "wall_time": 4109.219758272171, "train_loss_step": 7.944289207458496, "n_params": 4715740, "total_flops": 16370031206400000, "train_loss": 0.047958538749001245, "subset_score_loss": 0.047958538749001245} +{"step": 1140000, "wall_time": 4133.601097106934, "train_loss_step": 7.37183952331543, "n_params": 4715740, "total_flops": 16514898739200000, "train_loss": 0.0456700325012207, "subset_score_loss": 0.0456700325012207} +{"step": 1150000, "wall_time": 4149.870436906815, "train_loss_step": 8.29716968536377, "n_params": 4715740, "total_flops": 16659766272000000, "train_loss": 0.048873333497480916, "subset_score_loss": 0.048873333497480916} +{"step": 1160000, "wall_time": 4165.99783873558, "train_loss_step": 8.164933204650879, "n_params": 4715740, "total_flops": 16804633804800000, "train_loss": 0.052260723980990326, "subset_score_loss": 0.052260723980990326} +{"step": 1170000, "wall_time": 4201.387831926346, "train_loss_step": 7.76101016998291, "n_params": 4715740, "total_flops": 16949501337600000, "train_loss": 0.04554910659790039, "subset_score_loss": 0.04554910659790039} +{"step": 1180000, "wall_time": 4238.1039662361145, "train_loss_step": 7.530078887939453, "n_params": 4715740, "total_flops": 17094368870400000, "train_loss": 0.04254757274280895, "subset_score_loss": 0.04254757274280895} +{"step": 1190000, "wall_time": 4274.846939086914, "train_loss_step": 8.046648025512695, "n_params": 4715740, "total_flops": 17239236403200000, "train_loss": 0.04883551164106889, "subset_score_loss": 0.04883551164106889} +{"step": 1200000, "wall_time": 4344.32830452919, "train_loss_step": 7.752865791320801, "n_params": 4715740, "total_flops": 17384103936000000, "train_loss": 0.04217934608459473, "subset_score_loss": 0.04217934608459473, "memorization_fraction_pixel": 0.04190000146627426, "mean_nn_ratio_pixel": 0.9092326164245605, "fid": 220.89580512091516, "fid_failed": 0.0} +{"step": 1210000, "wall_time": 4381.098648309708, "train_loss_step": 7.812775611877441, "n_params": 4715740, "total_flops": 17528971468800000, "train_loss": 0.045710450952703305, "subset_score_loss": 0.045710450952703305} +{"step": 1220000, "wall_time": 4417.844924926758, "train_loss_step": 7.580573081970215, "n_params": 4715740, "total_flops": 17673839001600000, "train_loss": 0.04235230792652477, "subset_score_loss": 0.04235230792652477} +{"step": 1230000, "wall_time": 4454.611291646957, "train_loss_step": 7.87664794921875, "n_params": 4715740, "total_flops": 17818706534400000, "train_loss": 0.043146983059969814, "subset_score_loss": 0.043146983059969814} +{"step": 1240000, "wall_time": 4491.398779153824, "train_loss_step": 7.378514289855957, "n_params": 4715740, "total_flops": 17963574067200000, "train_loss": 0.04441370530561967, "subset_score_loss": 0.04441370530561967} +{"step": 1250000, "wall_time": 4528.180627822876, "train_loss_step": 7.463171005249023, "n_params": 4715740, "total_flops": 18108441600000000, "train_loss": 0.04434373595497825, "subset_score_loss": 0.04434373595497825} +{"step": 1260000, "wall_time": 4564.635276079178, "train_loss_step": 7.4675445556640625, "n_params": 4715740, "total_flops": 18253309132800000, "train_loss": 0.0446504376151345, "subset_score_loss": 0.0446504376151345} +{"step": 1270000, "wall_time": 4588.945588350296, "train_loss_step": 7.9388227462768555, "n_params": 4715740, "total_flops": 18398176665600000, "train_loss": 0.045802853324196556, "subset_score_loss": 0.045802853324196556} +{"step": 1280000, "wall_time": 4605.93163394928, "train_loss_step": 7.676117897033691, "n_params": 4715740, "total_flops": 18543044198400000, "train_loss": 0.04590755809437145, "subset_score_loss": 0.04590755809437145} +{"step": 1290000, "wall_time": 4642.681029319763, "train_loss_step": 7.547407627105713, "n_params": 4715740, "total_flops": 18687911731200000, "train_loss": 0.04254752505909313, "subset_score_loss": 0.04254752505909313} +{"step": 1300000, "wall_time": 4712.132326841354, "train_loss_step": 7.566061973571777, "n_params": 4715740, "total_flops": 18832779264000000, "train_loss": 0.04221926602450284, "subset_score_loss": 0.04221926602450284, "memorization_fraction_pixel": 0.04690000042319298, "mean_nn_ratio_pixel": 0.9002236127853394, "fid": 210.71234879515163, "fid_failed": 0.0} +{"step": 1310000, "wall_time": 4748.85782790184, "train_loss_step": 7.503839492797852, "n_params": 4715740, "total_flops": 18977646796800000, "train_loss": 0.047164535522460936, "subset_score_loss": 0.047164535522460936} +{"step": 1320000, "wall_time": 4785.5777316093445, "train_loss_step": 8.021448135375977, "n_params": 4715740, "total_flops": 19122514329600000, "train_loss": 0.04370559345592152, "subset_score_loss": 0.04370559345592152} +{"step": 1330000, "wall_time": 4822.309274196625, "train_loss_step": 7.4609479904174805, "n_params": 4715740, "total_flops": 19267381862400000, "train_loss": 0.042362607609141956, "subset_score_loss": 0.042362607609141956} +{"step": 1340000, "wall_time": 4859.024673461914, "train_loss_step": 7.7925190925598145, "n_params": 4715740, "total_flops": 19412249395200000, "train_loss": 0.043824104829268025, "subset_score_loss": 0.043824104829268025} +{"step": 1350000, "wall_time": 4895.654879570007, "train_loss_step": 6.892439365386963, "n_params": 4715740, "total_flops": 19557116928000000, "train_loss": 0.0415626352483576, "subset_score_loss": 0.0415626352483576} +{"step": 1360000, "wall_time": 4932.363751173019, "train_loss_step": 7.251730918884277, "n_params": 4715740, "total_flops": 19701984460800000, "train_loss": 0.04552248174493963, "subset_score_loss": 0.04552248174493963} +{"step": 1370000, "wall_time": 4969.093057155609, "train_loss_step": 7.63662052154541, "n_params": 4715740, "total_flops": 19846851993600000, "train_loss": 0.04472642378373579, "subset_score_loss": 0.04472642378373579} +{"step": 1380000, "wall_time": 5005.403816461563, "train_loss_step": 7.26960563659668, "n_params": 4715740, "total_flops": 19991719526400000, "train_loss": 0.04845467480746182, "subset_score_loss": 0.04845467480746182} +{"step": 1390000, "wall_time": 5029.921850681305, "train_loss_step": 7.68729305267334, "n_params": 4715740, "total_flops": 20136587059200000, "train_loss": 0.041909712011163884, "subset_score_loss": 0.041909712011163884} +{"step": 1400000, "wall_time": 5099.395664691925, "train_loss_step": 7.210049629211426, "n_params": 4715740, "total_flops": 20281454592000000, "train_loss": 0.043309714577414775, "subset_score_loss": 0.043309714577414775, "memorization_fraction_pixel": 0.04749999940395355, "mean_nn_ratio_pixel": 0.896017849445343, "fid": 214.169515067932, "fid_failed": 0.0} +{"step": 1410000, "wall_time": 5136.103644609451, "train_loss_step": 7.6176862716674805, "n_params": 4715740, "total_flops": 20426322124800000, "train_loss": 0.04203718358820135, "subset_score_loss": 0.04203718358820135} +{"step": 1420000, "wall_time": 5172.792676687241, "train_loss_step": 7.760591506958008, "n_params": 4715740, "total_flops": 20571189657600000, "train_loss": 0.041839400204745206, "subset_score_loss": 0.041839400204745206} +{"step": 1430000, "wall_time": 5209.504194021225, "train_loss_step": 7.1095476150512695, "n_params": 4715740, "total_flops": 20716057190400000, "train_loss": 0.03816656632856889, "subset_score_loss": 0.03816656632856889} +{"step": 1440000, "wall_time": 5246.231904268265, "train_loss_step": 7.695652961730957, "n_params": 4715740, "total_flops": 20860924723200000, "train_loss": 0.04558991952375932, "subset_score_loss": 0.04558991952375932} +{"step": 1450000, "wall_time": 5282.949523448944, "train_loss_step": 7.308364391326904, "n_params": 4715740, "total_flops": 21005792256000000, "train_loss": 0.042635167728770865, "subset_score_loss": 0.042635167728770865} +{"step": 1460000, "wall_time": 5319.711257457733, "train_loss_step": 7.190787315368652, "n_params": 4715740, "total_flops": 21150659788800000, "train_loss": 0.042426711862737485, "subset_score_loss": 0.042426711862737485} +{"step": 1470000, "wall_time": 5356.416031360626, "train_loss_step": 7.602113723754883, "n_params": 4715740, "total_flops": 21295527321600000, "train_loss": 0.04025261185385964, "subset_score_loss": 0.04025261185385964} +{"step": 1480000, "wall_time": 5393.144536495209, "train_loss_step": 7.1880574226379395, "n_params": 4715740, "total_flops": 21440394854400000, "train_loss": 0.04170127348466353, "subset_score_loss": 0.04170127348466353} +{"step": 1490000, "wall_time": 5429.6203854084015, "train_loss_step": 7.06951904296875, "n_params": 4715740, "total_flops": 21585262387200000, "train_loss": 0.05195273486050692, "subset_score_loss": 0.05195273486050692} +{"step": 1500000, "wall_time": 5485.0797736644745, "train_loss_step": 7.1725311279296875, "n_params": 4715740, "total_flops": 21730129920000000, "train_loss": 0.03834997523914684, "subset_score_loss": 0.03834997523914684, "memorization_fraction_pixel": 0.05550000071525574, "mean_nn_ratio_pixel": 0.8907715678215027, "fid": 212.49484687053098, "fid_failed": 0.0} +{"step": 1510000, "wall_time": 5521.858560562134, "train_loss_step": 7.169163703918457, "n_params": 4715740, "total_flops": 21874997452800000, "train_loss": 0.04037243669683283, "subset_score_loss": 0.04037243669683283} +{"step": 1520000, "wall_time": 5558.561619520187, "train_loss_step": 7.3800368309021, "n_params": 4715740, "total_flops": 22019864985600000, "train_loss": 0.04450007351962003, "subset_score_loss": 0.04450007351962003} +{"step": 1530000, "wall_time": 5595.296923160553, "train_loss_step": 6.938574314117432, "n_params": 4715740, "total_flops": 22164732518400000, "train_loss": 0.04139763225208629, "subset_score_loss": 0.04139763225208629} +{"step": 1540000, "wall_time": 5632.008141994476, "train_loss_step": 7.827424049377441, "n_params": 4715740, "total_flops": 22309600051200000, "train_loss": 0.04237564260309393, "subset_score_loss": 0.04237564260309393} +{"step": 1550000, "wall_time": 5668.747001647949, "train_loss_step": 7.421730041503906, "n_params": 4715740, "total_flops": 22454467584000000, "train_loss": 0.04367683150551536, "subset_score_loss": 0.04367683150551536} +{"step": 1560000, "wall_time": 5705.453563213348, "train_loss_step": 7.145517349243164, "n_params": 4715740, "total_flops": 22599335116800000, "train_loss": 0.04166416254910556, "subset_score_loss": 0.04166416254910556} +{"step": 1570000, "wall_time": 5742.196613550186, "train_loss_step": 6.888744831085205, "n_params": 4715740, "total_flops": 22744202649600000, "train_loss": 0.039568788355047055, "subset_score_loss": 0.039568788355047055} +{"step": 1580000, "wall_time": 5778.920311450958, "train_loss_step": 6.9609479904174805, "n_params": 4715740, "total_flops": 22889070182400000, "train_loss": 0.038465348157015716, "subset_score_loss": 0.038465348157015716} +{"step": 1590000, "wall_time": 5815.6757962703705, "train_loss_step": 7.067844390869141, "n_params": 4715740, "total_flops": 23033937715200000, "train_loss": 0.04772949652238326, "subset_score_loss": 0.04772949652238326} +{"step": 1600000, "wall_time": 5875.987246274948, "train_loss_step": 6.747955322265625, "n_params": 4715740, "total_flops": 23178805248000000, "train_loss": 0.039837919582020154, "subset_score_loss": 0.039837919582020154, "memorization_fraction_pixel": 0.05820000171661377, "mean_nn_ratio_pixel": 0.8879031538963318, "fid": 214.41351274150995, "fid_failed": 0.0} +{"step": 1610000, "wall_time": 5912.752604961395, "train_loss_step": 7.14461612701416, "n_params": 4715740, "total_flops": 23323672780800000, "train_loss": 0.04183455814014782, "subset_score_loss": 0.04183455814014782} +{"step": 1620000, "wall_time": 5949.527594566345, "train_loss_step": 7.3658318519592285, "n_params": 4715740, "total_flops": 23468540313600000, "train_loss": 0.04385062564503063, "subset_score_loss": 0.04385062564503063} +{"step": 1630000, "wall_time": 5986.259940624237, "train_loss_step": 6.8370866775512695, "n_params": 4715740, "total_flops": 23613407846400000, "train_loss": 0.04129209951920943, "subset_score_loss": 0.04129209951920943} +{"step": 1640000, "wall_time": 6022.986960411072, "train_loss_step": 6.88326358795166, "n_params": 4715740, "total_flops": 23758275379200000, "train_loss": 0.04038232890042392, "subset_score_loss": 0.04038232890042392} +{"step": 1650000, "wall_time": 6059.720794677734, "train_loss_step": 6.865372180938721, "n_params": 4715740, "total_flops": 23903142912000000, "train_loss": 0.040118681300770155, "subset_score_loss": 0.040118681300770155} +{"step": 1660000, "wall_time": 6096.4300532341, "train_loss_step": 7.023237228393555, "n_params": 4715740, "total_flops": 24048010444800000, "train_loss": 0.039483772624622694, "subset_score_loss": 0.039483772624622694} +{"step": 1670000, "wall_time": 6133.174200296402, "train_loss_step": 7.014482498168945, "n_params": 4715740, "total_flops": 24192877977600000, "train_loss": 0.03804903030395508, "subset_score_loss": 0.03804903030395508} +{"step": 1680000, "wall_time": 6169.938967227936, "train_loss_step": 6.70606803894043, "n_params": 4715740, "total_flops": 24337745510400000, "train_loss": 0.03799054839394309, "subset_score_loss": 0.03799054839394309} +{"step": 1690000, "wall_time": 6206.655427694321, "train_loss_step": 6.90956974029541, "n_params": 4715740, "total_flops": 24482613043200000, "train_loss": 0.038732415979558774, "subset_score_loss": 0.038732415979558774} +{"step": 1700000, "wall_time": 6274.661883354187, "train_loss_step": 6.824278831481934, "n_params": 4715740, "total_flops": 24627480576000000, "train_loss": 0.03916778997941451, "subset_score_loss": 0.03916778997941451, "memorization_fraction_pixel": 0.0731000006198883, "mean_nn_ratio_pixel": 0.8784516453742981, "fid": 217.54950136411833, "fid_failed": 0.0} +{"step": 1710000, "wall_time": 6304.848528146744, "train_loss_step": 7.5541300773620605, "n_params": 4715740, "total_flops": 24772348108800000, "train_loss": 0.039048624038696286, "subset_score_loss": 0.039048624038696286} +{"step": 1720000, "wall_time": 6341.548834562302, "train_loss_step": 6.927514553070068, "n_params": 4715740, "total_flops": 24917215641600000, "train_loss": 0.03728042949329723, "subset_score_loss": 0.03728042949329723} +{"step": 1730000, "wall_time": 6378.328962564468, "train_loss_step": 6.8297343254089355, "n_params": 4715740, "total_flops": 25062083174400000, "train_loss": 0.03840419162403454, "subset_score_loss": 0.03840419162403454} +{"step": 1740000, "wall_time": 6415.033084392548, "train_loss_step": 7.002185821533203, "n_params": 4715740, "total_flops": 25206950707200000, "train_loss": 0.03632168986580588, "subset_score_loss": 0.03632168986580588} +{"step": 1750000, "wall_time": 6451.746617555618, "train_loss_step": 7.240553855895996, "n_params": 4715740, "total_flops": 25351818240000000, "train_loss": 0.038513994216918944, "subset_score_loss": 0.038513994216918944} +{"step": 1760000, "wall_time": 6488.46142077446, "train_loss_step": 6.660233497619629, "n_params": 4715740, "total_flops": 25496685772800000, "train_loss": 0.039237802678888496, "subset_score_loss": 0.039237802678888496} +{"step": 1770000, "wall_time": 6525.200110197067, "train_loss_step": 6.599447250366211, "n_params": 4715740, "total_flops": 25641553305600000, "train_loss": 0.03912527777931907, "subset_score_loss": 0.03912527777931907} +{"step": 1780000, "wall_time": 6561.991472959518, "train_loss_step": 6.937939643859863, "n_params": 4715740, "total_flops": 25786420838400000, "train_loss": 0.03908981843428178, "subset_score_loss": 0.03908981843428178} +{"step": 1790000, "wall_time": 6598.7249546051025, "train_loss_step": 7.001856803894043, "n_params": 4715740, "total_flops": 25931288371200000, "train_loss": 0.0407276066866788, "subset_score_loss": 0.0407276066866788} +{"step": 1800000, "wall_time": 6668.291016817093, "train_loss_step": 6.853663444519043, "n_params": 4715740, "total_flops": 26076155904000000, "train_loss": 0.03832062374461781, "subset_score_loss": 0.03832062374461781, "memorization_fraction_pixel": 0.07769999653100967, "mean_nn_ratio_pixel": 0.8745623230934143, "fid": 223.46071973902673, "fid_failed": 0.0} +{"step": 1810000, "wall_time": 6697.3530213832855, "train_loss_step": 6.904186725616455, "n_params": 4715740, "total_flops": 26221023436800000, "train_loss": 0.037950329347090285, "subset_score_loss": 0.037950329347090285} +{"step": 1820000, "wall_time": 6733.637199878693, "train_loss_step": 6.578731060028076, "n_params": 4715740, "total_flops": 26365890969600000, "train_loss": 0.03703193231062456, "subset_score_loss": 0.03703193231062456} +{"step": 1830000, "wall_time": 6770.341274738312, "train_loss_step": 7.421660900115967, "n_params": 4715740, "total_flops": 26510758502400000, "train_loss": 0.04392397186972878, "subset_score_loss": 0.04392397186972878} +{"step": 1840000, "wall_time": 6807.043156385422, "train_loss_step": 7.498258113861084, "n_params": 4715740, "total_flops": 26655626035200000, "train_loss": 0.03798112002286044, "subset_score_loss": 0.03798112002286044} +{"step": 1850000, "wall_time": 6843.754807949066, "train_loss_step": 6.58164119720459, "n_params": 4715740, "total_flops": 26800493568000000, "train_loss": 0.04699502424760298, "subset_score_loss": 0.04699502424760298} +{"step": 1860000, "wall_time": 6880.465894460678, "train_loss_step": 7.113920211791992, "n_params": 4715740, "total_flops": 26945361100800000, "train_loss": 0.03818585655905984, "subset_score_loss": 0.03818585655905984} +{"step": 1870000, "wall_time": 6917.192804574966, "train_loss_step": 6.651638031005859, "n_params": 4715740, "total_flops": 27090228633600000, "train_loss": 0.04021794145757502, "subset_score_loss": 0.04021794145757502} +{"step": 1880000, "wall_time": 6953.87370800972, "train_loss_step": 7.466252326965332, "n_params": 4715740, "total_flops": 27235096166400000, "train_loss": 0.0445768573067405, "subset_score_loss": 0.0445768573067405} +{"step": 1890000, "wall_time": 6990.610121965408, "train_loss_step": 6.878703594207764, "n_params": 4715740, "total_flops": 27379963699200000, "train_loss": 0.03688552596352317, "subset_score_loss": 0.03688552596352317} +{"step": 1900000, "wall_time": 7059.074218511581, "train_loss_step": 6.346262454986572, "n_params": 4715740, "total_flops": 27524831232000000, "train_loss": 0.044760123166170986, "subset_score_loss": 0.044760123166170986, "memorization_fraction_pixel": 0.07339999824762344, "mean_nn_ratio_pixel": 0.8710495233535767, "fid": 217.71853224121543, "fid_failed": 0.0} +{"step": 1910000, "wall_time": 7095.427409648895, "train_loss_step": 6.882382869720459, "n_params": 4715740, "total_flops": 27669698764800000, "train_loss": 0.03750248822298917, "subset_score_loss": 0.03750248822298917} +{"step": 1920000, "wall_time": 7124.636408567429, "train_loss_step": 6.816087245941162, "n_params": 4715740, "total_flops": 27814566297600000, "train_loss": 0.03873812502080744, "subset_score_loss": 0.03873812502080744} +{"step": 1930000, "wall_time": 7161.335597753525, "train_loss_step": 6.5706658363342285, "n_params": 4715740, "total_flops": 27959433830400000, "train_loss": 0.0397303277795965, "subset_score_loss": 0.0397303277795965} +{"step": 1940000, "wall_time": 7198.036749601364, "train_loss_step": 7.739375591278076, "n_params": 4715740, "total_flops": 28104301363200000, "train_loss": 0.038721440055153586, "subset_score_loss": 0.038721440055153586} +{"step": 1950000, "wall_time": 7234.75048828125, "train_loss_step": 6.773864269256592, "n_params": 4715740, "total_flops": 28249168896000000, "train_loss": 0.0369581786069003, "subset_score_loss": 0.0369581786069003} +{"step": 1960000, "wall_time": 7271.462770462036, "train_loss_step": 6.5414018630981445, "n_params": 4715740, "total_flops": 28394036428800000, "train_loss": 0.036074688217856664, "subset_score_loss": 0.036074688217856664} +{"step": 1970000, "wall_time": 7308.1885941028595, "train_loss_step": 6.733404159545898, "n_params": 4715740, "total_flops": 28538903961600000, "train_loss": 0.03845837332985618, "subset_score_loss": 0.03845837332985618} +{"step": 1980000, "wall_time": 7344.954843044281, "train_loss_step": 7.0684614181518555, "n_params": 4715740, "total_flops": 28683771494400000, "train_loss": 0.04135164347561923, "subset_score_loss": 0.04135164347561923} +{"step": 1990000, "wall_time": 7381.671462059021, "train_loss_step": 7.252538204193115, "n_params": 4715740, "total_flops": 28828639027200000, "train_loss": 0.03807408592917703, "subset_score_loss": 0.03807408592917703} +{"step": 2000000, "wall_time": 7451.118931770325, "train_loss_step": 6.576995849609375, "n_params": 4715740, "total_flops": 28973506560000000, "train_loss": 0.045578445087779654, "subset_score_loss": 0.045578445087779654, "memorization_fraction_pixel": 0.08879999816417694, "mean_nn_ratio_pixel": 0.8563240170478821, "fid": 214.9149293947088, "fid_failed": 0.0} +{"step": 2010000, "wall_time": 7487.866562128067, "train_loss_step": 6.8137712478637695, "n_params": 4715740, "total_flops": 29118374092800000, "train_loss": 0.03481593348763206, "subset_score_loss": 0.03481593348763206} +{"step": 2020000, "wall_time": 7524.457018613815, "train_loss_step": 6.404193878173828, "n_params": 4715740, "total_flops": 29263241625600000, "train_loss": 0.032870754328641026, "subset_score_loss": 0.032870754328641026} +{"step": 2030000, "wall_time": 7551.993332386017, "train_loss_step": 6.864812850952148, "n_params": 4715740, "total_flops": 29408109158400000, "train_loss": 0.036070030385797675, "subset_score_loss": 0.036070030385797675} +{"step": 2040000, "wall_time": 7588.754976511002, "train_loss_step": 6.718631744384766, "n_params": 4715740, "total_flops": 29552976691200000, "train_loss": 0.037273190238259056, "subset_score_loss": 0.037273190238259056} +{"step": 2050000, "wall_time": 7625.475242137909, "train_loss_step": 6.525415897369385, "n_params": 4715740, "total_flops": 29697844224000000, "train_loss": 0.03516410047357733, "subset_score_loss": 0.03516410047357733} +{"step": 2060000, "wall_time": 7662.220250606537, "train_loss_step": 6.609949111938477, "n_params": 4715740, "total_flops": 29842711756800000, "train_loss": 0.036603931947187945, "subset_score_loss": 0.036603931947187945} +{"step": 2070000, "wall_time": 7698.956952571869, "train_loss_step": 6.592410087585449, "n_params": 4715740, "total_flops": 29987579289600000, "train_loss": 0.03606017069383101, "subset_score_loss": 0.03606017069383101} +{"step": 2080000, "wall_time": 7735.620629310608, "train_loss_step": 6.231371879577637, "n_params": 4715740, "total_flops": 30132446822400000, "train_loss": 0.033842039108276364, "subset_score_loss": 0.033842039108276364} +{"step": 2090000, "wall_time": 7772.320503950119, "train_loss_step": 6.5630340576171875, "n_params": 4715740, "total_flops": 30277314355200000, "train_loss": 0.040297144109552555, "subset_score_loss": 0.040297144109552555} +{"step": 2100000, "wall_time": 7841.731249332428, "train_loss_step": 6.73602819442749, "n_params": 4715740, "total_flops": 30422181888000000, "train_loss": 0.03282503431493586, "subset_score_loss": 0.03282503431493586, "memorization_fraction_pixel": 0.0877000018954277, "mean_nn_ratio_pixel": 0.8561109304428101, "fid": 217.46123504554524, "fid_failed": 0.0} +{"step": 2110000, "wall_time": 7878.488257408142, "train_loss_step": 7.257286071777344, "n_params": 4715740, "total_flops": 30567049420800000, "train_loss": 0.037301796132867986, "subset_score_loss": 0.037301796132867986} +{"step": 2120000, "wall_time": 7915.226514577866, "train_loss_step": 6.6713151931762695, "n_params": 4715740, "total_flops": 30711916953600000, "train_loss": 0.03872695402665572, "subset_score_loss": 0.03872695402665572} +{"step": 2130000, "wall_time": 7949.972775220871, "train_loss_step": 6.951703071594238, "n_params": 4715740, "total_flops": 30856784486400000, "train_loss": 0.03584900335832076, "subset_score_loss": 0.03584900335832076} +{"step": 2140000, "wall_time": 7979.308532714844, "train_loss_step": 6.762759685516357, "n_params": 4715740, "total_flops": 31001652019200000, "train_loss": 0.03390082229267467, "subset_score_loss": 0.03390082229267467} +{"step": 2150000, "wall_time": 8016.009357452393, "train_loss_step": 6.38523006439209, "n_params": 4715740, "total_flops": 31146519552000000, "train_loss": 0.04338240623474121, "subset_score_loss": 0.04338240623474121} +{"step": 2160000, "wall_time": 8052.724999666214, "train_loss_step": 6.522846221923828, "n_params": 4715740, "total_flops": 31291387084800000, "train_loss": 0.038353898308493874, "subset_score_loss": 0.038353898308493874} +{"step": 2170000, "wall_time": 8089.427075147629, "train_loss_step": 6.778371810913086, "n_params": 4715740, "total_flops": 31436254617600000, "train_loss": 0.033351813663135874, "subset_score_loss": 0.033351813663135874} +{"step": 2180000, "wall_time": 8126.111714839935, "train_loss_step": 6.5622239112854, "n_params": 4715740, "total_flops": 31581122150400000, "train_loss": 0.03564419529654763, "subset_score_loss": 0.03564419529654763} +{"step": 2190000, "wall_time": 8162.850574493408, "train_loss_step": 6.80702018737793, "n_params": 4715740, "total_flops": 31725989683200000, "train_loss": 0.035529626499522814, "subset_score_loss": 0.035529626499522814} +{"step": 2200000, "wall_time": 8232.286480665207, "train_loss_step": 6.269725799560547, "n_params": 4715740, "total_flops": 31870857216000000, "train_loss": 0.03732463663274592, "subset_score_loss": 0.03732463663274592, "memorization_fraction_pixel": 0.10339999943971634, "mean_nn_ratio_pixel": 0.8448162078857422, "fid": 208.53653096631507, "fid_failed": 0.0} +{"step": 2210000, "wall_time": 8269.051012277603, "train_loss_step": 6.538307189941406, "n_params": 4715740, "total_flops": 32015724748800000, "train_loss": 0.03755206194790927, "subset_score_loss": 0.03755206194790927} +{"step": 2220000, "wall_time": 8305.792642831802, "train_loss_step": 6.931265830993652, "n_params": 4715740, "total_flops": 32160592281600000, "train_loss": 0.03782412355596369, "subset_score_loss": 0.03782412355596369} +{"step": 2230000, "wall_time": 8342.617933034897, "train_loss_step": 6.547492027282715, "n_params": 4715740, "total_flops": 32305459814400000, "train_loss": 0.04158764752474698, "subset_score_loss": 0.04158764752474698} +{"step": 2240000, "wall_time": 8372.48194360733, "train_loss_step": 6.513746738433838, "n_params": 4715740, "total_flops": 32450327347200000, "train_loss": 0.03412200537594882, "subset_score_loss": 0.03412200537594882} +{"step": 2250000, "wall_time": 8406.365042686462, "train_loss_step": 6.461144924163818, "n_params": 4715740, "total_flops": 32595194880000000, "train_loss": 0.034488064592534846, "subset_score_loss": 0.034488064592534846} +{"step": 2260000, "wall_time": 8443.081893205643, "train_loss_step": 6.739093780517578, "n_params": 4715740, "total_flops": 32740062412800000, "train_loss": 0.03564981764013117, "subset_score_loss": 0.03564981764013117} +{"step": 2270000, "wall_time": 8479.815006017685, "train_loss_step": 6.695619106292725, "n_params": 4715740, "total_flops": 32884929945600000, "train_loss": 0.03524474230679599, "subset_score_loss": 0.03524474230679599} +{"step": 2280000, "wall_time": 8516.537955522537, "train_loss_step": 6.949512481689453, "n_params": 4715740, "total_flops": 33029797478400000, "train_loss": 0.036571801792491566, "subset_score_loss": 0.036571801792491566} +{"step": 2290000, "wall_time": 8553.268547773361, "train_loss_step": 6.290013313293457, "n_params": 4715740, "total_flops": 33174665011200000, "train_loss": 0.03485337604175914, "subset_score_loss": 0.03485337604175914} +{"step": 2300000, "wall_time": 8622.81772518158, "train_loss_step": 6.437821388244629, "n_params": 4715740, "total_flops": 33319532544000000, "train_loss": 0.03416935530575839, "subset_score_loss": 0.03416935530575839, "memorization_fraction_pixel": 0.0966000035405159, "mean_nn_ratio_pixel": 0.8481205105781555, "fid": 213.1155345573374, "fid_failed": 0.0} +{"step": 2310000, "wall_time": 8659.623628616333, "train_loss_step": 6.246469020843506, "n_params": 4715740, "total_flops": 33464400076800000, "train_loss": 0.033563143556768246, "subset_score_loss": 0.033563143556768246} +{"step": 2320000, "wall_time": 8696.34950041771, "train_loss_step": 6.268047332763672, "n_params": 4715740, "total_flops": 33609267609600000, "train_loss": 0.036378032510930844, "subset_score_loss": 0.036378032510930844} +{"step": 2330000, "wall_time": 8733.075281143188, "train_loss_step": 6.34682559967041, "n_params": 4715740, "total_flops": 33754135142400000, "train_loss": 0.03499308065934615, "subset_score_loss": 0.03499308065934615} +{"step": 2340000, "wall_time": 8769.25479388237, "train_loss_step": 6.158059120178223, "n_params": 4715740, "total_flops": 33899002675200000, "train_loss": 0.03245748606595126, "subset_score_loss": 0.03245748606595126} +{"step": 2350000, "wall_time": 8796.349512338638, "train_loss_step": 6.62868595123291, "n_params": 4715740, "total_flops": 34043870208000000, "train_loss": 0.03854534842751243, "subset_score_loss": 0.03854534842751243} +{"step": 2360000, "wall_time": 8833.09836935997, "train_loss_step": 6.401880741119385, "n_params": 4715740, "total_flops": 34188737740800000, "train_loss": 0.032369771870699796, "subset_score_loss": 0.032369771870699796} +{"step": 2370000, "wall_time": 8869.813559293747, "train_loss_step": 6.009822845458984, "n_params": 4715740, "total_flops": 34333605273600000, "train_loss": 0.03704866495999423, "subset_score_loss": 0.03704866495999423} +{"step": 2380000, "wall_time": 8906.524729013443, "train_loss_step": 6.697293758392334, "n_params": 4715740, "total_flops": 34478472806400000, "train_loss": 0.03468602353876287, "subset_score_loss": 0.03468602353876287} +{"step": 2390000, "wall_time": 8943.266387939453, "train_loss_step": 6.699796676635742, "n_params": 4715740, "total_flops": 34623340339200000, "train_loss": 0.03283546404405074, "subset_score_loss": 0.03283546404405074} +{"step": 2400000, "wall_time": 9012.794574260712, "train_loss_step": 6.520726203918457, "n_params": 4715740, "total_flops": 34768207872000000, "train_loss": 0.03298849192532626, "subset_score_loss": 0.03298849192532626, "memorization_fraction_pixel": 0.10119999945163727, "mean_nn_ratio_pixel": 0.8426998257637024, "fid": 206.28023112447028, "fid_failed": 0.0} +{"step": 2410000, "wall_time": 9049.55212187767, "train_loss_step": 6.344762802124023, "n_params": 4715740, "total_flops": 34913075404800000, "train_loss": 0.03276824951171875, "subset_score_loss": 0.03276824951171875} +{"step": 2420000, "wall_time": 9086.272616386414, "train_loss_step": 6.458935737609863, "n_params": 4715740, "total_flops": 35057942937600000, "train_loss": 0.0337966420433738, "subset_score_loss": 0.0337966420433738} +{"step": 2430000, "wall_time": 9123.063356161118, "train_loss_step": 6.461826324462891, "n_params": 4715740, "total_flops": 35202810470400000, "train_loss": 0.038125892118974165, "subset_score_loss": 0.038125892118974165} +{"step": 2440000, "wall_time": 9159.816501140594, "train_loss_step": 5.959744453430176, "n_params": 4715740, "total_flops": 35347678003200000, "train_loss": 0.03304775194688277, "subset_score_loss": 0.03304775194688277} +{"step": 2450000, "wall_time": 9196.201348304749, "train_loss_step": 6.4954447746276855, "n_params": 4715740, "total_flops": 35492545536000000, "train_loss": 0.03519873835823752, "subset_score_loss": 0.03519873835823752} +{"step": 2460000, "wall_time": 9223.522120714188, "train_loss_step": 6.515050411224365, "n_params": 4715740, "total_flops": 35637413068800000, "train_loss": 0.03514752821488814, "subset_score_loss": 0.03514752821488814} +{"step": 2470000, "wall_time": 9260.261814832687, "train_loss_step": 6.3907151222229, "n_params": 4715740, "total_flops": 35782280601600000, "train_loss": 0.03435676748102361, "subset_score_loss": 0.03435676748102361} +{"step": 2480000, "wall_time": 9296.971013069153, "train_loss_step": 6.306899070739746, "n_params": 4715740, "total_flops": 35927148134400000, "train_loss": 0.03548616062511097, "subset_score_loss": 0.03548616062511097} +{"step": 2490000, "wall_time": 9333.688567638397, "train_loss_step": 6.050074577331543, "n_params": 4715740, "total_flops": 36072015667200000, "train_loss": 0.03635737895965576, "subset_score_loss": 0.03635737895965576} +{"step": 2500000, "wall_time": 9401.901726007462, "train_loss_step": 6.321890830993652, "n_params": 4715740, "total_flops": 36216883200000000, "train_loss": 0.03212245811115612, "subset_score_loss": 0.03212245811115612, "memorization_fraction_pixel": 0.10559999942779541, "mean_nn_ratio_pixel": 0.8446329832077026, "fid": 209.72463084033996, "fid_failed": 0.0} +{"step": 2510000, "wall_time": 9438.638423919678, "train_loss_step": 6.470429420471191, "n_params": 4715740, "total_flops": 36361750732800000, "train_loss": 0.032440872625871135, "subset_score_loss": 0.032440872625871135} +{"step": 2520000, "wall_time": 9475.335234165192, "train_loss_step": 6.509885787963867, "n_params": 4715740, "total_flops": 36506618265600000, "train_loss": 0.03409491885792126, "subset_score_loss": 0.03409491885792126} +{"step": 2530000, "wall_time": 9512.021033763885, "train_loss_step": 7.447308540344238, "n_params": 4715740, "total_flops": 36651485798400000, "train_loss": 0.04028638492931019, "subset_score_loss": 0.04028638492931019} +{"step": 2540000, "wall_time": 9548.7281665802, "train_loss_step": 6.545454978942871, "n_params": 4715740, "total_flops": 36796353331200000, "train_loss": 0.03331641283902255, "subset_score_loss": 0.03331641283902255} +{"step": 2550000, "wall_time": 9585.510838747025, "train_loss_step": 5.751587390899658, "n_params": 4715740, "total_flops": 36941220864000000, "train_loss": 0.03193917924707586, "subset_score_loss": 0.03193917924707586} +{"step": 2560000, "wall_time": 9622.365000724792, "train_loss_step": 6.403077602386475, "n_params": 4715740, "total_flops": 37086088396800000, "train_loss": 0.03134304610165683, "subset_score_loss": 0.03134304610165683} +{"step": 2570000, "wall_time": 9649.465226888657, "train_loss_step": 6.642475128173828, "n_params": 4715740, "total_flops": 37230955929600000, "train_loss": 0.03464291312477805, "subset_score_loss": 0.03464291312477805} +{"step": 2580000, "wall_time": 9686.168632984161, "train_loss_step": 7.000357627868652, "n_params": 4715740, "total_flops": 37375823462400000, "train_loss": 0.03766364617781206, "subset_score_loss": 0.03766364617781206} +{"step": 2590000, "wall_time": 9722.870461940765, "train_loss_step": 6.2314653396606445, "n_params": 4715740, "total_flops": 37520690995200000, "train_loss": 0.0380301909013228, "subset_score_loss": 0.0380301909013228} +{"step": 2600000, "wall_time": 9792.182931661606, "train_loss_step": 6.301990985870361, "n_params": 4715740, "total_flops": 37665558528000000, "train_loss": 0.039365616711703216, "subset_score_loss": 0.039365616711703216, "memorization_fraction_pixel": 0.11729999631643295, "mean_nn_ratio_pixel": 0.834790825843811, "fid": 212.69032839134468, "fid_failed": 0.0} +{"step": 2610000, "wall_time": 9828.830230474472, "train_loss_step": 6.240177154541016, "n_params": 4715740, "total_flops": 37810426060800000, "train_loss": 0.03459170081398704, "subset_score_loss": 0.03459170081398704} +{"step": 2620000, "wall_time": 9865.554023504257, "train_loss_step": 6.741239547729492, "n_params": 4715740, "total_flops": 37955293593600000, "train_loss": 0.038718015497381034, "subset_score_loss": 0.038718015497381034} +{"step": 2630000, "wall_time": 9902.244128227234, "train_loss_step": 6.62154483795166, "n_params": 4715740, "total_flops": 38100161126400000, "train_loss": 0.03296624313701283, "subset_score_loss": 0.03296624313701283} +{"step": 2640000, "wall_time": 9938.951364040375, "train_loss_step": 6.433326721191406, "n_params": 4715740, "total_flops": 38245028659200000, "train_loss": 0.03116372281854803, "subset_score_loss": 0.03116372281854803} +{"step": 2650000, "wall_time": 9975.738536834717, "train_loss_step": 6.196323394775391, "n_params": 4715740, "total_flops": 38389896192000000, "train_loss": 0.032942006804726344, "subset_score_loss": 0.032942006804726344} +{"step": 2660000, "wall_time": 10012.406260251999, "train_loss_step": 6.148838043212891, "n_params": 4715740, "total_flops": 38534763724800000, "train_loss": 0.033510624278675426, "subset_score_loss": 0.033510624278675426} +{"step": 2670000, "wall_time": 10047.075905799866, "train_loss_step": 6.615807056427002, "n_params": 4715740, "total_flops": 38679631257600000, "train_loss": 0.0313787655396895, "subset_score_loss": 0.0313787655396895} +{"step": 2680000, "wall_time": 10076.278259515762, "train_loss_step": 6.725576400756836, "n_params": 4715740, "total_flops": 38824498790400000, "train_loss": 0.03454091115431352, "subset_score_loss": 0.03454091115431352} +{"step": 2690000, "wall_time": 10113.040850162506, "train_loss_step": 6.23911714553833, "n_params": 4715740, "total_flops": 38969366323200000, "train_loss": 0.038271882317282936, "subset_score_loss": 0.038271882317282936} +{"step": 2700000, "wall_time": 10182.41138958931, "train_loss_step": 6.368439674377441, "n_params": 4715740, "total_flops": 39114233856000000, "train_loss": 0.03491871140219949, "subset_score_loss": 0.03491871140219949, "memorization_fraction_pixel": 0.12160000205039978, "mean_nn_ratio_pixel": 0.8292896747589111, "fid": 206.76961419477965, "fid_failed": 0.0} +{"step": 2710000, "wall_time": 10219.21369099617, "train_loss_step": 5.869472980499268, "n_params": 4715740, "total_flops": 39259101388800000, "train_loss": 0.029767738689075816, "subset_score_loss": 0.029767738689075816} +{"step": 2720000, "wall_time": 10255.959378004074, "train_loss_step": 6.109516143798828, "n_params": 4715740, "total_flops": 39403968921600000, "train_loss": 0.03714026537808505, "subset_score_loss": 0.03714026537808505} +{"step": 2730000, "wall_time": 10292.649054765701, "train_loss_step": 6.018279075622559, "n_params": 4715740, "total_flops": 39548836454400000, "train_loss": 0.03170579346743497, "subset_score_loss": 0.03170579346743497} +{"step": 2740000, "wall_time": 10329.379601240158, "train_loss_step": 5.983155727386475, "n_params": 4715740, "total_flops": 39693703987200000, "train_loss": 0.03393420739607377, "subset_score_loss": 0.03393420739607377} +{"step": 2750000, "wall_time": 10366.072234153748, "train_loss_step": 6.48988151550293, "n_params": 4715740, "total_flops": 39838571520000000, "train_loss": 0.04137412418018688, "subset_score_loss": 0.04137412418018688} +{"step": 2760000, "wall_time": 10402.807134866714, "train_loss_step": 6.264649391174316, "n_params": 4715740, "total_flops": 39983439052800000, "train_loss": 0.03307271870699796, "subset_score_loss": 0.03307271870699796} +{"step": 2770000, "wall_time": 10439.627699613571, "train_loss_step": 6.131960391998291, "n_params": 4715740, "total_flops": 40128306585600000, "train_loss": 0.031118135018782182, "subset_score_loss": 0.031118135018782182} +{"step": 2780000, "wall_time": 10470.263877868652, "train_loss_step": 6.228121280670166, "n_params": 4715740, "total_flops": 40273174118400000, "train_loss": 0.032835414192893285, "subset_score_loss": 0.032835414192893285} +{"step": 2790000, "wall_time": 10503.874291181564, "train_loss_step": 6.325128078460693, "n_params": 4715740, "total_flops": 40418041651200000, "train_loss": 0.03326370065862482, "subset_score_loss": 0.03326370065862482} +{"step": 2800000, "wall_time": 10573.366422653198, "train_loss_step": 5.969276428222656, "n_params": 4715740, "total_flops": 40562909184000000, "train_loss": 0.033198913660916415, "subset_score_loss": 0.033198913660916415, "memorization_fraction_pixel": 0.133200004696846, "mean_nn_ratio_pixel": 0.81911301612854, "fid": 208.78340419992395, "fid_failed": 0.0} +{"step": 2810000, "wall_time": 10610.120492458344, "train_loss_step": 6.456570148468018, "n_params": 4715740, "total_flops": 40707776716800000, "train_loss": 0.03302686214447022, "subset_score_loss": 0.03302686214447022} +{"step": 2820000, "wall_time": 10646.883167743683, "train_loss_step": 6.482835292816162, "n_params": 4715740, "total_flops": 40852644249600000, "train_loss": 0.03486539017070423, "subset_score_loss": 0.03486539017070423} +{"step": 2830000, "wall_time": 10683.625529766083, "train_loss_step": 6.494139671325684, "n_params": 4715740, "total_flops": 40997511782400000, "train_loss": 0.03299323862249201, "subset_score_loss": 0.03299323862249201} +{"step": 2840000, "wall_time": 10720.325983762741, "train_loss_step": 5.994256973266602, "n_params": 4715740, "total_flops": 41142379315200000, "train_loss": 0.03786021145907315, "subset_score_loss": 0.03786021145907315} +{"step": 2850000, "wall_time": 10757.09487080574, "train_loss_step": 6.237723350524902, "n_params": 4715740, "total_flops": 41287246848000000, "train_loss": 0.03071284510872581, "subset_score_loss": 0.03071284510872581} +{"step": 2860000, "wall_time": 10793.805430650711, "train_loss_step": 5.962131500244141, "n_params": 4715740, "total_flops": 41432114380800000, "train_loss": 0.033981914953751996, "subset_score_loss": 0.033981914953751996} +{"step": 2870000, "wall_time": 10830.535081863403, "train_loss_step": 5.803442001342773, "n_params": 4715740, "total_flops": 41576981913600000, "train_loss": 0.029963222416964443, "subset_score_loss": 0.029963222416964443} +{"step": 2880000, "wall_time": 10866.729603290558, "train_loss_step": 6.081434726715088, "n_params": 4715740, "total_flops": 41721849446400000, "train_loss": 0.034000333872708406, "subset_score_loss": 0.034000333872708406} +{"step": 2890000, "wall_time": 10894.151960372925, "train_loss_step": 6.172362327575684, "n_params": 4715740, "total_flops": 41866716979200000, "train_loss": 0.03203671195290305, "subset_score_loss": 0.03203671195290305} +{"step": 2900000, "wall_time": 10963.55102801323, "train_loss_step": 6.315447807312012, "n_params": 4715740, "total_flops": 42011584512000000, "train_loss": 0.03370806954123757, "subset_score_loss": 0.03370806954123757, "memorization_fraction_pixel": 0.1412999927997589, "mean_nn_ratio_pixel": 0.816591203212738, "fid": 208.09193010645868, "fid_failed": 0.0} +{"step": 2910000, "wall_time": 11000.29154086113, "train_loss_step": 5.584100723266602, "n_params": 4715740, "total_flops": 42156452044800000, "train_loss": 0.03979181809858842, "subset_score_loss": 0.03979181809858842} +{"step": 2920000, "wall_time": 11037.0651845932, "train_loss_step": 6.07619571685791, "n_params": 4715740, "total_flops": 42301319577600000, "train_loss": 0.031387495994567874, "subset_score_loss": 0.031387495994567874} +{"step": 2930000, "wall_time": 11073.805075645447, "train_loss_step": 5.258045196533203, "n_params": 4715740, "total_flops": 42446187110400000, "train_loss": 0.042107894203879614, "subset_score_loss": 0.042107894203879614} +{"step": 2940000, "wall_time": 11110.569991350174, "train_loss_step": 6.0115556716918945, "n_params": 4715740, "total_flops": 42591054643200000, "train_loss": 0.028492645783857865, "subset_score_loss": 0.028492645783857865} +{"step": 2950000, "wall_time": 11147.258488178253, "train_loss_step": 5.815342903137207, "n_params": 4715740, "total_flops": 42735922176000000, "train_loss": 0.035052191127430306, "subset_score_loss": 0.035052191127430306} +{"step": 2960000, "wall_time": 11184.050391674042, "train_loss_step": 5.976414680480957, "n_params": 4715740, "total_flops": 42880789708800000, "train_loss": 0.029538028890436347, "subset_score_loss": 0.029538028890436347} +{"step": 2970000, "wall_time": 11220.76365852356, "train_loss_step": 6.590201377868652, "n_params": 4715740, "total_flops": 43025657241600000, "train_loss": 0.03343200900337913, "subset_score_loss": 0.03343200900337913} +{"step": 2980000, "wall_time": 11257.538988113403, "train_loss_step": 6.124098777770996, "n_params": 4715740, "total_flops": 43170524774400000, "train_loss": 0.032587203112515534, "subset_score_loss": 0.032587203112515534} +{"step": 2990000, "wall_time": 11294.060756444931, "train_loss_step": 6.059209823608398, "n_params": 4715740, "total_flops": 43315392307200000, "train_loss": 0.03155375610698353, "subset_score_loss": 0.03155375610698353} +{"step": 3000000, "wall_time": 11354.715669870377, "train_loss_step": 6.113227367401123, "n_params": 4715740, "total_flops": 43460259840000000, "train_loss": 0.031590000065890224, "subset_score_loss": 0.031590000065890224, "memorization_fraction_pixel": 0.13809999823570251, "mean_nn_ratio_pixel": 0.8163805603981018, "fid": 199.37472431998705, "fid_failed": 0.0} +{"step": 3010000, "wall_time": 11391.45214509964, "train_loss_step": 5.936944484710693, "n_params": 4715740, "total_flops": 43605127372800000, "train_loss": 0.03135845227675004, "subset_score_loss": 0.03135845227675004} +{"step": 3020000, "wall_time": 11428.139504432678, "train_loss_step": 6.219292163848877, "n_params": 4715740, "total_flops": 43749994905600000, "train_loss": 0.0345124288038774, "subset_score_loss": 0.0345124288038774} +{"step": 3030000, "wall_time": 11464.834365606308, "train_loss_step": 5.808358192443848, "n_params": 4715740, "total_flops": 43894862438400000, "train_loss": 0.02954871654510498, "subset_score_loss": 0.02954871654510498} +{"step": 3040000, "wall_time": 11501.562772750854, "train_loss_step": 5.860183238983154, "n_params": 4715740, "total_flops": 44039729971200000, "train_loss": 0.036606095053932884, "subset_score_loss": 0.036606095053932884} +{"step": 3050000, "wall_time": 11538.30501818657, "train_loss_step": 6.035251617431641, "n_params": 4715740, "total_flops": 44184597504000000, "train_loss": 0.03074313510547985, "subset_score_loss": 0.03074313510547985} +{"step": 3060000, "wall_time": 11575.040675401688, "train_loss_step": 5.943530082702637, "n_params": 4715740, "total_flops": 44329465036800000, "train_loss": 0.0358969970182939, "subset_score_loss": 0.0358969970182939} +{"step": 3070000, "wall_time": 11611.765044212341, "train_loss_step": 5.606569766998291, "n_params": 4715740, "total_flops": 44474332569600000, "train_loss": 0.030047059059143066, "subset_score_loss": 0.030047059059143066} +{"step": 3080000, "wall_time": 11648.501484632492, "train_loss_step": 6.156207084655762, "n_params": 4715740, "total_flops": 44619200102400000, "train_loss": 0.031127442013133656, "subset_score_loss": 0.031127442013133656} +{"step": 3090000, "wall_time": 11685.296005487442, "train_loss_step": 6.066605091094971, "n_params": 4715740, "total_flops": 44764067635200000, "train_loss": 0.03059927766973322, "subset_score_loss": 0.03059927766973322} +{"step": 3100000, "wall_time": 11745.720319747925, "train_loss_step": 6.041855812072754, "n_params": 4715740, "total_flops": 44908935168000000, "train_loss": 0.03587077530947599, "subset_score_loss": 0.03587077530947599, "memorization_fraction_pixel": 0.14830000698566437, "mean_nn_ratio_pixel": 0.8123964071273804, "fid": 202.3381606120609, "fid_failed": 0.0} +{"step": 3110000, "wall_time": 11782.49629020691, "train_loss_step": 6.006284713745117, "n_params": 4715740, "total_flops": 45053802700800000, "train_loss": 0.03356231342662464, "subset_score_loss": 0.03356231342662464} +{"step": 3120000, "wall_time": 11819.18893122673, "train_loss_step": 6.324235916137695, "n_params": 4715740, "total_flops": 45198670233600000, "train_loss": 0.03143727562644265, "subset_score_loss": 0.03143727562644265} +{"step": 3130000, "wall_time": 11855.91411113739, "train_loss_step": 6.244840145111084, "n_params": 4715740, "total_flops": 45343537766400000, "train_loss": 0.03289312015880238, "subset_score_loss": 0.03289312015880238} +{"step": 3140000, "wall_time": 11892.609246730804, "train_loss_step": 5.958547592163086, "n_params": 4715740, "total_flops": 45488405299200000, "train_loss": 0.033053018830039284, "subset_score_loss": 0.033053018830039284} +{"step": 3150000, "wall_time": 11929.305369138718, "train_loss_step": 5.6473846435546875, "n_params": 4715740, "total_flops": 45633272832000000, "train_loss": 0.03246098214929754, "subset_score_loss": 0.03246098214929754} +{"step": 3160000, "wall_time": 11965.99270105362, "train_loss_step": 6.580034255981445, "n_params": 4715740, "total_flops": 45778140364800000, "train_loss": 0.031986357948996805, "subset_score_loss": 0.031986357948996805} +{"step": 3170000, "wall_time": 12002.687682390213, "train_loss_step": 5.945810317993164, "n_params": 4715740, "total_flops": 45923007897600000, "train_loss": 0.034154172377152875, "subset_score_loss": 0.034154172377152875} +{"step": 3180000, "wall_time": 12039.408873796463, "train_loss_step": 6.252795219421387, "n_params": 4715740, "total_flops": 46067875430400000, "train_loss": 0.030843836610967464, "subset_score_loss": 0.030843836610967464} +{"step": 3190000, "wall_time": 12076.14748096466, "train_loss_step": 5.9282636642456055, "n_params": 4715740, "total_flops": 46212742963200000, "train_loss": 0.029051607305353336, "subset_score_loss": 0.029051607305353336} +{"step": 3200000, "wall_time": 12145.97091293335, "train_loss_step": 6.276351451873779, "n_params": 4715740, "total_flops": 46357610496000000, "train_loss": 0.03538498878479004, "subset_score_loss": 0.03538498878479004, "memorization_fraction_pixel": 0.1467999964952469, "mean_nn_ratio_pixel": 0.807533860206604, "fid": 203.97950736809784, "fid_failed": 0.0} +{"step": 3210000, "wall_time": 12179.435192346573, "train_loss_step": 5.822131633758545, "n_params": 4715740, "total_flops": 46502478028800000, "train_loss": 0.02874051657589999, "subset_score_loss": 0.02874051657589999} +{"step": 3220000, "wall_time": 12216.143758058548, "train_loss_step": 5.733990669250488, "n_params": 4715740, "total_flops": 46647345561600000, "train_loss": 0.030744491923939098, "subset_score_loss": 0.030744491923939098} +{"step": 3230000, "wall_time": 12252.811624765396, "train_loss_step": 6.6824140548706055, "n_params": 4715740, "total_flops": 46792213094400000, "train_loss": 0.03185673193498091, "subset_score_loss": 0.03185673193498091} +{"step": 3240000, "wall_time": 12289.543270111084, "train_loss_step": 6.224339008331299, "n_params": 4715740, "total_flops": 46937080627200000, "train_loss": 0.030881185965104536, "subset_score_loss": 0.030881185965104536} +{"step": 3250000, "wall_time": 12326.289596557617, "train_loss_step": 5.988335609436035, "n_params": 4715740, "total_flops": 47081948160000000, "train_loss": 0.034542692791331896, "subset_score_loss": 0.034542692791331896} +{"step": 3260000, "wall_time": 12363.012058258057, "train_loss_step": 5.963407039642334, "n_params": 4715740, "total_flops": 47226815692800000, "train_loss": 0.03180765021931042, "subset_score_loss": 0.03180765021931042} +{"step": 3270000, "wall_time": 12399.698620796204, "train_loss_step": 6.138967514038086, "n_params": 4715740, "total_flops": 47371683225600000, "train_loss": 0.032416859540072354, "subset_score_loss": 0.032416859540072354} +{"step": 3280000, "wall_time": 12436.404052734375, "train_loss_step": 6.139188766479492, "n_params": 4715740, "total_flops": 47516550758400000, "train_loss": 0.03221065564589067, "subset_score_loss": 0.03221065564589067} +{"step": 3290000, "wall_time": 12473.140483856201, "train_loss_step": 5.8093719482421875, "n_params": 4715740, "total_flops": 47661418291200000, "train_loss": 0.030998754501342773, "subset_score_loss": 0.030998754501342773} +{"step": 3300000, "wall_time": 12544.233133792877, "train_loss_step": 5.822935104370117, "n_params": 4715740, "total_flops": 47806285824000000, "train_loss": 0.030810111219232734, "subset_score_loss": 0.030810111219232734, "memorization_fraction_pixel": 0.14190000295639038, "mean_nn_ratio_pixel": 0.8231716752052307, "fid": 214.98545799257565, "fid_failed": 0.0} +{"step": 3310000, "wall_time": 12573.183668375015, "train_loss_step": 5.991310119628906, "n_params": 4715740, "total_flops": 47951153356800000, "train_loss": 0.02942031730305065, "subset_score_loss": 0.02942031730305065} +{"step": 3320000, "wall_time": 12609.905484676361, "train_loss_step": 6.286391258239746, "n_params": 4715740, "total_flops": 48096020889600000, "train_loss": 0.0315695199099454, "subset_score_loss": 0.0315695199099454} +{"step": 3330000, "wall_time": 12646.624307394028, "train_loss_step": 5.822896480560303, "n_params": 4715740, "total_flops": 48240888422400000, "train_loss": 0.030731710520657627, "subset_score_loss": 0.030731710520657627} +{"step": 3340000, "wall_time": 12683.343466043472, "train_loss_step": 5.962198734283447, "n_params": 4715740, "total_flops": 48385755955200000, "train_loss": 0.0272071513262662, "subset_score_loss": 0.0272071513262662} +{"step": 3350000, "wall_time": 12720.10779595375, "train_loss_step": 5.956801414489746, "n_params": 4715740, "total_flops": 48530623488000000, "train_loss": 0.03291645700281316, "subset_score_loss": 0.03291645700281316} +{"step": 3360000, "wall_time": 12756.734484434128, "train_loss_step": 5.838662624359131, "n_params": 4715740, "total_flops": 48675491020800000, "train_loss": 0.03131197365847501, "subset_score_loss": 0.03131197365847501} +{"step": 3370000, "wall_time": 12793.452817678452, "train_loss_step": 6.301435470581055, "n_params": 4715740, "total_flops": 48820358553600000, "train_loss": 0.031465276804837315, "subset_score_loss": 0.031465276804837315} +{"step": 3380000, "wall_time": 12830.180038690567, "train_loss_step": 5.934816360473633, "n_params": 4715740, "total_flops": 48965226086400000, "train_loss": 0.033472899957136676, "subset_score_loss": 0.033472899957136676} +{"step": 3390000, "wall_time": 12866.884681463242, "train_loss_step": 6.052343368530273, "n_params": 4715740, "total_flops": 49110093619200000, "train_loss": 0.029729706590825862, "subset_score_loss": 0.029729706590825862} +{"step": 3400000, "wall_time": 12938.419976949692, "train_loss_step": 5.9671525955200195, "n_params": 4715740, "total_flops": 49254961152000000, "train_loss": 0.036110091209411624, "subset_score_loss": 0.036110091209411624, "memorization_fraction_pixel": 0.14949999749660492, "mean_nn_ratio_pixel": 0.8091936707496643, "fid": 205.2735039782592, "fid_failed": 0.0} +{"step": 3410000, "wall_time": 12974.9336373806, "train_loss_step": 5.966284275054932, "n_params": 4715740, "total_flops": 49399828684800000, "train_loss": 0.02957367246801203, "subset_score_loss": 0.02957367246801203} +{"step": 3420000, "wall_time": 13001.946541309357, "train_loss_step": 5.8828125, "n_params": 4715740, "total_flops": 49544696217600000, "train_loss": 0.030264659361405807, "subset_score_loss": 0.030264659361405807} +{"step": 3430000, "wall_time": 13038.650722503662, "train_loss_step": 5.67334508895874, "n_params": 4715740, "total_flops": 49689563750400000, "train_loss": 0.03369304917075417, "subset_score_loss": 0.03369304917075417} +{"step": 3440000, "wall_time": 13075.453571796417, "train_loss_step": 6.233233451843262, "n_params": 4715740, "total_flops": 49834431283200000, "train_loss": 0.028410061922940343, "subset_score_loss": 0.028410061922940343} +{"step": 3450000, "wall_time": 13112.167212486267, "train_loss_step": 6.235866546630859, "n_params": 4715740, "total_flops": 49979298816000000, "train_loss": 0.029277513243935325, "subset_score_loss": 0.029277513243935325} +{"step": 3460000, "wall_time": 13148.867393493652, "train_loss_step": 5.615705966949463, "n_params": 4715740, "total_flops": 50124166348800000, "train_loss": 0.035877106406471945, "subset_score_loss": 0.035877106406471945} +{"step": 3470000, "wall_time": 13185.540484428406, "train_loss_step": 5.818399429321289, "n_params": 4715740, "total_flops": 50269033881600000, "train_loss": 0.03142796863209118, "subset_score_loss": 0.03142796863209118} +{"step": 3480000, "wall_time": 13222.279980421066, "train_loss_step": 6.017217636108398, "n_params": 4715740, "total_flops": 50413901414400000, "train_loss": 0.03482249216599898, "subset_score_loss": 0.03482249216599898} +{"step": 3490000, "wall_time": 13259.022275447845, "train_loss_step": 6.220944404602051, "n_params": 4715740, "total_flops": 50558768947200000, "train_loss": 0.031467110460454764, "subset_score_loss": 0.031467110460454764} +{"step": 3500000, "wall_time": 13330.28425693512, "train_loss_step": 5.948311805725098, "n_params": 4715740, "total_flops": 50703636480000000, "train_loss": 0.028675449978221548, "subset_score_loss": 0.028675449978221548, "memorization_fraction_pixel": 0.17350000143051147, "mean_nn_ratio_pixel": 0.7947838306427002, "fid": 198.50318594178367, "fid_failed": 0.0} +{"step": 3510000, "wall_time": 13367.156988620758, "train_loss_step": 7.124451637268066, "n_params": 4715740, "total_flops": 50848504012800000, "train_loss": 0.03222158388658004, "subset_score_loss": 0.03222158388658004} +{"step": 3520000, "wall_time": 13396.873964548111, "train_loss_step": 5.999507904052734, "n_params": 4715740, "total_flops": 50993371545600000, "train_loss": 0.032209526408802376, "subset_score_loss": 0.032209526408802376} +{"step": 3530000, "wall_time": 13432.415534496307, "train_loss_step": 5.946347713470459, "n_params": 4715740, "total_flops": 51138239078400000, "train_loss": 0.030774094841697, "subset_score_loss": 0.030774094841697} +{"step": 3540000, "wall_time": 13469.16385769844, "train_loss_step": 6.5348052978515625, "n_params": 4715740, "total_flops": 51283106611200000, "train_loss": 0.030476732687516647, "subset_score_loss": 0.030476732687516647} +{"step": 3550000, "wall_time": 13505.880503416061, "train_loss_step": 6.098305702209473, "n_params": 4715740, "total_flops": 51427974144000000, "train_loss": 0.030493781783364034, "subset_score_loss": 0.030493781783364034} +{"step": 3560000, "wall_time": 13542.575808286667, "train_loss_step": 5.442512512207031, "n_params": 4715740, "total_flops": 51572841676800000, "train_loss": 0.031301957910711116, "subset_score_loss": 0.031301957910711116} +{"step": 3570000, "wall_time": 13579.313562631607, "train_loss_step": 6.183394908905029, "n_params": 4715740, "total_flops": 51717709209600000, "train_loss": 0.03056018352508545, "subset_score_loss": 0.03056018352508545} +{"step": 3580000, "wall_time": 13616.051892995834, "train_loss_step": 6.228137969970703, "n_params": 4715740, "total_flops": 51862576742400000, "train_loss": 0.03074196685444225, "subset_score_loss": 0.03074196685444225} +{"step": 3590000, "wall_time": 13652.849483728409, "train_loss_step": 6.270946502685547, "n_params": 4715740, "total_flops": 52007444275200000, "train_loss": 0.03223391012711958, "subset_score_loss": 0.03223391012711958} +{"step": 3600000, "wall_time": 13723.733891010284, "train_loss_step": 5.775434970855713, "n_params": 4715740, "total_flops": 52152311808000000, "train_loss": 0.028601392832669346, "subset_score_loss": 0.028601392832669346, "memorization_fraction_pixel": 0.17440000176429749, "mean_nn_ratio_pixel": 0.7963772416114807, "fid": 203.87669249368645, "fid_failed": 0.0} +{"step": 3610000, "wall_time": 13760.542235851288, "train_loss_step": 6.352842330932617, "n_params": 4715740, "total_flops": 52297179340800000, "train_loss": 0.0359455173665827, "subset_score_loss": 0.0359455173665827} +{"step": 3620000, "wall_time": 13796.875, "train_loss_step": 5.727228164672852, "n_params": 4715740, "total_flops": 52442046873600000, "train_loss": 0.03112896138971502, "subset_score_loss": 0.03112896138971502} +{"step": 3630000, "wall_time": 13824.402767658234, "train_loss_step": 5.9682111740112305, "n_params": 4715740, "total_flops": 52586914406400000, "train_loss": 0.031816692785783245, "subset_score_loss": 0.031816692785783245} +{"step": 3640000, "wall_time": 13861.118495464325, "train_loss_step": 5.717155456542969, "n_params": 4715740, "total_flops": 52731781939200000, "train_loss": 0.02897597009485418, "subset_score_loss": 0.02897597009485418} +{"step": 3650000, "wall_time": 13897.834316015244, "train_loss_step": 5.832871913909912, "n_params": 4715740, "total_flops": 52876649472000000, "train_loss": 0.029176909273320978, "subset_score_loss": 0.029176909273320978} +{"step": 3660000, "wall_time": 13934.54728770256, "train_loss_step": 5.855501651763916, "n_params": 4715740, "total_flops": 53021517004800000, "train_loss": 0.030287517200816762, "subset_score_loss": 0.030287517200816762} +{"step": 3670000, "wall_time": 13971.29555106163, "train_loss_step": 5.843873977661133, "n_params": 4715740, "total_flops": 53166384537600000, "train_loss": 0.030148928815668278, "subset_score_loss": 0.030148928815668278} +{"step": 3680000, "wall_time": 14008.003836631775, "train_loss_step": 5.9926934242248535, "n_params": 4715740, "total_flops": 53311252070400000, "train_loss": 0.030217779766429555, "subset_score_loss": 0.030217779766429555} +{"step": 3690000, "wall_time": 14044.73610830307, "train_loss_step": 5.528630256652832, "n_params": 4715740, "total_flops": 53456119603200000, "train_loss": 0.02767170342532071, "subset_score_loss": 0.02767170342532071} +{"step": 3700000, "wall_time": 14117.056756734848, "train_loss_step": 5.7856950759887695, "n_params": 4715740, "total_flops": 53600987136000000, "train_loss": 0.02969032417644154, "subset_score_loss": 0.02969032417644154, "memorization_fraction_pixel": 0.18379999697208405, "mean_nn_ratio_pixel": 0.7814921736717224, "fid": 195.83757885708843, "fid_failed": 0.0} +{"step": 3710000, "wall_time": 14153.814494371414, "train_loss_step": 5.598488807678223, "n_params": 4715740, "total_flops": 53745854668800000, "train_loss": 0.028751470825888893, "subset_score_loss": 0.028751470825888893} +{"step": 3720000, "wall_time": 14190.522109746933, "train_loss_step": 6.174708366394043, "n_params": 4715740, "total_flops": 53890722201600000, "train_loss": 0.03248319842598655, "subset_score_loss": 0.03248319842598655} +{"step": 3730000, "wall_time": 14226.423230171204, "train_loss_step": 5.7430620193481445, "n_params": 4715740, "total_flops": 54035589734400000, "train_loss": 0.030223811756480822, "subset_score_loss": 0.030223811756480822} +{"step": 3740000, "wall_time": 14254.510521650314, "train_loss_step": 5.6971306800842285, "n_params": 4715740, "total_flops": 54180457267200000, "train_loss": 0.02802384766665372, "subset_score_loss": 0.02802384766665372} +{"step": 3750000, "wall_time": 14291.251779556274, "train_loss_step": 5.582621097564697, "n_params": 4715740, "total_flops": 54325324800000000, "train_loss": 0.030508791316639295, "subset_score_loss": 0.030508791316639295} +{"step": 3760000, "wall_time": 14327.985817670822, "train_loss_step": 5.734128475189209, "n_params": 4715740, "total_flops": 54470192332800000, "train_loss": 0.02819108312780207, "subset_score_loss": 0.02819108312780207} +{"step": 3770000, "wall_time": 14364.693302869797, "train_loss_step": 5.289839744567871, "n_params": 4715740, "total_flops": 54615059865600000, "train_loss": 0.030313814770091662, "subset_score_loss": 0.030313814770091662} +{"step": 3780000, "wall_time": 14401.384824991226, "train_loss_step": 5.904941558837891, "n_params": 4715740, "total_flops": 54759927398400000, "train_loss": 0.030787160179831765, "subset_score_loss": 0.030787160179831765} +{"step": 3790000, "wall_time": 14438.096620082855, "train_loss_step": 5.922247886657715, "n_params": 4715740, "total_flops": 54904794931200000, "train_loss": 0.02987143343145197, "subset_score_loss": 0.02987143343145197} +{"step": 3800000, "wall_time": 14509.105143785477, "train_loss_step": 5.468698501586914, "n_params": 4715740, "total_flops": 55049662464000000, "train_loss": 0.030384939367120917, "subset_score_loss": 0.030384939367120917, "memorization_fraction_pixel": 0.17409999668598175, "mean_nn_ratio_pixel": 0.7906457185745239, "fid": 197.4078662228706, "fid_failed": 0.0} +{"step": 3810000, "wall_time": 14545.840275526047, "train_loss_step": 5.467034339904785, "n_params": 4715740, "total_flops": 55194529996800000, "train_loss": 0.028438453240828082, "subset_score_loss": 0.028438453240828082} +{"step": 3820000, "wall_time": 14582.52894616127, "train_loss_step": 6.014336585998535, "n_params": 4715740, "total_flops": 55339397529600000, "train_loss": 0.02927406050942161, "subset_score_loss": 0.02927406050942161} +{"step": 3830000, "wall_time": 14619.40698337555, "train_loss_step": 5.773532867431641, "n_params": 4715740, "total_flops": 55484265062400000, "train_loss": 0.030202744223854758, "subset_score_loss": 0.030202744223854758} +{"step": 3840000, "wall_time": 14650.075964450836, "train_loss_step": 5.746345520019531, "n_params": 4715740, "total_flops": 55629132595200000, "train_loss": 0.029773484576832165, "subset_score_loss": 0.029773484576832165} +{"step": 3850000, "wall_time": 14686.767570972443, "train_loss_step": 5.765352249145508, "n_params": 4715740, "total_flops": 55774000128000000, "train_loss": 0.030472852967002174, "subset_score_loss": 0.030472852967002174} +{"step": 3860000, "wall_time": 14723.472702026367, "train_loss_step": 5.816593170166016, "n_params": 4715740, "total_flops": 55918867660800000, "train_loss": 0.030460561405528674, "subset_score_loss": 0.030460561405528674} +{"step": 3870000, "wall_time": 14760.267765283585, "train_loss_step": 6.013330459594727, "n_params": 4715740, "total_flops": 56063735193600000, "train_loss": 0.027051821621981532, "subset_score_loss": 0.027051821621981532} +{"step": 3880000, "wall_time": 14797.00429558754, "train_loss_step": 6.087449073791504, "n_params": 4715740, "total_flops": 56208602726400000, "train_loss": 0.029760601303794168, "subset_score_loss": 0.029760601303794168} +{"step": 3890000, "wall_time": 14833.749693870544, "train_loss_step": 5.559237480163574, "n_params": 4715740, "total_flops": 56353470259200000, "train_loss": 0.02941039258783514, "subset_score_loss": 0.02941039258783514} +{"step": 3900000, "wall_time": 14903.614351511002, "train_loss_step": 5.571500778198242, "n_params": 4715740, "total_flops": 56498337792000000, "train_loss": 0.031169373338872736, "subset_score_loss": 0.031169373338872736, "memorization_fraction_pixel": 0.1899999976158142, "mean_nn_ratio_pixel": 0.7791083455085754, "fid": 196.4539004812332, "fid_failed": 0.0} +{"step": 3910000, "wall_time": 14940.378342151642, "train_loss_step": 5.860659599304199, "n_params": 4715740, "total_flops": 56643205324800000, "train_loss": 0.02645167437466708, "subset_score_loss": 0.02645167437466708} +{"step": 3920000, "wall_time": 14977.083087444305, "train_loss_step": 5.822386741638184, "n_params": 4715740, "total_flops": 56788072857600000, "train_loss": 0.02832757993177934, "subset_score_loss": 0.02832757993177934} +{"step": 3930000, "wall_time": 15013.829754114151, "train_loss_step": 5.592564105987549, "n_params": 4715740, "total_flops": 56932940390400000, "train_loss": 0.026782194050875577, "subset_score_loss": 0.026782194050875577} +{"step": 3940000, "wall_time": 15050.168876171112, "train_loss_step": 5.480612754821777, "n_params": 4715740, "total_flops": 57077807923200000, "train_loss": 0.02814512252807617, "subset_score_loss": 0.02814512252807617} +{"step": 3950000, "wall_time": 15078.033324956894, "train_loss_step": 5.506701469421387, "n_params": 4715740, "total_flops": 57222675456000000, "train_loss": 0.02734891501339999, "subset_score_loss": 0.02734891501339999} +{"step": 3960000, "wall_time": 15114.74318432808, "train_loss_step": 5.830203533172607, "n_params": 4715740, "total_flops": 57367542988800000, "train_loss": 0.02800235531546853, "subset_score_loss": 0.02800235531546853} +{"step": 3970000, "wall_time": 15151.445145130157, "train_loss_step": 5.763859272003174, "n_params": 4715740, "total_flops": 57512410521600000, "train_loss": 0.029055565053766424, "subset_score_loss": 0.029055565053766424} +{"step": 3980000, "wall_time": 15188.183788061142, "train_loss_step": 5.599771499633789, "n_params": 4715740, "total_flops": 57657278054400000, "train_loss": 0.02716553644700484, "subset_score_loss": 0.02716553644700484} +{"step": 3990000, "wall_time": 15224.904972553253, "train_loss_step": 5.827118873596191, "n_params": 4715740, "total_flops": 57802145587200000, "train_loss": 0.02920103506608443, "subset_score_loss": 0.02920103506608443} +{"step": 4000000, "wall_time": 15294.375681877136, "train_loss_step": 5.664803981781006, "n_params": 4715740, "total_flops": 57947013120000000, "train_loss": 0.02897346453233199, "subset_score_loss": 0.02897346453233199, "memorization_fraction_pixel": 0.17949999868869781, "mean_nn_ratio_pixel": 0.7892155051231384, "fid": 199.04641887776074, "fid_failed": 0.0} +{"step": 4010000, "wall_time": 15331.153576374054, "train_loss_step": 6.1295013427734375, "n_params": 4715740, "total_flops": 58091880652800000, "train_loss": 0.034594483809037645, "subset_score_loss": 0.034594483809037645} +{"step": 4020000, "wall_time": 15367.854910850525, "train_loss_step": 6.019596576690674, "n_params": 4715740, "total_flops": 58236748185600000, "train_loss": 0.029265776547518642, "subset_score_loss": 0.029265776547518642} +{"step": 4030000, "wall_time": 15404.580930233002, "train_loss_step": 5.704557418823242, "n_params": 4715740, "total_flops": 58381615718400000, "train_loss": 0.02878374619917436, "subset_score_loss": 0.02878374619917436} +{"step": 4040000, "wall_time": 15441.259862422943, "train_loss_step": 5.723341941833496, "n_params": 4715740, "total_flops": 58526483251200000, "train_loss": 0.0278124679218639, "subset_score_loss": 0.0278124679218639} +{"step": 4050000, "wall_time": 15477.857570886612, "train_loss_step": 5.991325378417969, "n_params": 4715740, "total_flops": 58671350784000000, "train_loss": 0.03152466470544989, "subset_score_loss": 0.03152466470544989} +{"step": 4060000, "wall_time": 15506.493478298187, "train_loss_step": 5.364600658416748, "n_params": 4715740, "total_flops": 58816218316800000, "train_loss": 0.030797745964743873, "subset_score_loss": 0.030797745964743873} +{"step": 4070000, "wall_time": 15543.224647760391, "train_loss_step": 5.8441162109375, "n_params": 4715740, "total_flops": 58961085849600000, "train_loss": 0.028828304464166815, "subset_score_loss": 0.028828304464166815} +{"step": 4080000, "wall_time": 15579.932011604309, "train_loss_step": 5.57321834564209, "n_params": 4715740, "total_flops": 59105953382400000, "train_loss": 0.02795322591608221, "subset_score_loss": 0.02795322591608221} +{"step": 4090000, "wall_time": 15616.656587600708, "train_loss_step": 5.6726861000061035, "n_params": 4715740, "total_flops": 59250820915200000, "train_loss": 0.029043405706232244, "subset_score_loss": 0.029043405706232244} +{"step": 4100000, "wall_time": 15686.22192788124, "train_loss_step": 5.824690818786621, "n_params": 4715740, "total_flops": 59395688448000000, "train_loss": 0.0274738918651234, "subset_score_loss": 0.0274738918651234, "memorization_fraction_pixel": 0.1834000051021576, "mean_nn_ratio_pixel": 0.7839047908782959, "fid": 194.14908740834977, "fid_failed": 0.0} +{"step": 4110000, "wall_time": 15722.980966806412, "train_loss_step": 5.571882247924805, "n_params": 4715740, "total_flops": 59540555980800000, "train_loss": 0.030342082543806596, "subset_score_loss": 0.030342082543806596} +{"step": 4120000, "wall_time": 15759.694518327713, "train_loss_step": 5.817580699920654, "n_params": 4715740, "total_flops": 59685423513600000, "train_loss": 0.028666227514093572, "subset_score_loss": 0.028666227514093572} +{"step": 4130000, "wall_time": 15796.412024259567, "train_loss_step": 5.5643463134765625, "n_params": 4715740, "total_flops": 59830291046400000, "train_loss": 0.027082688158208672, "subset_score_loss": 0.027082688158208672} +{"step": 4140000, "wall_time": 15833.12066078186, "train_loss_step": 5.542403221130371, "n_params": 4715740, "total_flops": 59975158579200000, "train_loss": 0.02999245686964555, "subset_score_loss": 0.02999245686964555} +{"step": 4150000, "wall_time": 15869.785653591156, "train_loss_step": 5.822448253631592, "n_params": 4715740, "total_flops": 60120026112000000, "train_loss": 0.02780945517800071, "subset_score_loss": 0.02780945517800071} +{"step": 4160000, "wall_time": 15902.195822238922, "train_loss_step": 5.999622344970703, "n_params": 4715740, "total_flops": 60264893644800000, "train_loss": 0.0312793948433616, "subset_score_loss": 0.0312793948433616} +{"step": 4170000, "wall_time": 15933.334627628326, "train_loss_step": 5.542558193206787, "n_params": 4715740, "total_flops": 60409761177600000, "train_loss": 0.028514322367581453, "subset_score_loss": 0.028514322367581453} +{"step": 4180000, "wall_time": 15970.087527036667, "train_loss_step": 6.194039821624756, "n_params": 4715740, "total_flops": 60554628710400000, "train_loss": 0.028792719407515092, "subset_score_loss": 0.028792719407515092} +{"step": 4190000, "wall_time": 16006.79448390007, "train_loss_step": 5.80709171295166, "n_params": 4715740, "total_flops": 60699496243200000, "train_loss": 0.027528665282509544, "subset_score_loss": 0.027528665282509544} +{"step": 4200000, "wall_time": 16076.260994672775, "train_loss_step": 5.07914400100708, "n_params": 4715740, "total_flops": 60844363776000000, "train_loss": 0.026243714852766557, "subset_score_loss": 0.026243714852766557, "memorization_fraction_pixel": 0.2004999965429306, "mean_nn_ratio_pixel": 0.7707319259643555, "fid": 191.0152397562208, "fid_failed": 0.0} +{"step": 4210000, "wall_time": 16112.996514320374, "train_loss_step": 5.761557579040527, "n_params": 4715740, "total_flops": 60989231308800000, "train_loss": 0.027031874656677245, "subset_score_loss": 0.027031874656677245} +{"step": 4220000, "wall_time": 16149.703404664993, "train_loss_step": 5.448673725128174, "n_params": 4715740, "total_flops": 61134098841600000, "train_loss": 0.029759203303943983, "subset_score_loss": 0.029759203303943983} +{"step": 4230000, "wall_time": 16186.423932552338, "train_loss_step": 5.378286361694336, "n_params": 4715740, "total_flops": 61278966374400000, "train_loss": 0.029998057538812812, "subset_score_loss": 0.029998057538812812} +{"step": 4240000, "wall_time": 16223.14511847496, "train_loss_step": 5.857909679412842, "n_params": 4715740, "total_flops": 61423833907200000, "train_loss": 0.027288345857100053, "subset_score_loss": 0.027288345857100053} +{"step": 4250000, "wall_time": 16259.844877243042, "train_loss_step": 5.30203914642334, "n_params": 4715740, "total_flops": 61568701440000000, "train_loss": 0.028017184951088646, "subset_score_loss": 0.028017184951088646} +{"step": 4260000, "wall_time": 16296.607901096344, "train_loss_step": 5.605862140655518, "n_params": 4715740, "total_flops": 61713568972800000, "train_loss": 0.029757868159901012, "subset_score_loss": 0.029757868159901012} +{"step": 4270000, "wall_time": 16324.59267115593, "train_loss_step": 5.576757431030273, "n_params": 4715740, "total_flops": 61858436505600000, "train_loss": 0.03046804124658758, "subset_score_loss": 0.03046804124658758} +{"step": 4280000, "wall_time": 16360.432819366455, "train_loss_step": 5.593532085418701, "n_params": 4715740, "total_flops": 62003304038400000, "train_loss": 0.02913790616122159, "subset_score_loss": 0.02913790616122159} +{"step": 4290000, "wall_time": 16397.135006427765, "train_loss_step": 5.456963062286377, "n_params": 4715740, "total_flops": 62148171571200000, "train_loss": 0.028513442386280407, "subset_score_loss": 0.028513442386280407} +{"step": 4300000, "wall_time": 16465.268965005875, "train_loss_step": 5.658807754516602, "n_params": 4715740, "total_flops": 62293039104000000, "train_loss": 0.02877205935391513, "subset_score_loss": 0.02877205935391513, "memorization_fraction_pixel": 0.22750000655651093, "mean_nn_ratio_pixel": 0.7493738532066345, "fid": 178.73559340392498, "fid_failed": 0.0} +{"step": 4310000, "wall_time": 16502.012016534805, "train_loss_step": 5.2488322257995605, "n_params": 4715740, "total_flops": 62437906636800000, "train_loss": 0.026825343478809705, "subset_score_loss": 0.026825343478809705} +{"step": 4320000, "wall_time": 16538.666355609894, "train_loss_step": 5.582820892333984, "n_params": 4715740, "total_flops": 62582774169600000, "train_loss": 0.02969269102269953, "subset_score_loss": 0.02969269102269953} +{"step": 4330000, "wall_time": 16575.399800539017, "train_loss_step": 6.007957458496094, "n_params": 4715740, "total_flops": 62727641702400000, "train_loss": 0.027721186117692427, "subset_score_loss": 0.027721186117692427} +{"step": 4340000, "wall_time": 16612.069357395172, "train_loss_step": 6.033756256103516, "n_params": 4715740, "total_flops": 62872509235200000, "train_loss": 0.028239707513289018, "subset_score_loss": 0.028239707513289018} +{"step": 4350000, "wall_time": 16648.772084236145, "train_loss_step": 5.345488548278809, "n_params": 4715740, "total_flops": 63017376768000000, "train_loss": 0.028333542563698508, "subset_score_loss": 0.028333542563698508} +{"step": 4360000, "wall_time": 16685.497709989548, "train_loss_step": 5.222862243652344, "n_params": 4715740, "total_flops": 63162244300800000, "train_loss": 0.028662597049366346, "subset_score_loss": 0.028662597049366346} +{"step": 4370000, "wall_time": 16721.77259516716, "train_loss_step": 5.765185832977295, "n_params": 4715740, "total_flops": 63307111833600000, "train_loss": 0.02909602468663996, "subset_score_loss": 0.02909602468663996} +{"step": 4380000, "wall_time": 16749.462591171265, "train_loss_step": 5.5606279373168945, "n_params": 4715740, "total_flops": 63451979366400000, "train_loss": 0.027815842628479005, "subset_score_loss": 0.027815842628479005} +{"step": 4390000, "wall_time": 16786.167555570602, "train_loss_step": 5.532571792602539, "n_params": 4715740, "total_flops": 63596846899200000, "train_loss": 0.027979792248119008, "subset_score_loss": 0.027979792248119008} +{"step": 4400000, "wall_time": 16854.33403992653, "train_loss_step": 5.725735187530518, "n_params": 4715740, "total_flops": 63741714432000000, "train_loss": 0.026891879601912066, "subset_score_loss": 0.026891879601912066, "memorization_fraction_pixel": 0.1964000016450882, "mean_nn_ratio_pixel": 0.77011638879776, "fid": 192.62477477476023, "fid_failed": 0.0} +{"step": 4410000, "wall_time": 16891.026748895645, "train_loss_step": 5.739445686340332, "n_params": 4715740, "total_flops": 63886581964800000, "train_loss": 0.027218131585554643, "subset_score_loss": 0.027218131585554643} +{"step": 4420000, "wall_time": 16927.709175109863, "train_loss_step": 5.873383522033691, "n_params": 4715740, "total_flops": 64031449497600000, "train_loss": 0.03286333517594771, "subset_score_loss": 0.03286333517594771} +{"step": 4430000, "wall_time": 16964.485825777054, "train_loss_step": 5.6192731857299805, "n_params": 4715740, "total_flops": 64176317030400000, "train_loss": 0.02771931128068404, "subset_score_loss": 0.02771931128068404} +{"step": 4440000, "wall_time": 17001.200257062912, "train_loss_step": 5.21442174911499, "n_params": 4715740, "total_flops": 64321184563200000, "train_loss": 0.026560620828108353, "subset_score_loss": 0.026560620828108353} +{"step": 4450000, "wall_time": 17037.91359448433, "train_loss_step": 6.13724422454834, "n_params": 4715740, "total_flops": 64466052096000000, "train_loss": 0.030593132972717284, "subset_score_loss": 0.030593132972717284} +{"step": 4460000, "wall_time": 17074.633278608322, "train_loss_step": 5.480068206787109, "n_params": 4715740, "total_flops": 64610919628800000, "train_loss": 0.027012931216846812, "subset_score_loss": 0.027012931216846812} +{"step": 4470000, "wall_time": 17111.37198638916, "train_loss_step": 5.349444389343262, "n_params": 4715740, "total_flops": 64755787161600000, "train_loss": 0.029271036928350275, "subset_score_loss": 0.029271036928350275} +{"step": 4480000, "wall_time": 17147.694940567017, "train_loss_step": 5.661143779754639, "n_params": 4715740, "total_flops": 64900654694400000, "train_loss": 0.02864877527410334, "subset_score_loss": 0.02864877527410334} +{"step": 4490000, "wall_time": 17175.254789829254, "train_loss_step": 5.5584259033203125, "n_params": 4715740, "total_flops": 65045522227200000, "train_loss": 0.028075170516967774, "subset_score_loss": 0.028075170516967774} +{"step": 4500000, "wall_time": 17243.32371854782, "train_loss_step": 5.316316604614258, "n_params": 4715740, "total_flops": 65190389760000000, "train_loss": 0.02854466221549294, "subset_score_loss": 0.02854466221549294, "memorization_fraction_pixel": 0.19449999928474426, "mean_nn_ratio_pixel": 0.774696946144104, "fid": 188.64859048416022, "fid_failed": 0.0} +{"step": 4510000, "wall_time": 17280.02769756317, "train_loss_step": 5.729467391967773, "n_params": 4715740, "total_flops": 65335257292800000, "train_loss": 0.028241536834023216, "subset_score_loss": 0.028241536834023216} +{"step": 4520000, "wall_time": 17316.76991200447, "train_loss_step": 6.048332691192627, "n_params": 4715740, "total_flops": 65480124825600000, "train_loss": 0.02802327979694713, "subset_score_loss": 0.02802327979694713} +{"step": 4530000, "wall_time": 17353.486620903015, "train_loss_step": 6.039975166320801, "n_params": 4715740, "total_flops": 65624992358400000, "train_loss": 0.029126152125271886, "subset_score_loss": 0.029126152125271886} +{"step": 4540000, "wall_time": 17390.206957817078, "train_loss_step": 6.01641321182251, "n_params": 4715740, "total_flops": 65769859891200000, "train_loss": 0.027903272888877177, "subset_score_loss": 0.027903272888877177} +{"step": 4550000, "wall_time": 17426.931395292282, "train_loss_step": 5.568800926208496, "n_params": 4715740, "total_flops": 65914727424000000, "train_loss": 0.028545568206093528, "subset_score_loss": 0.028545568206093528} +{"step": 4560000, "wall_time": 17463.639718055725, "train_loss_step": 5.560007095336914, "n_params": 4715740, "total_flops": 66059594956800000, "train_loss": 0.026445833119479092, "subset_score_loss": 0.026445833119479092} +{"step": 4570000, "wall_time": 17500.35289478302, "train_loss_step": 5.462386608123779, "n_params": 4715740, "total_flops": 66204462489600000, "train_loss": 0.02590683807026256, "subset_score_loss": 0.02590683807026256} +{"step": 4580000, "wall_time": 17537.078243255615, "train_loss_step": 5.559128761291504, "n_params": 4715740, "total_flops": 66349330022400000, "train_loss": 0.026678412610834295, "subset_score_loss": 0.026678412610834295} +{"step": 4590000, "wall_time": 17573.351541519165, "train_loss_step": 5.626118183135986, "n_params": 4715740, "total_flops": 66494197555200000, "train_loss": 0.026044344902038573, "subset_score_loss": 0.026044344902038573} +{"step": 4600000, "wall_time": 17632.927473306656, "train_loss_step": 5.670431613922119, "n_params": 4715740, "total_flops": 66639065088000000, "train_loss": 0.02787976698441939, "subset_score_loss": 0.02787976698441939, "memorization_fraction_pixel": 0.19269999861717224, "mean_nn_ratio_pixel": 0.7728750109672546, "fid": 193.20001209082307, "fid_failed": 0.0} +{"step": 4610000, "wall_time": 17669.63499712944, "train_loss_step": 5.7053327560424805, "n_params": 4715740, "total_flops": 66783932620800000, "train_loss": 0.027903938293457033, "subset_score_loss": 0.027903938293457033} +{"step": 4620000, "wall_time": 17706.32118678093, "train_loss_step": 5.991442680358887, "n_params": 4715740, "total_flops": 66928800153600000, "train_loss": 0.029830917445096104, "subset_score_loss": 0.029830917445096104} +{"step": 4630000, "wall_time": 17743.06063604355, "train_loss_step": 5.542237281799316, "n_params": 4715740, "total_flops": 67073667686400000, "train_loss": 0.030333215540105648, "subset_score_loss": 0.030333215540105648} +{"step": 4640000, "wall_time": 17779.786537647247, "train_loss_step": 5.515557289123535, "n_params": 4715740, "total_flops": 67218535219200000, "train_loss": 0.03121250109239058, "subset_score_loss": 0.03121250109239058} +{"step": 4650000, "wall_time": 17816.490150928497, "train_loss_step": 5.54976749420166, "n_params": 4715740, "total_flops": 67363402752000000, "train_loss": 0.028007201714949175, "subset_score_loss": 0.028007201714949175} +{"step": 4660000, "wall_time": 17853.23579144478, "train_loss_step": 5.444437026977539, "n_params": 4715740, "total_flops": 67508270284800000, "train_loss": 0.029057238318703393, "subset_score_loss": 0.029057238318703393} +{"step": 4670000, "wall_time": 17889.99147748947, "train_loss_step": 5.446708679199219, "n_params": 4715740, "total_flops": 67653137817600000, "train_loss": 0.03174466653303667, "subset_score_loss": 0.03174466653303667} +{"step": 4680000, "wall_time": 17926.701854228973, "train_loss_step": 5.205951690673828, "n_params": 4715740, "total_flops": 67798005350400000, "train_loss": 0.02651508071205833, "subset_score_loss": 0.02651508071205833} +{"step": 4690000, "wall_time": 17963.38827610016, "train_loss_step": 5.278139114379883, "n_params": 4715740, "total_flops": 67942872883200000, "train_loss": 0.026573510603471236, "subset_score_loss": 0.026573510603471236} +{"step": 4700000, "wall_time": 18024.56306219101, "train_loss_step": 5.247640132904053, "n_params": 4715740, "total_flops": 68087740416000000, "train_loss": 0.029629161141135476, "subset_score_loss": 0.029629161141135476, "memorization_fraction_pixel": 0.2150000035762787, "mean_nn_ratio_pixel": 0.752493143081665, "fid": 174.14872181276618, "fid_failed": 0.0} +{"step": 4710000, "wall_time": 18061.31603217125, "train_loss_step": 5.125449180603027, "n_params": 4715740, "total_flops": 68232607948800000, "train_loss": 0.026408791542053223, "subset_score_loss": 0.026408791542053223} +{"step": 4720000, "wall_time": 18098.03847670555, "train_loss_step": 5.587399482727051, "n_params": 4715740, "total_flops": 68377475481600000, "train_loss": 0.025250621275468305, "subset_score_loss": 0.025250621275468305} +{"step": 4730000, "wall_time": 18134.733301639557, "train_loss_step": 5.580727577209473, "n_params": 4715740, "total_flops": 68522343014400000, "train_loss": 0.02680510174144398, "subset_score_loss": 0.02680510174144398} +{"step": 4740000, "wall_time": 18171.465923786163, "train_loss_step": 5.144576072692871, "n_params": 4715740, "total_flops": 68667210547200000, "train_loss": 0.026829320734197443, "subset_score_loss": 0.026829320734197443} +{"step": 4750000, "wall_time": 18208.229171276093, "train_loss_step": 5.501790523529053, "n_params": 4715740, "total_flops": 68812078080000000, "train_loss": 0.026607907902110706, "subset_score_loss": 0.026607907902110706} +{"step": 4760000, "wall_time": 18244.95076394081, "train_loss_step": 5.787217140197754, "n_params": 4715740, "total_flops": 68956945612800000, "train_loss": 0.02696143063631925, "subset_score_loss": 0.02696143063631925} +{"step": 4770000, "wall_time": 18281.607748508453, "train_loss_step": 5.355837821960449, "n_params": 4715740, "total_flops": 69101813145600000, "train_loss": 0.025683023712851784, "subset_score_loss": 0.025683023712851784} +{"step": 4780000, "wall_time": 18318.31609249115, "train_loss_step": 5.735570907592773, "n_params": 4715740, "total_flops": 69246680678400000, "train_loss": 0.027520784464749422, "subset_score_loss": 0.027520784464749422} +{"step": 4790000, "wall_time": 18354.994868278503, "train_loss_step": 5.390589714050293, "n_params": 4715740, "total_flops": 69391548211200000, "train_loss": 0.028222482854669745, "subset_score_loss": 0.028222482854669745} +{"step": 4800000, "wall_time": 18422.848903417587, "train_loss_step": 5.841819763183594, "n_params": 4715740, "total_flops": 69536415744000000, "train_loss": 0.026579755002802068, "subset_score_loss": 0.026579755002802068, "memorization_fraction_pixel": 0.2176000028848648, "mean_nn_ratio_pixel": 0.7539520263671875, "fid": 176.452107447329, "fid_failed": 0.0} +{"step": 4810000, "wall_time": 18456.35219025612, "train_loss_step": 5.579412460327148, "n_params": 4715740, "total_flops": 69681283276800000, "train_loss": 0.025285415215925738, "subset_score_loss": 0.025285415215925738} +{"step": 4820000, "wall_time": 18493.036895751953, "train_loss_step": 5.619157791137695, "n_params": 4715740, "total_flops": 69826150809600000, "train_loss": 0.02790189439600164, "subset_score_loss": 0.02790189439600164} +{"step": 4830000, "wall_time": 18529.705038785934, "train_loss_step": 5.423914909362793, "n_params": 4715740, "total_flops": 69971018342400000, "train_loss": 0.025502993843772196, "subset_score_loss": 0.025502993843772196} +{"step": 4840000, "wall_time": 18566.447100639343, "train_loss_step": 5.3346710205078125, "n_params": 4715740, "total_flops": 70115885875200000, "train_loss": 0.024956228516318582, "subset_score_loss": 0.024956228516318582} +{"step": 4850000, "wall_time": 18603.14341688156, "train_loss_step": 5.424452781677246, "n_params": 4715740, "total_flops": 70260753408000000, "train_loss": 0.02853513414209539, "subset_score_loss": 0.02853513414209539} +{"step": 4860000, "wall_time": 18639.851994752884, "train_loss_step": 5.2375593185424805, "n_params": 4715740, "total_flops": 70405620940800000, "train_loss": 0.027651745622808283, "subset_score_loss": 0.027651745622808283} +{"step": 4870000, "wall_time": 18676.577875375748, "train_loss_step": 5.604033946990967, "n_params": 4715740, "total_flops": 70550488473600000, "train_loss": 0.026933739402077415, "subset_score_loss": 0.026933739402077415} +{"step": 4880000, "wall_time": 18713.250470876694, "train_loss_step": 5.32240104675293, "n_params": 4715740, "total_flops": 70695356006400000, "train_loss": 0.026297632130709563, "subset_score_loss": 0.026297632130709563} +{"step": 4890000, "wall_time": 18749.963898420334, "train_loss_step": 5.906153202056885, "n_params": 4715740, "total_flops": 70840223539200000, "train_loss": 0.02644732865420255, "subset_score_loss": 0.02644732865420255} +{"step": 4900000, "wall_time": 18818.129297971725, "train_loss_step": 5.375185966491699, "n_params": 4715740, "total_flops": 70985091072000000, "train_loss": 0.026093413613059304, "subset_score_loss": 0.026093413613059304, "memorization_fraction_pixel": 0.19589999318122864, "mean_nn_ratio_pixel": 0.7706899642944336, "fid": 189.7302804701651, "fid_failed": 0.0} +{"step": 4910000, "wall_time": 18847.71179008484, "train_loss_step": 5.040877819061279, "n_params": 4715740, "total_flops": 71129958604800000, "train_loss": 0.02651444131677801, "subset_score_loss": 0.02651444131677801} +{"step": 4920000, "wall_time": 18881.877680063248, "train_loss_step": 5.154576301574707, "n_params": 4715740, "total_flops": 71274826137600000, "train_loss": 0.03019495443864302, "subset_score_loss": 0.03019495443864302} +{"step": 4930000, "wall_time": 18918.53817677498, "train_loss_step": 5.288705348968506, "n_params": 4715740, "total_flops": 71419693670400000, "train_loss": 0.02697741551832719, "subset_score_loss": 0.02697741551832719} +{"step": 4940000, "wall_time": 18955.28827571869, "train_loss_step": 5.218154430389404, "n_params": 4715740, "total_flops": 71564561203200000, "train_loss": 0.031627624685114084, "subset_score_loss": 0.031627624685114084} +{"step": 4950000, "wall_time": 18992.035622358322, "train_loss_step": 5.749691009521484, "n_params": 4715740, "total_flops": 71709428736000000, "train_loss": 0.027813510461287064, "subset_score_loss": 0.027813510461287064} +{"step": 4960000, "wall_time": 19028.730085134506, "train_loss_step": 5.4652419090271, "n_params": 4715740, "total_flops": 71854296268800000, "train_loss": 0.026931327039545233, "subset_score_loss": 0.026931327039545233} +{"step": 4970000, "wall_time": 19065.460167646408, "train_loss_step": 5.331434726715088, "n_params": 4715740, "total_flops": 71999163801600000, "train_loss": 0.029276238788257945, "subset_score_loss": 0.029276238788257945} +{"step": 4980000, "wall_time": 19102.15834569931, "train_loss_step": 5.6100263595581055, "n_params": 4715740, "total_flops": 72144031334400000, "train_loss": 0.027221397920088333, "subset_score_loss": 0.027221397920088333} +{"step": 4990000, "wall_time": 19138.87658381462, "train_loss_step": 5.494080543518066, "n_params": 4715740, "total_flops": 72288898867200000, "train_loss": 0.02706867998296564, "subset_score_loss": 0.02706867998296564} +{"step": 5000000, "wall_time": 19208.121559619904, "train_loss_step": 5.653017044067383, "n_params": 4715740, "total_flops": 72433766400000000, "train_loss": 0.029144412820989434, "subset_score_loss": 0.029144412820989434, "memorization_fraction_pixel": 0.23659999668598175, "mean_nn_ratio_pixel": 0.7375211119651794, "fid": 173.34862803441754, "fid_failed": 0.0} diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d220/runner.log b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d220/runner.log new file mode 100644 index 0000000000000000000000000000000000000000..d916a29e21ab9fa60a48457ffee0e04de046783a --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d220/runner.log @@ -0,0 +1,502 @@ + FID real-side stats cached over 1000 diverse train images + step 1 | 35s | train_loss=1.0003 | fid=299.4960 + step 10000 | 67s | train_loss=0.7119 + step 20000 | 104s | train_loss=0.5934 + step 30000 | 141s | train_loss=0.5275 + step 40000 | 177s | train_loss=0.4652 + step 50000 | 214s | train_loss=0.4056 + step 60000 | 251s | train_loss=0.3461 + step 70000 | 288s | train_loss=0.3009 + step 80000 | 324s | train_loss=0.2621 + step 90000 | 361s | train_loss=0.2346 + step 100000 | 431s | train_loss=0.2092 | fid=196.5865 + step 110000 | 458s | train_loss=0.1935 + step 120000 | 475s | train_loss=0.1812 + step 130000 | 492s | train_loss=0.1704 + step 140000 | 511s | train_loss=0.1615 + step 150000 | 540s | train_loss=0.1525 + step 160000 | 577s | train_loss=0.1461 + step 170000 | 613s | train_loss=0.1526 + step 180000 | 650s | train_loss=0.1332 + step 190000 | 687s | train_loss=0.1368 + step 200000 | 756s | train_loss=0.1284 | fid=235.6904 + step 210000 | 793s | train_loss=0.1221 + step 220000 | 830s | train_loss=0.1217 + step 230000 | 866s | train_loss=0.1175 + step 240000 | 903s | train_loss=0.1128 + step 250000 | 936s | train_loss=0.1160 + step 260000 | 955s | train_loss=0.1100 + step 270000 | 971s | train_loss=0.1072 + step 280000 | 1007s | train_loss=0.1067 + step 290000 | 1044s | train_loss=0.1052 + step 300000 | 1113s | train_loss=0.1014 | fid=232.3917 + step 310000 | 1150s | train_loss=0.1062 + step 320000 | 1187s | train_loss=0.1013 + step 330000 | 1224s | train_loss=0.1014 + step 340000 | 1260s | train_loss=0.0961 + step 350000 | 1297s | train_loss=0.0914 + step 360000 | 1334s | train_loss=0.1088 + step 370000 | 1370s | train_loss=0.0930 + step 380000 | 1396s | train_loss=0.0907 + step 390000 | 1412s | train_loss=0.0861 + step 400000 | 1465s | train_loss=0.0855 | fid=254.8055 + step 410000 | 1502s | train_loss=0.0836 + step 420000 | 1539s | train_loss=0.0845 + step 430000 | 1575s | train_loss=0.0903 + step 440000 | 1612s | train_loss=0.0893 + step 450000 | 1649s | train_loss=0.0785 + step 460000 | 1686s | train_loss=0.0796 + step 470000 | 1722s | train_loss=0.0809 + step 480000 | 1759s | train_loss=0.0897 + step 490000 | 1796s | train_loss=0.0795 + step 500000 | 1853s | train_loss=0.0847 | fid=267.8280 + step 510000 | 1874s | train_loss=0.0772 + step 520000 | 1911s | train_loss=0.0681 + step 530000 | 1947s | train_loss=0.0755 + step 540000 | 1984s | train_loss=0.0738 + step 550000 | 2021s | train_loss=0.0725 + step 560000 | 2058s | train_loss=0.0691 + step 570000 | 2094s | train_loss=0.0686 + step 580000 | 2131s | train_loss=0.0704 + step 590000 | 2168s | train_loss=0.0656 + step 600000 | 2237s | train_loss=0.0669 | fid=264.3710 + step 610000 | 2274s | train_loss=0.0674 + step 620000 | 2293s | train_loss=0.0650 + step 630000 | 2311s | train_loss=0.0632 + step 640000 | 2327s | train_loss=0.0669 + step 650000 | 2344s | train_loss=0.0674 + step 660000 | 2378s | train_loss=0.0637 + step 670000 | 2415s | train_loss=0.0644 + step 680000 | 2452s | train_loss=0.0612 + step 690000 | 2489s | train_loss=0.0621 + step 700000 | 2558s | train_loss=0.0563 | fid=253.3305 + step 710000 | 2595s | train_loss=0.0605 + step 720000 | 2632s | train_loss=0.0694 + step 730000 | 2668s | train_loss=0.0595 + step 740000 | 2705s | train_loss=0.0568 + step 750000 | 2742s | train_loss=0.0577 + step 760000 | 2767s | train_loss=0.0601 + step 770000 | 2786s | train_loss=0.0540 + step 780000 | 2807s | train_loss=0.0581 + step 790000 | 2843s | train_loss=0.0577 + step 800000 | 2913s | train_loss=0.0574 | fid=247.9882 + step 810000 | 2949s | train_loss=0.0580 + step 820000 | 2986s | train_loss=0.0580 + step 830000 | 3023s | train_loss=0.0513 + step 840000 | 3059s | train_loss=0.0503 + step 850000 | 3096s | train_loss=0.0599 + step 860000 | 3133s | train_loss=0.0570 + step 870000 | 3170s | train_loss=0.0537 + step 880000 | 3206s | train_loss=0.0539 + step 890000 | 3224s | train_loss=0.0551 + step 900000 | 3260s | train_loss=0.0544 | fid=240.9419 + step 910000 | 3297s | train_loss=0.0537 + step 920000 | 3334s | train_loss=0.0549 + step 930000 | 3370s | train_loss=0.0504 + step 940000 | 3407s | train_loss=0.0555 + step 950000 | 3444s | train_loss=0.0542 + step 960000 | 3481s | train_loss=0.0508 + step 970000 | 3517s | train_loss=0.0485 + step 980000 | 3554s | train_loss=0.0494 + step 990000 | 3591s | train_loss=0.0534 + step 1000000 | 3659s | train_loss=0.0478 | fid=226.6646 + step 1010000 | 3676s | train_loss=0.0479 + step 1020000 | 3693s | train_loss=0.0598 + step 1030000 | 3711s | train_loss=0.0503 + step 1040000 | 3746s | train_loss=0.0461 + step 1050000 | 3783s | train_loss=0.0535 + step 1060000 | 3820s | train_loss=0.0530 + step 1070000 | 3857s | train_loss=0.0509 + step 1080000 | 3893s | train_loss=0.0505 + step 1090000 | 3930s | train_loss=0.0443 + step 1100000 | 3999s | train_loss=0.0473 | fid=222.9571 + step 1110000 | 4036s | train_loss=0.0469 + step 1120000 | 4073s | train_loss=0.0452 + step 1130000 | 4109s | train_loss=0.0480 + step 1140000 | 4134s | train_loss=0.0457 + step 1150000 | 4150s | train_loss=0.0489 + step 1160000 | 4166s | train_loss=0.0523 + step 1170000 | 4201s | train_loss=0.0455 + step 1180000 | 4238s | train_loss=0.0425 + step 1190000 | 4275s | train_loss=0.0488 + step 1200000 | 4344s | train_loss=0.0422 | fid=220.8958 + step 1210000 | 4381s | train_loss=0.0457 + step 1220000 | 4418s | train_loss=0.0424 + step 1230000 | 4455s | train_loss=0.0431 + step 1240000 | 4491s | train_loss=0.0444 + step 1250000 | 4528s | train_loss=0.0443 + step 1260000 | 4565s | train_loss=0.0447 + step 1270000 | 4589s | train_loss=0.0458 + step 1280000 | 4606s | train_loss=0.0459 + step 1290000 | 4643s | train_loss=0.0425 + step 1300000 | 4712s | train_loss=0.0422 | fid=210.7123 + step 1310000 | 4749s | train_loss=0.0472 + step 1320000 | 4786s | train_loss=0.0437 + step 1330000 | 4822s | train_loss=0.0424 + step 1340000 | 4859s | train_loss=0.0438 + step 1350000 | 4896s | train_loss=0.0416 + step 1360000 | 4932s | train_loss=0.0455 + step 1370000 | 4969s | train_loss=0.0447 + step 1380000 | 5005s | train_loss=0.0485 + step 1390000 | 5030s | train_loss=0.0419 + step 1400000 | 5099s | train_loss=0.0433 | fid=214.1695 + step 1410000 | 5136s | train_loss=0.0420 + step 1420000 | 5173s | train_loss=0.0418 + step 1430000 | 5210s | train_loss=0.0382 + step 1440000 | 5246s | train_loss=0.0456 + step 1450000 | 5283s | train_loss=0.0426 + step 1460000 | 5320s | train_loss=0.0424 + step 1470000 | 5356s | train_loss=0.0403 + step 1480000 | 5393s | train_loss=0.0417 + step 1490000 | 5430s | train_loss=0.0520 + step 1500000 | 5485s | train_loss=0.0383 | fid=212.4948 + step 1510000 | 5522s | train_loss=0.0404 + step 1520000 | 5559s | train_loss=0.0445 + step 1530000 | 5595s | train_loss=0.0414 + step 1540000 | 5632s | train_loss=0.0424 + step 1550000 | 5669s | train_loss=0.0437 + step 1560000 | 5705s | train_loss=0.0417 + step 1570000 | 5742s | train_loss=0.0396 + step 1580000 | 5779s | train_loss=0.0385 + step 1590000 | 5816s | train_loss=0.0477 + step 1600000 | 5876s | train_loss=0.0398 | fid=214.4135 + step 1610000 | 5913s | train_loss=0.0418 + step 1620000 | 5950s | train_loss=0.0439 + step 1630000 | 5986s | train_loss=0.0413 + step 1640000 | 6023s | train_loss=0.0404 + step 1650000 | 6060s | train_loss=0.0401 + step 1660000 | 6096s | train_loss=0.0395 + step 1670000 | 6133s | train_loss=0.0380 + step 1680000 | 6170s | train_loss=0.0380 + step 1690000 | 6207s | train_loss=0.0387 + step 1700000 | 6275s | train_loss=0.0392 | fid=217.5495 + step 1710000 | 6305s | train_loss=0.0390 + step 1720000 | 6342s | train_loss=0.0373 + step 1730000 | 6378s | train_loss=0.0384 + step 1740000 | 6415s | train_loss=0.0363 + step 1750000 | 6452s | train_loss=0.0385 + step 1760000 | 6488s | train_loss=0.0392 + step 1770000 | 6525s | train_loss=0.0391 + step 1780000 | 6562s | train_loss=0.0391 + step 1790000 | 6599s | train_loss=0.0407 + step 1800000 | 6668s | train_loss=0.0383 | fid=223.4607 + step 1810000 | 6697s | train_loss=0.0380 + step 1820000 | 6734s | train_loss=0.0370 + step 1830000 | 6770s | train_loss=0.0439 + step 1840000 | 6807s | train_loss=0.0380 + step 1850000 | 6844s | train_loss=0.0470 + step 1860000 | 6880s | train_loss=0.0382 + step 1870000 | 6917s | train_loss=0.0402 + step 1880000 | 6954s | train_loss=0.0446 + step 1890000 | 6991s | train_loss=0.0369 + step 1900000 | 7059s | train_loss=0.0448 | fid=217.7185 + step 1910000 | 7095s | train_loss=0.0375 + step 1920000 | 7125s | train_loss=0.0387 + step 1930000 | 7161s | train_loss=0.0397 + step 1940000 | 7198s | train_loss=0.0387 + step 1950000 | 7235s | train_loss=0.0370 + step 1960000 | 7271s | train_loss=0.0361 + step 1970000 | 7308s | train_loss=0.0385 + step 1980000 | 7345s | train_loss=0.0414 + step 1990000 | 7382s | train_loss=0.0381 + step 2000000 | 7451s | train_loss=0.0456 | fid=214.9149 + step 2010000 | 7488s | train_loss=0.0348 + step 2020000 | 7524s | train_loss=0.0329 + step 2030000 | 7552s | train_loss=0.0361 + step 2040000 | 7589s | train_loss=0.0373 + step 2050000 | 7625s | train_loss=0.0352 + step 2060000 | 7662s | train_loss=0.0366 + step 2070000 | 7699s | train_loss=0.0361 + step 2080000 | 7736s | train_loss=0.0338 + step 2090000 | 7772s | train_loss=0.0403 + step 2100000 | 7842s | train_loss=0.0328 | fid=217.4612 + step 2110000 | 7878s | train_loss=0.0373 + step 2120000 | 7915s | train_loss=0.0387 + step 2130000 | 7950s | train_loss=0.0358 + step 2140000 | 7979s | train_loss=0.0339 + step 2150000 | 8016s | train_loss=0.0434 + step 2160000 | 8053s | train_loss=0.0384 + step 2170000 | 8089s | train_loss=0.0334 + step 2180000 | 8126s | train_loss=0.0356 + step 2190000 | 8163s | train_loss=0.0355 + step 2200000 | 8232s | train_loss=0.0373 | fid=208.5365 + step 2210000 | 8269s | train_loss=0.0376 + step 2220000 | 8306s | train_loss=0.0378 + step 2230000 | 8343s | train_loss=0.0416 + step 2240000 | 8372s | train_loss=0.0341 + step 2250000 | 8406s | train_loss=0.0345 + step 2260000 | 8443s | train_loss=0.0356 + step 2270000 | 8480s | train_loss=0.0352 + step 2280000 | 8517s | train_loss=0.0366 + step 2290000 | 8553s | train_loss=0.0349 + step 2300000 | 8623s | train_loss=0.0342 | fid=213.1155 + step 2310000 | 8660s | train_loss=0.0336 + step 2320000 | 8696s | train_loss=0.0364 + step 2330000 | 8733s | train_loss=0.0350 + step 2340000 | 8769s | train_loss=0.0325 + step 2350000 | 8796s | train_loss=0.0385 + step 2360000 | 8833s | train_loss=0.0324 + step 2370000 | 8870s | train_loss=0.0370 + step 2380000 | 8907s | train_loss=0.0347 + step 2390000 | 8943s | train_loss=0.0328 + step 2400000 | 9013s | train_loss=0.0330 | fid=206.2802 + step 2410000 | 9050s | train_loss=0.0328 + step 2420000 | 9086s | train_loss=0.0338 + step 2430000 | 9123s | train_loss=0.0381 + step 2440000 | 9160s | train_loss=0.0330 + step 2450000 | 9196s | train_loss=0.0352 + step 2460000 | 9224s | train_loss=0.0351 + step 2470000 | 9260s | train_loss=0.0344 + step 2480000 | 9297s | train_loss=0.0355 + step 2490000 | 9334s | train_loss=0.0364 + step 2500000 | 9402s | train_loss=0.0321 | fid=209.7246 + step 2510000 | 9439s | train_loss=0.0324 + step 2520000 | 9475s | train_loss=0.0341 + step 2530000 | 9512s | train_loss=0.0403 + step 2540000 | 9549s | train_loss=0.0333 + step 2550000 | 9586s | train_loss=0.0319 + step 2560000 | 9622s | train_loss=0.0313 + step 2570000 | 9649s | train_loss=0.0346 + step 2580000 | 9686s | train_loss=0.0377 + step 2590000 | 9723s | train_loss=0.0380 + step 2600000 | 9792s | train_loss=0.0394 | fid=212.6903 + step 2610000 | 9829s | train_loss=0.0346 + step 2620000 | 9866s | train_loss=0.0387 + step 2630000 | 9902s | train_loss=0.0330 + step 2640000 | 9939s | train_loss=0.0312 + step 2650000 | 9976s | train_loss=0.0329 + step 2660000 | 10012s | train_loss=0.0335 + step 2670000 | 10047s | train_loss=0.0314 + step 2680000 | 10076s | train_loss=0.0345 + step 2690000 | 10113s | train_loss=0.0383 + step 2700000 | 10182s | train_loss=0.0349 | fid=206.7696 + step 2710000 | 10219s | train_loss=0.0298 + step 2720000 | 10256s | train_loss=0.0371 + step 2730000 | 10293s | train_loss=0.0317 + step 2740000 | 10329s | train_loss=0.0339 + step 2750000 | 10366s | train_loss=0.0414 + step 2760000 | 10403s | train_loss=0.0331 + step 2770000 | 10440s | train_loss=0.0311 + step 2780000 | 10470s | train_loss=0.0328 + step 2790000 | 10504s | train_loss=0.0333 + step 2800000 | 10573s | train_loss=0.0332 | fid=208.7834 + step 2810000 | 10610s | train_loss=0.0330 + step 2820000 | 10647s | train_loss=0.0349 + step 2830000 | 10684s | train_loss=0.0330 + step 2840000 | 10720s | train_loss=0.0379 + step 2850000 | 10757s | train_loss=0.0307 + step 2860000 | 10794s | train_loss=0.0340 + step 2870000 | 10831s | train_loss=0.0300 + step 2880000 | 10867s | train_loss=0.0340 + step 2890000 | 10894s | train_loss=0.0320 + step 2900000 | 10964s | train_loss=0.0337 | fid=208.0919 + step 2910000 | 11000s | train_loss=0.0398 + step 2920000 | 11037s | train_loss=0.0314 + step 2930000 | 11074s | train_loss=0.0421 + step 2940000 | 11111s | train_loss=0.0285 + step 2950000 | 11147s | train_loss=0.0351 + step 2960000 | 11184s | train_loss=0.0295 + step 2970000 | 11221s | train_loss=0.0334 + step 2980000 | 11258s | train_loss=0.0326 + step 2990000 | 11294s | train_loss=0.0316 + step 3000000 | 11355s | train_loss=0.0316 | fid=199.3747 + step 3010000 | 11391s | train_loss=0.0314 + step 3020000 | 11428s | train_loss=0.0345 + step 3030000 | 11465s | train_loss=0.0295 + step 3040000 | 11502s | train_loss=0.0366 + step 3050000 | 11538s | train_loss=0.0307 + step 3060000 | 11575s | train_loss=0.0359 + step 3070000 | 11612s | train_loss=0.0300 + step 3080000 | 11649s | train_loss=0.0311 + step 3090000 | 11685s | train_loss=0.0306 + step 3100000 | 11746s | train_loss=0.0359 | fid=202.3382 + step 3110000 | 11782s | train_loss=0.0336 + step 3120000 | 11819s | train_loss=0.0314 + step 3130000 | 11856s | train_loss=0.0329 + step 3140000 | 11893s | train_loss=0.0331 + step 3150000 | 11929s | train_loss=0.0325 + step 3160000 | 11966s | train_loss=0.0320 + step 3170000 | 12003s | train_loss=0.0342 + step 3180000 | 12039s | train_loss=0.0308 + step 3190000 | 12076s | train_loss=0.0291 + step 3200000 | 12146s | train_loss=0.0354 | fid=203.9795 + step 3210000 | 12179s | train_loss=0.0287 + step 3220000 | 12216s | train_loss=0.0307 + step 3230000 | 12253s | train_loss=0.0319 + step 3240000 | 12290s | train_loss=0.0309 + step 3250000 | 12326s | train_loss=0.0345 + step 3260000 | 12363s | train_loss=0.0318 + step 3270000 | 12400s | train_loss=0.0324 + step 3280000 | 12436s | train_loss=0.0322 + step 3290000 | 12473s | train_loss=0.0310 + step 3300000 | 12544s | train_loss=0.0308 | fid=214.9855 + step 3310000 | 12573s | train_loss=0.0294 + step 3320000 | 12610s | train_loss=0.0316 + step 3330000 | 12647s | train_loss=0.0307 + step 3340000 | 12683s | train_loss=0.0272 + step 3350000 | 12720s | train_loss=0.0329 + step 3360000 | 12757s | train_loss=0.0313 + step 3370000 | 12793s | train_loss=0.0315 + step 3380000 | 12830s | train_loss=0.0335 + step 3390000 | 12867s | train_loss=0.0297 + step 3400000 | 12938s | train_loss=0.0361 | fid=205.2735 + step 3410000 | 12975s | train_loss=0.0296 + step 3420000 | 13002s | train_loss=0.0303 + step 3430000 | 13039s | train_loss=0.0337 + step 3440000 | 13075s | train_loss=0.0284 + step 3450000 | 13112s | train_loss=0.0293 + step 3460000 | 13149s | train_loss=0.0359 + step 3470000 | 13186s | train_loss=0.0314 + step 3480000 | 13222s | train_loss=0.0348 + step 3490000 | 13259s | train_loss=0.0315 + step 3500000 | 13330s | train_loss=0.0287 | fid=198.5032 + step 3510000 | 13367s | train_loss=0.0322 + step 3520000 | 13397s | train_loss=0.0322 + step 3530000 | 13432s | train_loss=0.0308 + step 3540000 | 13469s | train_loss=0.0305 + step 3550000 | 13506s | train_loss=0.0305 + step 3560000 | 13543s | train_loss=0.0313 + step 3570000 | 13579s | train_loss=0.0306 + step 3580000 | 13616s | train_loss=0.0307 + step 3590000 | 13653s | train_loss=0.0322 + step 3600000 | 13724s | train_loss=0.0286 | fid=203.8767 + step 3610000 | 13761s | train_loss=0.0359 + step 3620000 | 13797s | train_loss=0.0311 + step 3630000 | 13824s | train_loss=0.0318 + step 3640000 | 13861s | train_loss=0.0290 + step 3650000 | 13898s | train_loss=0.0292 + step 3660000 | 13935s | train_loss=0.0303 + step 3670000 | 13971s | train_loss=0.0301 + step 3680000 | 14008s | train_loss=0.0302 + step 3690000 | 14045s | train_loss=0.0277 + step 3700000 | 14117s | train_loss=0.0297 | fid=195.8376 + step 3710000 | 14154s | train_loss=0.0288 + step 3720000 | 14191s | train_loss=0.0325 + step 3730000 | 14226s | train_loss=0.0302 + step 3740000 | 14255s | train_loss=0.0280 + step 3750000 | 14291s | train_loss=0.0305 + step 3760000 | 14328s | train_loss=0.0282 + step 3770000 | 14365s | train_loss=0.0303 + step 3780000 | 14401s | train_loss=0.0308 + step 3790000 | 14438s | train_loss=0.0299 + step 3800000 | 14509s | train_loss=0.0304 | fid=197.4079 + step 3810000 | 14546s | train_loss=0.0284 + step 3820000 | 14583s | train_loss=0.0293 + step 3830000 | 14619s | train_loss=0.0302 + step 3840000 | 14650s | train_loss=0.0298 + step 3850000 | 14687s | train_loss=0.0305 + step 3860000 | 14723s | train_loss=0.0305 + step 3870000 | 14760s | train_loss=0.0271 + step 3880000 | 14797s | train_loss=0.0298 + step 3890000 | 14834s | train_loss=0.0294 + step 3900000 | 14904s | train_loss=0.0312 | fid=196.4539 + step 3910000 | 14940s | train_loss=0.0265 + step 3920000 | 14977s | train_loss=0.0283 + step 3930000 | 15014s | train_loss=0.0268 + step 3940000 | 15050s | train_loss=0.0281 + step 3950000 | 15078s | train_loss=0.0273 + step 3960000 | 15115s | train_loss=0.0280 + step 3970000 | 15151s | train_loss=0.0291 + step 3980000 | 15188s | train_loss=0.0272 + step 3990000 | 15225s | train_loss=0.0292 + step 4000000 | 15294s | train_loss=0.0290 | fid=199.0464 + step 4010000 | 15331s | train_loss=0.0346 + step 4020000 | 15368s | train_loss=0.0293 + step 4030000 | 15405s | train_loss=0.0288 + step 4040000 | 15441s | train_loss=0.0278 + step 4050000 | 15478s | train_loss=0.0315 + step 4060000 | 15506s | train_loss=0.0308 + step 4070000 | 15543s | train_loss=0.0288 + step 4080000 | 15580s | train_loss=0.0280 + step 4090000 | 15617s | train_loss=0.0290 + step 4100000 | 15686s | train_loss=0.0275 | fid=194.1491 + step 4110000 | 15723s | train_loss=0.0303 + step 4120000 | 15760s | train_loss=0.0287 + step 4130000 | 15796s | train_loss=0.0271 + step 4140000 | 15833s | train_loss=0.0300 + step 4150000 | 15870s | train_loss=0.0278 + step 4160000 | 15902s | train_loss=0.0313 + step 4170000 | 15933s | train_loss=0.0285 + step 4180000 | 15970s | train_loss=0.0288 + step 4190000 | 16007s | train_loss=0.0275 + step 4200000 | 16076s | train_loss=0.0262 | fid=191.0152 + step 4210000 | 16113s | train_loss=0.0270 + step 4220000 | 16150s | train_loss=0.0298 + step 4230000 | 16186s | train_loss=0.0300 + step 4240000 | 16223s | train_loss=0.0273 + step 4250000 | 16260s | train_loss=0.0280 + step 4260000 | 16297s | train_loss=0.0298 + step 4270000 | 16325s | train_loss=0.0305 + step 4280000 | 16360s | train_loss=0.0291 + step 4290000 | 16397s | train_loss=0.0285 + step 4300000 | 16465s | train_loss=0.0288 | fid=178.7356 + step 4310000 | 16502s | train_loss=0.0268 + step 4320000 | 16539s | train_loss=0.0297 + step 4330000 | 16575s | train_loss=0.0277 + step 4340000 | 16612s | train_loss=0.0282 + step 4350000 | 16649s | train_loss=0.0283 + step 4360000 | 16685s | train_loss=0.0287 + step 4370000 | 16722s | train_loss=0.0291 + step 4380000 | 16749s | train_loss=0.0278 + step 4390000 | 16786s | train_loss=0.0280 + step 4400000 | 16854s | train_loss=0.0269 | fid=192.6248 + step 4410000 | 16891s | train_loss=0.0272 + step 4420000 | 16928s | train_loss=0.0329 + step 4430000 | 16964s | train_loss=0.0277 + step 4440000 | 17001s | train_loss=0.0266 + step 4450000 | 17038s | train_loss=0.0306 + step 4460000 | 17075s | train_loss=0.0270 + step 4470000 | 17111s | train_loss=0.0293 + step 4480000 | 17148s | train_loss=0.0286 + step 4490000 | 17175s | train_loss=0.0281 + step 4500000 | 17243s | train_loss=0.0285 | fid=188.6486 + step 4510000 | 17280s | train_loss=0.0282 + step 4520000 | 17317s | train_loss=0.0280 + step 4530000 | 17353s | train_loss=0.0291 + step 4540000 | 17390s | train_loss=0.0279 + step 4550000 | 17427s | train_loss=0.0285 + step 4560000 | 17464s | train_loss=0.0264 + step 4570000 | 17500s | train_loss=0.0259 + step 4580000 | 17537s | train_loss=0.0267 + step 4590000 | 17573s | train_loss=0.0260 + step 4600000 | 17633s | train_loss=0.0279 | fid=193.2000 + step 4610000 | 17670s | train_loss=0.0279 + step 4620000 | 17706s | train_loss=0.0298 + step 4630000 | 17743s | train_loss=0.0303 + step 4640000 | 17780s | train_loss=0.0312 + step 4650000 | 17816s | train_loss=0.0280 + step 4660000 | 17853s | train_loss=0.0291 + step 4670000 | 17890s | train_loss=0.0317 + step 4680000 | 17927s | train_loss=0.0265 + step 4690000 | 17963s | train_loss=0.0266 + step 4700000 | 18025s | train_loss=0.0296 | fid=174.1487 + step 4710000 | 18061s | train_loss=0.0264 + step 4720000 | 18098s | train_loss=0.0253 + step 4730000 | 18135s | train_loss=0.0268 + step 4740000 | 18171s | train_loss=0.0268 + step 4750000 | 18208s | train_loss=0.0266 + step 4760000 | 18245s | train_loss=0.0270 + step 4770000 | 18282s | train_loss=0.0257 + step 4780000 | 18318s | train_loss=0.0275 + step 4790000 | 18355s | train_loss=0.0282 + step 4800000 | 18423s | train_loss=0.0266 | fid=176.4521 + step 4810000 | 18456s | train_loss=0.0253 + step 4820000 | 18493s | train_loss=0.0279 + step 4830000 | 18530s | train_loss=0.0255 + step 4840000 | 18566s | train_loss=0.0250 + step 4850000 | 18603s | train_loss=0.0285 + step 4860000 | 18640s | train_loss=0.0277 + step 4870000 | 18677s | train_loss=0.0269 + step 4880000 | 18713s | train_loss=0.0263 + step 4890000 | 18750s | train_loss=0.0264 + step 4900000 | 18818s | train_loss=0.0261 | fid=189.7303 + step 4910000 | 18848s | train_loss=0.0265 + step 4920000 | 18882s | train_loss=0.0302 + step 4930000 | 18919s | train_loss=0.0270 + step 4940000 | 18955s | train_loss=0.0316 + step 4950000 | 18992s | train_loss=0.0278 + step 4960000 | 19029s | train_loss=0.0269 + step 4970000 | 19065s | train_loss=0.0293 + step 4980000 | 19102s | train_loss=0.0272 + step 4990000 | 19139s | train_loss=0.0271 + step 5000000 | 19208s | train_loss=0.0291 | fid=173.3486 diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d240/config.json b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d240/config.json new file mode 100644 index 0000000000000000000000000000000000000000..92046d0fbe425029d9b720aa7bba4a29cad043e9 --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d240/config.json @@ -0,0 +1,25 @@ +{ + "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d240/vae.pt", + "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d240", + "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", + "n_train": 1000, + "total_steps": 5000000, + "eval_interval": 10000, + "mem_interval": 100000, + "fid_interval": 100000, + "fid_n_real": 1000, + "fid_n_gen": 10000, + "n_gen_samples": 10000, + "n_sde_steps": 500, + "batch_size": 512, + "hidden": 1024, + "depth": 5, + "optimizer": "sgd", + "lr": 0.001, + "momentum": 0.8, + "t_min": 0.01, + "t_max": 3.0, + "t_eval": 0.1, + "seed": 42, + "device": null +} diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d240/metrics.jsonl b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d240/metrics.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..aac60aae4545061926d995cb13ced6029b434599 --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d240/metrics.jsonl @@ -0,0 +1,502 @@ +{"event": "meta", "data": "cifar10_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 240, "n": 1000, "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d240/vae.pt", "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [41905, 27590, 3837, 45564, 49079, 45615, 24791, 29586, 40154, 14155, 41744, 31565, 21399, 47093, 14144, 7260, 25109, 49111, 3286, 28559, 8088, 18636, 27677, 5584, 14605, 28090, 44911, 22197, 30774, 45976, 21377, 38974, 37419, 34658, 48141, 45353, 16718, 44442, 14512, 30061, 32910, 17321, 15565, 17405, 44045, 17717, 6400, 37998, 3773, 20538, 19316, 34889, 4564, 1363, 5611, 41687, 16986, 41914, 25046, 49823, 33007, 20861, 27988, 42869, 33687, 3828, 12070, 15418, 22140, 35636, 31728, 9480, 7712, 2852, 43042, 17354, 27208, 49689, 14774, 29225, 25390, 35055, 12670, 19522, 24246, 14561, 33656, 42751, 2242, 364, 43176, 15490, 46231, 26061, 18629, 34392, 32488, 26106, 10393, 11167, 20874, 8106, 10093, 7243, 48907, 8147, 45063, 21102, 37655, 7635, 2514, 27684, 3204, 28758, 28311, 29718, 44311, 10355, 32304, 14615, 28486, 14294, 16760, 37166, 19433, 20899, 23979, 36854, 43726, 10375, 11078, 10677, 40127, 33642, 36325, 13174, 19662, 30319, 22501, 14354, 24243, 27654, 42509, 18915, 29668, 2313, 42454, 11218, 48097, 31985, 16567, 26984, 33502, 36329, 22928, 42746, 38223, 19499, 41926, 29059, 44004, 8962, 40807, 11854, 36894, 13566, 36982, 16226, 36410, 47002, 20194, 3625, 19297, 2555, 4842, 8098, 44052, 5795, 5274, 4374, 17924, 30344, 5386, 26317, 30389, 32399, 32042, 26731, 29532, 33817, 26942, 25858, 11887, 46070, 41837, 10713, 33955, 20000, 29946, 4912, 32112, 6697, 44031, 27296, 37785, 25660, 27948, 31260, 24358, 1827, 37445, 25084, 11703, 3820, 49218, 30616, 25083, 22759, 6275, 40603, 39038, 37156, 8894, 9871, 31333, 26582, 20528, 10523, 2747, 33639, 41740, 47899, 11337, 6325, 433, 33051, 1094, 24743, 9392, 22638, 7689, 39641, 9486, 33554, 30840, 35032, 19647, 7903, 18205, 34063, 46483, 32963, 11601, 19203, 45792, 47136, 6174, 40793, 13885, 16641, 48744, 37658, 43829, 44107, 6388, 37424, 20033, 28563, 27013, 17032, 12768, 38181, 35608, 14089, 29228, 40229, 45106, 11963, 37979, 20694, 22835, 5773, 19580, 44596, 19079, 45191, 666, 15893, 7513, 15939, 45020, 12659, 31388, 44651, 23592, 16419, 47615, 36714, 36448, 28579, 1697, 9889, 42082, 49150, 41132, 33996, 21551, 18467, 45242, 6516, 3355, 20187, 31669, 2814, 6900, 28198, 17656, 18178, 31825, 34244, 38330, 28894, 7463, 8134, 38159, 10524, 41508, 2367, 496, 31046, 1511, 31956, 46621, 14176, 1899, 32397, 29452, 16504, 34042, 24014, 47447, 20229, 36683, 5186, 14349, 21736, 17094, 30311, 27949, 30023, 49589, 43270, 2898, 18259, 17175, 18594, 17062, 42063, 3237, 12080, 35769, 1687, 30330, 29678, 27321, 4273, 28513, 2551, 5314, 13572, 13497, 9652, 3466, 27133, 38459, 23232, 14231, 25584, 49398, 32994, 10434, 42369, 37410, 45044, 11075, 12523, 1417, 6765, 40000, 25016, 36905, 48638, 21, 16822, 24333, 30084, 43982, 26954, 6519, 42546, 14751, 14278, 49970, 47621, 18883, 37295, 9040, 40369, 22225, 36489, 21302, 13110, 5455, 47804, 14868, 13063, 22102, 36825, 21969, 33186, 28908, 32592, 42766, 12262, 39073, 915, 11824, 39208, 3098, 42789, 29800, 14150, 28705, 8847, 21716, 535, 48077, 41540, 36207, 10816, 41471, 35049, 20661, 6083, 30194, 4576, 2174, 1908, 48392, 10435, 10986, 18036, 24746, 3941, 34118, 49749, 12025, 21493, 15785, 17085, 39411, 34561, 42064, 36237, 2740, 8183, 40564, 33107, 25765, 49165, 25211, 17520, 17115, 1869, 46432, 33757, 20517, 39760, 259, 45380, 12436, 48000, 21046, 4039, 15701, 35246, 29112, 44161, 34079, 45449, 42845, 22815, 5597, 3990, 35899, 48969, 41528, 27873, 16598, 39104, 23359, 46847, 28624, 19198, 1251, 9003, 28383, 47005, 40703, 41605, 39895, 26201, 11727, 27435, 17333, 39261, 37456, 14653, 30634, 4160, 24540, 12044, 7111, 23485, 5645, 2572, 1682, 17872, 8974, 16796, 11864, 40178, 20092, 32219, 14458, 37007, 31340, 10520, 34489, 13128, 42913, 31468, 44180, 37938, 20058, 18673, 36850, 34721, 26210, 15257, 35188, 11815, 47936, 18088, 43578, 11996, 47952, 24311, 1884, 36557, 32921, 36250, 38022, 5671, 13621, 23326, 14326, 23471, 24685, 39092, 3268, 37257, 16348, 13730, 21838, 44088, 8945, 10827, 13840, 46123, 48010, 13350, 30622, 45233, 8698, 14335, 45842, 15138, 1515, 40759, 21960, 47551, 33208, 18260, 6377, 46869, 31742, 23566, 12829, 15305, 37988, 16111, 32146, 37948, 25917, 30484, 17885, 42468, 28238, 33865, 28030, 30072, 34855, 19324, 42075, 30623, 3667, 38832, 25100, 43077, 36471, 11663, 13588, 14015, 5099, 10589, 28526, 48022, 15444, 3280, 188, 31582, 15225, 11019, 21804, 3901, 24461, 25031, 10373, 4486, 45950, 37949, 32923, 1583, 6576, 26004, 16237, 38132, 25045, 25091, 41949, 11553, 48062, 40503, 13057, 8954, 18566, 28405, 28604, 30434, 49112, 30676, 32930, 16183, 48336, 43162, 873, 37233, 44718, 37247, 23758, 9243, 12126, 5287, 49594, 3459, 32091, 20894, 41743, 7366, 7258, 37939, 47665, 12260, 20836, 43253, 16191, 11619, 1519, 6137, 3934, 48375, 35234, 103, 30510, 8869, 21085, 41234, 25138, 25079, 31218, 48292, 48814, 6635, 18416, 1421, 4363, 5164, 47455, 21280, 16767, 19685, 16449, 45798, 31292, 31049, 43587, 30772, 2651, 12854, 23199, 25234, 23389, 24742, 19480, 19738, 19726, 2388, 21394, 4512, 9069, 42856, 25766, 23797, 40741, 33624, 8328, 35922, 27732, 36268, 23213, 41966, 40002, 12750, 46225, 35182, 23769, 25152, 26764, 20090, 27202, 48096, 4266, 2205, 2020, 37651, 36088, 1021, 28544, 20933, 48924, 11503, 43997, 9492, 19505, 47632, 4118, 2029, 22008, 41396, 16378, 36738, 33194, 28053, 44137, 30771, 12131, 5963, 31754, 46953, 3180, 1718, 36816, 2208, 20898, 13799, 30796, 34445, 37540, 27983, 39216, 16791, 36763, 15987, 28440, 11782, 48531, 4252, 47359, 5351, 4059, 9263, 32274, 39283, 258, 17485, 31280, 12814, 33217, 38203, 11170, 8486, 14434, 13722, 36048, 3705, 47210, 38260, 2200, 17850, 21589, 27598, 9926, 9419, 3981, 34519, 37821, 22855, 39796, 24105, 5113, 5888, 31974, 40040, 17179, 48615, 38665, 47173, 47154, 20619, 5049, 1656, 27736, 14424, 2013, 1348, 32964, 37228, 34968, 34124, 15993, 42420, 26558, 2961, 27119, 37779, 29321, 31595, 29301, 38364, 17528, 19583, 48609, 4428, 12427, 601, 21213, 44456, 39274, 40250, 39804, 35373, 43875, 20550, 43426, 13696, 34572, 11097, 22458, 33042, 12981, 29073, 6601, 2370, 4065, 46317, 29460, 21761, 13977, 4520, 31604, 16259, 1445, 29204, 26097, 31921, 33193, 36054, 26372, 4436, 40306, 13974, 6159, 46233, 33714, 27592, 23153, 40311, 12294, 40141, 14030, 36304, 40086, 43163, 14689, 5002, 40885, 40758, 42458, 18580, 29784, 14527, 30070, 18326, 40830, 42503, 5434, 25179, 15652, 11428, 40980, 45916, 22056, 15896, 42628, 30092, 40834, 25862, 40370, 7804, 46908, 44191, 26908, 9764, 36969, 21521, 35257, 9279, 36964, 4012, 627, 31813, 15669, 33832, 29874, 1912, 41254, 23709, 4648, 3131, 49882, 19349, 35975, 25565, 21641, 48219, 30806, 33979, 36103, 14640, 34524, 31661, 26869, 27297, 46519, 2352, 46930, 7617, 49750, 12620, 29820, 18590, 890, 16394, 23877, 26421, 23417, 29021, 11596, 22017, 14794, 14437, 48385, 48231, 18946, 38048, 41302, 40633, 15317, 24820], "fid_reference": "same farthest-first 1k CIFAR-10 training subset", "seed": 42} +{"step": 1, "wall_time": 36.55708026885986, "train_loss_step": 241.23977661132812, "n_params": 4756720, "total_flops": 14612643840, "train_loss": 1.0003129323323567, "subset_score_loss": 1.0003129323323567, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9803987145423889, "fid": 298.5075641094276, "fid_failed": 0.0} +{"step": 10000, "wall_time": 75.98238587379456, "train_loss_step": 42.019039154052734, "n_params": 4756720, "total_flops": 146126438400000, "train_loss": 0.6668792088826497, "subset_score_loss": 0.6668792088826497} +{"step": 20000, "wall_time": 115.42279887199402, "train_loss_step": 34.766357421875, "n_params": 4756720, "total_flops": 292252876800000, "train_loss": 0.5511739095052083, "subset_score_loss": 0.5511739095052083} +{"step": 30000, "wall_time": 154.68808436393738, "train_loss_step": 31.891082763671875, "n_params": 4756720, "total_flops": 438379315200000, "train_loss": 0.5010567347208659, "subset_score_loss": 0.5010567347208659} +{"step": 40000, "wall_time": 194.0018928050995, "train_loss_step": 32.35536193847656, "n_params": 4756720, "total_flops": 584505753600000, "train_loss": 0.45320440928141276, "subset_score_loss": 0.45320440928141276} +{"step": 50000, "wall_time": 233.4560031890869, "train_loss_step": 29.241336822509766, "n_params": 4756720, "total_flops": 730632192000000, "train_loss": 0.3987446149190267, "subset_score_loss": 0.3987446149190267} +{"step": 60000, "wall_time": 273.04713439941406, "train_loss_step": 26.108539581298828, "n_params": 4756720, "total_flops": 876758630400000, "train_loss": 0.3432785987854004, "subset_score_loss": 0.3432785987854004} +{"step": 70000, "wall_time": 312.51012349128723, "train_loss_step": 25.628215789794922, "n_params": 4756720, "total_flops": 1022885068800000, "train_loss": 0.29563563664754233, "subset_score_loss": 0.29563563664754233} +{"step": 80000, "wall_time": 351.86592054367065, "train_loss_step": 22.407669067382812, "n_params": 4756720, "total_flops": 1169011507200000, "train_loss": 0.24670151074727376, "subset_score_loss": 0.24670151074727376} +{"step": 90000, "wall_time": 391.22719407081604, "train_loss_step": 22.064868927001953, "n_params": 4756720, "total_flops": 1315137945600000, "train_loss": 0.2192255655924479, "subset_score_loss": 0.2192255655924479} +{"step": 100000, "wall_time": 517.1351873874664, "train_loss_step": 19.86260986328125, "n_params": 4756720, "total_flops": 1461264384000000, "train_loss": 0.19364245732625326, "subset_score_loss": 0.19364245732625326, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9673799872398376, "fid": 206.10874589086, "fid_failed": 0.0} +{"step": 110000, "wall_time": 556.6223247051239, "train_loss_step": 20.415172576904297, "n_params": 4756720, "total_flops": 1607390822400000, "train_loss": 0.17607741355895995, "subset_score_loss": 0.17607741355895995} +{"step": 120000, "wall_time": 596.0429124832153, "train_loss_step": 19.714113235473633, "n_params": 4756720, "total_flops": 1753517260800000, "train_loss": 0.16520867347717286, "subset_score_loss": 0.16520867347717286} +{"step": 130000, "wall_time": 635.4580774307251, "train_loss_step": 18.95252227783203, "n_params": 4756720, "total_flops": 1899643699200000, "train_loss": 0.1532461961110433, "subset_score_loss": 0.1532461961110433} +{"step": 140000, "wall_time": 674.9128141403198, "train_loss_step": 17.583131790161133, "n_params": 4756720, "total_flops": 2045770137600000, "train_loss": 0.15083640416463215, "subset_score_loss": 0.15083640416463215} +{"step": 150000, "wall_time": 714.2614552974701, "train_loss_step": 17.378650665283203, "n_params": 4756720, "total_flops": 2191896576000000, "train_loss": 0.13771664301554362, "subset_score_loss": 0.13771664301554362} +{"step": 160000, "wall_time": 750.2721743583679, "train_loss_step": 17.192161560058594, "n_params": 4756720, "total_flops": 2338023014400000, "train_loss": 0.136234982808431, "subset_score_loss": 0.136234982808431} +{"step": 170000, "wall_time": 785.6169326305389, "train_loss_step": 18.209264755249023, "n_params": 4756720, "total_flops": 2484149452800000, "train_loss": 0.132567032178243, "subset_score_loss": 0.132567032178243} +{"step": 180000, "wall_time": 824.7929995059967, "train_loss_step": 15.786741256713867, "n_params": 4756720, "total_flops": 2630275891200000, "train_loss": 0.12045849959055582, "subset_score_loss": 0.12045849959055582} +{"step": 190000, "wall_time": 864.2010273933411, "train_loss_step": 15.840316772460938, "n_params": 4756720, "total_flops": 2776402329600000, "train_loss": 0.12162933349609376, "subset_score_loss": 0.12162933349609376} +{"step": 200000, "wall_time": 971.6222126483917, "train_loss_step": 15.429880142211914, "n_params": 4756720, "total_flops": 2922528768000000, "train_loss": 0.11449519793192546, "subset_score_loss": 0.11449519793192546, "memorization_fraction_pixel": 0.00019999999494757503, "mean_nn_ratio_pixel": 0.9734635949134827, "fid": 266.043178499225, "fid_failed": 0.0} +{"step": 210000, "wall_time": 1011.0191712379456, "train_loss_step": 15.412504196166992, "n_params": 4756720, "total_flops": 3068655206400000, "train_loss": 0.11049165725708007, "subset_score_loss": 0.11049165725708007} +{"step": 220000, "wall_time": 1050.6144561767578, "train_loss_step": 14.706859588623047, "n_params": 4756720, "total_flops": 3214781644800000, "train_loss": 0.11486766338348389, "subset_score_loss": 0.11486766338348389} +{"step": 230000, "wall_time": 1089.057123184204, "train_loss_step": 14.025005340576172, "n_params": 4756720, "total_flops": 3360908083200000, "train_loss": 0.10763908227284749, "subset_score_loss": 0.10763908227284749} +{"step": 240000, "wall_time": 1120.3470640182495, "train_loss_step": 14.470787048339844, "n_params": 4756720, "total_flops": 3507034521600000, "train_loss": 0.10074041684468588, "subset_score_loss": 0.10074041684468588} +{"step": 250000, "wall_time": 1159.5841970443726, "train_loss_step": 13.866874694824219, "n_params": 4756720, "total_flops": 3653160960000000, "train_loss": 0.10692018667856852, "subset_score_loss": 0.10692018667856852} +{"step": 260000, "wall_time": 1198.8947625160217, "train_loss_step": 13.734379768371582, "n_params": 4756720, "total_flops": 3799287398400000, "train_loss": 0.09763742287953694, "subset_score_loss": 0.09763742287953694} +{"step": 270000, "wall_time": 1238.290268421173, "train_loss_step": 13.809776306152344, "n_params": 4756720, "total_flops": 3945413836800000, "train_loss": 0.0975734790166219, "subset_score_loss": 0.0975734790166219} +{"step": 280000, "wall_time": 1277.6071331501007, "train_loss_step": 13.377681732177734, "n_params": 4756720, "total_flops": 4091540275200000, "train_loss": 0.094791841506958, "subset_score_loss": 0.094791841506958} +{"step": 290000, "wall_time": 1317.0997912883759, "train_loss_step": 12.777276992797852, "n_params": 4756720, "total_flops": 4237666713600000, "train_loss": 0.09819812774658203, "subset_score_loss": 0.09819812774658203} +{"step": 300000, "wall_time": 1423.4127776622772, "train_loss_step": 13.195487976074219, "n_params": 4756720, "total_flops": 4383793152000000, "train_loss": 0.08843781153361002, "subset_score_loss": 0.08843781153361002, "memorization_fraction_pixel": 0.00019999999494757503, "mean_nn_ratio_pixel": 0.97170090675354, "fid": 285.54855036199876, "fid_failed": 0.0} +{"step": 310000, "wall_time": 1458.629329442978, "train_loss_step": 12.438921928405762, "n_params": 4756720, "total_flops": 4529919590400000, "train_loss": 0.08810515403747558, "subset_score_loss": 0.08810515403747558} +{"step": 320000, "wall_time": 1490.1821594238281, "train_loss_step": 12.218344688415527, "n_params": 4756720, "total_flops": 4676046028800000, "train_loss": 0.09003590742746989, "subset_score_loss": 0.09003590742746989} +{"step": 330000, "wall_time": 1529.5813746452332, "train_loss_step": 12.142193794250488, "n_params": 4756720, "total_flops": 4822172467200000, "train_loss": 0.08742345968882242, "subset_score_loss": 0.08742345968882242} +{"step": 340000, "wall_time": 1569.1512024402618, "train_loss_step": 13.063130378723145, "n_params": 4756720, "total_flops": 4968298905600000, "train_loss": 0.0830706516901652, "subset_score_loss": 0.0830706516901652} +{"step": 350000, "wall_time": 1608.5402827262878, "train_loss_step": 12.025842666625977, "n_params": 4756720, "total_flops": 5114425344000000, "train_loss": 0.08147799968719482, "subset_score_loss": 0.08147799968719482} +{"step": 360000, "wall_time": 1647.9639449119568, "train_loss_step": 13.192703247070312, "n_params": 4756720, "total_flops": 5260551782400000, "train_loss": 0.09027659098307292, "subset_score_loss": 0.09027659098307292} +{"step": 370000, "wall_time": 1687.5090975761414, "train_loss_step": 12.100061416625977, "n_params": 4756720, "total_flops": 5406678220800000, "train_loss": 0.07694049676259358, "subset_score_loss": 0.07694049676259358} +{"step": 380000, "wall_time": 1726.9008522033691, "train_loss_step": 12.021639823913574, "n_params": 4756720, "total_flops": 5552804659200000, "train_loss": 0.08059221108754476, "subset_score_loss": 0.08059221108754476} +{"step": 390000, "wall_time": 1766.3091921806335, "train_loss_step": 11.544736862182617, "n_params": 4756720, "total_flops": 5698931097600000, "train_loss": 0.07720349629720052, "subset_score_loss": 0.07720349629720052} +{"step": 400000, "wall_time": 1864.0550513267517, "train_loss_step": 12.481979370117188, "n_params": 4756720, "total_flops": 5845057536000000, "train_loss": 0.07722620964050293, "subset_score_loss": 0.07722620964050293, "memorization_fraction_pixel": 0.0026000000070780516, "mean_nn_ratio_pixel": 0.9664367437362671, "fid": 292.3443721114612, "fid_failed": 0.0} +{"step": 410000, "wall_time": 1903.516649723053, "train_loss_step": 11.484138488769531, "n_params": 4756720, "total_flops": 5991183974400000, "train_loss": 0.07489976088205973, "subset_score_loss": 0.07489976088205973} +{"step": 420000, "wall_time": 1942.8767499923706, "train_loss_step": 11.471471786499023, "n_params": 4756720, "total_flops": 6137310412800000, "train_loss": 0.07303603490193684, "subset_score_loss": 0.07303603490193684} +{"step": 430000, "wall_time": 1982.1380796432495, "train_loss_step": 11.528797149658203, "n_params": 4756720, "total_flops": 6283436851200000, "train_loss": 0.07607489426930746, "subset_score_loss": 0.07607489426930746} +{"step": 440000, "wall_time": 2021.5050547122955, "train_loss_step": 11.545418739318848, "n_params": 4756720, "total_flops": 6429563289600000, "train_loss": 0.0777751366297404, "subset_score_loss": 0.0777751366297404} +{"step": 450000, "wall_time": 2060.8126378059387, "train_loss_step": 11.379480361938477, "n_params": 4756720, "total_flops": 6575689728000000, "train_loss": 0.07091289361317953, "subset_score_loss": 0.07091289361317953} +{"step": 460000, "wall_time": 2100.1000368595123, "train_loss_step": 11.181970596313477, "n_params": 4756720, "total_flops": 6721816166400000, "train_loss": 0.07193309466044108, "subset_score_loss": 0.07193309466044108} +{"step": 470000, "wall_time": 2139.428113937378, "train_loss_step": 10.228615760803223, "n_params": 4756720, "total_flops": 6867942604800000, "train_loss": 0.06740552584330241, "subset_score_loss": 0.06740552584330241} +{"step": 480000, "wall_time": 2179.01735329628, "train_loss_step": 10.754027366638184, "n_params": 4756720, "total_flops": 7014069043200000, "train_loss": 0.06876572767893473, "subset_score_loss": 0.06876572767893473} +{"step": 490000, "wall_time": 2217.552000761032, "train_loss_step": 11.3826904296875, "n_params": 4756720, "total_flops": 7160195481600000, "train_loss": 0.07207578818003336, "subset_score_loss": 0.07207578818003336} +{"step": 500000, "wall_time": 2344.2986776828766, "train_loss_step": 10.68002700805664, "n_params": 4756720, "total_flops": 7306321920000000, "train_loss": 0.07064476013183593, "subset_score_loss": 0.07064476013183593, "memorization_fraction_pixel": 0.00430000014603138, "mean_nn_ratio_pixel": 0.9646437764167786, "fid": 297.2179918991665, "fid_failed": 0.0} +{"step": 510000, "wall_time": 2383.8820865154266, "train_loss_step": 10.0716552734375, "n_params": 4756720, "total_flops": 7452448358400000, "train_loss": 0.06809787750244141, "subset_score_loss": 0.06809787750244141} +{"step": 520000, "wall_time": 2423.4334149360657, "train_loss_step": 9.573819160461426, "n_params": 4756720, "total_flops": 7598574796800000, "train_loss": 0.05767506758371989, "subset_score_loss": 0.05767506758371989} +{"step": 530000, "wall_time": 2462.870862007141, "train_loss_step": 10.337316513061523, "n_params": 4756720, "total_flops": 7744701235200000, "train_loss": 0.06616137822469076, "subset_score_loss": 0.06616137822469076} +{"step": 540000, "wall_time": 2502.287089109421, "train_loss_step": 9.931217193603516, "n_params": 4756720, "total_flops": 7890827673600000, "train_loss": 0.06630086501439413, "subset_score_loss": 0.06630086501439413} +{"step": 550000, "wall_time": 2541.080310344696, "train_loss_step": 9.596455574035645, "n_params": 4756720, "total_flops": 8036954112000000, "train_loss": 0.06332927147547404, "subset_score_loss": 0.06332927147547404} +{"step": 560000, "wall_time": 2569.366466522217, "train_loss_step": 9.72744369506836, "n_params": 4756720, "total_flops": 8183080550400000, "train_loss": 0.06258451541264852, "subset_score_loss": 0.06258451541264852} +{"step": 570000, "wall_time": 2608.757500886917, "train_loss_step": 10.097036361694336, "n_params": 4756720, "total_flops": 8329206988800000, "train_loss": 0.05968198776245117, "subset_score_loss": 0.05968198776245117} +{"step": 580000, "wall_time": 2648.0369963645935, "train_loss_step": 9.710039138793945, "n_params": 4756720, "total_flops": 8475333427200000, "train_loss": 0.06291871070861817, "subset_score_loss": 0.06291871070861817} +{"step": 590000, "wall_time": 2687.5403139591217, "train_loss_step": 9.572059631347656, "n_params": 4756720, "total_flops": 8621459865600000, "train_loss": 0.06523369550704956, "subset_score_loss": 0.06523369550704956} +{"step": 600000, "wall_time": 2796.9597713947296, "train_loss_step": 9.91038703918457, "n_params": 4756720, "total_flops": 8767586304000000, "train_loss": 0.05565686623255412, "subset_score_loss": 0.05565686623255412, "memorization_fraction_pixel": 0.008200000040233135, "mean_nn_ratio_pixel": 0.9587628841400146, "fid": 296.9195917227516, "fid_failed": 0.0} +{"step": 610000, "wall_time": 2836.5010707378387, "train_loss_step": 9.697182655334473, "n_params": 4756720, "total_flops": 8913712742400000, "train_loss": 0.056358587741851804, "subset_score_loss": 0.056358587741851804} +{"step": 620000, "wall_time": 2875.899850130081, "train_loss_step": 9.131134033203125, "n_params": 4756720, "total_flops": 9059839180800000, "train_loss": 0.06088782946268718, "subset_score_loss": 0.06088782946268718} +{"step": 630000, "wall_time": 2908.1994893550873, "train_loss_step": 9.045766830444336, "n_params": 4756720, "total_flops": 9205965619200000, "train_loss": 0.05789369742075602, "subset_score_loss": 0.05789369742075602} +{"step": 640000, "wall_time": 2942.796863794327, "train_loss_step": 9.556496620178223, "n_params": 4756720, "total_flops": 9352092057600000, "train_loss": 0.056121575832366946, "subset_score_loss": 0.056121575832366946} +{"step": 650000, "wall_time": 2982.178075313568, "train_loss_step": 8.734611511230469, "n_params": 4756720, "total_flops": 9498218496000000, "train_loss": 0.055635035037994385, "subset_score_loss": 0.055635035037994385} +{"step": 660000, "wall_time": 3021.5752313137054, "train_loss_step": 8.89311408996582, "n_params": 4756720, "total_flops": 9644344934400000, "train_loss": 0.06005536715189616, "subset_score_loss": 0.06005536715189616} +{"step": 670000, "wall_time": 3060.940116405487, "train_loss_step": 9.570110321044922, "n_params": 4756720, "total_flops": 9790471372800000, "train_loss": 0.05911547342936198, "subset_score_loss": 0.05911547342936198} +{"step": 680000, "wall_time": 3100.31027841568, "train_loss_step": 8.766189575195312, "n_params": 4756720, "total_flops": 9936597811200000, "train_loss": 0.06368127266565958, "subset_score_loss": 0.06368127266565958} +{"step": 690000, "wall_time": 3139.813567638397, "train_loss_step": 8.82620620727539, "n_params": 4756720, "total_flops": 10082724249600000, "train_loss": 0.05512297948201497, "subset_score_loss": 0.05512297948201497} +{"step": 700000, "wall_time": 3250.109662771225, "train_loss_step": 9.02414321899414, "n_params": 4756720, "total_flops": 10228850688000000, "train_loss": 0.05095331271489461, "subset_score_loss": 0.05095331271489461, "memorization_fraction_pixel": 0.014399999752640724, "mean_nn_ratio_pixel": 0.9493702054023743, "fid": 289.9803636953373, "fid_failed": 0.0} +{"step": 710000, "wall_time": 3282.7485160827637, "train_loss_step": 8.812034606933594, "n_params": 4756720, "total_flops": 10374977126400000, "train_loss": 0.055999505519866946, "subset_score_loss": 0.055999505519866946} +{"step": 720000, "wall_time": 3322.3460290431976, "train_loss_step": 9.79392147064209, "n_params": 4756720, "total_flops": 10521103564800000, "train_loss": 0.05445551077524821, "subset_score_loss": 0.05445551077524821} +{"step": 730000, "wall_time": 3361.678807258606, "train_loss_step": 9.26378345489502, "n_params": 4756720, "total_flops": 10667230003200000, "train_loss": 0.05094132423400879, "subset_score_loss": 0.05094132423400879} +{"step": 740000, "wall_time": 3401.1790335178375, "train_loss_step": 8.903953552246094, "n_params": 4756720, "total_flops": 10813356441600000, "train_loss": 0.05102208852767944, "subset_score_loss": 0.05102208852767944} +{"step": 750000, "wall_time": 3440.6996858119965, "train_loss_step": 8.845383644104004, "n_params": 4756720, "total_flops": 10959482880000000, "train_loss": 0.05546507438023885, "subset_score_loss": 0.05546507438023885} +{"step": 760000, "wall_time": 3480.199324607849, "train_loss_step": 8.823883056640625, "n_params": 4756720, "total_flops": 11105609318400000, "train_loss": 0.04919386307398478, "subset_score_loss": 0.04919386307398478} +{"step": 770000, "wall_time": 3519.6228947639465, "train_loss_step": 9.112106323242188, "n_params": 4756720, "total_flops": 11251735756800000, "train_loss": 0.04942253033320109, "subset_score_loss": 0.04942253033320109} +{"step": 780000, "wall_time": 3559.002738714218, "train_loss_step": 8.870920181274414, "n_params": 4756720, "total_flops": 11397862195200000, "train_loss": 0.05107709566752116, "subset_score_loss": 0.05107709566752116} +{"step": 790000, "wall_time": 3598.355233669281, "train_loss_step": 8.60824966430664, "n_params": 4756720, "total_flops": 11543988633600000, "train_loss": 0.04490377505620321, "subset_score_loss": 0.04490377505620321} +{"step": 800000, "wall_time": 3711.3600046634674, "train_loss_step": 8.787069320678711, "n_params": 4756720, "total_flops": 11690115072000000, "train_loss": 0.048624340693155924, "subset_score_loss": 0.048624340693155924, "memorization_fraction_pixel": 0.016499999910593033, "mean_nn_ratio_pixel": 0.9474585056304932, "fid": 292.5361249604334, "fid_failed": 0.0} +{"step": 810000, "wall_time": 3750.8283457756042, "train_loss_step": 8.934211730957031, "n_params": 4756720, "total_flops": 11836241510400000, "train_loss": 0.04761608839035034, "subset_score_loss": 0.04761608839035034} +{"step": 820000, "wall_time": 3790.4024596214294, "train_loss_step": 8.690438270568848, "n_params": 4756720, "total_flops": 11982367948800000, "train_loss": 0.0532060702641805, "subset_score_loss": 0.0532060702641805} +{"step": 830000, "wall_time": 3829.9791526794434, "train_loss_step": 8.277242660522461, "n_params": 4756720, "total_flops": 12128494387200000, "train_loss": 0.04688652356465658, "subset_score_loss": 0.04688652356465658} +{"step": 840000, "wall_time": 3869.404571056366, "train_loss_step": 8.276203155517578, "n_params": 4756720, "total_flops": 12274620825600000, "train_loss": 0.04332545200983683, "subset_score_loss": 0.04332545200983683} +{"step": 850000, "wall_time": 3908.7559134960175, "train_loss_step": 8.685514450073242, "n_params": 4756720, "total_flops": 12420747264000000, "train_loss": 0.04787249167760213, "subset_score_loss": 0.04787249167760213} +{"step": 860000, "wall_time": 3948.281045436859, "train_loss_step": 8.427364349365234, "n_params": 4756720, "total_flops": 12566873702400000, "train_loss": 0.051923092206319174, "subset_score_loss": 0.051923092206319174} +{"step": 870000, "wall_time": 3986.552574634552, "train_loss_step": 8.433576583862305, "n_params": 4756720, "total_flops": 12713000140800000, "train_loss": 0.04953769048055013, "subset_score_loss": 0.04953769048055013} +{"step": 880000, "wall_time": 4015.039895057678, "train_loss_step": 7.946447372436523, "n_params": 4756720, "total_flops": 12859126579200000, "train_loss": 0.04459109703699748, "subset_score_loss": 0.04459109703699748} +{"step": 890000, "wall_time": 4054.3916330337524, "train_loss_step": 7.840437412261963, "n_params": 4756720, "total_flops": 13005253017600000, "train_loss": 0.04863781929016113, "subset_score_loss": 0.04863781929016113} +{"step": 900000, "wall_time": 4165.7648186683655, "train_loss_step": 8.063547134399414, "n_params": 4756720, "total_flops": 13151379456000000, "train_loss": 0.049801087379455565, "subset_score_loss": 0.049801087379455565, "memorization_fraction_pixel": 0.01810000091791153, "mean_nn_ratio_pixel": 0.945059061050415, "fid": 280.4145928519386, "fid_failed": 0.0} +{"step": 910000, "wall_time": 4205.225346326828, "train_loss_step": 8.342804908752441, "n_params": 4756720, "total_flops": 13297505894400000, "train_loss": 0.0421513835589091, "subset_score_loss": 0.0421513835589091} +{"step": 920000, "wall_time": 4244.651306390762, "train_loss_step": 8.037071228027344, "n_params": 4756720, "total_flops": 13443632332800000, "train_loss": 0.055799190203348795, "subset_score_loss": 0.055799190203348795} +{"step": 930000, "wall_time": 4284.151441335678, "train_loss_step": 8.33755111694336, "n_params": 4756720, "total_flops": 13589758771200000, "train_loss": 0.04412970542907715, "subset_score_loss": 0.04412970542907715} +{"step": 940000, "wall_time": 4322.6663863658905, "train_loss_step": 7.951369285583496, "n_params": 4756720, "total_flops": 13735885209600000, "train_loss": 0.05041961272557576, "subset_score_loss": 0.05041961272557576} +{"step": 950000, "wall_time": 4351.064464330673, "train_loss_step": 8.362585067749023, "n_params": 4756720, "total_flops": 13882011648000000, "train_loss": 0.04973859389623006, "subset_score_loss": 0.04973859389623006} +{"step": 960000, "wall_time": 4390.482090950012, "train_loss_step": 8.18619155883789, "n_params": 4756720, "total_flops": 14028138086400000, "train_loss": 0.04892157316207886, "subset_score_loss": 0.04892157316207886} +{"step": 970000, "wall_time": 4430.0065059661865, "train_loss_step": 8.21090316772461, "n_params": 4756720, "total_flops": 14174264524800000, "train_loss": 0.04366549650828044, "subset_score_loss": 0.04366549650828044} +{"step": 980000, "wall_time": 4469.595574855804, "train_loss_step": 8.351457595825195, "n_params": 4756720, "total_flops": 14320390963200000, "train_loss": 0.04308079481124878, "subset_score_loss": 0.04308079481124878} +{"step": 990000, "wall_time": 4509.228899478912, "train_loss_step": 8.0908842086792, "n_params": 4756720, "total_flops": 14466517401600000, "train_loss": 0.0439980149269104, "subset_score_loss": 0.0439980149269104} +{"step": 1000000, "wall_time": 4603.963108539581, "train_loss_step": 8.298285484313965, "n_params": 4756720, "total_flops": 14612643840000000, "train_loss": 0.0429464062054952, "subset_score_loss": 0.0429464062054952, "memorization_fraction_pixel": 0.026399999856948853, "mean_nn_ratio_pixel": 0.9350394606590271, "fid": 273.9480795724005, "fid_failed": 0.0} +{"step": 1010000, "wall_time": 4643.509030342102, "train_loss_step": 8.097946166992188, "n_params": 4756720, "total_flops": 14758770278400000, "train_loss": 0.046647318204243976, "subset_score_loss": 0.046647318204243976} +{"step": 1020000, "wall_time": 4682.954683065414, "train_loss_step": 9.094158172607422, "n_params": 4756720, "total_flops": 14904896716800000, "train_loss": 0.0449577808380127, "subset_score_loss": 0.0449577808380127} +{"step": 1030000, "wall_time": 4711.288959741592, "train_loss_step": 8.071192741394043, "n_params": 4756720, "total_flops": 15051023155200000, "train_loss": 0.048067955176035564, "subset_score_loss": 0.048067955176035564} +{"step": 1040000, "wall_time": 4750.635133981705, "train_loss_step": 7.895511627197266, "n_params": 4756720, "total_flops": 15197149593600000, "train_loss": 0.04633540709813436, "subset_score_loss": 0.04633540709813436} +{"step": 1050000, "wall_time": 4790.00465798378, "train_loss_step": 8.125917434692383, "n_params": 4756720, "total_flops": 15343276032000000, "train_loss": 0.048872991402943926, "subset_score_loss": 0.048872991402943926} +{"step": 1060000, "wall_time": 4829.433782577515, "train_loss_step": 7.967219829559326, "n_params": 4756720, "total_flops": 15489402470400000, "train_loss": 0.045346458752950035, "subset_score_loss": 0.045346458752950035} +{"step": 1070000, "wall_time": 4868.8240530490875, "train_loss_step": 8.15489387512207, "n_params": 4756720, "total_flops": 15635528908800000, "train_loss": 0.0464208722114563, "subset_score_loss": 0.0464208722114563} +{"step": 1080000, "wall_time": 4908.11149263382, "train_loss_step": 8.152175903320312, "n_params": 4756720, "total_flops": 15781655347200000, "train_loss": 0.04887298345565796, "subset_score_loss": 0.04887298345565796} +{"step": 1090000, "wall_time": 4947.448806762695, "train_loss_step": 8.23886489868164, "n_params": 4756720, "total_flops": 15927781785600000, "train_loss": 0.04107296069463094, "subset_score_loss": 0.04107296069463094} +{"step": 1100000, "wall_time": 5025.467452049255, "train_loss_step": 7.877530097961426, "n_params": 4756720, "total_flops": 16073908224000000, "train_loss": 0.03841773271560669, "subset_score_loss": 0.03841773271560669, "memorization_fraction_pixel": 0.03370000049471855, "mean_nn_ratio_pixel": 0.928662896156311, "fid": 273.1893170999341, "fid_failed": 0.0} +{"step": 1110000, "wall_time": 5065.006064653397, "train_loss_step": 7.765895843505859, "n_params": 4756720, "total_flops": 16220034662400000, "train_loss": 0.042622331778208414, "subset_score_loss": 0.042622331778208414} +{"step": 1120000, "wall_time": 5096.0953912734985, "train_loss_step": 7.906692028045654, "n_params": 4756720, "total_flops": 16366161100800000, "train_loss": 0.04052180449167887, "subset_score_loss": 0.04052180449167887} +{"step": 1130000, "wall_time": 5132.457989454269, "train_loss_step": 7.795001029968262, "n_params": 4756720, "total_flops": 16512287539200000, "train_loss": 0.04209921360015869, "subset_score_loss": 0.04209921360015869} +{"step": 1140000, "wall_time": 5171.776587963104, "train_loss_step": 7.558474540710449, "n_params": 4756720, "total_flops": 16658413977600000, "train_loss": 0.04315618276596069, "subset_score_loss": 0.04315618276596069} +{"step": 1150000, "wall_time": 5211.160346984863, "train_loss_step": 7.871586799621582, "n_params": 4756720, "total_flops": 16804540416000000, "train_loss": 0.04177525838216146, "subset_score_loss": 0.04177525838216146} +{"step": 1160000, "wall_time": 5250.585635662079, "train_loss_step": 7.980313301086426, "n_params": 4756720, "total_flops": 16950666854400000, "train_loss": 0.04261302947998047, "subset_score_loss": 0.04261302947998047} +{"step": 1170000, "wall_time": 5289.982959985733, "train_loss_step": 7.857843399047852, "n_params": 4756720, "total_flops": 17096793292800000, "train_loss": 0.04003977378209432, "subset_score_loss": 0.04003977378209432} +{"step": 1180000, "wall_time": 5329.574261903763, "train_loss_step": 7.4611687660217285, "n_params": 4756720, "total_flops": 17242919731200000, "train_loss": 0.036397822697957355, "subset_score_loss": 0.036397822697957355} +{"step": 1190000, "wall_time": 5368.92325758934, "train_loss_step": 8.054616928100586, "n_params": 4756720, "total_flops": 17389046169600000, "train_loss": 0.0396212895711263, "subset_score_loss": 0.0396212895711263} +{"step": 1200000, "wall_time": 5447.502534866333, "train_loss_step": 7.994524955749512, "n_params": 4756720, "total_flops": 17535172608000000, "train_loss": 0.038406503200531, "subset_score_loss": 0.038406503200531, "memorization_fraction_pixel": 0.03539999946951866, "mean_nn_ratio_pixel": 0.9244349598884583, "fid": 267.7427507762376, "fid_failed": 0.0} +{"step": 1210000, "wall_time": 5481.156749010086, "train_loss_step": 7.918769836425781, "n_params": 4756720, "total_flops": 17681299046400000, "train_loss": 0.04378122886021932, "subset_score_loss": 0.04378122886021932} +{"step": 1220000, "wall_time": 5517.016542434692, "train_loss_step": 7.367522716522217, "n_params": 4756720, "total_flops": 17827425484800000, "train_loss": 0.039898498853047686, "subset_score_loss": 0.039898498853047686} +{"step": 1230000, "wall_time": 5556.464454174042, "train_loss_step": 7.971467018127441, "n_params": 4756720, "total_flops": 17973551923200000, "train_loss": 0.03988800048828125, "subset_score_loss": 0.03988800048828125} +{"step": 1240000, "wall_time": 5595.975634813309, "train_loss_step": 7.695570945739746, "n_params": 4756720, "total_flops": 18119678361600000, "train_loss": 0.04071671962738037, "subset_score_loss": 0.04071671962738037} +{"step": 1250000, "wall_time": 5635.352100372314, "train_loss_step": 7.752589702606201, "n_params": 4756720, "total_flops": 18265804800000000, "train_loss": 0.03827598094940186, "subset_score_loss": 0.03827598094940186} +{"step": 1260000, "wall_time": 5674.813392162323, "train_loss_step": 7.606653213500977, "n_params": 4756720, "total_flops": 18411931238400000, "train_loss": 0.04151403506596883, "subset_score_loss": 0.04151403506596883} +{"step": 1270000, "wall_time": 5714.19145154953, "train_loss_step": 7.335296630859375, "n_params": 4756720, "total_flops": 18558057676800000, "train_loss": 0.04044352769851685, "subset_score_loss": 0.04044352769851685} +{"step": 1280000, "wall_time": 5753.624389410019, "train_loss_step": 7.590958595275879, "n_params": 4756720, "total_flops": 18704184115200000, "train_loss": 0.041954251130421956, "subset_score_loss": 0.041954251130421956} +{"step": 1290000, "wall_time": 5793.018527030945, "train_loss_step": 7.302651882171631, "n_params": 4756720, "total_flops": 18850310553600000, "train_loss": 0.04025950034459432, "subset_score_loss": 0.04025950034459432} +{"step": 1300000, "wall_time": 5865.811468839645, "train_loss_step": 7.548770427703857, "n_params": 4756720, "total_flops": 18996436992000000, "train_loss": 0.03844401041666667, "subset_score_loss": 0.03844401041666667, "memorization_fraction_pixel": 0.03849999979138374, "mean_nn_ratio_pixel": 0.9209893345832825, "fid": 264.8160056571775, "fid_failed": 0.0} +{"step": 1310000, "wall_time": 5895.097241163254, "train_loss_step": 7.899428844451904, "n_params": 4756720, "total_flops": 19142563430400000, "train_loss": 0.042108213901519774, "subset_score_loss": 0.042108213901519774} +{"step": 1320000, "wall_time": 5934.659738302231, "train_loss_step": 7.830344200134277, "n_params": 4756720, "total_flops": 19288689868800000, "train_loss": 0.04003835121790568, "subset_score_loss": 0.04003835121790568} +{"step": 1330000, "wall_time": 5974.261718273163, "train_loss_step": 7.233899116516113, "n_params": 4756720, "total_flops": 19434816307200000, "train_loss": 0.03775777419408163, "subset_score_loss": 0.03775777419408163} +{"step": 1340000, "wall_time": 6013.674712181091, "train_loss_step": 7.6770219802856445, "n_params": 4756720, "total_flops": 19580942745600000, "train_loss": 0.04168926080067952, "subset_score_loss": 0.04168926080067952} +{"step": 1350000, "wall_time": 6053.027130365372, "train_loss_step": 7.15449857711792, "n_params": 4756720, "total_flops": 19727069184000000, "train_loss": 0.03754868507385254, "subset_score_loss": 0.03754868507385254} +{"step": 1360000, "wall_time": 6092.4014980793, "train_loss_step": 7.044360160827637, "n_params": 4756720, "total_flops": 19873195622400000, "train_loss": 0.03840771516164144, "subset_score_loss": 0.03840771516164144} +{"step": 1370000, "wall_time": 6131.843112230301, "train_loss_step": 7.796304702758789, "n_params": 4756720, "total_flops": 20019322060800000, "train_loss": 0.03744697570800781, "subset_score_loss": 0.03744697570800781} +{"step": 1380000, "wall_time": 6171.478238582611, "train_loss_step": 7.434701442718506, "n_params": 4756720, "total_flops": 20165448499200000, "train_loss": 0.04020105202992757, "subset_score_loss": 0.04020105202992757} +{"step": 1390000, "wall_time": 6210.86004447937, "train_loss_step": 7.137920379638672, "n_params": 4756720, "total_flops": 20311574937600000, "train_loss": 0.03792845408121745, "subset_score_loss": 0.03792845408121745} +{"step": 1400000, "wall_time": 6278.549644470215, "train_loss_step": 6.889219284057617, "n_params": 4756720, "total_flops": 20457701376000000, "train_loss": 0.0402104377746582, "subset_score_loss": 0.0402104377746582, "memorization_fraction_pixel": 0.04490000009536743, "mean_nn_ratio_pixel": 0.9182748794555664, "fid": 268.08015409963906, "fid_failed": 0.0} +{"step": 1410000, "wall_time": 6318.019617795944, "train_loss_step": 8.098576545715332, "n_params": 4756720, "total_flops": 20603827814400000, "train_loss": 0.03682248592376709, "subset_score_loss": 0.03682248592376709} +{"step": 1420000, "wall_time": 6357.474836111069, "train_loss_step": 7.524836540222168, "n_params": 4756720, "total_flops": 20749954252800000, "train_loss": 0.03792258103688558, "subset_score_loss": 0.03792258103688558} +{"step": 1430000, "wall_time": 6396.979682922363, "train_loss_step": 7.062860488891602, "n_params": 4756720, "total_flops": 20896080691200000, "train_loss": 0.03439038594563802, "subset_score_loss": 0.03439038594563802} +{"step": 1440000, "wall_time": 6436.438570022583, "train_loss_step": 7.93928337097168, "n_params": 4756720, "total_flops": 21042207129600000, "train_loss": 0.03787736097971598, "subset_score_loss": 0.03787736097971598} +{"step": 1450000, "wall_time": 6475.752477407455, "train_loss_step": 7.240852355957031, "n_params": 4756720, "total_flops": 21188333568000000, "train_loss": 0.03711920181910197, "subset_score_loss": 0.03711920181910197} +{"step": 1460000, "wall_time": 6515.245351552963, "train_loss_step": 7.448083877563477, "n_params": 4756720, "total_flops": 21334460006400000, "train_loss": 0.036305173238118486, "subset_score_loss": 0.036305173238118486} +{"step": 1470000, "wall_time": 6554.948930263519, "train_loss_step": 7.542206764221191, "n_params": 4756720, "total_flops": 21480586444800000, "train_loss": 0.03476065397262573, "subset_score_loss": 0.03476065397262573} +{"step": 1480000, "wall_time": 6594.363562107086, "train_loss_step": 6.9691877365112305, "n_params": 4756720, "total_flops": 21626712883200000, "train_loss": 0.03591411113739014, "subset_score_loss": 0.03591411113739014} +{"step": 1490000, "wall_time": 6634.064214468002, "train_loss_step": 7.608226776123047, "n_params": 4756720, "total_flops": 21772839321600000, "train_loss": 0.04992696444193522, "subset_score_loss": 0.04992696444193522} +{"step": 1500000, "wall_time": 6696.4480612277985, "train_loss_step": 7.488785743713379, "n_params": 4756720, "total_flops": 21918965760000000, "train_loss": 0.034840341409047446, "subset_score_loss": 0.034840341409047446, "memorization_fraction_pixel": 0.0478999987244606, "mean_nn_ratio_pixel": 0.9118583798408508, "fid": 265.9863149367019, "fid_failed": 0.0} +{"step": 1510000, "wall_time": 6735.866448402405, "train_loss_step": 7.196213245391846, "n_params": 4756720, "total_flops": 22065092198400000, "train_loss": 0.036046139399210614, "subset_score_loss": 0.036046139399210614} +{"step": 1520000, "wall_time": 6775.245231866837, "train_loss_step": 7.721105575561523, "n_params": 4756720, "total_flops": 22211218636800000, "train_loss": 0.04212654829025268, "subset_score_loss": 0.04212654829025268} +{"step": 1530000, "wall_time": 6814.636960744858, "train_loss_step": 6.872678279876709, "n_params": 4756720, "total_flops": 22357345075200000, "train_loss": 0.0359999934832255, "subset_score_loss": 0.0359999934832255} +{"step": 1540000, "wall_time": 6854.118331193924, "train_loss_step": 7.988546848297119, "n_params": 4756720, "total_flops": 22503471513600000, "train_loss": 0.03513689041137695, "subset_score_loss": 0.03513689041137695} +{"step": 1550000, "wall_time": 6893.484276294708, "train_loss_step": 7.1780266761779785, "n_params": 4756720, "total_flops": 22649597952000000, "train_loss": 0.04713318347930908, "subset_score_loss": 0.04713318347930908} +{"step": 1560000, "wall_time": 6932.821035146713, "train_loss_step": 7.339231014251709, "n_params": 4756720, "total_flops": 22795724390400000, "train_loss": 0.03728979825973511, "subset_score_loss": 0.03728979825973511} +{"step": 1570000, "wall_time": 6972.292831659317, "train_loss_step": 7.177934646606445, "n_params": 4756720, "total_flops": 22941850828800000, "train_loss": 0.03852843443552653, "subset_score_loss": 0.03852843443552653} +{"step": 1580000, "wall_time": 7011.775944709778, "train_loss_step": 7.307385444641113, "n_params": 4756720, "total_flops": 23087977267200000, "train_loss": 0.034450034300486244, "subset_score_loss": 0.034450034300486244} +{"step": 1590000, "wall_time": 7049.915461540222, "train_loss_step": 7.05661678314209, "n_params": 4756720, "total_flops": 23234103705600000, "train_loss": 0.050205715497334796, "subset_score_loss": 0.050205715497334796} +{"step": 1600000, "wall_time": 7115.724373102188, "train_loss_step": 6.814624786376953, "n_params": 4756720, "total_flops": 23380230144000000, "train_loss": 0.03925605614980062, "subset_score_loss": 0.03925605614980062, "memorization_fraction_pixel": 0.05510000139474869, "mean_nn_ratio_pixel": 0.907082200050354, "fid": 262.9346621622635, "fid_failed": 0.0} +{"step": 1610000, "wall_time": 7155.113837003708, "train_loss_step": 7.147541046142578, "n_params": 4756720, "total_flops": 23526356582400000, "train_loss": 0.03827993472417195, "subset_score_loss": 0.03827993472417195} +{"step": 1620000, "wall_time": 7194.452668905258, "train_loss_step": 7.5699052810668945, "n_params": 4756720, "total_flops": 23672483020800000, "train_loss": 0.039976084232330324, "subset_score_loss": 0.039976084232330324} +{"step": 1630000, "wall_time": 7233.898998498917, "train_loss_step": 7.296450614929199, "n_params": 4756720, "total_flops": 23818609459200000, "train_loss": 0.04238186677296956, "subset_score_loss": 0.04238186677296956} +{"step": 1640000, "wall_time": 7273.275087118149, "train_loss_step": 7.0960164070129395, "n_params": 4756720, "total_flops": 23964735897600000, "train_loss": 0.034654696782430015, "subset_score_loss": 0.034654696782430015} +{"step": 1650000, "wall_time": 7312.768209695816, "train_loss_step": 7.009979724884033, "n_params": 4756720, "total_flops": 24110862336000000, "train_loss": 0.03681500355402629, "subset_score_loss": 0.03681500355402629} +{"step": 1660000, "wall_time": 7352.241850376129, "train_loss_step": 7.060422897338867, "n_params": 4756720, "total_flops": 24256988774400000, "train_loss": 0.03692527214686076, "subset_score_loss": 0.03692527214686076} +{"step": 1670000, "wall_time": 7391.7110278606415, "train_loss_step": 7.1326398849487305, "n_params": 4756720, "total_flops": 24403115212800000, "train_loss": 0.03562486171722412, "subset_score_loss": 0.03562486171722412} +{"step": 1680000, "wall_time": 7430.400676250458, "train_loss_step": 6.9455108642578125, "n_params": 4756720, "total_flops": 24549241651200000, "train_loss": 0.03306606809298197, "subset_score_loss": 0.03306606809298197} +{"step": 1690000, "wall_time": 7460.119196176529, "train_loss_step": 7.0687713623046875, "n_params": 4756720, "total_flops": 24695368089600000, "train_loss": 0.03382097880045573, "subset_score_loss": 0.03382097880045573} +{"step": 1700000, "wall_time": 7535.659966468811, "train_loss_step": 6.794290542602539, "n_params": 4756720, "total_flops": 24841494528000000, "train_loss": 0.03399293820063273, "subset_score_loss": 0.03399293820063273, "memorization_fraction_pixel": 0.0575999990105629, "mean_nn_ratio_pixel": 0.9060295820236206, "fid": 266.6435142245981, "fid_failed": 0.0} +{"step": 1710000, "wall_time": 7575.187628746033, "train_loss_step": 7.337899208068848, "n_params": 4756720, "total_flops": 24987620966400000, "train_loss": 0.03944314320882161, "subset_score_loss": 0.03944314320882161} +{"step": 1720000, "wall_time": 7614.621741771698, "train_loss_step": 6.750127792358398, "n_params": 4756720, "total_flops": 25133747404800000, "train_loss": 0.03389741977055868, "subset_score_loss": 0.03389741977055868} +{"step": 1730000, "wall_time": 7654.03807592392, "train_loss_step": 7.020129203796387, "n_params": 4756720, "total_flops": 25279873843200000, "train_loss": 0.03335277239481608, "subset_score_loss": 0.03335277239481608} +{"step": 1740000, "wall_time": 7693.51496052742, "train_loss_step": 7.058541297912598, "n_params": 4756720, "total_flops": 25426000281600000, "train_loss": 0.03272019624710083, "subset_score_loss": 0.03272019624710083} +{"step": 1750000, "wall_time": 7732.821611166, "train_loss_step": 7.2476396560668945, "n_params": 4756720, "total_flops": 25572126720000000, "train_loss": 0.03486588001251221, "subset_score_loss": 0.03486588001251221} +{"step": 1760000, "wall_time": 7772.197476863861, "train_loss_step": 7.06289005279541, "n_params": 4756720, "total_flops": 25718253158400000, "train_loss": 0.03487482070922852, "subset_score_loss": 0.03487482070922852} +{"step": 1770000, "wall_time": 7811.559757232666, "train_loss_step": 6.734165191650391, "n_params": 4756720, "total_flops": 25864379596800000, "train_loss": 0.03445761601130168, "subset_score_loss": 0.03445761601130168} +{"step": 1780000, "wall_time": 7840.168056726456, "train_loss_step": 7.1646881103515625, "n_params": 4756720, "total_flops": 26010506035200000, "train_loss": 0.03373292287190755, "subset_score_loss": 0.03373292287190755} +{"step": 1790000, "wall_time": 7878.980304956436, "train_loss_step": 7.135093688964844, "n_params": 4756720, "total_flops": 26156632473600000, "train_loss": 0.037049671014149986, "subset_score_loss": 0.037049671014149986} +{"step": 1800000, "wall_time": 7954.807648658752, "train_loss_step": 6.765657424926758, "n_params": 4756720, "total_flops": 26302758912000000, "train_loss": 0.033618120352427165, "subset_score_loss": 0.033618120352427165, "memorization_fraction_pixel": 0.06790000200271606, "mean_nn_ratio_pixel": 0.8962764739990234, "fid": 256.223313145181, "fid_failed": 0.0} +{"step": 1810000, "wall_time": 7994.324846982956, "train_loss_step": 6.743495941162109, "n_params": 4756720, "total_flops": 26448885350400000, "train_loss": 0.03716216882069905, "subset_score_loss": 0.03716216882069905} +{"step": 1820000, "wall_time": 8033.633329153061, "train_loss_step": 6.632430076599121, "n_params": 4756720, "total_flops": 26595011788800000, "train_loss": 0.03236889441808065, "subset_score_loss": 0.03236889441808065} +{"step": 1830000, "wall_time": 8073.118984222412, "train_loss_step": 7.892738342285156, "n_params": 4756720, "total_flops": 26741138227200000, "train_loss": 0.046663586298624674, "subset_score_loss": 0.046663586298624674} +{"step": 1840000, "wall_time": 8112.33376288414, "train_loss_step": 7.704043388366699, "n_params": 4756720, "total_flops": 26887264665600000, "train_loss": 0.03401182492574056, "subset_score_loss": 0.03401182492574056} +{"step": 1850000, "wall_time": 8151.779552459717, "train_loss_step": 6.398431777954102, "n_params": 4756720, "total_flops": 27033391104000000, "train_loss": 0.043641873200734455, "subset_score_loss": 0.043641873200734455} +{"step": 1860000, "wall_time": 8191.177051782608, "train_loss_step": 7.159971714019775, "n_params": 4756720, "total_flops": 27179517542400000, "train_loss": 0.035624587535858156, "subset_score_loss": 0.035624587535858156} +{"step": 1870000, "wall_time": 8226.077943563461, "train_loss_step": 6.571320533752441, "n_params": 4756720, "total_flops": 27325643980800000, "train_loss": 0.03567717472712199, "subset_score_loss": 0.03567717472712199} +{"step": 1880000, "wall_time": 8258.34048652649, "train_loss_step": 7.153371810913086, "n_params": 4756720, "total_flops": 27471770419200000, "train_loss": 0.052144356568654376, "subset_score_loss": 0.052144356568654376} +{"step": 1890000, "wall_time": 8297.966897010803, "train_loss_step": 6.999475002288818, "n_params": 4756720, "total_flops": 27617896857600000, "train_loss": 0.03448429505030314, "subset_score_loss": 0.03448429505030314} +{"step": 1900000, "wall_time": 8373.527531385422, "train_loss_step": 6.903954982757568, "n_params": 4756720, "total_flops": 27764023296000000, "train_loss": 0.04055852890014648, "subset_score_loss": 0.04055852890014648, "memorization_fraction_pixel": 0.07069999724626541, "mean_nn_ratio_pixel": 0.8956436514854431, "fid": 257.8764872978521, "fid_failed": 0.0} +{"step": 1910000, "wall_time": 8412.955783128738, "train_loss_step": 6.761868000030518, "n_params": 4756720, "total_flops": 27910149734400000, "train_loss": 0.03531339963277181, "subset_score_loss": 0.03531339963277181} +{"step": 1920000, "wall_time": 8452.363797426224, "train_loss_step": 7.141173839569092, "n_params": 4756720, "total_flops": 28056276172800000, "train_loss": 0.03732920885086059, "subset_score_loss": 0.03732920885086059} +{"step": 1930000, "wall_time": 8491.79771399498, "train_loss_step": 7.061143398284912, "n_params": 4756720, "total_flops": 28202402611200000, "train_loss": 0.03790582815806071, "subset_score_loss": 0.03790582815806071} +{"step": 1940000, "wall_time": 8531.290541172028, "train_loss_step": 7.512894153594971, "n_params": 4756720, "total_flops": 28348529049600000, "train_loss": 0.03462986946105957, "subset_score_loss": 0.03462986946105957} +{"step": 1950000, "wall_time": 8570.701199293137, "train_loss_step": 6.8627448081970215, "n_params": 4756720, "total_flops": 28494655488000000, "train_loss": 0.03569960594177246, "subset_score_loss": 0.03569960594177246} +{"step": 1960000, "wall_time": 8609.100792884827, "train_loss_step": 6.587090969085693, "n_params": 4756720, "total_flops": 28640781926400000, "train_loss": 0.03348965247472127, "subset_score_loss": 0.03348965247472127} +{"step": 1970000, "wall_time": 8638.242706537247, "train_loss_step": 6.980069637298584, "n_params": 4756720, "total_flops": 28786908364800000, "train_loss": 0.033859471480051674, "subset_score_loss": 0.033859471480051674} +{"step": 1980000, "wall_time": 8677.684230327606, "train_loss_step": 7.136412143707275, "n_params": 4756720, "total_flops": 28933034803200000, "train_loss": 0.033420960108439125, "subset_score_loss": 0.033420960108439125} +{"step": 1990000, "wall_time": 8717.101689100266, "train_loss_step": 7.364035129547119, "n_params": 4756720, "total_flops": 29079161241600000, "train_loss": 0.03604861895243327, "subset_score_loss": 0.03604861895243327} +{"step": 2000000, "wall_time": 8792.179329395294, "train_loss_step": 6.34588623046875, "n_params": 4756720, "total_flops": 29225287680000000, "train_loss": 0.041771153608957924, "subset_score_loss": 0.041771153608957924, "memorization_fraction_pixel": 0.061900001019239426, "mean_nn_ratio_pixel": 0.8947434425354004, "fid": 250.90606951337776, "fid_failed": 0.0} +{"step": 2010000, "wall_time": 8831.709634304047, "train_loss_step": 6.8113017082214355, "n_params": 4756720, "total_flops": 29371414118400000, "train_loss": 0.031083051363627115, "subset_score_loss": 0.031083051363627115} +{"step": 2020000, "wall_time": 8871.076795816422, "train_loss_step": 6.31318473815918, "n_params": 4756720, "total_flops": 29517540556800000, "train_loss": 0.029422450065612792, "subset_score_loss": 0.029422450065612792} +{"step": 2030000, "wall_time": 8910.436649799347, "train_loss_step": 7.173288345336914, "n_params": 4756720, "total_flops": 29663666995200000, "train_loss": 0.03179468313852946, "subset_score_loss": 0.03179468313852946} +{"step": 2040000, "wall_time": 8949.94895195961, "train_loss_step": 6.941529273986816, "n_params": 4756720, "total_flops": 29809793433600000, "train_loss": 0.0344550887743632, "subset_score_loss": 0.0344550887743632} +{"step": 2050000, "wall_time": 8988.591675281525, "train_loss_step": 6.399295806884766, "n_params": 4756720, "total_flops": 29955919872000000, "train_loss": 0.03310184677441915, "subset_score_loss": 0.03310184677441915} +{"step": 2060000, "wall_time": 9017.690196037292, "train_loss_step": 6.526412487030029, "n_params": 4756720, "total_flops": 30102046310400000, "train_loss": 0.03672467867533366, "subset_score_loss": 0.03672467867533366} +{"step": 2070000, "wall_time": 9057.084654092789, "train_loss_step": 6.889834880828857, "n_params": 4756720, "total_flops": 30248172748800000, "train_loss": 0.03406008879343669, "subset_score_loss": 0.03406008879343669} +{"step": 2080000, "wall_time": 9096.472004175186, "train_loss_step": 6.687366485595703, "n_params": 4756720, "total_flops": 30394299187200000, "train_loss": 0.03048818310101827, "subset_score_loss": 0.03048818310101827} +{"step": 2090000, "wall_time": 9136.10558104515, "train_loss_step": 6.269529342651367, "n_params": 4756720, "total_flops": 30540425625600000, "train_loss": 0.04212843179702759, "subset_score_loss": 0.04212843179702759} +{"step": 2100000, "wall_time": 9211.71109867096, "train_loss_step": 7.017404079437256, "n_params": 4756720, "total_flops": 30686552064000000, "train_loss": 0.029552276929219565, "subset_score_loss": 0.029552276929219565, "memorization_fraction_pixel": 0.06989999860525131, "mean_nn_ratio_pixel": 0.892784059047699, "fid": 262.3574589065953, "fid_failed": 0.0} +{"step": 2110000, "wall_time": 9251.217521905899, "train_loss_step": 7.130393028259277, "n_params": 4756720, "total_flops": 30832678502400000, "train_loss": 0.03978287776311239, "subset_score_loss": 0.03978287776311239} +{"step": 2120000, "wall_time": 9290.617002725601, "train_loss_step": 6.350467205047607, "n_params": 4756720, "total_flops": 30978804940800000, "train_loss": 0.03284071286519368, "subset_score_loss": 0.03284071286519368} +{"step": 2130000, "wall_time": 9329.998277425766, "train_loss_step": 7.005293846130371, "n_params": 4756720, "total_flops": 31124931379200000, "train_loss": 0.03254207173983256, "subset_score_loss": 0.03254207173983256} +{"step": 2140000, "wall_time": 9369.343402862549, "train_loss_step": 6.905210018157959, "n_params": 4756720, "total_flops": 31271057817600000, "train_loss": 0.030953812599182128, "subset_score_loss": 0.030953812599182128} +{"step": 2150000, "wall_time": 9400.297075271606, "train_loss_step": 6.672101020812988, "n_params": 4756720, "total_flops": 31417184256000000, "train_loss": 0.04049511750539144, "subset_score_loss": 0.04049511750539144} +{"step": 2160000, "wall_time": 9439.143201828003, "train_loss_step": 6.608280658721924, "n_params": 4756720, "total_flops": 31563310694400000, "train_loss": 0.03262147108713786, "subset_score_loss": 0.03262147108713786} +{"step": 2170000, "wall_time": 9478.473254442215, "train_loss_step": 6.996206283569336, "n_params": 4756720, "total_flops": 31709437132800000, "train_loss": 0.031115378936131796, "subset_score_loss": 0.031115378936131796} +{"step": 2180000, "wall_time": 9517.81892991066, "train_loss_step": 6.819545269012451, "n_params": 4756720, "total_flops": 31855563571200000, "train_loss": 0.03428914546966553, "subset_score_loss": 0.03428914546966553} +{"step": 2190000, "wall_time": 9557.212569475174, "train_loss_step": 6.79833459854126, "n_params": 4756720, "total_flops": 32001690009600000, "train_loss": 0.03175341486930847, "subset_score_loss": 0.03175341486930847} +{"step": 2200000, "wall_time": 9632.904578924179, "train_loss_step": 6.563082695007324, "n_params": 4756720, "total_flops": 32147816448000000, "train_loss": 0.03318042953809102, "subset_score_loss": 0.03318042953809102, "memorization_fraction_pixel": 0.0723000019788742, "mean_nn_ratio_pixel": 0.8902919888496399, "fid": 255.9346233656246, "fid_failed": 0.0} +{"step": 2210000, "wall_time": 9672.281944274902, "train_loss_step": 6.470415115356445, "n_params": 4756720, "total_flops": 32293942886400000, "train_loss": 0.03308078845342, "subset_score_loss": 0.03308078845342} +{"step": 2220000, "wall_time": 9711.649847984314, "train_loss_step": 7.1104230880737305, "n_params": 4756720, "total_flops": 32440069324800000, "train_loss": 0.03512073755264282, "subset_score_loss": 0.03512073755264282} +{"step": 2230000, "wall_time": 9751.02758550644, "train_loss_step": 6.428757667541504, "n_params": 4756720, "total_flops": 32586195763200000, "train_loss": 0.03653102318445842, "subset_score_loss": 0.03653102318445842} +{"step": 2240000, "wall_time": 9786.08039355278, "train_loss_step": 6.608246803283691, "n_params": 4756720, "total_flops": 32732322201600000, "train_loss": 0.031402893861134845, "subset_score_loss": 0.031402893861134845} +{"step": 2250000, "wall_time": 9818.805575847626, "train_loss_step": 6.424056053161621, "n_params": 4756720, "total_flops": 32878448640000000, "train_loss": 0.03082143465677897, "subset_score_loss": 0.03082143465677897} +{"step": 2260000, "wall_time": 9858.1890001297, "train_loss_step": 6.698207378387451, "n_params": 4756720, "total_flops": 33024575078400000, "train_loss": 0.0316809078057607, "subset_score_loss": 0.0316809078057607} +{"step": 2270000, "wall_time": 9897.56778049469, "train_loss_step": 6.84512186050415, "n_params": 4756720, "total_flops": 33170701516800000, "train_loss": 0.03147977789243062, "subset_score_loss": 0.03147977789243062} +{"step": 2280000, "wall_time": 9936.945276021957, "train_loss_step": 6.811892032623291, "n_params": 4756720, "total_flops": 33316827955200000, "train_loss": 0.034366261959075925, "subset_score_loss": 0.034366261959075925} +{"step": 2290000, "wall_time": 9976.54027748108, "train_loss_step": 6.7164626121521, "n_params": 4756720, "total_flops": 33462954393600000, "train_loss": 0.030025623242060342, "subset_score_loss": 0.030025623242060342} +{"step": 2300000, "wall_time": 10051.910083055496, "train_loss_step": 6.839176177978516, "n_params": 4756720, "total_flops": 33609080832000000, "train_loss": 0.02956954836845398, "subset_score_loss": 0.02956954836845398, "memorization_fraction_pixel": 0.07509999722242355, "mean_nn_ratio_pixel": 0.8891248106956482, "fid": 249.70977129162185, "fid_failed": 0.0} +{"step": 2310000, "wall_time": 10091.40955543518, "train_loss_step": 6.414172649383545, "n_params": 4756720, "total_flops": 33755207270400000, "train_loss": 0.03091178337732951, "subset_score_loss": 0.03091178337732951} +{"step": 2320000, "wall_time": 10131.067219495773, "train_loss_step": 6.782988548278809, "n_params": 4756720, "total_flops": 33901333708800000, "train_loss": 0.03691851298014323, "subset_score_loss": 0.03691851298014323} +{"step": 2330000, "wall_time": 10169.418192148209, "train_loss_step": 6.617354393005371, "n_params": 4756720, "total_flops": 34047460147200000, "train_loss": 0.03059557874997457, "subset_score_loss": 0.03059557874997457} +{"step": 2340000, "wall_time": 10199.071969032288, "train_loss_step": 6.253714084625244, "n_params": 4756720, "total_flops": 34193586585600000, "train_loss": 0.030889209111531576, "subset_score_loss": 0.030889209111531576} +{"step": 2350000, "wall_time": 10238.740904331207, "train_loss_step": 6.774816513061523, "n_params": 4756720, "total_flops": 34339713024000000, "train_loss": 0.030624163150787354, "subset_score_loss": 0.030624163150787354} +{"step": 2360000, "wall_time": 10278.16778421402, "train_loss_step": 6.633292198181152, "n_params": 4756720, "total_flops": 34485839462400000, "train_loss": 0.02910634477933248, "subset_score_loss": 0.02910634477933248} +{"step": 2370000, "wall_time": 10317.515199422836, "train_loss_step": 6.273501396179199, "n_params": 4756720, "total_flops": 34631965900800000, "train_loss": 0.034465972582499185, "subset_score_loss": 0.034465972582499185} +{"step": 2380000, "wall_time": 10356.788046598434, "train_loss_step": 6.759275436401367, "n_params": 4756720, "total_flops": 34778092339200000, "train_loss": 0.03309604128201803, "subset_score_loss": 0.03309604128201803} +{"step": 2390000, "wall_time": 10396.206331014633, "train_loss_step": 6.75946044921875, "n_params": 4756720, "total_flops": 34924218777600000, "train_loss": 0.02827367981274923, "subset_score_loss": 0.02827367981274923} +{"step": 2400000, "wall_time": 10471.52874994278, "train_loss_step": 6.272793769836426, "n_params": 4756720, "total_flops": 35070345216000000, "train_loss": 0.029607240358988443, "subset_score_loss": 0.029607240358988443, "memorization_fraction_pixel": 0.08150000125169754, "mean_nn_ratio_pixel": 0.8809919953346252, "fid": 250.266904457068, "fid_failed": 0.0} +{"step": 2410000, "wall_time": 10510.712013483047, "train_loss_step": 6.8051533699035645, "n_params": 4756720, "total_flops": 35216471654400000, "train_loss": 0.03045645554860433, "subset_score_loss": 0.03045645554860433} +{"step": 2420000, "wall_time": 10549.42296218872, "train_loss_step": 6.687921524047852, "n_params": 4756720, "total_flops": 35362598092800000, "train_loss": 0.03192094763120015, "subset_score_loss": 0.03192094763120015} +{"step": 2430000, "wall_time": 10578.474769830704, "train_loss_step": 6.373169422149658, "n_params": 4756720, "total_flops": 35508724531200000, "train_loss": 0.034595866998036705, "subset_score_loss": 0.034595866998036705} +{"step": 2440000, "wall_time": 10617.98254609108, "train_loss_step": 6.483471870422363, "n_params": 4756720, "total_flops": 35654850969600000, "train_loss": 0.03012107014656067, "subset_score_loss": 0.03012107014656067} +{"step": 2450000, "wall_time": 10657.626173973083, "train_loss_step": 6.4829421043396, "n_params": 4756720, "total_flops": 35800977408000000, "train_loss": 0.03186570803324382, "subset_score_loss": 0.03186570803324382} +{"step": 2460000, "wall_time": 10696.975722789764, "train_loss_step": 6.658412933349609, "n_params": 4756720, "total_flops": 35947103846400000, "train_loss": 0.03101067543029785, "subset_score_loss": 0.03101067543029785} +{"step": 2470000, "wall_time": 10736.356178045273, "train_loss_step": 6.304873943328857, "n_params": 4756720, "total_flops": 36093230284800000, "train_loss": 0.032097327709198, "subset_score_loss": 0.032097327709198} +{"step": 2480000, "wall_time": 10775.88321352005, "train_loss_step": 6.345067024230957, "n_params": 4756720, "total_flops": 36239356723200000, "train_loss": 0.032462551196416216, "subset_score_loss": 0.032462551196416216} +{"step": 2490000, "wall_time": 10815.352288722992, "train_loss_step": 6.183494567871094, "n_params": 4756720, "total_flops": 36385483161600000, "train_loss": 0.03208822210629781, "subset_score_loss": 0.03208822210629781} +{"step": 2500000, "wall_time": 10890.643240213394, "train_loss_step": 6.519829273223877, "n_params": 4756720, "total_flops": 36531609600000000, "train_loss": 0.029073268175125122, "subset_score_loss": 0.029073268175125122, "memorization_fraction_pixel": 0.08869999647140503, "mean_nn_ratio_pixel": 0.8750428557395935, "fid": 251.69359712825425, "fid_failed": 0.0} +{"step": 2510000, "wall_time": 10930.088945388794, "train_loss_step": 6.380912780761719, "n_params": 4756720, "total_flops": 36677736038400000, "train_loss": 0.031416128079096474, "subset_score_loss": 0.031416128079096474} +{"step": 2520000, "wall_time": 10960.87794470787, "train_loss_step": 6.8868327140808105, "n_params": 4756720, "total_flops": 36823862476800000, "train_loss": 0.030054726203282676, "subset_score_loss": 0.030054726203282676} +{"step": 2530000, "wall_time": 10998.314245223999, "train_loss_step": 7.209729194641113, "n_params": 4756720, "total_flops": 36969988915200000, "train_loss": 0.030476138989130656, "subset_score_loss": 0.030476138989130656} +{"step": 2540000, "wall_time": 11037.910660743713, "train_loss_step": 6.302873134613037, "n_params": 4756720, "total_flops": 37116115353600000, "train_loss": 0.030908974011739095, "subset_score_loss": 0.030908974011739095} +{"step": 2550000, "wall_time": 11077.417405605316, "train_loss_step": 6.100788116455078, "n_params": 4756720, "total_flops": 37262241792000000, "train_loss": 0.030284756422042848, "subset_score_loss": 0.030284756422042848} +{"step": 2560000, "wall_time": 11116.947295427322, "train_loss_step": 6.4431915283203125, "n_params": 4756720, "total_flops": 37408368230400000, "train_loss": 0.027639474471410116, "subset_score_loss": 0.027639474471410116} +{"step": 2570000, "wall_time": 11156.370909929276, "train_loss_step": 6.231250762939453, "n_params": 4756720, "total_flops": 37554494668800000, "train_loss": 0.032983038822809854, "subset_score_loss": 0.032983038822809854} +{"step": 2580000, "wall_time": 11195.903645038605, "train_loss_step": 7.155236721038818, "n_params": 4756720, "total_flops": 37700621107200000, "train_loss": 0.03130228519439697, "subset_score_loss": 0.03130228519439697} +{"step": 2590000, "wall_time": 11235.31106376648, "train_loss_step": 6.725462913513184, "n_params": 4756720, "total_flops": 37846747545600000, "train_loss": 0.0322011927763621, "subset_score_loss": 0.0322011927763621} +{"step": 2600000, "wall_time": 11310.861472845078, "train_loss_step": 6.395235538482666, "n_params": 4756720, "total_flops": 37992873984000000, "train_loss": 0.03424445788065592, "subset_score_loss": 0.03424445788065592, "memorization_fraction_pixel": 0.08410000056028366, "mean_nn_ratio_pixel": 0.8814196586608887, "fid": 252.57368335356432, "fid_failed": 0.0} +{"step": 2610000, "wall_time": 11347.519285917282, "train_loss_step": 6.311175346374512, "n_params": 4756720, "total_flops": 38139000422400000, "train_loss": 0.030276308457056682, "subset_score_loss": 0.030276308457056682} +{"step": 2620000, "wall_time": 11378.74116563797, "train_loss_step": 6.519254684448242, "n_params": 4756720, "total_flops": 38285126860800000, "train_loss": 0.038536842664082846, "subset_score_loss": 0.038536842664082846} +{"step": 2630000, "wall_time": 11418.048752784729, "train_loss_step": 6.741427898406982, "n_params": 4756720, "total_flops": 38431253299200000, "train_loss": 0.029901800553003947, "subset_score_loss": 0.029901800553003947} +{"step": 2640000, "wall_time": 11457.36377286911, "train_loss_step": 6.839887619018555, "n_params": 4756720, "total_flops": 38577379737600000, "train_loss": 0.028496158123016358, "subset_score_loss": 0.028496158123016358} +{"step": 2650000, "wall_time": 11496.751088380814, "train_loss_step": 6.235475540161133, "n_params": 4756720, "total_flops": 38723506176000000, "train_loss": 0.027964832385381062, "subset_score_loss": 0.027964832385381062} +{"step": 2660000, "wall_time": 11536.27922296524, "train_loss_step": 5.970098972320557, "n_params": 4756720, "total_flops": 38869632614400000, "train_loss": 0.030839091539382933, "subset_score_loss": 0.030839091539382933} +{"step": 2670000, "wall_time": 11575.740426778793, "train_loss_step": 6.502397537231445, "n_params": 4756720, "total_flops": 39015759052800000, "train_loss": 0.028439942995707193, "subset_score_loss": 0.028439942995707193} +{"step": 2680000, "wall_time": 11615.23436164856, "train_loss_step": 6.702113628387451, "n_params": 4756720, "total_flops": 39161885491200000, "train_loss": 0.03293567498524984, "subset_score_loss": 0.03293567498524984} +{"step": 2690000, "wall_time": 11654.735367059708, "train_loss_step": 6.18739128112793, "n_params": 4756720, "total_flops": 39308011929600000, "train_loss": 0.03583279053370158, "subset_score_loss": 0.03583279053370158} +{"step": 2700000, "wall_time": 11730.430860757828, "train_loss_step": 6.727024555206299, "n_params": 4756720, "total_flops": 39454138368000000, "train_loss": 0.030175127585728965, "subset_score_loss": 0.030175127585728965, "memorization_fraction_pixel": 0.09669999778270721, "mean_nn_ratio_pixel": 0.8677458167076111, "fid": 246.4677724992926, "fid_failed": 0.0} +{"step": 2710000, "wall_time": 11763.6583173275, "train_loss_step": 6.204686164855957, "n_params": 4756720, "total_flops": 39600264806400000, "train_loss": 0.02936531901359558, "subset_score_loss": 0.02936531901359558} +{"step": 2720000, "wall_time": 11802.966339588165, "train_loss_step": 6.394003868103027, "n_params": 4756720, "total_flops": 39746391244800000, "train_loss": 0.03557802041371663, "subset_score_loss": 0.03557802041371663} +{"step": 2730000, "wall_time": 11842.386367559433, "train_loss_step": 6.02777099609375, "n_params": 4756720, "total_flops": 39892517683200000, "train_loss": 0.028604088226954143, "subset_score_loss": 0.028604088226954143} +{"step": 2740000, "wall_time": 11881.69569015503, "train_loss_step": 6.273599624633789, "n_params": 4756720, "total_flops": 40038644121600000, "train_loss": 0.02979451815287272, "subset_score_loss": 0.02979451815287272} +{"step": 2750000, "wall_time": 11921.113913059235, "train_loss_step": 6.31128454208374, "n_params": 4756720, "total_flops": 40184770560000000, "train_loss": 0.03869443734486898, "subset_score_loss": 0.03869443734486898} +{"step": 2760000, "wall_time": 11960.42372250557, "train_loss_step": 6.497040748596191, "n_params": 4756720, "total_flops": 40330896998400000, "train_loss": 0.029345436890920003, "subset_score_loss": 0.029345436890920003} +{"step": 2770000, "wall_time": 11999.80788731575, "train_loss_step": 5.8949785232543945, "n_params": 4756720, "total_flops": 40477023436800000, "train_loss": 0.02790428598721822, "subset_score_loss": 0.02790428598721822} +{"step": 2780000, "wall_time": 12039.22542142868, "train_loss_step": 6.238234996795654, "n_params": 4756720, "total_flops": 40623149875200000, "train_loss": 0.03036633332570394, "subset_score_loss": 0.03036633332570394} +{"step": 2790000, "wall_time": 12078.681934833527, "train_loss_step": 6.816529750823975, "n_params": 4756720, "total_flops": 40769276313600000, "train_loss": 0.030764051278432212, "subset_score_loss": 0.030764051278432212} +{"step": 2800000, "wall_time": 12147.374612808228, "train_loss_step": 6.042029857635498, "n_params": 4756720, "total_flops": 40915402752000000, "train_loss": 0.0303116500377655, "subset_score_loss": 0.0303116500377655, "memorization_fraction_pixel": 0.10090000182390213, "mean_nn_ratio_pixel": 0.8609576225280762, "fid": 245.5428947827404, "fid_failed": 0.0} +{"step": 2810000, "wall_time": 12186.753486156464, "train_loss_step": 6.427706241607666, "n_params": 4756720, "total_flops": 41061529190400000, "train_loss": 0.029547224442164104, "subset_score_loss": 0.029547224442164104} +{"step": 2820000, "wall_time": 12226.033658981323, "train_loss_step": 6.618877410888672, "n_params": 4756720, "total_flops": 41207655628800000, "train_loss": 0.03197429378827413, "subset_score_loss": 0.03197429378827413} +{"step": 2830000, "wall_time": 12265.398322105408, "train_loss_step": 6.19455623626709, "n_params": 4756720, "total_flops": 41353782067200000, "train_loss": 0.03230235377947489, "subset_score_loss": 0.03230235377947489} +{"step": 2840000, "wall_time": 12304.813640117645, "train_loss_step": 6.245575428009033, "n_params": 4756720, "total_flops": 41499908505600000, "train_loss": 0.03433099587758382, "subset_score_loss": 0.03433099587758382} +{"step": 2850000, "wall_time": 12344.268407821655, "train_loss_step": 6.595986366271973, "n_params": 4756720, "total_flops": 41646034944000000, "train_loss": 0.02914900779724121, "subset_score_loss": 0.02914900779724121} +{"step": 2860000, "wall_time": 12383.566571235657, "train_loss_step": 6.294538497924805, "n_params": 4756720, "total_flops": 41792161382400000, "train_loss": 0.02810531258583069, "subset_score_loss": 0.02810531258583069} +{"step": 2870000, "wall_time": 12422.934091806412, "train_loss_step": 6.012630462646484, "n_params": 4756720, "total_flops": 41938287820800000, "train_loss": 0.027865793307622275, "subset_score_loss": 0.027865793307622275} +{"step": 2880000, "wall_time": 12462.274292707443, "train_loss_step": 6.283665180206299, "n_params": 4756720, "total_flops": 42084414259200000, "train_loss": 0.03264139095942179, "subset_score_loss": 0.03264139095942179} +{"step": 2890000, "wall_time": 12501.692807674408, "train_loss_step": 6.196394920349121, "n_params": 4756720, "total_flops": 42230540697600000, "train_loss": 0.028215237458546958, "subset_score_loss": 0.028215237458546958} +{"step": 2900000, "wall_time": 12562.343085765839, "train_loss_step": 6.380521774291992, "n_params": 4756720, "total_flops": 42376667136000000, "train_loss": 0.03122547666231791, "subset_score_loss": 0.03122547666231791, "memorization_fraction_pixel": 0.10670000314712524, "mean_nn_ratio_pixel": 0.860142171382904, "fid": 238.73674996515734, "fid_failed": 0.0} +{"step": 2910000, "wall_time": 12601.79244017601, "train_loss_step": 5.643502712249756, "n_params": 4756720, "total_flops": 42522793574400000, "train_loss": 0.035584986209869385, "subset_score_loss": 0.035584986209869385} +{"step": 2920000, "wall_time": 12641.348632097244, "train_loss_step": 5.8934783935546875, "n_params": 4756720, "total_flops": 42668920012800000, "train_loss": 0.02826748291651408, "subset_score_loss": 0.02826748291651408} +{"step": 2930000, "wall_time": 12680.763061761856, "train_loss_step": 5.27706241607666, "n_params": 4756720, "total_flops": 42815046451200000, "train_loss": 0.03627836306889852, "subset_score_loss": 0.03627836306889852} +{"step": 2940000, "wall_time": 12720.321098566055, "train_loss_step": 6.444584846496582, "n_params": 4756720, "total_flops": 42961172889600000, "train_loss": 0.027076190710067748, "subset_score_loss": 0.027076190710067748} +{"step": 2950000, "wall_time": 12759.51484823227, "train_loss_step": 6.012469291687012, "n_params": 4756720, "total_flops": 43107299328000000, "train_loss": 0.03138631780942281, "subset_score_loss": 0.03138631780942281} +{"step": 2960000, "wall_time": 12798.9748544693, "train_loss_step": 6.277773857116699, "n_params": 4756720, "total_flops": 43253425766400000, "train_loss": 0.02751035491625468, "subset_score_loss": 0.02751035491625468} +{"step": 2970000, "wall_time": 12838.323378801346, "train_loss_step": 6.301718711853027, "n_params": 4756720, "total_flops": 43399552204800000, "train_loss": 0.03047008713086446, "subset_score_loss": 0.03047008713086446} +{"step": 2980000, "wall_time": 12877.654470205307, "train_loss_step": 6.097940444946289, "n_params": 4756720, "total_flops": 43545678643200000, "train_loss": 0.030093836784362792, "subset_score_loss": 0.030093836784362792} +{"step": 2990000, "wall_time": 12916.365427017212, "train_loss_step": 6.275324821472168, "n_params": 4756720, "total_flops": 43691805081600000, "train_loss": 0.029686927795410156, "subset_score_loss": 0.029686927795410156} +{"step": 3000000, "wall_time": 12981.130942106247, "train_loss_step": 6.027837753295898, "n_params": 4756720, "total_flops": 43837931520000000, "train_loss": 0.02738088369369507, "subset_score_loss": 0.02738088369369507, "memorization_fraction_pixel": 0.10970000177621841, "mean_nn_ratio_pixel": 0.860218346118927, "fid": 238.57069438169626, "fid_failed": 0.0} +{"step": 3010000, "wall_time": 13020.542738437653, "train_loss_step": 6.207563877105713, "n_params": 4756720, "total_flops": 43984057958400000, "train_loss": 0.02842514912287394, "subset_score_loss": 0.02842514912287394} +{"step": 3020000, "wall_time": 13060.125444412231, "train_loss_step": 6.257774353027344, "n_params": 4756720, "total_flops": 44130184396800000, "train_loss": 0.031211596727371217, "subset_score_loss": 0.031211596727371217} +{"step": 3030000, "wall_time": 13099.641316890717, "train_loss_step": 5.921420097351074, "n_params": 4756720, "total_flops": 44276310835200000, "train_loss": 0.02686226765314738, "subset_score_loss": 0.02686226765314738} +{"step": 3040000, "wall_time": 13138.996486663818, "train_loss_step": 5.923856735229492, "n_params": 4756720, "total_flops": 44422437273600000, "train_loss": 0.03532879749933879, "subset_score_loss": 0.03532879749933879} +{"step": 3050000, "wall_time": 13178.242098093033, "train_loss_step": 5.759856224060059, "n_params": 4756720, "total_flops": 44568563712000000, "train_loss": 0.02689866820971171, "subset_score_loss": 0.02689866820971171} +{"step": 3060000, "wall_time": 13217.599715471268, "train_loss_step": 6.105563163757324, "n_params": 4756720, "total_flops": 44714690150400000, "train_loss": 0.038541587193806966, "subset_score_loss": 0.038541587193806966} +{"step": 3070000, "wall_time": 13257.150268793106, "train_loss_step": 6.41649055480957, "n_params": 4756720, "total_flops": 44860816588800000, "train_loss": 0.028797388076782227, "subset_score_loss": 0.028797388076782227} +{"step": 3080000, "wall_time": 13296.670721054077, "train_loss_step": 5.918033599853516, "n_params": 4756720, "total_flops": 45006943027200000, "train_loss": 0.02636978030204773, "subset_score_loss": 0.02636978030204773} +{"step": 3090000, "wall_time": 13326.240488052368, "train_loss_step": 5.93210506439209, "n_params": 4756720, "total_flops": 45153069465600000, "train_loss": 0.027443774541219077, "subset_score_loss": 0.027443774541219077} +{"step": 3100000, "wall_time": 13396.648750543594, "train_loss_step": 5.895594596862793, "n_params": 4756720, "total_flops": 45299195904000000, "train_loss": 0.033584030469258626, "subset_score_loss": 0.033584030469258626, "memorization_fraction_pixel": 0.10689999908208847, "mean_nn_ratio_pixel": 0.8581714630126953, "fid": 238.35953906741446, "fid_failed": 0.0} +{"step": 3110000, "wall_time": 13436.186435461044, "train_loss_step": 5.726390838623047, "n_params": 4756720, "total_flops": 45445322342400000, "train_loss": 0.0314956267674764, "subset_score_loss": 0.0314956267674764} +{"step": 3120000, "wall_time": 13475.673347234726, "train_loss_step": 6.1066741943359375, "n_params": 4756720, "total_flops": 45591448780800000, "train_loss": 0.027632749080657958, "subset_score_loss": 0.027632749080657958} +{"step": 3130000, "wall_time": 13515.05462026596, "train_loss_step": 6.070079326629639, "n_params": 4756720, "total_flops": 45737575219200000, "train_loss": 0.030876417954762776, "subset_score_loss": 0.030876417954762776} +{"step": 3140000, "wall_time": 13554.36774134636, "train_loss_step": 5.9690656661987305, "n_params": 4756720, "total_flops": 45883701657600000, "train_loss": 0.033022499084472655, "subset_score_loss": 0.033022499084472655} +{"step": 3150000, "wall_time": 13593.786808490753, "train_loss_step": 5.871872901916504, "n_params": 4756720, "total_flops": 46029828096000000, "train_loss": 0.02838530739148458, "subset_score_loss": 0.02838530739148458} +{"step": 3160000, "wall_time": 13633.404929161072, "train_loss_step": 6.315665245056152, "n_params": 4756720, "total_flops": 46175954534400000, "train_loss": 0.027172559499740602, "subset_score_loss": 0.027172559499740602} +{"step": 3170000, "wall_time": 13672.88154387474, "train_loss_step": 5.909129619598389, "n_params": 4756720, "total_flops": 46322080972800000, "train_loss": 0.03313826719919841, "subset_score_loss": 0.03313826719919841} +{"step": 3180000, "wall_time": 13710.99984240532, "train_loss_step": 6.440288543701172, "n_params": 4756720, "total_flops": 46468207411200000, "train_loss": 0.02806084950764974, "subset_score_loss": 0.02806084950764974} +{"step": 3190000, "wall_time": 13741.367646455765, "train_loss_step": 5.843415260314941, "n_params": 4756720, "total_flops": 46614333849600000, "train_loss": 0.02687904437383016, "subset_score_loss": 0.02687904437383016} +{"step": 3200000, "wall_time": 13816.96462225914, "train_loss_step": 6.3488264083862305, "n_params": 4756720, "total_flops": 46760460288000000, "train_loss": 0.03240558703740438, "subset_score_loss": 0.03240558703740438, "memorization_fraction_pixel": 0.11140000075101852, "mean_nn_ratio_pixel": 0.8549181818962097, "fid": 237.66843815415132, "fid_failed": 0.0} +{"step": 3210000, "wall_time": 13856.3182888031, "train_loss_step": 5.993247985839844, "n_params": 4756720, "total_flops": 46906586726400000, "train_loss": 0.026886717478434245, "subset_score_loss": 0.026886717478434245} +{"step": 3220000, "wall_time": 13895.719111204147, "train_loss_step": 6.017694473266602, "n_params": 4756720, "total_flops": 47052713164800000, "train_loss": 0.0278150737285614, "subset_score_loss": 0.0278150737285614} +{"step": 3230000, "wall_time": 13935.142293214798, "train_loss_step": 6.473099708557129, "n_params": 4756720, "total_flops": 47198839603200000, "train_loss": 0.029157517353693645, "subset_score_loss": 0.029157517353693645} +{"step": 3240000, "wall_time": 13974.555443763733, "train_loss_step": 6.518807411193848, "n_params": 4756720, "total_flops": 47344966041600000, "train_loss": 0.02610874573389689, "subset_score_loss": 0.02610874573389689} +{"step": 3250000, "wall_time": 14013.951877593994, "train_loss_step": 6.387798309326172, "n_params": 4756720, "total_flops": 47491092480000000, "train_loss": 0.03145458499590556, "subset_score_loss": 0.03145458499590556} +{"step": 3260000, "wall_time": 14053.350383996964, "train_loss_step": 5.740523815155029, "n_params": 4756720, "total_flops": 47637218918400000, "train_loss": 0.028529608249664308, "subset_score_loss": 0.028529608249664308} +{"step": 3270000, "wall_time": 14091.897817373276, "train_loss_step": 6.2975616455078125, "n_params": 4756720, "total_flops": 47783345356800000, "train_loss": 0.03026377558708191, "subset_score_loss": 0.03026377558708191} +{"step": 3280000, "wall_time": 14117.28196978569, "train_loss_step": 6.184075355529785, "n_params": 4756720, "total_flops": 47929471795200000, "train_loss": 0.0319735586643219, "subset_score_loss": 0.0319735586643219} +{"step": 3290000, "wall_time": 14156.63194346428, "train_loss_step": 5.623394966125488, "n_params": 4756720, "total_flops": 48075598233600000, "train_loss": 0.028940528631210327, "subset_score_loss": 0.028940528631210327} +{"step": 3300000, "wall_time": 14232.124176740646, "train_loss_step": 6.128300189971924, "n_params": 4756720, "total_flops": 48221724672000000, "train_loss": 0.0269663671652476, "subset_score_loss": 0.0269663671652476, "memorization_fraction_pixel": 0.1160999983549118, "mean_nn_ratio_pixel": 0.8514348864555359, "fid": 236.27106834441867, "fid_failed": 0.0} +{"step": 3310000, "wall_time": 14271.757524728775, "train_loss_step": 6.043265342712402, "n_params": 4756720, "total_flops": 48367851110400000, "train_loss": 0.028433265288670857, "subset_score_loss": 0.028433265288670857} +{"step": 3320000, "wall_time": 14311.1268055439, "train_loss_step": 6.232637882232666, "n_params": 4756720, "total_flops": 48513977548800000, "train_loss": 0.027592851718266805, "subset_score_loss": 0.027592851718266805} +{"step": 3330000, "wall_time": 14350.62790107727, "train_loss_step": 5.619687080383301, "n_params": 4756720, "total_flops": 48660103987200000, "train_loss": 0.028434371948242186, "subset_score_loss": 0.028434371948242186} +{"step": 3340000, "wall_time": 14389.845582008362, "train_loss_step": 6.364995002746582, "n_params": 4756720, "total_flops": 48806230425600000, "train_loss": 0.024862168232599895, "subset_score_loss": 0.024862168232599895} +{"step": 3350000, "wall_time": 14429.206351041794, "train_loss_step": 5.8459954261779785, "n_params": 4756720, "total_flops": 48952356864000000, "train_loss": 0.027939401070276895, "subset_score_loss": 0.027939401070276895} +{"step": 3360000, "wall_time": 14468.604362010956, "train_loss_step": 6.343735218048096, "n_params": 4756720, "total_flops": 49098483302400000, "train_loss": 0.027636114756266275, "subset_score_loss": 0.027636114756266275} +{"step": 3370000, "wall_time": 14502.205829143524, "train_loss_step": 6.2582292556762695, "n_params": 4756720, "total_flops": 49244609740800000, "train_loss": 0.031848283608754475, "subset_score_loss": 0.031848283608754475} +{"step": 3380000, "wall_time": 14534.106006383896, "train_loss_step": 5.805184364318848, "n_params": 4756720, "total_flops": 49390736179200000, "train_loss": 0.03156722585360209, "subset_score_loss": 0.03156722585360209} +{"step": 3390000, "wall_time": 14573.47892832756, "train_loss_step": 5.702862739562988, "n_params": 4756720, "total_flops": 49536862617600000, "train_loss": 0.026548769076665243, "subset_score_loss": 0.026548769076665243} +{"step": 3400000, "wall_time": 14648.852134466171, "train_loss_step": 6.121899604797363, "n_params": 4756720, "total_flops": 49682989056000000, "train_loss": 0.0375134547551473, "subset_score_loss": 0.0375134547551473, "memorization_fraction_pixel": 0.12349999696016312, "mean_nn_ratio_pixel": 0.8398382663726807, "fid": 223.64300775608226, "fid_failed": 0.0} +{"step": 3410000, "wall_time": 14688.25117444992, "train_loss_step": 6.033464431762695, "n_params": 4756720, "total_flops": 49829115494400000, "train_loss": 0.028289417425791424, "subset_score_loss": 0.028289417425791424} +{"step": 3420000, "wall_time": 14727.64943742752, "train_loss_step": 6.108404636383057, "n_params": 4756720, "total_flops": 49975241932800000, "train_loss": 0.027500873804092406, "subset_score_loss": 0.027500873804092406} +{"step": 3430000, "wall_time": 14767.279284238815, "train_loss_step": 5.815799713134766, "n_params": 4756720, "total_flops": 50121368371200000, "train_loss": 0.030879563093185423, "subset_score_loss": 0.030879563093185423} +{"step": 3440000, "wall_time": 14806.846453666687, "train_loss_step": 6.2946319580078125, "n_params": 4756720, "total_flops": 50267494809600000, "train_loss": 0.025605185826619466, "subset_score_loss": 0.025605185826619466} +{"step": 3450000, "wall_time": 14846.35943555832, "train_loss_step": 6.32225227355957, "n_params": 4756720, "total_flops": 50413621248000000, "train_loss": 0.027086093028386434, "subset_score_loss": 0.027086093028386434} +{"step": 3460000, "wall_time": 14885.012812137604, "train_loss_step": 5.92820930480957, "n_params": 4756720, "total_flops": 50559747686400000, "train_loss": 0.03078825871149699, "subset_score_loss": 0.03078825871149699} +{"step": 3470000, "wall_time": 14913.836789131165, "train_loss_step": 5.982637405395508, "n_params": 4756720, "total_flops": 50705874124800000, "train_loss": 0.03237713774045308, "subset_score_loss": 0.03237713774045308} +{"step": 3480000, "wall_time": 14953.304594755173, "train_loss_step": 6.074563980102539, "n_params": 4756720, "total_flops": 50852000563200000, "train_loss": 0.03377776543299357, "subset_score_loss": 0.03377776543299357} +{"step": 3490000, "wall_time": 14992.769720077515, "train_loss_step": 6.2273736000061035, "n_params": 4756720, "total_flops": 50998127001600000, "train_loss": 0.026267260313034058, "subset_score_loss": 0.026267260313034058} +{"step": 3500000, "wall_time": 15068.166269302368, "train_loss_step": 6.075431823730469, "n_params": 4756720, "total_flops": 51144253440000000, "train_loss": 0.02755419214566549, "subset_score_loss": 0.02755419214566549, "memorization_fraction_pixel": 0.1225999966263771, "mean_nn_ratio_pixel": 0.8433701992034912, "fid": 221.8831663759162, "fid_failed": 0.0} +{"step": 3510000, "wall_time": 15107.737444877625, "train_loss_step": 6.875248432159424, "n_params": 4756720, "total_flops": 51290379878400000, "train_loss": 0.027316445112228395, "subset_score_loss": 0.027316445112228395} +{"step": 3520000, "wall_time": 15146.979680538177, "train_loss_step": 6.300848007202148, "n_params": 4756720, "total_flops": 51436506316800000, "train_loss": 0.02742285132408142, "subset_score_loss": 0.02742285132408142} +{"step": 3530000, "wall_time": 15186.413008928299, "train_loss_step": 6.0615949630737305, "n_params": 4756720, "total_flops": 51582632755200000, "train_loss": 0.028179434935251872, "subset_score_loss": 0.028179434935251872} +{"step": 3540000, "wall_time": 15225.859780550003, "train_loss_step": 6.454236030578613, "n_params": 4756720, "total_flops": 51728759193600000, "train_loss": 0.028321305910746258, "subset_score_loss": 0.028321305910746258} +{"step": 3550000, "wall_time": 15265.30909538269, "train_loss_step": 6.13567590713501, "n_params": 4756720, "total_flops": 51874885632000000, "train_loss": 0.02837341030438741, "subset_score_loss": 0.02837341030438741} +{"step": 3560000, "wall_time": 15293.133936405182, "train_loss_step": 5.713977813720703, "n_params": 4756720, "total_flops": 52021012070400000, "train_loss": 0.0284122904141744, "subset_score_loss": 0.0284122904141744} +{"step": 3570000, "wall_time": 15332.450033903122, "train_loss_step": 5.911622524261475, "n_params": 4756720, "total_flops": 52167138508800000, "train_loss": 0.028037865956624348, "subset_score_loss": 0.028037865956624348} +{"step": 3580000, "wall_time": 15371.781124353409, "train_loss_step": 6.055334568023682, "n_params": 4756720, "total_flops": 52313264947200000, "train_loss": 0.029025723536809284, "subset_score_loss": 0.029025723536809284} +{"step": 3590000, "wall_time": 15411.275405168533, "train_loss_step": 5.626646041870117, "n_params": 4756720, "total_flops": 52459391385600000, "train_loss": 0.030828207731246948, "subset_score_loss": 0.030828207731246948} +{"step": 3600000, "wall_time": 15486.434051275253, "train_loss_step": 6.047895431518555, "n_params": 4756720, "total_flops": 52605517824000000, "train_loss": 0.025391497214635215, "subset_score_loss": 0.025391497214635215, "memorization_fraction_pixel": 0.1273999959230423, "mean_nn_ratio_pixel": 0.8387900590896606, "fid": 225.77831848290947, "fid_failed": 0.0} +{"step": 3610000, "wall_time": 15525.938856363297, "train_loss_step": 6.749660968780518, "n_params": 4756720, "total_flops": 52751644262400000, "train_loss": 0.02843175729115804, "subset_score_loss": 0.02843175729115804} +{"step": 3620000, "wall_time": 15565.383620738983, "train_loss_step": 5.616219520568848, "n_params": 4756720, "total_flops": 52897770700800000, "train_loss": 0.0264242152372996, "subset_score_loss": 0.0264242152372996} +{"step": 3630000, "wall_time": 15604.755293369293, "train_loss_step": 6.153078556060791, "n_params": 4756720, "total_flops": 53043897139200000, "train_loss": 0.027876389026641846, "subset_score_loss": 0.027876389026641846} +{"step": 3640000, "wall_time": 15644.239586353302, "train_loss_step": 5.593840599060059, "n_params": 4756720, "total_flops": 53190023577600000, "train_loss": 0.027774912118911744, "subset_score_loss": 0.027774912118911744} +{"step": 3650000, "wall_time": 15679.651770353317, "train_loss_step": 6.122560501098633, "n_params": 4756720, "total_flops": 53336150016000000, "train_loss": 0.02614370584487915, "subset_score_loss": 0.02614370584487915} +{"step": 3660000, "wall_time": 15711.656528711319, "train_loss_step": 6.04463005065918, "n_params": 4756720, "total_flops": 53482276454400000, "train_loss": 0.026324220498402915, "subset_score_loss": 0.026324220498402915} +{"step": 3670000, "wall_time": 15751.01852798462, "train_loss_step": 5.570535659790039, "n_params": 4756720, "total_flops": 53628402892800000, "train_loss": 0.031510543823242185, "subset_score_loss": 0.031510543823242185} +{"step": 3680000, "wall_time": 15790.350992679596, "train_loss_step": 6.340333938598633, "n_params": 4756720, "total_flops": 53774529331200000, "train_loss": 0.025818254550298056, "subset_score_loss": 0.025818254550298056} +{"step": 3690000, "wall_time": 15829.750102996826, "train_loss_step": 5.800975799560547, "n_params": 4756720, "total_flops": 53920655769600000, "train_loss": 0.025917178392410277, "subset_score_loss": 0.025917178392410277} +{"step": 3700000, "wall_time": 15905.26857638359, "train_loss_step": 5.588644981384277, "n_params": 4756720, "total_flops": 54066782208000000, "train_loss": 0.026862573623657227, "subset_score_loss": 0.026862573623657227, "memorization_fraction_pixel": 0.1298000067472458, "mean_nn_ratio_pixel": 0.8342702388763428, "fid": 223.80366193762285, "fid_failed": 0.0} +{"step": 3710000, "wall_time": 15944.619722604752, "train_loss_step": 5.739262104034424, "n_params": 4756720, "total_flops": 54212908646400000, "train_loss": 0.024989771842956542, "subset_score_loss": 0.024989771842956542} +{"step": 3720000, "wall_time": 15984.183775186539, "train_loss_step": 6.065334320068359, "n_params": 4756720, "total_flops": 54359035084800000, "train_loss": 0.02928315798441569, "subset_score_loss": 0.02928315798441569} +{"step": 3730000, "wall_time": 16023.528332710266, "train_loss_step": 5.8155198097229, "n_params": 4756720, "total_flops": 54505161523200000, "train_loss": 0.030271226167678834, "subset_score_loss": 0.030271226167678834} +{"step": 3740000, "wall_time": 16061.833749294281, "train_loss_step": 5.857297420501709, "n_params": 4756720, "total_flops": 54651287961600000, "train_loss": 0.02499032417933146, "subset_score_loss": 0.02499032417933146} +{"step": 3750000, "wall_time": 16090.761888742447, "train_loss_step": 5.844692707061768, "n_params": 4756720, "total_flops": 54797414400000000, "train_loss": 0.026333683729171754, "subset_score_loss": 0.026333683729171754} +{"step": 3760000, "wall_time": 16130.095119476318, "train_loss_step": 5.708817481994629, "n_params": 4756720, "total_flops": 54943540838400000, "train_loss": 0.027270853519439697, "subset_score_loss": 0.027270853519439697} +{"step": 3770000, "wall_time": 16169.54965519905, "train_loss_step": 5.202578544616699, "n_params": 4756720, "total_flops": 55089667276800000, "train_loss": 0.026239653428395588, "subset_score_loss": 0.026239653428395588} +{"step": 3780000, "wall_time": 16209.087506055832, "train_loss_step": 5.8248162269592285, "n_params": 4756720, "total_flops": 55235793715200000, "train_loss": 0.029686272144317627, "subset_score_loss": 0.029686272144317627} +{"step": 3790000, "wall_time": 16248.416027545929, "train_loss_step": 5.873378753662109, "n_params": 4756720, "total_flops": 55381920153600000, "train_loss": 0.027715231974919638, "subset_score_loss": 0.027715231974919638} +{"step": 3800000, "wall_time": 16324.157649993896, "train_loss_step": 5.460536003112793, "n_params": 4756720, "total_flops": 55528046592000000, "train_loss": 0.028623557090759276, "subset_score_loss": 0.028623557090759276, "memorization_fraction_pixel": 0.13369999825954437, "mean_nn_ratio_pixel": 0.8340845704078674, "fid": 225.55645796476634, "fid_failed": 0.0} +{"step": 3810000, "wall_time": 16363.629081726074, "train_loss_step": 5.458342552185059, "n_params": 4756720, "total_flops": 55674173030400000, "train_loss": 0.025817668437957762, "subset_score_loss": 0.025817668437957762} +{"step": 3820000, "wall_time": 16403.00799059868, "train_loss_step": 5.831788063049316, "n_params": 4756720, "total_flops": 55820299468800000, "train_loss": 0.029967127243677776, "subset_score_loss": 0.029967127243677776} +{"step": 3830000, "wall_time": 16441.52558517456, "train_loss_step": 5.910068511962891, "n_params": 4756720, "total_flops": 55966425907200000, "train_loss": 0.027096867561340332, "subset_score_loss": 0.027096867561340332} +{"step": 3840000, "wall_time": 16472.688009738922, "train_loss_step": 5.584023475646973, "n_params": 4756720, "total_flops": 56112552345600000, "train_loss": 0.02815034588177999, "subset_score_loss": 0.02815034588177999} +{"step": 3850000, "wall_time": 16512.06808423996, "train_loss_step": 5.7606658935546875, "n_params": 4756720, "total_flops": 56258678784000000, "train_loss": 0.030013505617777506, "subset_score_loss": 0.030013505617777506} +{"step": 3860000, "wall_time": 16551.361379146576, "train_loss_step": 5.703285217285156, "n_params": 4756720, "total_flops": 56404805222400000, "train_loss": 0.028271063168843587, "subset_score_loss": 0.028271063168843587} +{"step": 3870000, "wall_time": 16590.78377366066, "train_loss_step": 5.829545497894287, "n_params": 4756720, "total_flops": 56550931660800000, "train_loss": 0.025474691390991212, "subset_score_loss": 0.025474691390991212} +{"step": 3880000, "wall_time": 16630.144587755203, "train_loss_step": 6.0349650382995605, "n_params": 4756720, "total_flops": 56697058099200000, "train_loss": 0.02738157908121745, "subset_score_loss": 0.02738157908121745} +{"step": 3890000, "wall_time": 16669.617720603943, "train_loss_step": 5.698967933654785, "n_params": 4756720, "total_flops": 56843184537600000, "train_loss": 0.026289234558741253, "subset_score_loss": 0.026289234558741253} +{"step": 3900000, "wall_time": 16745.204560518265, "train_loss_step": 5.727290153503418, "n_params": 4756720, "total_flops": 56989310976000000, "train_loss": 0.02782320777575175, "subset_score_loss": 0.02782320777575175, "memorization_fraction_pixel": 0.14000000059604645, "mean_nn_ratio_pixel": 0.8326334953308105, "fid": 216.2138471942411, "fid_failed": 0.0} +{"step": 3910000, "wall_time": 16784.59724497795, "train_loss_step": 5.705904006958008, "n_params": 4756720, "total_flops": 57135437414400000, "train_loss": 0.023870227734247844, "subset_score_loss": 0.023870227734247844} +{"step": 3920000, "wall_time": 16823.949432849884, "train_loss_step": 6.069085121154785, "n_params": 4756720, "total_flops": 57281563852800000, "train_loss": 0.025592766205469766, "subset_score_loss": 0.025592766205469766} +{"step": 3930000, "wall_time": 16857.103846788406, "train_loss_step": 5.7309136390686035, "n_params": 4756720, "total_flops": 57427690291200000, "train_loss": 0.025621306896209717, "subset_score_loss": 0.025621306896209717} +{"step": 3940000, "wall_time": 16896.438555002213, "train_loss_step": 5.576082229614258, "n_params": 4756720, "total_flops": 57573816729600000, "train_loss": 0.024967702229817708, "subset_score_loss": 0.024967702229817708} +{"step": 3950000, "wall_time": 16935.745627880096, "train_loss_step": 5.489048957824707, "n_params": 4756720, "total_flops": 57719943168000000, "train_loss": 0.024176416794459026, "subset_score_loss": 0.024176416794459026} +{"step": 3960000, "wall_time": 16975.291021585464, "train_loss_step": 5.928478240966797, "n_params": 4756720, "total_flops": 57866069606400000, "train_loss": 0.025247722864151, "subset_score_loss": 0.025247722864151} +{"step": 3970000, "wall_time": 17014.70642733574, "train_loss_step": 5.953315734863281, "n_params": 4756720, "total_flops": 58012196044800000, "train_loss": 0.02602870066960653, "subset_score_loss": 0.02602870066960653} +{"step": 3980000, "wall_time": 17054.105843305588, "train_loss_step": 5.715975284576416, "n_params": 4756720, "total_flops": 58158322483200000, "train_loss": 0.02539603114128113, "subset_score_loss": 0.02539603114128113} +{"step": 3990000, "wall_time": 17093.51380133629, "train_loss_step": 5.708280563354492, "n_params": 4756720, "total_flops": 58304448921600000, "train_loss": 0.027697632710138958, "subset_score_loss": 0.027697632710138958} +{"step": 4000000, "wall_time": 17169.051273584366, "train_loss_step": 5.538921356201172, "n_params": 4756720, "total_flops": 58450575360000000, "train_loss": 0.026939386129379274, "subset_score_loss": 0.026939386129379274, "memorization_fraction_pixel": 0.14569999277591705, "mean_nn_ratio_pixel": 0.8246145248413086, "fid": 211.6066443463148, "fid_failed": 0.0} +{"step": 4010000, "wall_time": 17208.64100909233, "train_loss_step": 5.6045355796813965, "n_params": 4756720, "total_flops": 58596701798400000, "train_loss": 0.02979626456896464, "subset_score_loss": 0.02979626456896464} +{"step": 4020000, "wall_time": 17240.776968240738, "train_loss_step": 5.951388359069824, "n_params": 4756720, "total_flops": 58742828236800000, "train_loss": 0.02796272039413452, "subset_score_loss": 0.02796272039413452} +{"step": 4030000, "wall_time": 17278.280919075012, "train_loss_step": 5.806936740875244, "n_params": 4756720, "total_flops": 58888954675200000, "train_loss": 0.025485440095265707, "subset_score_loss": 0.025485440095265707} +{"step": 4040000, "wall_time": 17317.736502170563, "train_loss_step": 5.588747978210449, "n_params": 4756720, "total_flops": 59035081113600000, "train_loss": 0.024761223793029787, "subset_score_loss": 0.024761223793029787} +{"step": 4050000, "wall_time": 17357.059651613235, "train_loss_step": 6.0042572021484375, "n_params": 4756720, "total_flops": 59181207552000000, "train_loss": 0.02542319099108378, "subset_score_loss": 0.02542319099108378} +{"step": 4060000, "wall_time": 17396.481295585632, "train_loss_step": 5.435152530670166, "n_params": 4756720, "total_flops": 59327333990400000, "train_loss": 0.029502375920613607, "subset_score_loss": 0.029502375920613607} +{"step": 4070000, "wall_time": 17435.889786481857, "train_loss_step": 5.658169746398926, "n_params": 4756720, "total_flops": 59473460428800000, "train_loss": 0.025977758566538493, "subset_score_loss": 0.025977758566538493} +{"step": 4080000, "wall_time": 17475.293455839157, "train_loss_step": 5.451946258544922, "n_params": 4756720, "total_flops": 59619586867200000, "train_loss": 0.025271807114283243, "subset_score_loss": 0.025271807114283243} +{"step": 4090000, "wall_time": 17514.710782289505, "train_loss_step": 6.170604705810547, "n_params": 4756720, "total_flops": 59765713305600000, "train_loss": 0.026340723037719727, "subset_score_loss": 0.026340723037719727} +{"step": 4100000, "wall_time": 17590.36375117302, "train_loss_step": 6.048093318939209, "n_params": 4756720, "total_flops": 59911839744000000, "train_loss": 0.02558039625485738, "subset_score_loss": 0.02558039625485738, "memorization_fraction_pixel": 0.15109999477863312, "mean_nn_ratio_pixel": 0.82177734375, "fid": 207.387173451556, "fid_failed": 0.0} +{"step": 4110000, "wall_time": 17626.407681941986, "train_loss_step": 5.612835884094238, "n_params": 4756720, "total_flops": 60057966182400000, "train_loss": 0.026853354771931966, "subset_score_loss": 0.026853354771931966} +{"step": 4120000, "wall_time": 17660.311774015427, "train_loss_step": 5.454543113708496, "n_params": 4756720, "total_flops": 60204092620800000, "train_loss": 0.026906547943751018, "subset_score_loss": 0.026906547943751018} +{"step": 4130000, "wall_time": 17699.651208400726, "train_loss_step": 5.886836051940918, "n_params": 4756720, "total_flops": 60350219059200000, "train_loss": 0.023670097192128498, "subset_score_loss": 0.023670097192128498} +{"step": 4140000, "wall_time": 17739.13349366188, "train_loss_step": 5.441293239593506, "n_params": 4756720, "total_flops": 60496345497600000, "train_loss": 0.03208353916803996, "subset_score_loss": 0.03208353916803996} +{"step": 4150000, "wall_time": 17778.578596830368, "train_loss_step": 5.75355863571167, "n_params": 4756720, "total_flops": 60642471936000000, "train_loss": 0.02542373538017273, "subset_score_loss": 0.02542373538017273} +{"step": 4160000, "wall_time": 17817.918225049973, "train_loss_step": 6.16037654876709, "n_params": 4756720, "total_flops": 60788598374400000, "train_loss": 0.028984564542770385, "subset_score_loss": 0.028984564542770385} +{"step": 4170000, "wall_time": 17857.474846839905, "train_loss_step": 5.440615653991699, "n_params": 4756720, "total_flops": 60934724812800000, "train_loss": 0.02648236950238546, "subset_score_loss": 0.02648236950238546} +{"step": 4180000, "wall_time": 17897.01189136505, "train_loss_step": 6.052142143249512, "n_params": 4756720, "total_flops": 61080851251200000, "train_loss": 0.027601859966913857, "subset_score_loss": 0.027601859966913857} +{"step": 4190000, "wall_time": 17936.367520332336, "train_loss_step": 5.601553440093994, "n_params": 4756720, "total_flops": 61226977689600000, "train_loss": 0.025089587767918906, "subset_score_loss": 0.025089587767918906} +{"step": 4200000, "wall_time": 18010.63767695427, "train_loss_step": 5.294754981994629, "n_params": 4756720, "total_flops": 61373104128000000, "train_loss": 0.02648504376411438, "subset_score_loss": 0.02648504376411438, "memorization_fraction_pixel": 0.13359999656677246, "mean_nn_ratio_pixel": 0.8346672654151917, "fid": 219.42334613127056, "fid_failed": 0.0} +{"step": 4210000, "wall_time": 18040.384245872498, "train_loss_step": 5.666131019592285, "n_params": 4756720, "total_flops": 61519230566400000, "train_loss": 0.025428720315297446, "subset_score_loss": 0.025428720315297446} +{"step": 4220000, "wall_time": 18079.757853746414, "train_loss_step": 5.576064109802246, "n_params": 4756720, "total_flops": 61665357004800000, "train_loss": 0.025954246520996094, "subset_score_loss": 0.025954246520996094} +{"step": 4230000, "wall_time": 18119.09860754013, "train_loss_step": 5.494853973388672, "n_params": 4756720, "total_flops": 61811483443200000, "train_loss": 0.02756762901941935, "subset_score_loss": 0.02756762901941935} +{"step": 4240000, "wall_time": 18158.577457666397, "train_loss_step": 6.053586483001709, "n_params": 4756720, "total_flops": 61957609881600000, "train_loss": 0.026262301206588744, "subset_score_loss": 0.026262301206588744} +{"step": 4250000, "wall_time": 18197.99229168892, "train_loss_step": 5.430683135986328, "n_params": 4756720, "total_flops": 62103736320000000, "train_loss": 0.024670586983362833, "subset_score_loss": 0.024670586983362833} +{"step": 4260000, "wall_time": 18237.532739639282, "train_loss_step": 5.4304609298706055, "n_params": 4756720, "total_flops": 62249862758400000, "train_loss": 0.02549864649772644, "subset_score_loss": 0.02549864649772644} +{"step": 4270000, "wall_time": 18276.742568969727, "train_loss_step": 5.844855308532715, "n_params": 4756720, "total_flops": 62395989196800000, "train_loss": 0.02777845859527588, "subset_score_loss": 0.02777845859527588} +{"step": 4280000, "wall_time": 18316.10906982422, "train_loss_step": 5.886573314666748, "n_params": 4756720, "total_flops": 62542115635200000, "train_loss": 0.027792086203893025, "subset_score_loss": 0.027792086203893025} +{"step": 4290000, "wall_time": 18355.415997505188, "train_loss_step": 5.7572712898254395, "n_params": 4756720, "total_flops": 62688242073600000, "train_loss": 0.025659435987472536, "subset_score_loss": 0.025659435987472536} +{"step": 4300000, "wall_time": 18425.56323313713, "train_loss_step": 5.959798812866211, "n_params": 4756720, "total_flops": 62834368512000000, "train_loss": 0.026522727807362874, "subset_score_loss": 0.026522727807362874, "memorization_fraction_pixel": 0.15000000596046448, "mean_nn_ratio_pixel": 0.8196470737457275, "fid": 211.50263398396945, "fid_failed": 0.0} +{"step": 4310000, "wall_time": 18465.02336716652, "train_loss_step": 5.371222496032715, "n_params": 4756720, "total_flops": 62980494950400000, "train_loss": 0.024474320809046428, "subset_score_loss": 0.024474320809046428} +{"step": 4320000, "wall_time": 18504.304947137833, "train_loss_step": 5.647432327270508, "n_params": 4756720, "total_flops": 63126621388800000, "train_loss": 0.028113621473312377, "subset_score_loss": 0.028113621473312377} +{"step": 4330000, "wall_time": 18543.707509994507, "train_loss_step": 6.050780296325684, "n_params": 4756720, "total_flops": 63272747827200000, "train_loss": 0.024092419942220052, "subset_score_loss": 0.024092419942220052} +{"step": 4340000, "wall_time": 18583.10939335823, "train_loss_step": 6.072361946105957, "n_params": 4756720, "total_flops": 63418874265600000, "train_loss": 0.024908415476481118, "subset_score_loss": 0.024908415476481118} +{"step": 4350000, "wall_time": 18622.523639917374, "train_loss_step": 5.273997783660889, "n_params": 4756720, "total_flops": 63565000704000000, "train_loss": 0.02601282000541687, "subset_score_loss": 0.02601282000541687} +{"step": 4360000, "wall_time": 18661.86651301384, "train_loss_step": 5.578895092010498, "n_params": 4756720, "total_flops": 63711127142400000, "train_loss": 0.026220532258351643, "subset_score_loss": 0.026220532258351643} +{"step": 4370000, "wall_time": 18701.25058746338, "train_loss_step": 6.002224445343018, "n_params": 4756720, "total_flops": 63857253580800000, "train_loss": 0.02585462530454, "subset_score_loss": 0.02585462530454} +{"step": 4380000, "wall_time": 18740.60485315323, "train_loss_step": 5.40532112121582, "n_params": 4756720, "total_flops": 64003380019200000, "train_loss": 0.026168864965438843, "subset_score_loss": 0.026168864965438843} +{"step": 4390000, "wall_time": 18779.949934720993, "train_loss_step": 5.698841094970703, "n_params": 4756720, "total_flops": 64149506457600000, "train_loss": 0.024878080685933432, "subset_score_loss": 0.024878080685933432} +{"step": 4400000, "wall_time": 18848.573163986206, "train_loss_step": 5.974390029907227, "n_params": 4756720, "total_flops": 64295632896000000, "train_loss": 0.02547365427017212, "subset_score_loss": 0.02547365427017212, "memorization_fraction_pixel": 0.1542000025510788, "mean_nn_ratio_pixel": 0.8143063187599182, "fid": 204.51132911289125, "fid_failed": 0.0} +{"step": 4410000, "wall_time": 18888.143089056015, "train_loss_step": 5.961507320404053, "n_params": 4756720, "total_flops": 64441759334400000, "train_loss": 0.024803610642751057, "subset_score_loss": 0.024803610642751057} +{"step": 4420000, "wall_time": 18927.401992559433, "train_loss_step": 5.981741428375244, "n_params": 4756720, "total_flops": 64587885772800000, "train_loss": 0.033217732111612955, "subset_score_loss": 0.033217732111612955} +{"step": 4430000, "wall_time": 18966.91177892685, "train_loss_step": 5.71014928817749, "n_params": 4756720, "total_flops": 64734012211200000, "train_loss": 0.024174487590789794, "subset_score_loss": 0.024174487590789794} +{"step": 4440000, "wall_time": 19006.290197372437, "train_loss_step": 5.6247758865356445, "n_params": 4756720, "total_flops": 64880138649600000, "train_loss": 0.023435391982396445, "subset_score_loss": 0.023435391982396445} +{"step": 4450000, "wall_time": 19045.68329167366, "train_loss_step": 5.892229080200195, "n_params": 4756720, "total_flops": 65026265088000000, "train_loss": 0.026020065943400065, "subset_score_loss": 0.026020065943400065} +{"step": 4460000, "wall_time": 19085.083785533905, "train_loss_step": 5.674984455108643, "n_params": 4756720, "total_flops": 65172391526400000, "train_loss": 0.0226368248462677, "subset_score_loss": 0.0226368248462677} +{"step": 4470000, "wall_time": 19124.437915802002, "train_loss_step": 5.268692493438721, "n_params": 4756720, "total_flops": 65318517964800000, "train_loss": 0.026773460706075034, "subset_score_loss": 0.026773460706075034} +{"step": 4480000, "wall_time": 19163.88107085228, "train_loss_step": 5.581043243408203, "n_params": 4756720, "total_flops": 65464644403200000, "train_loss": 0.02606012423833211, "subset_score_loss": 0.02606012423833211} +{"step": 4490000, "wall_time": 19200.76358985901, "train_loss_step": 5.52688455581665, "n_params": 4756720, "total_flops": 65610770841600000, "train_loss": 0.02576624552408854, "subset_score_loss": 0.02576624552408854} +{"step": 4500000, "wall_time": 19235.6355073452, "train_loss_step": 5.465761184692383, "n_params": 4756720, "total_flops": 65756897280000000, "train_loss": 0.027840707699457803, "subset_score_loss": 0.027840707699457803, "memorization_fraction_pixel": 0.15209999680519104, "mean_nn_ratio_pixel": 0.8241775631904602, "fid": 210.13222911834887, "fid_failed": 0.0} +{"step": 4510000, "wall_time": 19256.26154112816, "train_loss_step": 5.892156600952148, "n_params": 4756720, "total_flops": 65903023718400000, "train_loss": 0.02546915809313456, "subset_score_loss": 0.02546915809313456} +{"step": 4520000, "wall_time": 19276.8531126976, "train_loss_step": 6.104443550109863, "n_params": 4756720, "total_flops": 66049150156800000, "train_loss": 0.026244340340296428, "subset_score_loss": 0.026244340340296428} +{"step": 4530000, "wall_time": 19295.78003168106, "train_loss_step": 6.2850236892700195, "n_params": 4756720, "total_flops": 66195276595200000, "train_loss": 0.025147217512130737, "subset_score_loss": 0.025147217512130737} +{"step": 4540000, "wall_time": 19316.432765245438, "train_loss_step": 5.780101776123047, "n_params": 4756720, "total_flops": 66341403033600000, "train_loss": 0.025332496563593546, "subset_score_loss": 0.025332496563593546} +{"step": 4550000, "wall_time": 19335.992384672165, "train_loss_step": 5.518453598022461, "n_params": 4756720, "total_flops": 66487529472000000, "train_loss": 0.02446545163790385, "subset_score_loss": 0.02446545163790385} +{"step": 4560000, "wall_time": 19356.287435531616, "train_loss_step": 5.391595840454102, "n_params": 4756720, "total_flops": 66633655910400000, "train_loss": 0.02455267310142517, "subset_score_loss": 0.02455267310142517} +{"step": 4570000, "wall_time": 19376.44557952881, "train_loss_step": 5.546482086181641, "n_params": 4756720, "total_flops": 66779782348800000, "train_loss": 0.022641265392303468, "subset_score_loss": 0.022641265392303468} +{"step": 4580000, "wall_time": 19393.06680250168, "train_loss_step": 5.54642391204834, "n_params": 4756720, "total_flops": 66925908787200000, "train_loss": 0.02354221741358439, "subset_score_loss": 0.02354221741358439} +{"step": 4590000, "wall_time": 19410.12061572075, "train_loss_step": 5.633576393127441, "n_params": 4756720, "total_flops": 67072035225600000, "train_loss": 0.02428904970486959, "subset_score_loss": 0.02428904970486959} +{"step": 4600000, "wall_time": 19448.45597553253, "train_loss_step": 5.9096879959106445, "n_params": 4756720, "total_flops": 67218161664000000, "train_loss": 0.024314292271931968, "subset_score_loss": 0.024314292271931968, "memorization_fraction_pixel": 0.16670000553131104, "mean_nn_ratio_pixel": 0.8089420199394226, "fid": 205.52953578692438, "fid_failed": 0.0} +{"step": 4610000, "wall_time": 19467.76749944687, "train_loss_step": 5.865567207336426, "n_params": 4756720, "total_flops": 67364288102400000, "train_loss": 0.024209205309549967, "subset_score_loss": 0.024209205309549967} +{"step": 4620000, "wall_time": 19485.850927591324, "train_loss_step": 6.200021743774414, "n_params": 4756720, "total_flops": 67510414540800000, "train_loss": 0.027210344870885212, "subset_score_loss": 0.027210344870885212} +{"step": 4630000, "wall_time": 19502.750469446182, "train_loss_step": 5.893701076507568, "n_params": 4756720, "total_flops": 67656540979200000, "train_loss": 0.03241259455680847, "subset_score_loss": 0.03241259455680847} +{"step": 4640000, "wall_time": 19519.674796819687, "train_loss_step": 5.549460411071777, "n_params": 4756720, "total_flops": 67802667417600000, "train_loss": 0.026061081886291505, "subset_score_loss": 0.026061081886291505} +{"step": 4650000, "wall_time": 19537.47412776947, "train_loss_step": 5.416717529296875, "n_params": 4756720, "total_flops": 67948793856000000, "train_loss": 0.028258428970972697, "subset_score_loss": 0.028258428970972697} +{"step": 4660000, "wall_time": 19556.741265773773, "train_loss_step": 5.383538246154785, "n_params": 4756720, "total_flops": 68094920294400000, "train_loss": 0.02572584549585978, "subset_score_loss": 0.02572584549585978} +{"step": 4670000, "wall_time": 19574.642022371292, "train_loss_step": 5.4911041259765625, "n_params": 4756720, "total_flops": 68241046732800000, "train_loss": 0.025130770603815713, "subset_score_loss": 0.025130770603815713} +{"step": 4680000, "wall_time": 19591.47855734825, "train_loss_step": 5.125840663909912, "n_params": 4756720, "total_flops": 68387173171200000, "train_loss": 0.023839934666951498, "subset_score_loss": 0.023839934666951498} +{"step": 4690000, "wall_time": 19609.319064617157, "train_loss_step": 5.172440528869629, "n_params": 4756720, "total_flops": 68533299609600000, "train_loss": 0.024200532833735147, "subset_score_loss": 0.024200532833735147} +{"step": 4700000, "wall_time": 19644.73127889633, "train_loss_step": 5.23563289642334, "n_params": 4756720, "total_flops": 68679426048000000, "train_loss": 0.026880884170532228, "subset_score_loss": 0.026880884170532228, "memorization_fraction_pixel": 0.18889999389648438, "mean_nn_ratio_pixel": 0.7886654734611511, "fid": 198.91279647748877, "fid_failed": 0.0} +{"step": 4710000, "wall_time": 19661.29565691948, "train_loss_step": 5.379559516906738, "n_params": 4756720, "total_flops": 68825552486400000, "train_loss": 0.02334159811337789, "subset_score_loss": 0.02334159811337789} +{"step": 4720000, "wall_time": 19678.069061756134, "train_loss_step": 5.576716899871826, "n_params": 4756720, "total_flops": 68971678924800000, "train_loss": 0.022654990355173748, "subset_score_loss": 0.022654990355173748} +{"step": 4730000, "wall_time": 19694.573924541473, "train_loss_step": 5.492071628570557, "n_params": 4756720, "total_flops": 69117805363200000, "train_loss": 0.024750810861587525, "subset_score_loss": 0.024750810861587525} +{"step": 4740000, "wall_time": 19713.945974588394, "train_loss_step": 5.31955099105835, "n_params": 4756720, "total_flops": 69263931801600000, "train_loss": 0.025420445203781127, "subset_score_loss": 0.025420445203781127} +{"step": 4750000, "wall_time": 19733.90408062935, "train_loss_step": 5.304760932922363, "n_params": 4756720, "total_flops": 69410058240000000, "train_loss": 0.024981540441513062, "subset_score_loss": 0.024981540441513062} +{"step": 4760000, "wall_time": 19750.73269200325, "train_loss_step": 5.734991073608398, "n_params": 4756720, "total_flops": 69556184678400000, "train_loss": 0.024060420195261636, "subset_score_loss": 0.024060420195261636} +{"step": 4770000, "wall_time": 19772.497146368027, "train_loss_step": 5.3854146003723145, "n_params": 4756720, "total_flops": 69702311116800000, "train_loss": 0.02300816774368286, "subset_score_loss": 0.02300816774368286} +{"step": 4780000, "wall_time": 19792.45006108284, "train_loss_step": 5.667704105377197, "n_params": 4756720, "total_flops": 69848437555200000, "train_loss": 0.026916909217834472, "subset_score_loss": 0.026916909217834472} +{"step": 4790000, "wall_time": 19811.582800865173, "train_loss_step": 5.615095138549805, "n_params": 4756720, "total_flops": 69994563993600000, "train_loss": 0.027540506919225057, "subset_score_loss": 0.027540506919225057} +{"step": 4800000, "wall_time": 19846.839812278748, "train_loss_step": 5.625053405761719, "n_params": 4756720, "total_flops": 70140690432000000, "train_loss": 0.023776151736577354, "subset_score_loss": 0.023776151736577354, "memorization_fraction_pixel": 0.17720000445842743, "mean_nn_ratio_pixel": 0.7978024482727051, "fid": 198.88953741088733, "fid_failed": 0.0} +{"step": 4810000, "wall_time": 19863.653217077255, "train_loss_step": 5.457070827484131, "n_params": 4756720, "total_flops": 70286816870400000, "train_loss": 0.02330293655395508, "subset_score_loss": 0.02330293655395508} +{"step": 4820000, "wall_time": 19880.399089574814, "train_loss_step": 5.69102668762207, "n_params": 4756720, "total_flops": 70432943308800000, "train_loss": 0.02524606982866923, "subset_score_loss": 0.02524606982866923} +{"step": 4830000, "wall_time": 19897.072863340378, "train_loss_step": 5.595257759094238, "n_params": 4756720, "total_flops": 70579069747200000, "train_loss": 0.022153937816619874, "subset_score_loss": 0.022153937816619874} +{"step": 4840000, "wall_time": 19913.904542207718, "train_loss_step": 5.50472354888916, "n_params": 4756720, "total_flops": 70725196185600000, "train_loss": 0.024101465940475464, "subset_score_loss": 0.024101465940475464} +{"step": 4850000, "wall_time": 19930.749291181564, "train_loss_step": 5.481019973754883, "n_params": 4756720, "total_flops": 70871322624000000, "train_loss": 0.02578203280766805, "subset_score_loss": 0.02578203280766805} +{"step": 4860000, "wall_time": 19948.133353948593, "train_loss_step": 5.4619550704956055, "n_params": 4756720, "total_flops": 71017449062400000, "train_loss": 0.024488327900568645, "subset_score_loss": 0.024488327900568645} +{"step": 4870000, "wall_time": 19965.13212299347, "train_loss_step": 5.397539138793945, "n_params": 4756720, "total_flops": 71163575500800000, "train_loss": 0.024011703332265218, "subset_score_loss": 0.024011703332265218} +{"step": 4880000, "wall_time": 19982.074343919754, "train_loss_step": 5.345095157623291, "n_params": 4756720, "total_flops": 71309701939200000, "train_loss": 0.022636141379674277, "subset_score_loss": 0.022636141379674277} +{"step": 4890000, "wall_time": 19998.958249092102, "train_loss_step": 5.8093109130859375, "n_params": 4756720, "total_flops": 71455828377600000, "train_loss": 0.0231089452902476, "subset_score_loss": 0.0231089452902476} +{"step": 4900000, "wall_time": 20033.3298971653, "train_loss_step": 5.490909576416016, "n_params": 4756720, "total_flops": 71601954816000000, "train_loss": 0.023496184746424356, "subset_score_loss": 0.023496184746424356, "memorization_fraction_pixel": 0.18250000476837158, "mean_nn_ratio_pixel": 0.7948436737060547, "fid": 201.2745543421364, "fid_failed": 0.0} +{"step": 4910000, "wall_time": 20052.011236429214, "train_loss_step": 5.154326438903809, "n_params": 4756720, "total_flops": 71748081254400000, "train_loss": 0.025261435906092325, "subset_score_loss": 0.025261435906092325} +{"step": 4920000, "wall_time": 20070.290088653564, "train_loss_step": 5.1648101806640625, "n_params": 4756720, "total_flops": 71894207692800000, "train_loss": 0.027864495913187664, "subset_score_loss": 0.027864495913187664} +{"step": 4930000, "wall_time": 20091.907378911972, "train_loss_step": 5.191867828369141, "n_params": 4756720, "total_flops": 72040334131200000, "train_loss": 0.023920291662216188, "subset_score_loss": 0.023920291662216188} +{"step": 4940000, "wall_time": 20113.96867108345, "train_loss_step": 5.231686592102051, "n_params": 4756720, "total_flops": 72186460569600000, "train_loss": 0.03286464214324951, "subset_score_loss": 0.03286464214324951} +{"step": 4950000, "wall_time": 20130.895422697067, "train_loss_step": 5.712547302246094, "n_params": 4756720, "total_flops": 72332587008000000, "train_loss": 0.025626649459203083, "subset_score_loss": 0.025626649459203083} +{"step": 4960000, "wall_time": 20147.918034553528, "train_loss_step": 5.524960517883301, "n_params": 4756720, "total_flops": 72478713446400000, "train_loss": 0.02447493275006612, "subset_score_loss": 0.02447493275006612} +{"step": 4970000, "wall_time": 20164.86128973961, "train_loss_step": 5.38383674621582, "n_params": 4756720, "total_flops": 72624839884800000, "train_loss": 0.024988617499669394, "subset_score_loss": 0.024988617499669394} +{"step": 4980000, "wall_time": 20182.65638065338, "train_loss_step": 5.299753665924072, "n_params": 4756720, "total_flops": 72770966323200000, "train_loss": 0.023921082417170208, "subset_score_loss": 0.023921082417170208} +{"step": 4990000, "wall_time": 20202.643786907196, "train_loss_step": 5.587986946105957, "n_params": 4756720, "total_flops": 72917092761600000, "train_loss": 0.022997176647186278, "subset_score_loss": 0.022997176647186278} +{"step": 5000000, "wall_time": 20238.517333507538, "train_loss_step": 5.593385696411133, "n_params": 4756720, "total_flops": 73063219200000000, "train_loss": 0.026502100626627605, "subset_score_loss": 0.026502100626627605, "memorization_fraction_pixel": 0.179299995303154, "mean_nn_ratio_pixel": 0.7967415452003479, "fid": 197.16572069284757, "fid_failed": 0.0} diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d240/runner.log b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d240/runner.log new file mode 100644 index 0000000000000000000000000000000000000000..aefa0330e21235b68259683b63432d14c9d5707f --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d240/runner.log @@ -0,0 +1,502 @@ + FID real-side stats cached over 1000 diverse train images + step 1 | 37s | train_loss=1.0003 | fid=298.5076 + step 10000 | 76s | train_loss=0.6669 + step 20000 | 115s | train_loss=0.5512 + step 30000 | 155s | train_loss=0.5011 + step 40000 | 194s | train_loss=0.4532 + step 50000 | 233s | train_loss=0.3987 + step 60000 | 273s | train_loss=0.3433 + step 70000 | 313s | train_loss=0.2956 + step 80000 | 352s | train_loss=0.2467 + step 90000 | 391s | train_loss=0.2192 + step 100000 | 517s | train_loss=0.1936 | fid=206.1087 + step 110000 | 557s | train_loss=0.1761 + step 120000 | 596s | train_loss=0.1652 + step 130000 | 635s | train_loss=0.1532 + step 140000 | 675s | train_loss=0.1508 + step 150000 | 714s | train_loss=0.1377 + step 160000 | 750s | train_loss=0.1362 + step 170000 | 786s | train_loss=0.1326 + step 180000 | 825s | train_loss=0.1205 + step 190000 | 864s | train_loss=0.1216 + step 200000 | 972s | train_loss=0.1145 | fid=266.0432 + step 210000 | 1011s | train_loss=0.1105 + step 220000 | 1051s | train_loss=0.1149 + step 230000 | 1089s | train_loss=0.1076 + step 240000 | 1120s | train_loss=0.1007 + step 250000 | 1160s | train_loss=0.1069 + step 260000 | 1199s | train_loss=0.0976 + step 270000 | 1238s | train_loss=0.0976 + step 280000 | 1278s | train_loss=0.0948 + step 290000 | 1317s | train_loss=0.0982 + step 300000 | 1423s | train_loss=0.0884 | fid=285.5486 + step 310000 | 1459s | train_loss=0.0881 + step 320000 | 1490s | train_loss=0.0900 + step 330000 | 1530s | train_loss=0.0874 + step 340000 | 1569s | train_loss=0.0831 + step 350000 | 1609s | train_loss=0.0815 + step 360000 | 1648s | train_loss=0.0903 + step 370000 | 1688s | train_loss=0.0769 + step 380000 | 1727s | train_loss=0.0806 + step 390000 | 1766s | train_loss=0.0772 + step 400000 | 1864s | train_loss=0.0772 | fid=292.3444 + step 410000 | 1904s | train_loss=0.0749 + step 420000 | 1943s | train_loss=0.0730 + step 430000 | 1982s | train_loss=0.0761 + step 440000 | 2022s | train_loss=0.0778 + step 450000 | 2061s | train_loss=0.0709 + step 460000 | 2100s | train_loss=0.0719 + step 470000 | 2139s | train_loss=0.0674 + step 480000 | 2179s | train_loss=0.0688 + step 490000 | 2218s | train_loss=0.0721 + step 500000 | 2344s | train_loss=0.0706 | fid=297.2180 + step 510000 | 2384s | train_loss=0.0681 + step 520000 | 2423s | train_loss=0.0577 + step 530000 | 2463s | train_loss=0.0662 + step 540000 | 2502s | train_loss=0.0663 + step 550000 | 2541s | train_loss=0.0633 + step 560000 | 2569s | train_loss=0.0626 + step 570000 | 2609s | train_loss=0.0597 + step 580000 | 2648s | train_loss=0.0629 + step 590000 | 2688s | train_loss=0.0652 + step 600000 | 2797s | train_loss=0.0557 | fid=296.9196 + step 610000 | 2837s | train_loss=0.0564 + step 620000 | 2876s | train_loss=0.0609 + step 630000 | 2908s | train_loss=0.0579 + step 640000 | 2943s | train_loss=0.0561 + step 650000 | 2982s | train_loss=0.0556 + step 660000 | 3022s | train_loss=0.0601 + step 670000 | 3061s | train_loss=0.0591 + step 680000 | 3100s | train_loss=0.0637 + step 690000 | 3140s | train_loss=0.0551 + step 700000 | 3250s | train_loss=0.0510 | fid=289.9804 + step 710000 | 3283s | train_loss=0.0560 + step 720000 | 3322s | train_loss=0.0545 + step 730000 | 3362s | train_loss=0.0509 + step 740000 | 3401s | train_loss=0.0510 + step 750000 | 3441s | train_loss=0.0555 + step 760000 | 3480s | train_loss=0.0492 + step 770000 | 3520s | train_loss=0.0494 + step 780000 | 3559s | train_loss=0.0511 + step 790000 | 3598s | train_loss=0.0449 + step 800000 | 3711s | train_loss=0.0486 | fid=292.5361 + step 810000 | 3751s | train_loss=0.0476 + step 820000 | 3790s | train_loss=0.0532 + step 830000 | 3830s | train_loss=0.0469 + step 840000 | 3869s | train_loss=0.0433 + step 850000 | 3909s | train_loss=0.0479 + step 860000 | 3948s | train_loss=0.0519 + step 870000 | 3987s | train_loss=0.0495 + step 880000 | 4015s | train_loss=0.0446 + step 890000 | 4054s | train_loss=0.0486 + step 900000 | 4166s | train_loss=0.0498 | fid=280.4146 + step 910000 | 4205s | train_loss=0.0422 + step 920000 | 4245s | train_loss=0.0558 + step 930000 | 4284s | train_loss=0.0441 + step 940000 | 4323s | train_loss=0.0504 + step 950000 | 4351s | train_loss=0.0497 + step 960000 | 4390s | train_loss=0.0489 + step 970000 | 4430s | train_loss=0.0437 + step 980000 | 4470s | train_loss=0.0431 + step 990000 | 4509s | train_loss=0.0440 + step 1000000 | 4604s | train_loss=0.0429 | fid=273.9481 + step 1010000 | 4644s | train_loss=0.0466 + step 1020000 | 4683s | train_loss=0.0450 + step 1030000 | 4711s | train_loss=0.0481 + step 1040000 | 4751s | train_loss=0.0463 + step 1050000 | 4790s | train_loss=0.0489 + step 1060000 | 4829s | train_loss=0.0453 + step 1070000 | 4869s | train_loss=0.0464 + step 1080000 | 4908s | train_loss=0.0489 + step 1090000 | 4947s | train_loss=0.0411 + step 1100000 | 5025s | train_loss=0.0384 | fid=273.1893 + step 1110000 | 5065s | train_loss=0.0426 + step 1120000 | 5096s | train_loss=0.0405 + step 1130000 | 5132s | train_loss=0.0421 + step 1140000 | 5172s | train_loss=0.0432 + step 1150000 | 5211s | train_loss=0.0418 + step 1160000 | 5251s | train_loss=0.0426 + step 1170000 | 5290s | train_loss=0.0400 + step 1180000 | 5330s | train_loss=0.0364 + step 1190000 | 5369s | train_loss=0.0396 + step 1200000 | 5448s | train_loss=0.0384 | fid=267.7428 + step 1210000 | 5481s | train_loss=0.0438 + step 1220000 | 5517s | train_loss=0.0399 + step 1230000 | 5556s | train_loss=0.0399 + step 1240000 | 5596s | train_loss=0.0407 + step 1250000 | 5635s | train_loss=0.0383 + step 1260000 | 5675s | train_loss=0.0415 + step 1270000 | 5714s | train_loss=0.0404 + step 1280000 | 5754s | train_loss=0.0420 + step 1290000 | 5793s | train_loss=0.0403 + step 1300000 | 5866s | train_loss=0.0384 | fid=264.8160 + step 1310000 | 5895s | train_loss=0.0421 + step 1320000 | 5935s | train_loss=0.0400 + step 1330000 | 5974s | train_loss=0.0378 + step 1340000 | 6014s | train_loss=0.0417 + step 1350000 | 6053s | train_loss=0.0375 + step 1360000 | 6092s | train_loss=0.0384 + step 1370000 | 6132s | train_loss=0.0374 + step 1380000 | 6171s | train_loss=0.0402 + step 1390000 | 6211s | train_loss=0.0379 + step 1400000 | 6279s | train_loss=0.0402 | fid=268.0802 + step 1410000 | 6318s | train_loss=0.0368 + step 1420000 | 6357s | train_loss=0.0379 + step 1430000 | 6397s | train_loss=0.0344 + step 1440000 | 6436s | train_loss=0.0379 + step 1450000 | 6476s | train_loss=0.0371 + step 1460000 | 6515s | train_loss=0.0363 + step 1470000 | 6555s | train_loss=0.0348 + step 1480000 | 6594s | train_loss=0.0359 + step 1490000 | 6634s | train_loss=0.0499 + step 1500000 | 6696s | train_loss=0.0348 | fid=265.9863 + step 1510000 | 6736s | train_loss=0.0360 + step 1520000 | 6775s | train_loss=0.0421 + step 1530000 | 6815s | train_loss=0.0360 + step 1540000 | 6854s | train_loss=0.0351 + step 1550000 | 6893s | train_loss=0.0471 + step 1560000 | 6933s | train_loss=0.0373 + step 1570000 | 6972s | train_loss=0.0385 + step 1580000 | 7012s | train_loss=0.0345 + step 1590000 | 7050s | train_loss=0.0502 + step 1600000 | 7116s | train_loss=0.0393 | fid=262.9347 + step 1610000 | 7155s | train_loss=0.0383 + step 1620000 | 7194s | train_loss=0.0400 + step 1630000 | 7234s | train_loss=0.0424 + step 1640000 | 7273s | train_loss=0.0347 + step 1650000 | 7313s | train_loss=0.0368 + step 1660000 | 7352s | train_loss=0.0369 + step 1670000 | 7392s | train_loss=0.0356 + step 1680000 | 7430s | train_loss=0.0331 + step 1690000 | 7460s | train_loss=0.0338 + step 1700000 | 7536s | train_loss=0.0340 | fid=266.6435 + step 1710000 | 7575s | train_loss=0.0394 + step 1720000 | 7615s | train_loss=0.0339 + step 1730000 | 7654s | train_loss=0.0334 + step 1740000 | 7694s | train_loss=0.0327 + step 1750000 | 7733s | train_loss=0.0349 + step 1760000 | 7772s | train_loss=0.0349 + step 1770000 | 7812s | train_loss=0.0345 + step 1780000 | 7840s | train_loss=0.0337 + step 1790000 | 7879s | train_loss=0.0370 + step 1800000 | 7955s | train_loss=0.0336 | fid=256.2233 + step 1810000 | 7994s | train_loss=0.0372 + step 1820000 | 8034s | train_loss=0.0324 + step 1830000 | 8073s | train_loss=0.0467 + step 1840000 | 8112s | train_loss=0.0340 + step 1850000 | 8152s | train_loss=0.0436 + step 1860000 | 8191s | train_loss=0.0356 + step 1870000 | 8226s | train_loss=0.0357 + step 1880000 | 8258s | train_loss=0.0521 + step 1890000 | 8298s | train_loss=0.0345 + step 1900000 | 8374s | train_loss=0.0406 | fid=257.8765 + step 1910000 | 8413s | train_loss=0.0353 + step 1920000 | 8452s | train_loss=0.0373 + step 1930000 | 8492s | train_loss=0.0379 + step 1940000 | 8531s | train_loss=0.0346 + step 1950000 | 8571s | train_loss=0.0357 + step 1960000 | 8609s | train_loss=0.0335 + step 1970000 | 8638s | train_loss=0.0339 + step 1980000 | 8678s | train_loss=0.0334 + step 1990000 | 8717s | train_loss=0.0360 + step 2000000 | 8792s | train_loss=0.0418 | fid=250.9061 + step 2010000 | 8832s | train_loss=0.0311 + step 2020000 | 8871s | train_loss=0.0294 + step 2030000 | 8910s | train_loss=0.0318 + step 2040000 | 8950s | train_loss=0.0345 + step 2050000 | 8989s | train_loss=0.0331 + step 2060000 | 9018s | train_loss=0.0367 + step 2070000 | 9057s | train_loss=0.0341 + step 2080000 | 9096s | train_loss=0.0305 + step 2090000 | 9136s | train_loss=0.0421 + step 2100000 | 9212s | train_loss=0.0296 | fid=262.3575 + step 2110000 | 9251s | train_loss=0.0398 + step 2120000 | 9291s | train_loss=0.0328 + step 2130000 | 9330s | train_loss=0.0325 + step 2140000 | 9369s | train_loss=0.0310 + step 2150000 | 9400s | train_loss=0.0405 + step 2160000 | 9439s | train_loss=0.0326 + step 2170000 | 9478s | train_loss=0.0311 + step 2180000 | 9518s | train_loss=0.0343 + step 2190000 | 9557s | train_loss=0.0318 + step 2200000 | 9633s | train_loss=0.0332 | fid=255.9346 + step 2210000 | 9672s | train_loss=0.0331 + step 2220000 | 9712s | train_loss=0.0351 + step 2230000 | 9751s | train_loss=0.0365 + step 2240000 | 9786s | train_loss=0.0314 + step 2250000 | 9819s | train_loss=0.0308 + step 2260000 | 9858s | train_loss=0.0317 + step 2270000 | 9898s | train_loss=0.0315 + step 2280000 | 9937s | train_loss=0.0344 + step 2290000 | 9977s | train_loss=0.0300 + step 2300000 | 10052s | train_loss=0.0296 | fid=249.7098 + step 2310000 | 10091s | train_loss=0.0309 + step 2320000 | 10131s | train_loss=0.0369 + step 2330000 | 10169s | train_loss=0.0306 + step 2340000 | 10199s | train_loss=0.0309 + step 2350000 | 10239s | train_loss=0.0306 + step 2360000 | 10278s | train_loss=0.0291 + step 2370000 | 10318s | train_loss=0.0345 + step 2380000 | 10357s | train_loss=0.0331 + step 2390000 | 10396s | train_loss=0.0283 + step 2400000 | 10472s | train_loss=0.0296 | fid=250.2669 + step 2410000 | 10511s | train_loss=0.0305 + step 2420000 | 10549s | train_loss=0.0319 + step 2430000 | 10578s | train_loss=0.0346 + step 2440000 | 10618s | train_loss=0.0301 + step 2450000 | 10658s | train_loss=0.0319 + step 2460000 | 10697s | train_loss=0.0310 + step 2470000 | 10736s | train_loss=0.0321 + step 2480000 | 10776s | train_loss=0.0325 + step 2490000 | 10815s | train_loss=0.0321 + step 2500000 | 10891s | train_loss=0.0291 | fid=251.6936 + step 2510000 | 10930s | train_loss=0.0314 + step 2520000 | 10961s | train_loss=0.0301 + step 2530000 | 10998s | train_loss=0.0305 + step 2540000 | 11038s | train_loss=0.0309 + step 2550000 | 11077s | train_loss=0.0303 + step 2560000 | 11117s | train_loss=0.0276 + step 2570000 | 11156s | train_loss=0.0330 + step 2580000 | 11196s | train_loss=0.0313 + step 2590000 | 11235s | train_loss=0.0322 + step 2600000 | 11311s | train_loss=0.0342 | fid=252.5737 + step 2610000 | 11348s | train_loss=0.0303 + step 2620000 | 11379s | train_loss=0.0385 + step 2630000 | 11418s | train_loss=0.0299 + step 2640000 | 11457s | train_loss=0.0285 + step 2650000 | 11497s | train_loss=0.0280 + step 2660000 | 11536s | train_loss=0.0308 + step 2670000 | 11576s | train_loss=0.0284 + step 2680000 | 11615s | train_loss=0.0329 + step 2690000 | 11655s | train_loss=0.0358 + step 2700000 | 11730s | train_loss=0.0302 | fid=246.4678 + step 2710000 | 11764s | train_loss=0.0294 + step 2720000 | 11803s | train_loss=0.0356 + step 2730000 | 11842s | train_loss=0.0286 + step 2740000 | 11882s | train_loss=0.0298 + step 2750000 | 11921s | train_loss=0.0387 + step 2760000 | 11960s | train_loss=0.0293 + step 2770000 | 12000s | train_loss=0.0279 + step 2780000 | 12039s | train_loss=0.0304 + step 2790000 | 12079s | train_loss=0.0308 + step 2800000 | 12147s | train_loss=0.0303 | fid=245.5429 + step 2810000 | 12187s | train_loss=0.0295 + step 2820000 | 12226s | train_loss=0.0320 + step 2830000 | 12265s | train_loss=0.0323 + step 2840000 | 12305s | train_loss=0.0343 + step 2850000 | 12344s | train_loss=0.0291 + step 2860000 | 12384s | train_loss=0.0281 + step 2870000 | 12423s | train_loss=0.0279 + step 2880000 | 12462s | train_loss=0.0326 + step 2890000 | 12502s | train_loss=0.0282 + step 2900000 | 12562s | train_loss=0.0312 | fid=238.7367 + step 2910000 | 12602s | train_loss=0.0356 + step 2920000 | 12641s | train_loss=0.0283 + step 2930000 | 12681s | train_loss=0.0363 + step 2940000 | 12720s | train_loss=0.0271 + step 2950000 | 12760s | train_loss=0.0314 + step 2960000 | 12799s | train_loss=0.0275 + step 2970000 | 12838s | train_loss=0.0305 + step 2980000 | 12878s | train_loss=0.0301 + step 2990000 | 12916s | train_loss=0.0297 + step 3000000 | 12981s | train_loss=0.0274 | fid=238.5707 + step 3010000 | 13021s | train_loss=0.0284 + step 3020000 | 13060s | train_loss=0.0312 + step 3030000 | 13100s | train_loss=0.0269 + step 3040000 | 13139s | train_loss=0.0353 + step 3050000 | 13178s | train_loss=0.0269 + step 3060000 | 13218s | train_loss=0.0385 + step 3070000 | 13257s | train_loss=0.0288 + step 3080000 | 13297s | train_loss=0.0264 + step 3090000 | 13326s | train_loss=0.0274 + step 3100000 | 13397s | train_loss=0.0336 | fid=238.3595 + step 3110000 | 13436s | train_loss=0.0315 + step 3120000 | 13476s | train_loss=0.0276 + step 3130000 | 13515s | train_loss=0.0309 + step 3140000 | 13554s | train_loss=0.0330 + step 3150000 | 13594s | train_loss=0.0284 + step 3160000 | 13633s | train_loss=0.0272 + step 3170000 | 13673s | train_loss=0.0331 + step 3180000 | 13711s | train_loss=0.0281 + step 3190000 | 13741s | train_loss=0.0269 + step 3200000 | 13817s | train_loss=0.0324 | fid=237.6684 + step 3210000 | 13856s | train_loss=0.0269 + step 3220000 | 13896s | train_loss=0.0278 + step 3230000 | 13935s | train_loss=0.0292 + step 3240000 | 13975s | train_loss=0.0261 + step 3250000 | 14014s | train_loss=0.0315 + step 3260000 | 14053s | train_loss=0.0285 + step 3270000 | 14092s | train_loss=0.0303 + step 3280000 | 14117s | train_loss=0.0320 + step 3290000 | 14157s | train_loss=0.0289 + step 3300000 | 14232s | train_loss=0.0270 | fid=236.2711 + step 3310000 | 14272s | train_loss=0.0284 + step 3320000 | 14311s | train_loss=0.0276 + step 3330000 | 14351s | train_loss=0.0284 + step 3340000 | 14390s | train_loss=0.0249 + step 3350000 | 14429s | train_loss=0.0279 + step 3360000 | 14469s | train_loss=0.0276 + step 3370000 | 14502s | train_loss=0.0318 + step 3380000 | 14534s | train_loss=0.0316 + step 3390000 | 14573s | train_loss=0.0265 + step 3400000 | 14649s | train_loss=0.0375 | fid=223.6430 + step 3410000 | 14688s | train_loss=0.0283 + step 3420000 | 14728s | train_loss=0.0275 + step 3430000 | 14767s | train_loss=0.0309 + step 3440000 | 14807s | train_loss=0.0256 + step 3450000 | 14846s | train_loss=0.0271 + step 3460000 | 14885s | train_loss=0.0308 + step 3470000 | 14914s | train_loss=0.0324 + step 3480000 | 14953s | train_loss=0.0338 + step 3490000 | 14993s | train_loss=0.0263 + step 3500000 | 15068s | train_loss=0.0276 | fid=221.8832 + step 3510000 | 15108s | train_loss=0.0273 + step 3520000 | 15147s | train_loss=0.0274 + step 3530000 | 15186s | train_loss=0.0282 + step 3540000 | 15226s | train_loss=0.0283 + step 3550000 | 15265s | train_loss=0.0284 + step 3560000 | 15293s | train_loss=0.0284 + step 3570000 | 15332s | train_loss=0.0280 + step 3580000 | 15372s | train_loss=0.0290 + step 3590000 | 15411s | train_loss=0.0308 + step 3600000 | 15486s | train_loss=0.0254 | fid=225.7783 + step 3610000 | 15526s | train_loss=0.0284 + step 3620000 | 15565s | train_loss=0.0264 + step 3630000 | 15605s | train_loss=0.0279 + step 3640000 | 15644s | train_loss=0.0278 + step 3650000 | 15680s | train_loss=0.0261 + step 3660000 | 15712s | train_loss=0.0263 + step 3670000 | 15751s | train_loss=0.0315 + step 3680000 | 15790s | train_loss=0.0258 + step 3690000 | 15830s | train_loss=0.0259 + step 3700000 | 15905s | train_loss=0.0269 | fid=223.8037 + step 3710000 | 15945s | train_loss=0.0250 + step 3720000 | 15984s | train_loss=0.0293 + step 3730000 | 16024s | train_loss=0.0303 + step 3740000 | 16062s | train_loss=0.0250 + step 3750000 | 16091s | train_loss=0.0263 + step 3760000 | 16130s | train_loss=0.0273 + step 3770000 | 16170s | train_loss=0.0262 + step 3780000 | 16209s | train_loss=0.0297 + step 3790000 | 16248s | train_loss=0.0277 + step 3800000 | 16324s | train_loss=0.0286 | fid=225.5565 + step 3810000 | 16364s | train_loss=0.0258 + step 3820000 | 16403s | train_loss=0.0300 + step 3830000 | 16442s | train_loss=0.0271 + step 3840000 | 16473s | train_loss=0.0282 + step 3850000 | 16512s | train_loss=0.0300 + step 3860000 | 16551s | train_loss=0.0283 + step 3870000 | 16591s | train_loss=0.0255 + step 3880000 | 16630s | train_loss=0.0274 + step 3890000 | 16670s | train_loss=0.0263 + step 3900000 | 16745s | train_loss=0.0278 | fid=216.2138 + step 3910000 | 16785s | train_loss=0.0239 + step 3920000 | 16824s | train_loss=0.0256 + step 3930000 | 16857s | train_loss=0.0256 + step 3940000 | 16896s | train_loss=0.0250 + step 3950000 | 16936s | train_loss=0.0242 + step 3960000 | 16975s | train_loss=0.0252 + step 3970000 | 17015s | train_loss=0.0260 + step 3980000 | 17054s | train_loss=0.0254 + step 3990000 | 17094s | train_loss=0.0277 + step 4000000 | 17169s | train_loss=0.0269 | fid=211.6066 + step 4010000 | 17209s | train_loss=0.0298 + step 4020000 | 17241s | train_loss=0.0280 + step 4030000 | 17278s | train_loss=0.0255 + step 4040000 | 17318s | train_loss=0.0248 + step 4050000 | 17357s | train_loss=0.0254 + step 4060000 | 17396s | train_loss=0.0295 + step 4070000 | 17436s | train_loss=0.0260 + step 4080000 | 17475s | train_loss=0.0253 + step 4090000 | 17515s | train_loss=0.0263 + step 4100000 | 17590s | train_loss=0.0256 | fid=207.3872 + step 4110000 | 17626s | train_loss=0.0269 + step 4120000 | 17660s | train_loss=0.0269 + step 4130000 | 17700s | train_loss=0.0237 + step 4140000 | 17739s | train_loss=0.0321 + step 4150000 | 17779s | train_loss=0.0254 + step 4160000 | 17818s | train_loss=0.0290 + step 4170000 | 17857s | train_loss=0.0265 + step 4180000 | 17897s | train_loss=0.0276 + step 4190000 | 17936s | train_loss=0.0251 + step 4200000 | 18011s | train_loss=0.0265 | fid=219.4233 + step 4210000 | 18040s | train_loss=0.0254 + step 4220000 | 18080s | train_loss=0.0260 + step 4230000 | 18119s | train_loss=0.0276 + step 4240000 | 18159s | train_loss=0.0263 + step 4250000 | 18198s | train_loss=0.0247 + step 4260000 | 18238s | train_loss=0.0255 + step 4270000 | 18277s | train_loss=0.0278 + step 4280000 | 18316s | train_loss=0.0278 + step 4290000 | 18355s | train_loss=0.0257 + step 4300000 | 18426s | train_loss=0.0265 | fid=211.5026 + step 4310000 | 18465s | train_loss=0.0245 + step 4320000 | 18504s | train_loss=0.0281 + step 4330000 | 18544s | train_loss=0.0241 + step 4340000 | 18583s | train_loss=0.0249 + step 4350000 | 18623s | train_loss=0.0260 + step 4360000 | 18662s | train_loss=0.0262 + step 4370000 | 18701s | train_loss=0.0259 + step 4380000 | 18741s | train_loss=0.0262 + step 4390000 | 18780s | train_loss=0.0249 + step 4400000 | 18849s | train_loss=0.0255 | fid=204.5113 + step 4410000 | 18888s | train_loss=0.0248 + step 4420000 | 18927s | train_loss=0.0332 + step 4430000 | 18967s | train_loss=0.0242 + step 4440000 | 19006s | train_loss=0.0234 + step 4450000 | 19046s | train_loss=0.0260 + step 4460000 | 19085s | train_loss=0.0226 + step 4470000 | 19124s | train_loss=0.0268 + step 4480000 | 19164s | train_loss=0.0261 + step 4490000 | 19201s | train_loss=0.0258 + step 4500000 | 19236s | train_loss=0.0278 | fid=210.1322 + step 4510000 | 19256s | train_loss=0.0255 + step 4520000 | 19277s | train_loss=0.0262 + step 4530000 | 19296s | train_loss=0.0251 + step 4540000 | 19316s | train_loss=0.0253 + step 4550000 | 19336s | train_loss=0.0245 + step 4560000 | 19356s | train_loss=0.0246 + step 4570000 | 19376s | train_loss=0.0226 + step 4580000 | 19393s | train_loss=0.0235 + step 4590000 | 19410s | train_loss=0.0243 + step 4600000 | 19448s | train_loss=0.0243 | fid=205.5295 + step 4610000 | 19468s | train_loss=0.0242 + step 4620000 | 19486s | train_loss=0.0272 + step 4630000 | 19503s | train_loss=0.0324 + step 4640000 | 19520s | train_loss=0.0261 + step 4650000 | 19537s | train_loss=0.0283 + step 4660000 | 19557s | train_loss=0.0257 + step 4670000 | 19575s | train_loss=0.0251 + step 4680000 | 19591s | train_loss=0.0238 + step 4690000 | 19609s | train_loss=0.0242 + step 4700000 | 19645s | train_loss=0.0269 | fid=198.9128 + step 4710000 | 19661s | train_loss=0.0233 + step 4720000 | 19678s | train_loss=0.0227 + step 4730000 | 19695s | train_loss=0.0248 + step 4740000 | 19714s | train_loss=0.0254 + step 4750000 | 19734s | train_loss=0.0250 + step 4760000 | 19751s | train_loss=0.0241 + step 4770000 | 19772s | train_loss=0.0230 + step 4780000 | 19792s | train_loss=0.0269 + step 4790000 | 19812s | train_loss=0.0275 + step 4800000 | 19847s | train_loss=0.0238 | fid=198.8895 + step 4810000 | 19864s | train_loss=0.0233 + step 4820000 | 19880s | train_loss=0.0252 + step 4830000 | 19897s | train_loss=0.0222 + step 4840000 | 19914s | train_loss=0.0241 + step 4850000 | 19931s | train_loss=0.0258 + step 4860000 | 19948s | train_loss=0.0245 + step 4870000 | 19965s | train_loss=0.0240 + step 4880000 | 19982s | train_loss=0.0226 + step 4890000 | 19999s | train_loss=0.0231 + step 4900000 | 20033s | train_loss=0.0235 | fid=201.2746 + step 4910000 | 20052s | train_loss=0.0253 + step 4920000 | 20070s | train_loss=0.0279 + step 4930000 | 20092s | train_loss=0.0239 + step 4940000 | 20114s | train_loss=0.0329 + step 4950000 | 20131s | train_loss=0.0256 + step 4960000 | 20148s | train_loss=0.0245 + step 4970000 | 20165s | train_loss=0.0250 + step 4980000 | 20183s | train_loss=0.0239 + step 4990000 | 20203s | train_loss=0.0230 + step 5000000 | 20239s | train_loss=0.0265 | fid=197.1657 diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d260/config.json b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d260/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3caa97e5b0afceaa5d957192be1d8681ff54fec6 --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d260/config.json @@ -0,0 +1,25 @@ +{ + "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d260/vae.pt", + "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d260", + "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", + "n_train": 1000, + "total_steps": 5000000, + "eval_interval": 10000, + "mem_interval": 100000, + "fid_interval": 100000, + "fid_n_real": 1000, + "fid_n_gen": 10000, + "n_gen_samples": 10000, + "n_sde_steps": 500, + "batch_size": 512, + "hidden": 1024, + "depth": 5, + "optimizer": "sgd", + "lr": 0.001, + "momentum": 0.8, + "t_min": 0.01, + "t_max": 3.0, + "t_eval": 0.1, + "seed": 42, + "device": null +} diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d260/fid_retry.json b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d260/fid_retry.json new file mode 100644 index 0000000000000000000000000000000000000000..9f7782e46419ba1455bca785d9c30653650723a9 --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d260/fid_retry.json @@ -0,0 +1,33 @@ +{ + "run_dir": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d260", + "d_latent": 260, + "attempts": [ + { + "attempt": 0, + "seed": 1042, + "step": 5000000, + "latent_finite": false, + "fid": null, + "error": "nonfinite_latents" + }, + { + "attempt": 1, + "seed": 1043, + "step": 5000000, + "latent_finite": false, + "fid": null, + "error": "nonfinite_latents" + }, + { + "attempt": 2, + "seed": 1044, + "step": 5000000, + "latent_finite": false, + "fid": null, + "error": "nonfinite_latents" + } + ], + "best_fid": null, + "mean_fid": null, + "n_success": 0 +} diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d260/metrics.jsonl b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d260/metrics.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..a914d809b97771c70df11664292b6016322289ee --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d260/metrics.jsonl @@ -0,0 +1,502 @@ +{"event": "meta", "data": "cifar10_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 260, "n": 1000, "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d260/vae.pt", "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [41905, 27590, 3837, 45564, 49079, 45615, 24791, 29586, 40154, 14155, 41744, 31565, 21399, 47093, 14144, 7260, 25109, 49111, 3286, 28559, 8088, 18636, 27677, 5584, 14605, 28090, 44911, 22197, 30774, 45976, 21377, 38974, 37419, 34658, 48141, 45353, 16718, 44442, 14512, 30061, 32910, 17321, 15565, 17405, 44045, 17717, 6400, 37998, 3773, 20538, 19316, 34889, 4564, 1363, 5611, 41687, 16986, 41914, 25046, 49823, 33007, 20861, 27988, 42869, 33687, 3828, 12070, 15418, 22140, 35636, 31728, 9480, 7712, 2852, 43042, 17354, 27208, 49689, 14774, 29225, 25390, 35055, 12670, 19522, 24246, 14561, 33656, 42751, 2242, 364, 43176, 15490, 46231, 26061, 18629, 34392, 32488, 26106, 10393, 11167, 20874, 8106, 10093, 7243, 48907, 8147, 45063, 21102, 37655, 7635, 2514, 27684, 3204, 28758, 28311, 29718, 44311, 10355, 32304, 14615, 28486, 14294, 16760, 37166, 19433, 20899, 23979, 36854, 43726, 10375, 11078, 10677, 40127, 33642, 36325, 13174, 19662, 30319, 22501, 14354, 24243, 27654, 42509, 18915, 29668, 2313, 42454, 11218, 48097, 31985, 16567, 26984, 33502, 36329, 22928, 42746, 38223, 19499, 41926, 29059, 44004, 8962, 40807, 11854, 36894, 13566, 36982, 16226, 36410, 47002, 20194, 3625, 19297, 2555, 4842, 8098, 44052, 5795, 5274, 4374, 17924, 30344, 5386, 26317, 30389, 32399, 32042, 26731, 29532, 33817, 26942, 25858, 11887, 46070, 41837, 10713, 33955, 20000, 29946, 4912, 32112, 6697, 44031, 27296, 37785, 25660, 27948, 31260, 24358, 1827, 37445, 25084, 11703, 3820, 49218, 30616, 25083, 22759, 6275, 40603, 39038, 37156, 8894, 9871, 31333, 26582, 20528, 10523, 2747, 33639, 41740, 47899, 11337, 6325, 433, 33051, 1094, 24743, 9392, 22638, 7689, 39641, 9486, 33554, 30840, 35032, 19647, 7903, 18205, 34063, 46483, 32963, 11601, 19203, 45792, 47136, 6174, 40793, 13885, 16641, 48744, 37658, 43829, 44107, 6388, 37424, 20033, 28563, 27013, 17032, 12768, 38181, 35608, 14089, 29228, 40229, 45106, 11963, 37979, 20694, 22835, 5773, 19580, 44596, 19079, 45191, 666, 15893, 7513, 15939, 45020, 12659, 31388, 44651, 23592, 16419, 47615, 36714, 36448, 28579, 1697, 9889, 42082, 49150, 41132, 33996, 21551, 18467, 45242, 6516, 3355, 20187, 31669, 2814, 6900, 28198, 17656, 18178, 31825, 34244, 38330, 28894, 7463, 8134, 38159, 10524, 41508, 2367, 496, 31046, 1511, 31956, 46621, 14176, 1899, 32397, 29452, 16504, 34042, 24014, 47447, 20229, 36683, 5186, 14349, 21736, 17094, 30311, 27949, 30023, 49589, 43270, 2898, 18259, 17175, 18594, 17062, 42063, 3237, 12080, 35769, 1687, 30330, 29678, 27321, 4273, 28513, 2551, 5314, 13572, 13497, 9652, 3466, 27133, 38459, 23232, 14231, 25584, 49398, 32994, 10434, 42369, 37410, 45044, 11075, 12523, 1417, 6765, 40000, 25016, 36905, 48638, 21, 16822, 24333, 30084, 43982, 26954, 6519, 42546, 14751, 14278, 49970, 47621, 18883, 37295, 9040, 40369, 22225, 36489, 21302, 13110, 5455, 47804, 14868, 13063, 22102, 36825, 21969, 33186, 28908, 32592, 42766, 12262, 39073, 915, 11824, 39208, 3098, 42789, 29800, 14150, 28705, 8847, 21716, 535, 48077, 41540, 36207, 10816, 41471, 35049, 20661, 6083, 30194, 4576, 2174, 1908, 48392, 10435, 10986, 18036, 24746, 3941, 34118, 49749, 12025, 21493, 15785, 17085, 39411, 34561, 42064, 36237, 2740, 8183, 40564, 33107, 25765, 49165, 25211, 17520, 17115, 1869, 46432, 33757, 20517, 39760, 259, 45380, 12436, 48000, 21046, 4039, 15701, 35246, 29112, 44161, 34079, 45449, 42845, 22815, 5597, 3990, 35899, 48969, 41528, 27873, 16598, 39104, 23359, 46847, 28624, 19198, 1251, 9003, 28383, 47005, 40703, 41605, 39895, 26201, 11727, 27435, 17333, 39261, 37456, 14653, 30634, 4160, 24540, 12044, 7111, 23485, 5645, 2572, 1682, 17872, 8974, 16796, 11864, 40178, 20092, 32219, 14458, 37007, 31340, 10520, 34489, 13128, 42913, 31468, 44180, 37938, 20058, 18673, 36850, 34721, 26210, 15257, 35188, 11815, 47936, 18088, 43578, 11996, 47952, 24311, 1884, 36557, 32921, 36250, 38022, 5671, 13621, 23326, 14326, 23471, 24685, 39092, 3268, 37257, 16348, 13730, 21838, 44088, 8945, 10827, 13840, 46123, 48010, 13350, 30622, 45233, 8698, 14335, 45842, 15138, 1515, 40759, 21960, 47551, 33208, 18260, 6377, 46869, 31742, 23566, 12829, 15305, 37988, 16111, 32146, 37948, 25917, 30484, 17885, 42468, 28238, 33865, 28030, 30072, 34855, 19324, 42075, 30623, 3667, 38832, 25100, 43077, 36471, 11663, 13588, 14015, 5099, 10589, 28526, 48022, 15444, 3280, 188, 31582, 15225, 11019, 21804, 3901, 24461, 25031, 10373, 4486, 45950, 37949, 32923, 1583, 6576, 26004, 16237, 38132, 25045, 25091, 41949, 11553, 48062, 40503, 13057, 8954, 18566, 28405, 28604, 30434, 49112, 30676, 32930, 16183, 48336, 43162, 873, 37233, 44718, 37247, 23758, 9243, 12126, 5287, 49594, 3459, 32091, 20894, 41743, 7366, 7258, 37939, 47665, 12260, 20836, 43253, 16191, 11619, 1519, 6137, 3934, 48375, 35234, 103, 30510, 8869, 21085, 41234, 25138, 25079, 31218, 48292, 48814, 6635, 18416, 1421, 4363, 5164, 47455, 21280, 16767, 19685, 16449, 45798, 31292, 31049, 43587, 30772, 2651, 12854, 23199, 25234, 23389, 24742, 19480, 19738, 19726, 2388, 21394, 4512, 9069, 42856, 25766, 23797, 40741, 33624, 8328, 35922, 27732, 36268, 23213, 41966, 40002, 12750, 46225, 35182, 23769, 25152, 26764, 20090, 27202, 48096, 4266, 2205, 2020, 37651, 36088, 1021, 28544, 20933, 48924, 11503, 43997, 9492, 19505, 47632, 4118, 2029, 22008, 41396, 16378, 36738, 33194, 28053, 44137, 30771, 12131, 5963, 31754, 46953, 3180, 1718, 36816, 2208, 20898, 13799, 30796, 34445, 37540, 27983, 39216, 16791, 36763, 15987, 28440, 11782, 48531, 4252, 47359, 5351, 4059, 9263, 32274, 39283, 258, 17485, 31280, 12814, 33217, 38203, 11170, 8486, 14434, 13722, 36048, 3705, 47210, 38260, 2200, 17850, 21589, 27598, 9926, 9419, 3981, 34519, 37821, 22855, 39796, 24105, 5113, 5888, 31974, 40040, 17179, 48615, 38665, 47173, 47154, 20619, 5049, 1656, 27736, 14424, 2013, 1348, 32964, 37228, 34968, 34124, 15993, 42420, 26558, 2961, 27119, 37779, 29321, 31595, 29301, 38364, 17528, 19583, 48609, 4428, 12427, 601, 21213, 44456, 39274, 40250, 39804, 35373, 43875, 20550, 43426, 13696, 34572, 11097, 22458, 33042, 12981, 29073, 6601, 2370, 4065, 46317, 29460, 21761, 13977, 4520, 31604, 16259, 1445, 29204, 26097, 31921, 33193, 36054, 26372, 4436, 40306, 13974, 6159, 46233, 33714, 27592, 23153, 40311, 12294, 40141, 14030, 36304, 40086, 43163, 14689, 5002, 40885, 40758, 42458, 18580, 29784, 14527, 30070, 18326, 40830, 42503, 5434, 25179, 15652, 11428, 40980, 45916, 22056, 15896, 42628, 30092, 40834, 25862, 40370, 7804, 46908, 44191, 26908, 9764, 36969, 21521, 35257, 9279, 36964, 4012, 627, 31813, 15669, 33832, 29874, 1912, 41254, 23709, 4648, 3131, 49882, 19349, 35975, 25565, 21641, 48219, 30806, 33979, 36103, 14640, 34524, 31661, 26869, 27297, 46519, 2352, 46930, 7617, 49750, 12620, 29820, 18590, 890, 16394, 23877, 26421, 23417, 29021, 11596, 22017, 14794, 14437, 48385, 48231, 18946, 38048, 41302, 40633, 15317, 24820], "fid_reference": "same farthest-first 1k CIFAR-10 training subset", "seed": 42} +{"step": 1, "wall_time": 19.6198832988739, "train_loss_step": 261.55206298828125, "n_params": 4797700, "total_flops": 14738534400, "train_loss": 1.00079345703125, "subset_score_loss": 1.00079345703125, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9825581908226013, "fid": 300.06100303273513, "fid_failed": 0.0} +{"step": 10000, "wall_time": 36.38888096809387, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 147385344000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 20000, "wall_time": 53.520493507385254, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 294770688000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 30000, "wall_time": 70.05521869659424, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 442156032000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 40000, "wall_time": 86.64208889007568, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 589541376000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 50000, "wall_time": 103.38563060760498, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 736926720000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 60000, "wall_time": 121.6328752040863, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 884312064000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 70000, "wall_time": 138.25715351104736, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 1031697408000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 80000, "wall_time": 155.72346568107605, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 1179082752000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 90000, "wall_time": 172.1366171836853, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 1326468096000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 100000, "wall_time": 195.04119181632996, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 1473853440000000, "train_loss": NaN, "subset_score_loss": NaN, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0} +{"step": 110000, "wall_time": 212.49440240859985, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 1621238784000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 120000, "wall_time": 229.3803689479828, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 1768624128000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 130000, "wall_time": 245.49381303787231, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 1916009472000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 140000, "wall_time": 261.8075656890869, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 2063394816000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 150000, "wall_time": 278.2173924446106, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 2210780160000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 160000, "wall_time": 294.8325011730194, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 2358165504000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 170000, "wall_time": 311.38008546829224, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 2505550848000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 180000, "wall_time": 328.1366391181946, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 2652936192000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 190000, "wall_time": 346.3192934989929, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 2800321536000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 200000, "wall_time": 372.25977993011475, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 2947706880000000, "train_loss": NaN, "subset_score_loss": NaN, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0} +{"step": 210000, "wall_time": 390.545862197876, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 3095092224000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 220000, "wall_time": 406.94764399528503, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 3242477568000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 230000, "wall_time": 423.016583442688, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 3389862912000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 240000, "wall_time": 439.10585141181946, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 3537248256000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 250000, "wall_time": 455.5125529766083, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 3684633600000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 260000, "wall_time": 472.56661462783813, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 3832018944000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 270000, "wall_time": 489.2117249965668, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 3979404288000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 280000, "wall_time": 505.681928396225, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 4126789632000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 290000, "wall_time": 523.528076171875, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 4274174976000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 300000, "wall_time": 547.4366204738617, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 4421560320000000, "train_loss": NaN, "subset_score_loss": NaN, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0} +{"step": 310000, "wall_time": 563.6533691883087, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 4568945664000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 320000, "wall_time": 580.0119287967682, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 4716331008000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 330000, "wall_time": 596.0712654590607, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 4863716352000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 340000, "wall_time": 612.9027614593506, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 5011101696000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 350000, "wall_time": 630.1668708324432, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 5158487040000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 360000, "wall_time": 648.5439007282257, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 5305872384000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 370000, "wall_time": 665.2273576259613, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 5453257728000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 380000, "wall_time": 681.6980385780334, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 5600643072000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 390000, "wall_time": 698.4168863296509, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 5748028416000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 400000, "wall_time": 722.6339950561523, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 5895413760000000, "train_loss": NaN, "subset_score_loss": NaN, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0} +{"step": 410000, "wall_time": 739.0957314968109, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 6042799104000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 420000, "wall_time": 755.6306509971619, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 6190184448000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 430000, "wall_time": 772.3642518520355, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 6337569792000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 440000, "wall_time": 789.6340939998627, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 6484955136000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 450000, "wall_time": 806.9428310394287, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 6632340480000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 460000, "wall_time": 824.9759953022003, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 6779725824000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 470000, "wall_time": 841.6358449459076, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 6927111168000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 480000, "wall_time": 859.0967307090759, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 7074496512000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 490000, "wall_time": 876.8096973896027, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 7221881856000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 500000, "wall_time": 899.8134076595306, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 7369267200000000, "train_loss": NaN, "subset_score_loss": NaN, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0} +{"step": 510000, "wall_time": 916.4271430969238, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 7516652544000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 520000, "wall_time": 933.144365310669, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 7664037888000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 530000, "wall_time": 952.6040945053101, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 7811423232000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 540000, "wall_time": 972.4642331600189, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 7958808576000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 550000, "wall_time": 990.0809261798859, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 8106193920000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 560000, "wall_time": 1006.78759598732, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 8253579264000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 570000, "wall_time": 1023.3562612533569, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 8400964608000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 580000, "wall_time": 1039.8227894306183, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 8548349952000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 590000, "wall_time": 1058.2473163604736, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 8695735296000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 600000, "wall_time": 1082.4944050312042, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 8843120640000000, "train_loss": NaN, "subset_score_loss": NaN, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0} +{"step": 610000, "wall_time": 1101.0021317005157, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 8990505984000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 620000, "wall_time": 1117.7794754505157, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 9137891328000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 630000, "wall_time": 1134.8339087963104, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 9285276672000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 640000, "wall_time": 1151.4334542751312, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 9432662016000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 650000, "wall_time": 1168.0061931610107, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 9580047360000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 660000, "wall_time": 1184.0483510494232, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 9727432704000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 670000, "wall_time": 1200.111397266388, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 9874818048000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 680000, "wall_time": 1216.9980137348175, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 10022203392000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 690000, "wall_time": 1233.1239128112793, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 10169588736000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 700000, "wall_time": 1255.892168045044, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 10316974080000000, "train_loss": NaN, "subset_score_loss": NaN, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0} +{"step": 710000, "wall_time": 1272.589425086975, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 10464359424000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 720000, "wall_time": 1290.586582660675, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 10611744768000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 730000, "wall_time": 1308.3970108032227, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 10759130112000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 740000, "wall_time": 1325.29252409935, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 10906515456000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 750000, "wall_time": 1342.1618056297302, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 11053900800000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 760000, "wall_time": 1358.8798019886017, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 11201286144000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 770000, "wall_time": 1375.7233443260193, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 11348671488000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 780000, "wall_time": 1393.4452426433563, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 11496056832000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 790000, "wall_time": 1409.845820903778, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 11643442176000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 800000, "wall_time": 1434.171938419342, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 11790827520000000, "train_loss": NaN, "subset_score_loss": NaN, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0} +{"step": 810000, "wall_time": 1450.815836429596, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 11938212864000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 820000, "wall_time": 1466.9688487052917, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 12085598208000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 830000, "wall_time": 1483.2534565925598, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 12232983552000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 840000, "wall_time": 1499.8561534881592, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 12380368896000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 850000, "wall_time": 1516.5102331638336, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 12527754240000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 860000, "wall_time": 1533.0742778778076, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 12675139584000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 870000, "wall_time": 1549.5618772506714, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 12822524928000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 880000, "wall_time": 1566.0581893920898, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 12969910272000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 890000, "wall_time": 1582.3010711669922, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 13117295616000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 900000, "wall_time": 1605.3876662254333, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 13264680960000000, "train_loss": NaN, "subset_score_loss": NaN, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0} +{"step": 910000, "wall_time": 1622.2108647823334, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 13412066304000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 920000, "wall_time": 1638.8676235675812, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 13559451648000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 930000, "wall_time": 1656.045415878296, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 13706836992000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 940000, "wall_time": 1672.6993675231934, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 13854222336000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 950000, "wall_time": 1689.3686983585358, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 14001607680000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 960000, "wall_time": 1706.1999633312225, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 14148993024000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 970000, "wall_time": 1723.4376707077026, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 14296378368000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 980000, "wall_time": 1740.8595082759857, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 14443763712000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 990000, "wall_time": 1757.9359748363495, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 14591149056000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1000000, "wall_time": 1782.0469596385956, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 14738534400000000, "train_loss": NaN, "subset_score_loss": NaN, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0} +{"step": 1010000, "wall_time": 1801.6696991920471, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 14885919744000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1020000, "wall_time": 1820.9785718917847, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 15033305088000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1030000, "wall_time": 1838.1972584724426, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 15180690432000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1040000, "wall_time": 1854.9956259727478, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 15328075776000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1050000, "wall_time": 1871.4546961784363, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 15475461120000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1060000, "wall_time": 1889.5445458889008, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 15622846464000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1070000, "wall_time": 1906.3393340110779, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 15770231808000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1080000, "wall_time": 1923.9940991401672, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 15917617152000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1090000, "wall_time": 1940.5292809009552, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 16065002496000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1100000, "wall_time": 1964.2246851921082, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 16212387840000000, "train_loss": NaN, "subset_score_loss": NaN, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0} +{"step": 1110000, "wall_time": 1980.7583742141724, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 16359773184000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1120000, "wall_time": 1997.7673139572144, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 16507158528000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1130000, "wall_time": 2018.8328785896301, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 16654543872000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1140000, "wall_time": 2035.4975118637085, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 16801929216000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1150000, "wall_time": 2052.1557524204254, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 16949314560000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1160000, "wall_time": 2069.2514476776123, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 17096699904000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1170000, "wall_time": 2086.373553276062, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 17244085248000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1180000, "wall_time": 2102.9679069519043, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 17391470592000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1190000, "wall_time": 2121.0294003486633, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 17538855936000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1200000, "wall_time": 2144.0610377788544, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 17686241280000000, "train_loss": NaN, "subset_score_loss": NaN, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0} +{"step": 1210000, "wall_time": 2160.880648136139, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 17833626624000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1220000, "wall_time": 2177.5489633083344, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 17981011968000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1230000, "wall_time": 2195.213229894638, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 18128397312000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1240000, "wall_time": 2213.0731868743896, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 18275782656000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1250000, "wall_time": 2230.455331325531, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 18423168000000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1260000, "wall_time": 2246.8989901542664, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 18570553344000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1270000, "wall_time": 2263.2828454971313, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 18717938688000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1280000, "wall_time": 2279.832274198532, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 18865324032000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1290000, "wall_time": 2297.0759620666504, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 19012709376000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1300000, "wall_time": 2319.910151720047, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 19160094720000000, "train_loss": NaN, "subset_score_loss": NaN, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0} +{"step": 1310000, "wall_time": 2336.6105260849, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 19307480064000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1320000, "wall_time": 2353.1528561115265, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 19454865408000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1330000, "wall_time": 2369.8440437316895, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 19602250752000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1340000, "wall_time": 2386.5322613716125, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 19749636096000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1350000, "wall_time": 2403.108551263809, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 19897021440000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1360000, "wall_time": 2419.2698063850403, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 20044406784000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1370000, "wall_time": 2435.335951089859, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 20191792128000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1380000, "wall_time": 2452.020877599716, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 20339177472000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1390000, "wall_time": 2468.5155699253082, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 20486562816000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1400000, "wall_time": 2491.2623217105865, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 20633948160000000, "train_loss": NaN, "subset_score_loss": NaN, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0} +{"step": 1410000, "wall_time": 2509.047982931137, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 20781333504000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1420000, "wall_time": 2526.474176645279, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 20928718848000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1430000, "wall_time": 2542.990674495697, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 21076104192000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1440000, "wall_time": 2559.5499584674835, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 21223489536000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1450000, "wall_time": 2575.783416032791, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 21370874880000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1460000, "wall_time": 2593.807614803314, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 21518260224000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1470000, "wall_time": 2610.3078651428223, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 21665645568000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1480000, "wall_time": 2628.3000071048737, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 21813030912000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1490000, "wall_time": 2644.8043024539948, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 21960416256000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1500000, "wall_time": 2669.325909614563, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 22107801600000000, "train_loss": NaN, "subset_score_loss": NaN, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0} +{"step": 1510000, "wall_time": 2685.4094746112823, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 22255186944000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1520000, "wall_time": 2701.610950231552, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 22402572288000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1530000, "wall_time": 2719.2161514759064, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 22549957632000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1540000, "wall_time": 2736.156436920166, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 22697342976000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1550000, "wall_time": 2754.7060363292694, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 22844728320000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1560000, "wall_time": 2771.359049320221, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 22992113664000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1570000, "wall_time": 2789.1320099830627, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 23139499008000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1580000, "wall_time": 2807.7975780963898, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 23286884352000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1590000, "wall_time": 2825.3868403434753, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 23434269696000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1600000, "wall_time": 2850.2805552482605, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 23581655040000000, "train_loss": NaN, "subset_score_loss": NaN, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0} +{"step": 1610000, "wall_time": 2867.013295173645, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 23729040384000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1620000, "wall_time": 2883.7049527168274, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 23876425728000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1630000, "wall_time": 2900.2919142246246, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 24023811072000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1640000, "wall_time": 2917.320847272873, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 24171196416000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1650000, "wall_time": 2935.24879693985, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 24318581760000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1660000, "wall_time": 2951.892988681793, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 24465967104000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1670000, "wall_time": 2969.573750257492, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 24613352448000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1680000, "wall_time": 2986.346272468567, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 24760737792000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1690000, "wall_time": 3002.882574081421, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 24908123136000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1700000, "wall_time": 3025.634139060974, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 25055508480000000, "train_loss": NaN, "subset_score_loss": NaN, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0} +{"step": 1710000, "wall_time": 3042.0402295589447, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 25202893824000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1720000, "wall_time": 3058.439412355423, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 25350279168000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1730000, "wall_time": 3074.898071050644, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 25497664512000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1740000, "wall_time": 3094.3004579544067, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 25645049856000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1750000, "wall_time": 3112.1086235046387, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 25792435200000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1760000, "wall_time": 3130.677757501602, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 25939820544000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1770000, "wall_time": 3147.147328853607, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 26087205888000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1780000, "wall_time": 3164.3409407138824, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 26234591232000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1790000, "wall_time": 3182.356707572937, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 26381976576000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1800000, "wall_time": 3204.867022037506, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 26529361920000000, "train_loss": NaN, "subset_score_loss": NaN, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0} +{"step": 1810000, "wall_time": 3221.0182268619537, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 26676747264000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1820000, "wall_time": 3237.6286191940308, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 26824132608000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1830000, "wall_time": 3254.1166298389435, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 26971517952000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1840000, "wall_time": 3271.1648569107056, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 27118903296000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1850000, "wall_time": 3287.994432449341, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 27266288640000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1860000, "wall_time": 3305.1509017944336, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 27413673984000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1870000, "wall_time": 3321.857825279236, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 27561059328000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1880000, "wall_time": 3339.015022277832, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 27708444672000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1890000, "wall_time": 3357.02463722229, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 27855830016000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1900000, "wall_time": 3380.0188777446747, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 28003215360000000, "train_loss": NaN, "subset_score_loss": NaN, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0} +{"step": 1910000, "wall_time": 3399.250377893448, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 28150600704000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1920000, "wall_time": 3417.270822763443, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 28297986048000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1930000, "wall_time": 3433.6930096149445, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 28445371392000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1940000, "wall_time": 3449.9433290958405, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 28592756736000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1950000, "wall_time": 3466.3997719287872, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 28740142080000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1960000, "wall_time": 3484.4267559051514, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 28887527424000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1970000, "wall_time": 3501.2129027843475, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 29034912768000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1980000, "wall_time": 3521.2404799461365, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 29182298112000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 1990000, "wall_time": 3538.5404617786407, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 29329683456000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2000000, "wall_time": 3561.557429790497, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 29477068800000000, "train_loss": NaN, "subset_score_loss": NaN, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0} +{"step": 2010000, "wall_time": 3577.9229896068573, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 29624454144000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2020000, "wall_time": 3594.239994287491, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 29771839488000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2030000, "wall_time": 3610.392894744873, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 29919224832000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2040000, "wall_time": 3627.5198953151703, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 30066610176000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2050000, "wall_time": 3644.0227065086365, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 30213995520000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2060000, "wall_time": 3660.1136190891266, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 30361380864000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2070000, "wall_time": 3676.352986574173, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 30508766208000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2080000, "wall_time": 3693.568395137787, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 30656151552000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2090000, "wall_time": 3710.0176482200623, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 30803536896000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2100000, "wall_time": 3733.127900838852, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 30950922240000000, "train_loss": NaN, "subset_score_loss": NaN, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0} +{"step": 2110000, "wall_time": 3749.642721414566, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 31098307584000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2120000, "wall_time": 3767.4065477848053, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 31245692928000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2130000, "wall_time": 3786.6063594818115, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 31393078272000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2140000, "wall_time": 3803.678629875183, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 31540463616000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2150000, "wall_time": 3820.5928921699524, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 31687848960000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2160000, "wall_time": 3837.228972673416, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 31835234304000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2170000, "wall_time": 3853.81316447258, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 31982619648000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2180000, "wall_time": 3870.299509525299, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 32130004992000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2190000, "wall_time": 3887.8899281024933, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 32277390336000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2200000, "wall_time": 3911.282046556473, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 32424775680000000, "train_loss": NaN, "subset_score_loss": NaN, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0} +{"step": 2210000, "wall_time": 3928.3075156211853, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 32572161024000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2220000, "wall_time": 3944.714859485626, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 32719546368000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2230000, "wall_time": 3961.2567105293274, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 32866931712000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2240000, "wall_time": 3977.695669412613, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 33014317056000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2250000, "wall_time": 3994.2528052330017, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 33161702400000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2260000, "wall_time": 4012.151579141617, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 33309087744000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2270000, "wall_time": 4032.0695600509644, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 33456473088000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2280000, "wall_time": 4048.5190370082855, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 33603858432000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2290000, "wall_time": 4064.9327919483185, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 33751243776000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2300000, "wall_time": 4087.910084962845, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 33898629120000000, "train_loss": NaN, "subset_score_loss": NaN, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0} +{"step": 2310000, "wall_time": 4104.297505378723, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 34046014464000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2320000, "wall_time": 4120.775054216385, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 34193399808000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2330000, "wall_time": 4137.078945159912, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 34340785152000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2340000, "wall_time": 4154.75736951828, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 34488170496000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2350000, "wall_time": 4172.371006727219, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 34635555840000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2360000, "wall_time": 4189.252298593521, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 34782941184000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2370000, "wall_time": 4205.565795183182, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 34930326528000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2380000, "wall_time": 4222.135369539261, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 35077711872000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2390000, "wall_time": 4238.390076875687, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 35225097216000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2400000, "wall_time": 4261.544241189957, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 35372482560000000, "train_loss": NaN, "subset_score_loss": NaN, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0} +{"step": 2410000, "wall_time": 4279.032839536667, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 35519867904000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2420000, "wall_time": 4295.692455291748, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 35667253248000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2430000, "wall_time": 4313.430353164673, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 35814638592000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2440000, "wall_time": 4330.162665843964, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 35962023936000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2450000, "wall_time": 4346.530359745026, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 36109409280000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2460000, "wall_time": 4363.188676357269, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 36256794624000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2470000, "wall_time": 4380.391526222229, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 36404179968000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2480000, "wall_time": 4397.0039892196655, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 36551565312000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2490000, "wall_time": 4413.535195827484, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 36698950656000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2500000, "wall_time": 4438.784224033356, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 36846336000000000, "train_loss": NaN, "subset_score_loss": NaN, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0} +{"step": 2510000, "wall_time": 4455.237384557724, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 36993721344000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2520000, "wall_time": 4474.041298151016, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 37141106688000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2530000, "wall_time": 4490.533922433853, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 37288492032000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2540000, "wall_time": 4506.7302849292755, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 37435877376000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2550000, "wall_time": 4523.412012338638, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 37583262720000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2560000, "wall_time": 4540.55773973465, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 37730648064000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2570000, "wall_time": 4557.973950147629, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 37878033408000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2580000, "wall_time": 4574.343044519424, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 38025418752000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2590000, "wall_time": 4590.795646190643, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 38172804096000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2600000, "wall_time": 4613.67116689682, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 38320189440000000, "train_loss": NaN, "subset_score_loss": NaN, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0} +{"step": 2610000, "wall_time": 4630.242321014404, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 38467574784000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2620000, "wall_time": 4649.514050245285, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 38614960128000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2630000, "wall_time": 4667.712046384811, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 38762345472000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2640000, "wall_time": 4685.532257795334, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 38909730816000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2650000, "wall_time": 4702.062122583389, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 39057116160000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2660000, "wall_time": 4721.302850008011, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 39204501504000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2670000, "wall_time": 4738.91721868515, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 39351886848000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2680000, "wall_time": 4756.453799962997, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 39499272192000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2690000, "wall_time": 4777.8707439899445, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 39646657536000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2700000, "wall_time": 4803.014561891556, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 39794042880000000, "train_loss": NaN, "subset_score_loss": NaN, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0} +{"step": 2710000, "wall_time": 4823.689592599869, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 39941428224000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2720000, "wall_time": 4839.940443277359, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 40088813568000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2730000, "wall_time": 4856.000008583069, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 40236198912000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2740000, "wall_time": 4874.135169029236, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 40383584256000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2750000, "wall_time": 4890.725514411926, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 40530969600000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2760000, "wall_time": 4907.126845359802, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 40678354944000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2770000, "wall_time": 4923.4508645534515, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 40825740288000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2780000, "wall_time": 4940.141704320908, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 40973125632000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2790000, "wall_time": 4956.558518648148, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 41120510976000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2800000, "wall_time": 4981.014803171158, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 41267896320000000, "train_loss": NaN, "subset_score_loss": NaN, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0} +{"step": 2810000, "wall_time": 4997.951873064041, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 41415281664000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2820000, "wall_time": 5018.372840166092, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 41562667008000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2830000, "wall_time": 5035.323719263077, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 41710052352000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2840000, "wall_time": 5051.672971248627, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 41857437696000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2850000, "wall_time": 5068.106216430664, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 42004823040000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2860000, "wall_time": 5084.4231514930725, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 42152208384000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2870000, "wall_time": 5101.900618314743, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 42299593728000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2880000, "wall_time": 5118.343277692795, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 42446979072000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2890000, "wall_time": 5134.867531299591, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 42594364416000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2900000, "wall_time": 5159.420763254166, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 42741749760000000, "train_loss": NaN, "subset_score_loss": NaN, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0} +{"step": 2910000, "wall_time": 5175.92516541481, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 42889135104000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2920000, "wall_time": 5192.476994276047, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 43036520448000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2930000, "wall_time": 5208.965421438217, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 43183905792000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2940000, "wall_time": 5225.649248600006, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 43331291136000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2950000, "wall_time": 5244.080528497696, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 43478676480000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2960000, "wall_time": 5260.755258321762, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 43626061824000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2970000, "wall_time": 5278.0096707344055, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 43773447168000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2980000, "wall_time": 5298.20360994339, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 43920832512000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 2990000, "wall_time": 5315.11072063446, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 44068217856000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3000000, "wall_time": 5338.090667963028, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 44215603200000000, "train_loss": NaN, "subset_score_loss": NaN, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0} +{"step": 3010000, "wall_time": 5354.722066640854, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 44362988544000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3020000, "wall_time": 5373.935748100281, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 44510373888000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3030000, "wall_time": 5392.681408882141, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 44657759232000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3040000, "wall_time": 5410.151376724243, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 44805144576000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3050000, "wall_time": 5427.016859769821, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 44952529920000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3060000, "wall_time": 5445.619045257568, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 45099915264000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3070000, "wall_time": 5461.956617832184, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 45247300608000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3080000, "wall_time": 5479.295547485352, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 45394685952000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3090000, "wall_time": 5500.013726711273, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 45542071296000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3100000, "wall_time": 5526.69136428833, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 45689456640000000, "train_loss": NaN, "subset_score_loss": NaN, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0} +{"step": 3110000, "wall_time": 5543.929568767548, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 45836841984000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3120000, "wall_time": 5565.864126443863, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 45984227328000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3130000, "wall_time": 5582.796929359436, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 46131612672000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3140000, "wall_time": 5600.939421415329, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 46278998016000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3150000, "wall_time": 5617.800183296204, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 46426383360000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3160000, "wall_time": 5634.069143533707, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 46573768704000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3170000, "wall_time": 5650.4190356731415, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 46721154048000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3180000, "wall_time": 5667.528600692749, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 46868539392000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3190000, "wall_time": 5685.438330173492, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 47015924736000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3200000, "wall_time": 5708.290899038315, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 47163310080000000, "train_loss": NaN, "subset_score_loss": NaN, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0} +{"step": 3210000, "wall_time": 5724.651393890381, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 47310695424000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3220000, "wall_time": 5741.123556137085, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 47458080768000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3230000, "wall_time": 5757.541636943817, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 47605466112000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3240000, "wall_time": 5773.80081152916, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 47752851456000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3250000, "wall_time": 5790.276641368866, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 47900236800000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3260000, "wall_time": 5806.643602371216, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 48047622144000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3270000, "wall_time": 5823.198385953903, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 48195007488000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3280000, "wall_time": 5839.750835180283, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 48342392832000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3290000, "wall_time": 5857.449275970459, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 48489778176000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3300000, "wall_time": 5880.287717342377, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 48637163520000000, "train_loss": NaN, "subset_score_loss": NaN, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0} +{"step": 3310000, "wall_time": 5896.539694309235, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 48784548864000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3320000, "wall_time": 5913.053402900696, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 48931934208000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3330000, "wall_time": 5929.651150226593, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 49079319552000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3340000, "wall_time": 5946.3451590538025, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 49226704896000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3350000, "wall_time": 5962.9982850551605, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 49374090240000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3360000, "wall_time": 5979.630975961685, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 49521475584000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3370000, "wall_time": 5997.136172294617, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 49668860928000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3380000, "wall_time": 6013.503007173538, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 49816246272000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3390000, "wall_time": 6030.120268583298, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 49963631616000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3400000, "wall_time": 6054.817722558975, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 50111016960000000, "train_loss": NaN, "subset_score_loss": NaN, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0} +{"step": 3410000, "wall_time": 6071.5233502388, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 50258402304000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3420000, "wall_time": 6090.0002365112305, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 50405787648000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3430000, "wall_time": 6106.1757917404175, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 50553172992000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3440000, "wall_time": 6122.242360115051, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 50700558336000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3450000, "wall_time": 6138.371559381485, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 50847943680000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3460000, "wall_time": 6154.594336986542, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 50995329024000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3470000, "wall_time": 6170.705992698669, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 51142714368000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3480000, "wall_time": 6187.253698825836, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 51290099712000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3490000, "wall_time": 6205.682624101639, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 51437485056000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3500000, "wall_time": 6228.849513053894, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 51584870400000000, "train_loss": NaN, "subset_score_loss": NaN, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0} +{"step": 3510000, "wall_time": 6245.306612730026, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 51732255744000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3520000, "wall_time": 6261.76112985611, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 51879641088000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3530000, "wall_time": 6279.010132551193, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 52027026432000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3540000, "wall_time": 6295.56356215477, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 52174411776000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3550000, "wall_time": 6312.18355345726, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 52321797120000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3560000, "wall_time": 6328.687716722488, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 52469182464000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3570000, "wall_time": 6345.095287799835, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 52616567808000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3580000, "wall_time": 6364.073545694351, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 52763953152000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3590000, "wall_time": 6386.153786659241, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 52911338496000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3600000, "wall_time": 6411.273882865906, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 53058723840000000, "train_loss": NaN, "subset_score_loss": NaN, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0} +{"step": 3610000, "wall_time": 6430.204257249832, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 53206109184000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3620000, "wall_time": 6446.494435548782, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 53353494528000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3630000, "wall_time": 6462.860904216766, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 53500879872000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3640000, "wall_time": 6479.229006052017, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 53648265216000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3650000, "wall_time": 6495.6213846206665, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 53795650560000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3660000, "wall_time": 6513.707249403, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 53943035904000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3670000, "wall_time": 6530.741376399994, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 54090421248000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3680000, "wall_time": 6550.616625785828, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 54237806592000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3690000, "wall_time": 6566.932135105133, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 54385191936000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3700000, "wall_time": 6589.908727407455, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 54532577280000000, "train_loss": NaN, "subset_score_loss": NaN, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0} +{"step": 3710000, "wall_time": 6608.508906841278, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 54679962624000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3720000, "wall_time": 6624.991860151291, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 54827347968000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3730000, "wall_time": 6642.654410839081, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 54974733312000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3740000, "wall_time": 6661.027377128601, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 55122118656000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3750000, "wall_time": 6677.340160369873, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 55269504000000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3760000, "wall_time": 6694.882525682449, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 55416889344000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3770000, "wall_time": 6711.366615056992, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 55564274688000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3780000, "wall_time": 6727.805188894272, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 55711660032000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3790000, "wall_time": 6744.986912727356, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 55859045376000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3800000, "wall_time": 6767.4857172966, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 56006430720000000, "train_loss": NaN, "subset_score_loss": NaN, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0} +{"step": 3810000, "wall_time": 6783.731186628342, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 56153816064000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3820000, "wall_time": 6799.777290344238, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 56301201408000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3830000, "wall_time": 6815.855484962463, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 56448586752000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3840000, "wall_time": 6831.966500043869, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 56595972096000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3850000, "wall_time": 6848.391772270203, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 56743357440000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3860000, "wall_time": 6865.622476816177, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 56890742784000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3870000, "wall_time": 6887.432592391968, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 57038128128000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3880000, "wall_time": 6909.109467744827, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 57185513472000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3890000, "wall_time": 6926.1019332408905, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 57332898816000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3900000, "wall_time": 6948.744686126709, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 57480284160000000, "train_loss": NaN, "subset_score_loss": NaN, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0} +{"step": 3910000, "wall_time": 6965.034848213196, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 57627669504000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3920000, "wall_time": 6981.420602083206, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 57775054848000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3930000, "wall_time": 6997.790125131607, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 57922440192000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3940000, "wall_time": 7014.269377231598, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 58069825536000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3950000, "wall_time": 7032.010262727737, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 58217210880000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3960000, "wall_time": 7049.616748571396, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 58364596224000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3970000, "wall_time": 7067.722414731979, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 58511981568000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3980000, "wall_time": 7084.466908693314, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 58659366912000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 3990000, "wall_time": 7101.018634796143, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 58806752256000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4000000, "wall_time": 7123.7351706027985, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 58954137600000000, "train_loss": NaN, "subset_score_loss": NaN, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0} +{"step": 4010000, "wall_time": 7139.965099573135, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 59101522944000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4020000, "wall_time": 7156.299726009369, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 59248908288000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4030000, "wall_time": 7172.765069246292, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 59396293632000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4040000, "wall_time": 7189.293879985809, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 59543678976000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4050000, "wall_time": 7206.705387353897, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 59691064320000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4060000, "wall_time": 7222.949045181274, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 59838449664000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4070000, "wall_time": 7239.935595989227, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 59985835008000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4080000, "wall_time": 7256.538343667984, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 60133220352000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4090000, "wall_time": 7272.958842277527, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 60280605696000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4100000, "wall_time": 7296.873370885849, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 60427991040000000, "train_loss": NaN, "subset_score_loss": NaN, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0} +{"step": 4110000, "wall_time": 7313.3237092494965, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 60575376384000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4120000, "wall_time": 7329.769144535065, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 60722761728000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4130000, "wall_time": 7347.987638473511, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 60870147072000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4140000, "wall_time": 7367.510831356049, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 61017532416000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4150000, "wall_time": 7383.977758407593, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 61164917760000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4160000, "wall_time": 7400.42009806633, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 61312303104000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4170000, "wall_time": 7416.881071805954, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 61459688448000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4180000, "wall_time": 7434.972859621048, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 61607073792000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4190000, "wall_time": 7451.52996301651, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 61754459136000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4200000, "wall_time": 7474.479165792465, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 61901844480000000, "train_loss": NaN, "subset_score_loss": NaN, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0} +{"step": 4210000, "wall_time": 7490.8201649188995, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 62049229824000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4220000, "wall_time": 7507.130601167679, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 62196615168000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4230000, "wall_time": 7523.400098562241, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 62344000512000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4240000, "wall_time": 7539.775928258896, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 62491385856000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4250000, "wall_time": 7556.1591691970825, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 62638771200000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4260000, "wall_time": 7572.543963909149, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 62786156544000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4270000, "wall_time": 7589.248704195023, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 62933541888000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4280000, "wall_time": 7609.735559940338, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 63080927232000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4290000, "wall_time": 7626.8034455776215, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 63228312576000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4300000, "wall_time": 7649.335488796234, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 63375697920000000, "train_loss": NaN, "subset_score_loss": NaN, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0} +{"step": 4310000, "wall_time": 7666.458341836929, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 63523083264000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4320000, "wall_time": 7684.20970082283, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 63670468608000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4330000, "wall_time": 7701.3695702552795, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 63817853952000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4340000, "wall_time": 7717.661129951477, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 63965239296000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4350000, "wall_time": 7736.263055086136, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 64112624640000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4360000, "wall_time": 7752.781849384308, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 64260009984000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4370000, "wall_time": 7769.014663934708, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 64407395328000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4380000, "wall_time": 7785.394012212753, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 64554780672000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4390000, "wall_time": 7801.956891536713, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 64702166016000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4400000, "wall_time": 7825.918528079987, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 64849551360000000, "train_loss": NaN, "subset_score_loss": NaN, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0} +{"step": 4410000, "wall_time": 7843.101487398148, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 64996936704000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4420000, "wall_time": 7863.145280838013, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 65144322048000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4430000, "wall_time": 7881.290722608566, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 65291707392000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4440000, "wall_time": 7897.9448437690735, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 65439092736000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4450000, "wall_time": 7916.815998315811, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 65586478080000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4460000, "wall_time": 7933.139325380325, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 65733863424000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4470000, "wall_time": 7950.152132034302, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 65881248768000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4480000, "wall_time": 7967.258600950241, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 66028634112000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4490000, "wall_time": 7984.837384462357, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 66176019456000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4500000, "wall_time": 8008.514022827148, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 66323404800000000, "train_loss": NaN, "subset_score_loss": NaN, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0} +{"step": 4510000, "wall_time": 8025.270227432251, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 66470790144000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4520000, "wall_time": 8042.4506578445435, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 66618175488000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4530000, "wall_time": 8061.452522993088, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 66765560832000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4540000, "wall_time": 8080.530052900314, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 66912946176000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4550000, "wall_time": 8096.6338222026825, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 67060331520000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4560000, "wall_time": 8113.04021692276, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 67207716864000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4570000, "wall_time": 8129.438516139984, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 67355102208000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4580000, "wall_time": 8148.013085842133, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 67502487552000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4590000, "wall_time": 8166.523396492004, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 67649872896000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4600000, "wall_time": 8189.298691749573, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 67797258240000000, "train_loss": NaN, "subset_score_loss": NaN, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0} +{"step": 4610000, "wall_time": 8205.780918359756, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 67944643584000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4620000, "wall_time": 8223.47532749176, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 68092028928000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4630000, "wall_time": 8239.736535787582, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 68239414272000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4640000, "wall_time": 8255.858638763428, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 68386799616000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4650000, "wall_time": 8274.091634511948, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 68534184960000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4660000, "wall_time": 8290.414812326431, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 68681570304000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4670000, "wall_time": 8306.840684652328, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 68828955648000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4680000, "wall_time": 8323.210709810257, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 68976340992000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4690000, "wall_time": 8339.53620839119, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 69123726336000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4700000, "wall_time": 8364.96839094162, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 69271111680000000, "train_loss": NaN, "subset_score_loss": NaN, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0} +{"step": 4710000, "wall_time": 8381.529104232788, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 69418497024000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4720000, "wall_time": 8397.897915124893, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 69565882368000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4730000, "wall_time": 8416.152418375015, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 69713267712000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4740000, "wall_time": 8436.470926046371, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 69860653056000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4750000, "wall_time": 8453.65825510025, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 70008038400000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4760000, "wall_time": 8470.171908140182, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 70155423744000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4770000, "wall_time": 8486.835706472397, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 70302809088000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4780000, "wall_time": 8506.770331859589, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 70450194432000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4790000, "wall_time": 8523.304297447205, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 70597579776000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4800000, "wall_time": 8546.186269044876, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 70744965120000000, "train_loss": NaN, "subset_score_loss": NaN, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0} +{"step": 4810000, "wall_time": 8564.904669761658, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 70892350464000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4820000, "wall_time": 8581.640327215195, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 71039735808000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4830000, "wall_time": 8598.119557857513, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 71187121152000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4840000, "wall_time": 8614.494317054749, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 71334506496000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4850000, "wall_time": 8631.61376953125, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 71481891840000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4860000, "wall_time": 8650.353636741638, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 71629277184000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4870000, "wall_time": 8667.568450450897, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 71776662528000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4880000, "wall_time": 8683.842498540878, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 71924047872000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4890000, "wall_time": 8700.638573884964, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 72071433216000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4900000, "wall_time": 8727.77781867981, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 72218818560000000, "train_loss": NaN, "subset_score_loss": NaN, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0} +{"step": 4910000, "wall_time": 8744.328669786453, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 72366203904000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4920000, "wall_time": 8762.161927938461, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 72513589248000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4930000, "wall_time": 8779.018879890442, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 72660974592000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4940000, "wall_time": 8795.664284467697, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 72808359936000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4950000, "wall_time": 8812.191497325897, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 72955745280000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4960000, "wall_time": 8828.673590898514, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 73103130624000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4970000, "wall_time": 8846.969425439835, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 73250515968000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4980000, "wall_time": 8864.952129364014, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 73397901312000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 4990000, "wall_time": 8881.482649087906, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 73545286656000000, "train_loss": NaN, "subset_score_loss": NaN} +{"step": 5000000, "wall_time": 8904.233177900314, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 73692672000000000, "train_loss": NaN, "subset_score_loss": NaN, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0} diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d260/runner.log b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d260/runner.log new file mode 100644 index 0000000000000000000000000000000000000000..97495e5f32bcba84c29a460f77879c6031697a2b --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d260/runner.log @@ -0,0 +1,502 @@ + FID real-side stats cached over 1000 diverse train images + step 1 | 20s | train_loss=1.0008 | fid=300.0610 + step 10000 | 36s | train_loss=nan + step 20000 | 54s | train_loss=nan + step 30000 | 70s | train_loss=nan + step 40000 | 87s | train_loss=nan + step 50000 | 103s | train_loss=nan + step 60000 | 122s | train_loss=nan + step 70000 | 138s | train_loss=nan + step 80000 | 156s | train_loss=nan + step 90000 | 172s | train_loss=nan + step 100000 | 195s | train_loss=nan | fid=nan + step 110000 | 212s | train_loss=nan + step 120000 | 229s | train_loss=nan + step 130000 | 245s | train_loss=nan + step 140000 | 262s | train_loss=nan + step 150000 | 278s | train_loss=nan + step 160000 | 295s | train_loss=nan + step 170000 | 311s | train_loss=nan + step 180000 | 328s | train_loss=nan + step 190000 | 346s | train_loss=nan + step 200000 | 372s | train_loss=nan | fid=nan + step 210000 | 391s | train_loss=nan + step 220000 | 407s | train_loss=nan + step 230000 | 423s | train_loss=nan + step 240000 | 439s | train_loss=nan + step 250000 | 456s | train_loss=nan + step 260000 | 473s | train_loss=nan + step 270000 | 489s | train_loss=nan + step 280000 | 506s | train_loss=nan + step 290000 | 524s | train_loss=nan + step 300000 | 547s | train_loss=nan | fid=nan + step 310000 | 564s | train_loss=nan + step 320000 | 580s | train_loss=nan + step 330000 | 596s | train_loss=nan + step 340000 | 613s | train_loss=nan + step 350000 | 630s | train_loss=nan + step 360000 | 649s | train_loss=nan + step 370000 | 665s | train_loss=nan + step 380000 | 682s | train_loss=nan + step 390000 | 698s | train_loss=nan + step 400000 | 723s | train_loss=nan | fid=nan + step 410000 | 739s | train_loss=nan + step 420000 | 756s | train_loss=nan + step 430000 | 772s | train_loss=nan + step 440000 | 790s | train_loss=nan + step 450000 | 807s | train_loss=nan + step 460000 | 825s | train_loss=nan + step 470000 | 842s | train_loss=nan + step 480000 | 859s | train_loss=nan + step 490000 | 877s | train_loss=nan + step 500000 | 900s | train_loss=nan | fid=nan + step 510000 | 916s | train_loss=nan + step 520000 | 933s | train_loss=nan + step 530000 | 953s | train_loss=nan + step 540000 | 972s | train_loss=nan + step 550000 | 990s | train_loss=nan + step 560000 | 1007s | train_loss=nan + step 570000 | 1023s | train_loss=nan + step 580000 | 1040s | train_loss=nan + step 590000 | 1058s | train_loss=nan + step 600000 | 1082s | train_loss=nan | fid=nan + step 610000 | 1101s | train_loss=nan + step 620000 | 1118s | train_loss=nan + step 630000 | 1135s | train_loss=nan + step 640000 | 1151s | train_loss=nan + step 650000 | 1168s | train_loss=nan + step 660000 | 1184s | train_loss=nan + step 670000 | 1200s | train_loss=nan + step 680000 | 1217s | train_loss=nan + step 690000 | 1233s | train_loss=nan + step 700000 | 1256s | train_loss=nan | fid=nan + step 710000 | 1273s | train_loss=nan + step 720000 | 1291s | train_loss=nan + step 730000 | 1308s | train_loss=nan + step 740000 | 1325s | train_loss=nan + step 750000 | 1342s | train_loss=nan + step 760000 | 1359s | train_loss=nan + step 770000 | 1376s | train_loss=nan + step 780000 | 1393s | train_loss=nan + step 790000 | 1410s | train_loss=nan + step 800000 | 1434s | train_loss=nan | fid=nan + step 810000 | 1451s | train_loss=nan + step 820000 | 1467s | train_loss=nan + step 830000 | 1483s | train_loss=nan + step 840000 | 1500s | train_loss=nan + step 850000 | 1517s | train_loss=nan + step 860000 | 1533s | train_loss=nan + step 870000 | 1550s | train_loss=nan + step 880000 | 1566s | train_loss=nan + step 890000 | 1582s | train_loss=nan + step 900000 | 1605s | train_loss=nan | fid=nan + step 910000 | 1622s | train_loss=nan + step 920000 | 1639s | train_loss=nan + step 930000 | 1656s | train_loss=nan + step 940000 | 1673s | train_loss=nan + step 950000 | 1689s | train_loss=nan + step 960000 | 1706s | train_loss=nan + step 970000 | 1723s | train_loss=nan + step 980000 | 1741s | train_loss=nan + step 990000 | 1758s | train_loss=nan + step 1000000 | 1782s | train_loss=nan | fid=nan + step 1010000 | 1802s | train_loss=nan + step 1020000 | 1821s | train_loss=nan + step 1030000 | 1838s | train_loss=nan + step 1040000 | 1855s | train_loss=nan + step 1050000 | 1871s | train_loss=nan + step 1060000 | 1890s | train_loss=nan + step 1070000 | 1906s | train_loss=nan + step 1080000 | 1924s | train_loss=nan + step 1090000 | 1941s | train_loss=nan + step 1100000 | 1964s | train_loss=nan | fid=nan + step 1110000 | 1981s | train_loss=nan + step 1120000 | 1998s | train_loss=nan + step 1130000 | 2019s | train_loss=nan + step 1140000 | 2035s | train_loss=nan + step 1150000 | 2052s | train_loss=nan + step 1160000 | 2069s | train_loss=nan + step 1170000 | 2086s | train_loss=nan + step 1180000 | 2103s | train_loss=nan + step 1190000 | 2121s | train_loss=nan + step 1200000 | 2144s | train_loss=nan | fid=nan + step 1210000 | 2161s | train_loss=nan + step 1220000 | 2178s | train_loss=nan + step 1230000 | 2195s | train_loss=nan + step 1240000 | 2213s | train_loss=nan + step 1250000 | 2230s | train_loss=nan + step 1260000 | 2247s | train_loss=nan + step 1270000 | 2263s | train_loss=nan + step 1280000 | 2280s | train_loss=nan + step 1290000 | 2297s | train_loss=nan + step 1300000 | 2320s | train_loss=nan | fid=nan + step 1310000 | 2337s | train_loss=nan + step 1320000 | 2353s | train_loss=nan + step 1330000 | 2370s | train_loss=nan + step 1340000 | 2387s | train_loss=nan + step 1350000 | 2403s | train_loss=nan + step 1360000 | 2419s | train_loss=nan + step 1370000 | 2435s | train_loss=nan + step 1380000 | 2452s | train_loss=nan + step 1390000 | 2469s | train_loss=nan + step 1400000 | 2491s | train_loss=nan | fid=nan + step 1410000 | 2509s | train_loss=nan + step 1420000 | 2526s | train_loss=nan + step 1430000 | 2543s | train_loss=nan + step 1440000 | 2560s | train_loss=nan + step 1450000 | 2576s | train_loss=nan + step 1460000 | 2594s | train_loss=nan + step 1470000 | 2610s | train_loss=nan + step 1480000 | 2628s | train_loss=nan + step 1490000 | 2645s | train_loss=nan + step 1500000 | 2669s | train_loss=nan | fid=nan + step 1510000 | 2685s | train_loss=nan + step 1520000 | 2702s | train_loss=nan + step 1530000 | 2719s | train_loss=nan + step 1540000 | 2736s | train_loss=nan + step 1550000 | 2755s | train_loss=nan + step 1560000 | 2771s | train_loss=nan + step 1570000 | 2789s | train_loss=nan + step 1580000 | 2808s | train_loss=nan + step 1590000 | 2825s | train_loss=nan + step 1600000 | 2850s | train_loss=nan | fid=nan + step 1610000 | 2867s | train_loss=nan + step 1620000 | 2884s | train_loss=nan + step 1630000 | 2900s | train_loss=nan + step 1640000 | 2917s | train_loss=nan + step 1650000 | 2935s | train_loss=nan + step 1660000 | 2952s | train_loss=nan + step 1670000 | 2970s | train_loss=nan + step 1680000 | 2986s | train_loss=nan + step 1690000 | 3003s | train_loss=nan + step 1700000 | 3026s | train_loss=nan | fid=nan + step 1710000 | 3042s | train_loss=nan + step 1720000 | 3058s | train_loss=nan + step 1730000 | 3075s | train_loss=nan + step 1740000 | 3094s | train_loss=nan + step 1750000 | 3112s | train_loss=nan + step 1760000 | 3131s | train_loss=nan + step 1770000 | 3147s | train_loss=nan + step 1780000 | 3164s | train_loss=nan + step 1790000 | 3182s | train_loss=nan + step 1800000 | 3205s | train_loss=nan | fid=nan + step 1810000 | 3221s | train_loss=nan + step 1820000 | 3238s | train_loss=nan + step 1830000 | 3254s | train_loss=nan + step 1840000 | 3271s | train_loss=nan + step 1850000 | 3288s | train_loss=nan + step 1860000 | 3305s | train_loss=nan + step 1870000 | 3322s | train_loss=nan + step 1880000 | 3339s | train_loss=nan + step 1890000 | 3357s | train_loss=nan + step 1900000 | 3380s | train_loss=nan | fid=nan + step 1910000 | 3399s | train_loss=nan + step 1920000 | 3417s | train_loss=nan + step 1930000 | 3434s | train_loss=nan + step 1940000 | 3450s | train_loss=nan + step 1950000 | 3466s | train_loss=nan + step 1960000 | 3484s | train_loss=nan + step 1970000 | 3501s | train_loss=nan + step 1980000 | 3521s | train_loss=nan + step 1990000 | 3539s | train_loss=nan + step 2000000 | 3562s | train_loss=nan | fid=nan + step 2010000 | 3578s | train_loss=nan + step 2020000 | 3594s | train_loss=nan + step 2030000 | 3610s | train_loss=nan + step 2040000 | 3628s | train_loss=nan + step 2050000 | 3644s | train_loss=nan + step 2060000 | 3660s | train_loss=nan + step 2070000 | 3676s | train_loss=nan + step 2080000 | 3694s | train_loss=nan + step 2090000 | 3710s | train_loss=nan + step 2100000 | 3733s | train_loss=nan | fid=nan + step 2110000 | 3750s | train_loss=nan + step 2120000 | 3767s | train_loss=nan + step 2130000 | 3787s | train_loss=nan + step 2140000 | 3804s | train_loss=nan + step 2150000 | 3821s | train_loss=nan + step 2160000 | 3837s | train_loss=nan + step 2170000 | 3854s | train_loss=nan + step 2180000 | 3870s | train_loss=nan + step 2190000 | 3888s | train_loss=nan + step 2200000 | 3911s | train_loss=nan | fid=nan + step 2210000 | 3928s | train_loss=nan + step 2220000 | 3945s | train_loss=nan + step 2230000 | 3961s | train_loss=nan + step 2240000 | 3978s | train_loss=nan + step 2250000 | 3994s | train_loss=nan + step 2260000 | 4012s | train_loss=nan + step 2270000 | 4032s | train_loss=nan + step 2280000 | 4049s | train_loss=nan + step 2290000 | 4065s | train_loss=nan + step 2300000 | 4088s | train_loss=nan | fid=nan + step 2310000 | 4104s | train_loss=nan + step 2320000 | 4121s | train_loss=nan + step 2330000 | 4137s | train_loss=nan + step 2340000 | 4155s | train_loss=nan + step 2350000 | 4172s | train_loss=nan + step 2360000 | 4189s | train_loss=nan + step 2370000 | 4206s | train_loss=nan + step 2380000 | 4222s | train_loss=nan + step 2390000 | 4238s | train_loss=nan + step 2400000 | 4262s | train_loss=nan | fid=nan + step 2410000 | 4279s | train_loss=nan + step 2420000 | 4296s | train_loss=nan + step 2430000 | 4313s | train_loss=nan + step 2440000 | 4330s | train_loss=nan + step 2450000 | 4347s | train_loss=nan + step 2460000 | 4363s | train_loss=nan + step 2470000 | 4380s | train_loss=nan + step 2480000 | 4397s | train_loss=nan + step 2490000 | 4414s | train_loss=nan + step 2500000 | 4439s | train_loss=nan | fid=nan + step 2510000 | 4455s | train_loss=nan + step 2520000 | 4474s | train_loss=nan + step 2530000 | 4491s | train_loss=nan + step 2540000 | 4507s | train_loss=nan + step 2550000 | 4523s | train_loss=nan + step 2560000 | 4541s | train_loss=nan + step 2570000 | 4558s | train_loss=nan + step 2580000 | 4574s | train_loss=nan + step 2590000 | 4591s | train_loss=nan + step 2600000 | 4614s | train_loss=nan | fid=nan + step 2610000 | 4630s | train_loss=nan + step 2620000 | 4650s | train_loss=nan + step 2630000 | 4668s | train_loss=nan + step 2640000 | 4686s | train_loss=nan + step 2650000 | 4702s | train_loss=nan + step 2660000 | 4721s | train_loss=nan + step 2670000 | 4739s | train_loss=nan + step 2680000 | 4756s | train_loss=nan + step 2690000 | 4778s | train_loss=nan + step 2700000 | 4803s | train_loss=nan | fid=nan + step 2710000 | 4824s | train_loss=nan + step 2720000 | 4840s | train_loss=nan + step 2730000 | 4856s | train_loss=nan + step 2740000 | 4874s | train_loss=nan + step 2750000 | 4891s | train_loss=nan + step 2760000 | 4907s | train_loss=nan + step 2770000 | 4923s | train_loss=nan + step 2780000 | 4940s | train_loss=nan + step 2790000 | 4957s | train_loss=nan + step 2800000 | 4981s | train_loss=nan | fid=nan + step 2810000 | 4998s | train_loss=nan + step 2820000 | 5018s | train_loss=nan + step 2830000 | 5035s | train_loss=nan + step 2840000 | 5052s | train_loss=nan + step 2850000 | 5068s | train_loss=nan + step 2860000 | 5084s | train_loss=nan + step 2870000 | 5102s | train_loss=nan + step 2880000 | 5118s | train_loss=nan + step 2890000 | 5135s | train_loss=nan + step 2900000 | 5159s | train_loss=nan | fid=nan + step 2910000 | 5176s | train_loss=nan + step 2920000 | 5192s | train_loss=nan + step 2930000 | 5209s | train_loss=nan + step 2940000 | 5226s | train_loss=nan + step 2950000 | 5244s | train_loss=nan + step 2960000 | 5261s | train_loss=nan + step 2970000 | 5278s | train_loss=nan + step 2980000 | 5298s | train_loss=nan + step 2990000 | 5315s | train_loss=nan + step 3000000 | 5338s | train_loss=nan | fid=nan + step 3010000 | 5355s | train_loss=nan + step 3020000 | 5374s | train_loss=nan + step 3030000 | 5393s | train_loss=nan + step 3040000 | 5410s | train_loss=nan + step 3050000 | 5427s | train_loss=nan + step 3060000 | 5446s | train_loss=nan + step 3070000 | 5462s | train_loss=nan + step 3080000 | 5479s | train_loss=nan + step 3090000 | 5500s | train_loss=nan + step 3100000 | 5527s | train_loss=nan | fid=nan + step 3110000 | 5544s | train_loss=nan + step 3120000 | 5566s | train_loss=nan + step 3130000 | 5583s | train_loss=nan + step 3140000 | 5601s | train_loss=nan + step 3150000 | 5618s | train_loss=nan + step 3160000 | 5634s | train_loss=nan + step 3170000 | 5650s | train_loss=nan + step 3180000 | 5668s | train_loss=nan + step 3190000 | 5685s | train_loss=nan + step 3200000 | 5708s | train_loss=nan | fid=nan + step 3210000 | 5725s | train_loss=nan + step 3220000 | 5741s | train_loss=nan + step 3230000 | 5758s | train_loss=nan + step 3240000 | 5774s | train_loss=nan + step 3250000 | 5790s | train_loss=nan + step 3260000 | 5807s | train_loss=nan + step 3270000 | 5823s | train_loss=nan + step 3280000 | 5840s | train_loss=nan + step 3290000 | 5857s | train_loss=nan + step 3300000 | 5880s | train_loss=nan | fid=nan + step 3310000 | 5897s | train_loss=nan + step 3320000 | 5913s | train_loss=nan + step 3330000 | 5930s | train_loss=nan + step 3340000 | 5946s | train_loss=nan + step 3350000 | 5963s | train_loss=nan + step 3360000 | 5980s | train_loss=nan + step 3370000 | 5997s | train_loss=nan + step 3380000 | 6014s | train_loss=nan + step 3390000 | 6030s | train_loss=nan + step 3400000 | 6055s | train_loss=nan | fid=nan + step 3410000 | 6072s | train_loss=nan + step 3420000 | 6090s | train_loss=nan + step 3430000 | 6106s | train_loss=nan + step 3440000 | 6122s | train_loss=nan + step 3450000 | 6138s | train_loss=nan + step 3460000 | 6155s | train_loss=nan + step 3470000 | 6171s | train_loss=nan + step 3480000 | 6187s | train_loss=nan + step 3490000 | 6206s | train_loss=nan + step 3500000 | 6229s | train_loss=nan | fid=nan + step 3510000 | 6245s | train_loss=nan + step 3520000 | 6262s | train_loss=nan + step 3530000 | 6279s | train_loss=nan + step 3540000 | 6296s | train_loss=nan + step 3550000 | 6312s | train_loss=nan + step 3560000 | 6329s | train_loss=nan + step 3570000 | 6345s | train_loss=nan + step 3580000 | 6364s | train_loss=nan + step 3590000 | 6386s | train_loss=nan + step 3600000 | 6411s | train_loss=nan | fid=nan + step 3610000 | 6430s | train_loss=nan + step 3620000 | 6446s | train_loss=nan + step 3630000 | 6463s | train_loss=nan + step 3640000 | 6479s | train_loss=nan + step 3650000 | 6496s | train_loss=nan + step 3660000 | 6514s | train_loss=nan + step 3670000 | 6531s | train_loss=nan + step 3680000 | 6551s | train_loss=nan + step 3690000 | 6567s | train_loss=nan + step 3700000 | 6590s | train_loss=nan | fid=nan + step 3710000 | 6609s | train_loss=nan + step 3720000 | 6625s | train_loss=nan + step 3730000 | 6643s | train_loss=nan + step 3740000 | 6661s | train_loss=nan + step 3750000 | 6677s | train_loss=nan + step 3760000 | 6695s | train_loss=nan + step 3770000 | 6711s | train_loss=nan + step 3780000 | 6728s | train_loss=nan + step 3790000 | 6745s | train_loss=nan + step 3800000 | 6767s | train_loss=nan | fid=nan + step 3810000 | 6784s | train_loss=nan + step 3820000 | 6800s | train_loss=nan + step 3830000 | 6816s | train_loss=nan + step 3840000 | 6832s | train_loss=nan + step 3850000 | 6848s | train_loss=nan + step 3860000 | 6866s | train_loss=nan + step 3870000 | 6887s | train_loss=nan + step 3880000 | 6909s | train_loss=nan + step 3890000 | 6926s | train_loss=nan + step 3900000 | 6949s | train_loss=nan | fid=nan + step 3910000 | 6965s | train_loss=nan + step 3920000 | 6981s | train_loss=nan + step 3930000 | 6998s | train_loss=nan + step 3940000 | 7014s | train_loss=nan + step 3950000 | 7032s | train_loss=nan + step 3960000 | 7050s | train_loss=nan + step 3970000 | 7068s | train_loss=nan + step 3980000 | 7084s | train_loss=nan + step 3990000 | 7101s | train_loss=nan + step 4000000 | 7124s | train_loss=nan | fid=nan + step 4010000 | 7140s | train_loss=nan + step 4020000 | 7156s | train_loss=nan + step 4030000 | 7173s | train_loss=nan + step 4040000 | 7189s | train_loss=nan + step 4050000 | 7207s | train_loss=nan + step 4060000 | 7223s | train_loss=nan + step 4070000 | 7240s | train_loss=nan + step 4080000 | 7257s | train_loss=nan + step 4090000 | 7273s | train_loss=nan + step 4100000 | 7297s | train_loss=nan | fid=nan + step 4110000 | 7313s | train_loss=nan + step 4120000 | 7330s | train_loss=nan + step 4130000 | 7348s | train_loss=nan + step 4140000 | 7368s | train_loss=nan + step 4150000 | 7384s | train_loss=nan + step 4160000 | 7400s | train_loss=nan + step 4170000 | 7417s | train_loss=nan + step 4180000 | 7435s | train_loss=nan + step 4190000 | 7452s | train_loss=nan + step 4200000 | 7474s | train_loss=nan | fid=nan + step 4210000 | 7491s | train_loss=nan + step 4220000 | 7507s | train_loss=nan + step 4230000 | 7523s | train_loss=nan + step 4240000 | 7540s | train_loss=nan + step 4250000 | 7556s | train_loss=nan + step 4260000 | 7573s | train_loss=nan + step 4270000 | 7589s | train_loss=nan + step 4280000 | 7610s | train_loss=nan + step 4290000 | 7627s | train_loss=nan + step 4300000 | 7649s | train_loss=nan | fid=nan + step 4310000 | 7666s | train_loss=nan + step 4320000 | 7684s | train_loss=nan + step 4330000 | 7701s | train_loss=nan + step 4340000 | 7718s | train_loss=nan + step 4350000 | 7736s | train_loss=nan + step 4360000 | 7753s | train_loss=nan + step 4370000 | 7769s | train_loss=nan + step 4380000 | 7785s | train_loss=nan + step 4390000 | 7802s | train_loss=nan + step 4400000 | 7826s | train_loss=nan | fid=nan + step 4410000 | 7843s | train_loss=nan + step 4420000 | 7863s | train_loss=nan + step 4430000 | 7881s | train_loss=nan + step 4440000 | 7898s | train_loss=nan + step 4450000 | 7917s | train_loss=nan + step 4460000 | 7933s | train_loss=nan + step 4470000 | 7950s | train_loss=nan + step 4480000 | 7967s | train_loss=nan + step 4490000 | 7985s | train_loss=nan + step 4500000 | 8009s | train_loss=nan | fid=nan + step 4510000 | 8025s | train_loss=nan + step 4520000 | 8042s | train_loss=nan + step 4530000 | 8061s | train_loss=nan + step 4540000 | 8081s | train_loss=nan + step 4550000 | 8097s | train_loss=nan + step 4560000 | 8113s | train_loss=nan + step 4570000 | 8129s | train_loss=nan + step 4580000 | 8148s | train_loss=nan + step 4590000 | 8167s | train_loss=nan + step 4600000 | 8189s | train_loss=nan | fid=nan + step 4610000 | 8206s | train_loss=nan + step 4620000 | 8223s | train_loss=nan + step 4630000 | 8240s | train_loss=nan + step 4640000 | 8256s | train_loss=nan + step 4650000 | 8274s | train_loss=nan + step 4660000 | 8290s | train_loss=nan + step 4670000 | 8307s | train_loss=nan + step 4680000 | 8323s | train_loss=nan + step 4690000 | 8340s | train_loss=nan + step 4700000 | 8365s | train_loss=nan | fid=nan + step 4710000 | 8382s | train_loss=nan + step 4720000 | 8398s | train_loss=nan + step 4730000 | 8416s | train_loss=nan + step 4740000 | 8436s | train_loss=nan + step 4750000 | 8454s | train_loss=nan + step 4760000 | 8470s | train_loss=nan + step 4770000 | 8487s | train_loss=nan + step 4780000 | 8507s | train_loss=nan + step 4790000 | 8523s | train_loss=nan + step 4800000 | 8546s | train_loss=nan | fid=nan + step 4810000 | 8565s | train_loss=nan + step 4820000 | 8582s | train_loss=nan + step 4830000 | 8598s | train_loss=nan + step 4840000 | 8614s | train_loss=nan + step 4850000 | 8632s | train_loss=nan + step 4860000 | 8650s | train_loss=nan + step 4870000 | 8668s | train_loss=nan + step 4880000 | 8684s | train_loss=nan + step 4890000 | 8701s | train_loss=nan + step 4900000 | 8728s | train_loss=nan | fid=nan + step 4910000 | 8744s | train_loss=nan + step 4920000 | 8762s | train_loss=nan + step 4930000 | 8779s | train_loss=nan + step 4940000 | 8796s | train_loss=nan + step 4950000 | 8812s | train_loss=nan + step 4960000 | 8829s | train_loss=nan + step 4970000 | 8847s | train_loss=nan + step 4980000 | 8865s | train_loss=nan + step 4990000 | 8881s | train_loss=nan + step 5000000 | 8904s | train_loss=nan | fid=nan diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d40/config.json b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d40/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bb7a4e68ec226749341a35e9d7f30d1a922514a1 --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d40/config.json @@ -0,0 +1,25 @@ +{ + "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d40/vae.pt", + "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d40", + "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", + "n_train": 1000, + "total_steps": 5000000, + "eval_interval": 10000, + "mem_interval": 100000, + "fid_interval": 100000, + "fid_n_real": 1000, + "fid_n_gen": 10000, + "n_gen_samples": 10000, + "n_sde_steps": 500, + "batch_size": 512, + "hidden": 1024, + "depth": 5, + "optimizer": "sgd", + "lr": 0.001, + "momentum": 0.8, + "t_min": 0.01, + "t_max": 3.0, + "t_eval": 0.1, + "seed": 42, + "device": null +} diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d40/metrics.jsonl b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d40/metrics.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..331762c2f411302c3c8bb19e592a72afec1aaea8 --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d40/metrics.jsonl @@ -0,0 +1,502 @@ +{"event": "meta", "data": "cifar10_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 40, "n": 1000, "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d40/vae.pt", "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [41905, 27590, 3837, 45564, 49079, 45615, 24791, 29586, 40154, 14155, 41744, 31565, 21399, 47093, 14144, 7260, 25109, 49111, 3286, 28559, 8088, 18636, 27677, 5584, 14605, 28090, 44911, 22197, 30774, 45976, 21377, 38974, 37419, 34658, 48141, 45353, 16718, 44442, 14512, 30061, 32910, 17321, 15565, 17405, 44045, 17717, 6400, 37998, 3773, 20538, 19316, 34889, 4564, 1363, 5611, 41687, 16986, 41914, 25046, 49823, 33007, 20861, 27988, 42869, 33687, 3828, 12070, 15418, 22140, 35636, 31728, 9480, 7712, 2852, 43042, 17354, 27208, 49689, 14774, 29225, 25390, 35055, 12670, 19522, 24246, 14561, 33656, 42751, 2242, 364, 43176, 15490, 46231, 26061, 18629, 34392, 32488, 26106, 10393, 11167, 20874, 8106, 10093, 7243, 48907, 8147, 45063, 21102, 37655, 7635, 2514, 27684, 3204, 28758, 28311, 29718, 44311, 10355, 32304, 14615, 28486, 14294, 16760, 37166, 19433, 20899, 23979, 36854, 43726, 10375, 11078, 10677, 40127, 33642, 36325, 13174, 19662, 30319, 22501, 14354, 24243, 27654, 42509, 18915, 29668, 2313, 42454, 11218, 48097, 31985, 16567, 26984, 33502, 36329, 22928, 42746, 38223, 19499, 41926, 29059, 44004, 8962, 40807, 11854, 36894, 13566, 36982, 16226, 36410, 47002, 20194, 3625, 19297, 2555, 4842, 8098, 44052, 5795, 5274, 4374, 17924, 30344, 5386, 26317, 30389, 32399, 32042, 26731, 29532, 33817, 26942, 25858, 11887, 46070, 41837, 10713, 33955, 20000, 29946, 4912, 32112, 6697, 44031, 27296, 37785, 25660, 27948, 31260, 24358, 1827, 37445, 25084, 11703, 3820, 49218, 30616, 25083, 22759, 6275, 40603, 39038, 37156, 8894, 9871, 31333, 26582, 20528, 10523, 2747, 33639, 41740, 47899, 11337, 6325, 433, 33051, 1094, 24743, 9392, 22638, 7689, 39641, 9486, 33554, 30840, 35032, 19647, 7903, 18205, 34063, 46483, 32963, 11601, 19203, 45792, 47136, 6174, 40793, 13885, 16641, 48744, 37658, 43829, 44107, 6388, 37424, 20033, 28563, 27013, 17032, 12768, 38181, 35608, 14089, 29228, 40229, 45106, 11963, 37979, 20694, 22835, 5773, 19580, 44596, 19079, 45191, 666, 15893, 7513, 15939, 45020, 12659, 31388, 44651, 23592, 16419, 47615, 36714, 36448, 28579, 1697, 9889, 42082, 49150, 41132, 33996, 21551, 18467, 45242, 6516, 3355, 20187, 31669, 2814, 6900, 28198, 17656, 18178, 31825, 34244, 38330, 28894, 7463, 8134, 38159, 10524, 41508, 2367, 496, 31046, 1511, 31956, 46621, 14176, 1899, 32397, 29452, 16504, 34042, 24014, 47447, 20229, 36683, 5186, 14349, 21736, 17094, 30311, 27949, 30023, 49589, 43270, 2898, 18259, 17175, 18594, 17062, 42063, 3237, 12080, 35769, 1687, 30330, 29678, 27321, 4273, 28513, 2551, 5314, 13572, 13497, 9652, 3466, 27133, 38459, 23232, 14231, 25584, 49398, 32994, 10434, 42369, 37410, 45044, 11075, 12523, 1417, 6765, 40000, 25016, 36905, 48638, 21, 16822, 24333, 30084, 43982, 26954, 6519, 42546, 14751, 14278, 49970, 47621, 18883, 37295, 9040, 40369, 22225, 36489, 21302, 13110, 5455, 47804, 14868, 13063, 22102, 36825, 21969, 33186, 28908, 32592, 42766, 12262, 39073, 915, 11824, 39208, 3098, 42789, 29800, 14150, 28705, 8847, 21716, 535, 48077, 41540, 36207, 10816, 41471, 35049, 20661, 6083, 30194, 4576, 2174, 1908, 48392, 10435, 10986, 18036, 24746, 3941, 34118, 49749, 12025, 21493, 15785, 17085, 39411, 34561, 42064, 36237, 2740, 8183, 40564, 33107, 25765, 49165, 25211, 17520, 17115, 1869, 46432, 33757, 20517, 39760, 259, 45380, 12436, 48000, 21046, 4039, 15701, 35246, 29112, 44161, 34079, 45449, 42845, 22815, 5597, 3990, 35899, 48969, 41528, 27873, 16598, 39104, 23359, 46847, 28624, 19198, 1251, 9003, 28383, 47005, 40703, 41605, 39895, 26201, 11727, 27435, 17333, 39261, 37456, 14653, 30634, 4160, 24540, 12044, 7111, 23485, 5645, 2572, 1682, 17872, 8974, 16796, 11864, 40178, 20092, 32219, 14458, 37007, 31340, 10520, 34489, 13128, 42913, 31468, 44180, 37938, 20058, 18673, 36850, 34721, 26210, 15257, 35188, 11815, 47936, 18088, 43578, 11996, 47952, 24311, 1884, 36557, 32921, 36250, 38022, 5671, 13621, 23326, 14326, 23471, 24685, 39092, 3268, 37257, 16348, 13730, 21838, 44088, 8945, 10827, 13840, 46123, 48010, 13350, 30622, 45233, 8698, 14335, 45842, 15138, 1515, 40759, 21960, 47551, 33208, 18260, 6377, 46869, 31742, 23566, 12829, 15305, 37988, 16111, 32146, 37948, 25917, 30484, 17885, 42468, 28238, 33865, 28030, 30072, 34855, 19324, 42075, 30623, 3667, 38832, 25100, 43077, 36471, 11663, 13588, 14015, 5099, 10589, 28526, 48022, 15444, 3280, 188, 31582, 15225, 11019, 21804, 3901, 24461, 25031, 10373, 4486, 45950, 37949, 32923, 1583, 6576, 26004, 16237, 38132, 25045, 25091, 41949, 11553, 48062, 40503, 13057, 8954, 18566, 28405, 28604, 30434, 49112, 30676, 32930, 16183, 48336, 43162, 873, 37233, 44718, 37247, 23758, 9243, 12126, 5287, 49594, 3459, 32091, 20894, 41743, 7366, 7258, 37939, 47665, 12260, 20836, 43253, 16191, 11619, 1519, 6137, 3934, 48375, 35234, 103, 30510, 8869, 21085, 41234, 25138, 25079, 31218, 48292, 48814, 6635, 18416, 1421, 4363, 5164, 47455, 21280, 16767, 19685, 16449, 45798, 31292, 31049, 43587, 30772, 2651, 12854, 23199, 25234, 23389, 24742, 19480, 19738, 19726, 2388, 21394, 4512, 9069, 42856, 25766, 23797, 40741, 33624, 8328, 35922, 27732, 36268, 23213, 41966, 40002, 12750, 46225, 35182, 23769, 25152, 26764, 20090, 27202, 48096, 4266, 2205, 2020, 37651, 36088, 1021, 28544, 20933, 48924, 11503, 43997, 9492, 19505, 47632, 4118, 2029, 22008, 41396, 16378, 36738, 33194, 28053, 44137, 30771, 12131, 5963, 31754, 46953, 3180, 1718, 36816, 2208, 20898, 13799, 30796, 34445, 37540, 27983, 39216, 16791, 36763, 15987, 28440, 11782, 48531, 4252, 47359, 5351, 4059, 9263, 32274, 39283, 258, 17485, 31280, 12814, 33217, 38203, 11170, 8486, 14434, 13722, 36048, 3705, 47210, 38260, 2200, 17850, 21589, 27598, 9926, 9419, 3981, 34519, 37821, 22855, 39796, 24105, 5113, 5888, 31974, 40040, 17179, 48615, 38665, 47173, 47154, 20619, 5049, 1656, 27736, 14424, 2013, 1348, 32964, 37228, 34968, 34124, 15993, 42420, 26558, 2961, 27119, 37779, 29321, 31595, 29301, 38364, 17528, 19583, 48609, 4428, 12427, 601, 21213, 44456, 39274, 40250, 39804, 35373, 43875, 20550, 43426, 13696, 34572, 11097, 22458, 33042, 12981, 29073, 6601, 2370, 4065, 46317, 29460, 21761, 13977, 4520, 31604, 16259, 1445, 29204, 26097, 31921, 33193, 36054, 26372, 4436, 40306, 13974, 6159, 46233, 33714, 27592, 23153, 40311, 12294, 40141, 14030, 36304, 40086, 43163, 14689, 5002, 40885, 40758, 42458, 18580, 29784, 14527, 30070, 18326, 40830, 42503, 5434, 25179, 15652, 11428, 40980, 45916, 22056, 15896, 42628, 30092, 40834, 25862, 40370, 7804, 46908, 44191, 26908, 9764, 36969, 21521, 35257, 9279, 36964, 4012, 627, 31813, 15669, 33832, 29874, 1912, 41254, 23709, 4648, 3131, 49882, 19349, 35975, 25565, 21641, 48219, 30806, 33979, 36103, 14640, 34524, 31661, 26869, 27297, 46519, 2352, 46930, 7617, 49750, 12620, 29820, 18590, 890, 16394, 23877, 26421, 23417, 29021, 11596, 22017, 14794, 14437, 48385, 48231, 18946, 38048, 41302, 40633, 15317, 24820], "fid_reference": "same farthest-first 1k CIFAR-10 training subset", "seed": 42} +{"step": 1, "wall_time": 72.6531183719635, "train_loss_step": 40.379486083984375, "n_params": 4346920, "total_flops": 13353738240, "train_loss": 0.9903127670288085, "subset_score_loss": 0.9903127670288085, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.973768949508667, "fid": 230.12725725697464} +{"step": 10000, "wall_time": 164.48330068588257, "train_loss_step": 9.886146545410156, "n_params": 4346920, "total_flops": 133537382400000, "train_loss": 0.8808953285217285, "subset_score_loss": 0.8808953285217285} +{"step": 20000, "wall_time": 259.3981902599335, "train_loss_step": 9.764509201049805, "n_params": 4346920, "total_flops": 267074764800000, "train_loss": 0.8577319145202636, "subset_score_loss": 0.8577319145202636} +{"step": 30000, "wall_time": 354.5004904270172, "train_loss_step": 8.196022033691406, "n_params": 4346920, "total_flops": 400612147200000, "train_loss": 0.8024084091186523, "subset_score_loss": 0.8024084091186523} +{"step": 40000, "wall_time": 448.5859799385071, "train_loss_step": 8.526491165161133, "n_params": 4346920, "total_flops": 534149529600000, "train_loss": 0.6922761917114257, "subset_score_loss": 0.6922761917114257} +{"step": 50000, "wall_time": 542.6310558319092, "train_loss_step": 7.365853309631348, "n_params": 4346920, "total_flops": 667686912000000, "train_loss": 0.5141758918762207, "subset_score_loss": 0.5141758918762207} +{"step": 60000, "wall_time": 637.5182209014893, "train_loss_step": 5.894333362579346, "n_params": 4346920, "total_flops": 801224294400000, "train_loss": 0.34524405002593994, "subset_score_loss": 0.34524405002593994} +{"step": 70000, "wall_time": 732.8338584899902, "train_loss_step": 5.842406272888184, "n_params": 4346920, "total_flops": 934761676800000, "train_loss": 0.24416675567626953, "subset_score_loss": 0.24416675567626953} +{"step": 80000, "wall_time": 827.8022770881653, "train_loss_step": 5.090183258056641, "n_params": 4346920, "total_flops": 1068299059200000, "train_loss": 0.19187191724777222, "subset_score_loss": 0.19187191724777222} +{"step": 90000, "wall_time": 923.1560244560242, "train_loss_step": 5.317678451538086, "n_params": 4346920, "total_flops": 1201836441600000, "train_loss": 0.1635330319404602, "subset_score_loss": 0.1635330319404602} +{"step": 100000, "wall_time": 1089.8879098892212, "train_loss_step": 5.036245346069336, "n_params": 4346920, "total_flops": 1335373824000000, "train_loss": 0.1460382580757141, "subset_score_loss": 0.1460382580757141, "memorization_fraction_pixel": 0.00019999999494757503, "mean_nn_ratio_pixel": 0.9033681750297546, "fid": 160.8089739233999} +{"step": 110000, "wall_time": 1180.12735080719, "train_loss_step": 4.644682884216309, "n_params": 4346920, "total_flops": 1468911206400000, "train_loss": 0.13335025310516357, "subset_score_loss": 0.13335025310516357} +{"step": 120000, "wall_time": 1275.1659471988678, "train_loss_step": 5.049250602722168, "n_params": 4346920, "total_flops": 1602448588800000, "train_loss": 0.12389489412307739, "subset_score_loss": 0.12389489412307739} +{"step": 130000, "wall_time": 1369.7021477222443, "train_loss_step": 4.503398895263672, "n_params": 4346920, "total_flops": 1735985971200000, "train_loss": 0.1161401629447937, "subset_score_loss": 0.1161401629447937} +{"step": 140000, "wall_time": 1464.0189890861511, "train_loss_step": 4.515285015106201, "n_params": 4346920, "total_flops": 1869523353600000, "train_loss": 0.10892060995101929, "subset_score_loss": 0.10892060995101929} +{"step": 150000, "wall_time": 1557.8796985149384, "train_loss_step": 4.299461364746094, "n_params": 4346920, "total_flops": 2003060736000000, "train_loss": 0.10314290523529053, "subset_score_loss": 0.10314290523529053} +{"step": 160000, "wall_time": 1652.6135928630829, "train_loss_step": 4.252218723297119, "n_params": 4346920, "total_flops": 2136598118400000, "train_loss": 0.09893558621406555, "subset_score_loss": 0.09893558621406555} +{"step": 170000, "wall_time": 1747.6657688617706, "train_loss_step": 4.175358772277832, "n_params": 4346920, "total_flops": 2270135500800000, "train_loss": 0.09472564458847046, "subset_score_loss": 0.09472564458847046} +{"step": 180000, "wall_time": 1842.7580242156982, "train_loss_step": 4.2694220542907715, "n_params": 4346920, "total_flops": 2403672883200000, "train_loss": 0.09013667702674866, "subset_score_loss": 0.09013667702674866} +{"step": 190000, "wall_time": 1937.6071112155914, "train_loss_step": 4.010996341705322, "n_params": 4346920, "total_flops": 2537210265600000, "train_loss": 0.08604110479354858, "subset_score_loss": 0.08604110479354858} +{"step": 200000, "wall_time": 2103.0873594284058, "train_loss_step": 4.308527946472168, "n_params": 4346920, "total_flops": 2670747648000000, "train_loss": 0.08199015259742737, "subset_score_loss": 0.08199015259742737, "memorization_fraction_pixel": 0.003100000089034438, "mean_nn_ratio_pixel": 0.8224887847900391, "fid": 155.16017990482692} +{"step": 210000, "wall_time": 2196.509283542633, "train_loss_step": 3.6620421409606934, "n_params": 4346920, "total_flops": 2804285030400000, "train_loss": 0.07981079220771789, "subset_score_loss": 0.07981079220771789} +{"step": 220000, "wall_time": 2287.65212225914, "train_loss_step": 3.9066338539123535, "n_params": 4346920, "total_flops": 2937822412800000, "train_loss": 0.07764305472373963, "subset_score_loss": 0.07764305472373963} +{"step": 230000, "wall_time": 2382.557338476181, "train_loss_step": 3.7411279678344727, "n_params": 4346920, "total_flops": 3071359795200000, "train_loss": 0.07549231052398682, "subset_score_loss": 0.07549231052398682} +{"step": 240000, "wall_time": 2477.447685956955, "train_loss_step": 3.975658893585205, "n_params": 4346920, "total_flops": 3204897177600000, "train_loss": 0.07265307307243347, "subset_score_loss": 0.07265307307243347} +{"step": 250000, "wall_time": 2572.072023153305, "train_loss_step": 3.7090468406677246, "n_params": 4346920, "total_flops": 3338434560000000, "train_loss": 0.06954960227012634, "subset_score_loss": 0.06954960227012634} +{"step": 260000, "wall_time": 2666.5265731811523, "train_loss_step": 3.6812729835510254, "n_params": 4346920, "total_flops": 3471971942400000, "train_loss": 0.06881334185600281, "subset_score_loss": 0.06881334185600281} +{"step": 270000, "wall_time": 2761.475505590439, "train_loss_step": 3.5882105827331543, "n_params": 4346920, "total_flops": 3605509324800000, "train_loss": 0.06609627604484558, "subset_score_loss": 0.06609627604484558} +{"step": 280000, "wall_time": 2856.440717935562, "train_loss_step": 3.439962387084961, "n_params": 4346920, "total_flops": 3739046707200000, "train_loss": 0.06499162912368775, "subset_score_loss": 0.06499162912368775} +{"step": 290000, "wall_time": 2949.410464286804, "train_loss_step": 3.409411907196045, "n_params": 4346920, "total_flops": 3872584089600000, "train_loss": 0.06286672949790954, "subset_score_loss": 0.06286672949790954} +{"step": 300000, "wall_time": 3115.083315372467, "train_loss_step": 3.615288496017456, "n_params": 4346920, "total_flops": 4006121472000000, "train_loss": 0.06184730529785156, "subset_score_loss": 0.06184730529785156, "memorization_fraction_pixel": 0.008200000040233135, "mean_nn_ratio_pixel": 0.7565130591392517, "fid": 150.31486646929224} +{"step": 310000, "wall_time": 3208.6616525650024, "train_loss_step": 3.7554924488067627, "n_params": 4346920, "total_flops": 4139658854400000, "train_loss": 0.06027728319168091, "subset_score_loss": 0.06027728319168091} +{"step": 320000, "wall_time": 3300.118517637253, "train_loss_step": 3.356358051300049, "n_params": 4346920, "total_flops": 4273196236800000, "train_loss": 0.05947591662406922, "subset_score_loss": 0.05947591662406922} +{"step": 330000, "wall_time": 3393.5429956912994, "train_loss_step": 3.283883810043335, "n_params": 4346920, "total_flops": 4406733619200000, "train_loss": 0.058054995536804196, "subset_score_loss": 0.058054995536804196} +{"step": 340000, "wall_time": 3488.6416149139404, "train_loss_step": 3.695634603500366, "n_params": 4346920, "total_flops": 4540271001600000, "train_loss": 0.05722817778587341, "subset_score_loss": 0.05722817778587341} +{"step": 350000, "wall_time": 3583.2582755088806, "train_loss_step": 3.423619270324707, "n_params": 4346920, "total_flops": 4673808384000000, "train_loss": 0.05686349272727966, "subset_score_loss": 0.05686349272727966} +{"step": 360000, "wall_time": 3677.7736434936523, "train_loss_step": 3.4619128704071045, "n_params": 4346920, "total_flops": 4807345766400000, "train_loss": 0.05491592288017273, "subset_score_loss": 0.05491592288017273} +{"step": 370000, "wall_time": 3772.520234823227, "train_loss_step": 3.5228822231292725, "n_params": 4346920, "total_flops": 4940883148800000, "train_loss": 0.05460244417190552, "subset_score_loss": 0.05460244417190552} +{"step": 380000, "wall_time": 3867.5411071777344, "train_loss_step": 3.5682320594787598, "n_params": 4346920, "total_flops": 5074420531200000, "train_loss": 0.05378238558769226, "subset_score_loss": 0.05378238558769226} +{"step": 390000, "wall_time": 3958.9935915470123, "train_loss_step": 3.7441518306732178, "n_params": 4346920, "total_flops": 5207957913600000, "train_loss": 0.05204100012779236, "subset_score_loss": 0.05204100012779236} +{"step": 400000, "wall_time": 4126.95675945282, "train_loss_step": 3.5439963340759277, "n_params": 4346920, "total_flops": 5341495296000000, "train_loss": 0.051633435487747195, "subset_score_loss": 0.051633435487747195, "memorization_fraction_pixel": 0.012299999594688416, "mean_nn_ratio_pixel": 0.720598042011261, "fid": 148.55970105492042} +{"step": 410000, "wall_time": 4221.494614601135, "train_loss_step": 3.456143379211426, "n_params": 4346920, "total_flops": 5475032678400000, "train_loss": 0.05009647607803345, "subset_score_loss": 0.05009647607803345} +{"step": 420000, "wall_time": 4314.725699186325, "train_loss_step": 3.284942388534546, "n_params": 4346920, "total_flops": 5608570060800000, "train_loss": 0.0497607171535492, "subset_score_loss": 0.0497607171535492} +{"step": 430000, "wall_time": 4406.061556816101, "train_loss_step": 3.559515953063965, "n_params": 4346920, "total_flops": 5742107443200000, "train_loss": 0.0495956689119339, "subset_score_loss": 0.0495956689119339} +{"step": 440000, "wall_time": 4500.4820728302, "train_loss_step": 3.5258045196533203, "n_params": 4346920, "total_flops": 5875644825600000, "train_loss": 0.04955904185771942, "subset_score_loss": 0.04955904185771942} +{"step": 450000, "wall_time": 4595.047793149948, "train_loss_step": 3.3811287879943848, "n_params": 4346920, "total_flops": 6009182208000000, "train_loss": 0.048076629638671875, "subset_score_loss": 0.048076629638671875} +{"step": 460000, "wall_time": 4689.3929233551025, "train_loss_step": 3.2813897132873535, "n_params": 4346920, "total_flops": 6142719590400000, "train_loss": 0.047161316871643065, "subset_score_loss": 0.047161316871643065} +{"step": 470000, "wall_time": 4784.325332164764, "train_loss_step": 3.314250946044922, "n_params": 4346920, "total_flops": 6276256972800000, "train_loss": 0.046700799465179445, "subset_score_loss": 0.046700799465179445} +{"step": 480000, "wall_time": 4876.216023683548, "train_loss_step": 3.3279905319213867, "n_params": 4346920, "total_flops": 6409794355200000, "train_loss": 0.0465017706155777, "subset_score_loss": 0.0465017706155777} +{"step": 490000, "wall_time": 4971.120985746384, "train_loss_step": 3.659672260284424, "n_params": 4346920, "total_flops": 6543331737600000, "train_loss": 0.04536425471305847, "subset_score_loss": 0.04536425471305847} +{"step": 500000, "wall_time": 5138.986703157425, "train_loss_step": 3.4839210510253906, "n_params": 4346920, "total_flops": 6676869120000000, "train_loss": 0.04478100836277008, "subset_score_loss": 0.04478100836277008, "memorization_fraction_pixel": 0.018300000578165054, "mean_nn_ratio_pixel": 0.6901803016662598, "fid": 146.62179190957818} +{"step": 510000, "wall_time": 5233.7771100997925, "train_loss_step": 3.2487614154815674, "n_params": 4346920, "total_flops": 6810406502400000, "train_loss": 0.04540112018585205, "subset_score_loss": 0.04540112018585205} +{"step": 520000, "wall_time": 5326.809696435928, "train_loss_step": 3.2228856086730957, "n_params": 4346920, "total_flops": 6943943884800000, "train_loss": 0.04368351697921753, "subset_score_loss": 0.04368351697921753} +{"step": 530000, "wall_time": 5421.049916744232, "train_loss_step": 2.890984058380127, "n_params": 4346920, "total_flops": 7077481267200000, "train_loss": 0.04337530732154846, "subset_score_loss": 0.04337530732154846} +{"step": 540000, "wall_time": 5513.774328708649, "train_loss_step": 3.3319132328033447, "n_params": 4346920, "total_flops": 7211018649600000, "train_loss": 0.04311744272708893, "subset_score_loss": 0.04311744272708893} +{"step": 550000, "wall_time": 5608.287501811981, "train_loss_step": 3.2654690742492676, "n_params": 4346920, "total_flops": 7344556032000000, "train_loss": 0.042817890644073486, "subset_score_loss": 0.042817890644073486} +{"step": 560000, "wall_time": 5703.209045886993, "train_loss_step": 3.4123239517211914, "n_params": 4346920, "total_flops": 7478093414400000, "train_loss": 0.042416048049926755, "subset_score_loss": 0.042416048049926755} +{"step": 570000, "wall_time": 5797.602055311203, "train_loss_step": 3.4003353118896484, "n_params": 4346920, "total_flops": 7611630796800000, "train_loss": 0.04184925556182861, "subset_score_loss": 0.04184925556182861} +{"step": 580000, "wall_time": 5888.885515213013, "train_loss_step": 3.230290651321411, "n_params": 4346920, "total_flops": 7745168179200000, "train_loss": 0.04153493046760559, "subset_score_loss": 0.04153493046760559} +{"step": 590000, "wall_time": 5983.872451543808, "train_loss_step": 3.4111475944519043, "n_params": 4346920, "total_flops": 7878705561600000, "train_loss": 0.041382315754890445, "subset_score_loss": 0.041382315754890445} +{"step": 600000, "wall_time": 6152.089369297028, "train_loss_step": 3.086697816848755, "n_params": 4346920, "total_flops": 8012242944000000, "train_loss": 0.04060941338539124, "subset_score_loss": 0.04060941338539124, "memorization_fraction_pixel": 0.022600000724196434, "mean_nn_ratio_pixel": 0.6618560552597046, "fid": 145.03833783688128} +{"step": 610000, "wall_time": 6247.260591030121, "train_loss_step": 3.067537307739258, "n_params": 4346920, "total_flops": 8145780326400000, "train_loss": 0.04085531830787659, "subset_score_loss": 0.04085531830787659} +{"step": 620000, "wall_time": 6341.105280637741, "train_loss_step": 3.2804505825042725, "n_params": 4346920, "total_flops": 8279317708800000, "train_loss": 0.03972044885158539, "subset_score_loss": 0.03972044885158539} +{"step": 630000, "wall_time": 6435.826765298843, "train_loss_step": 3.3312339782714844, "n_params": 4346920, "total_flops": 8412855091200000, "train_loss": 0.03924464881420135, "subset_score_loss": 0.03924464881420135} +{"step": 640000, "wall_time": 6528.749284029007, "train_loss_step": 3.2268643379211426, "n_params": 4346920, "total_flops": 8546392473600000, "train_loss": 0.03967096209526062, "subset_score_loss": 0.03967096209526062} +{"step": 650000, "wall_time": 6623.907291173935, "train_loss_step": 3.1749014854431152, "n_params": 4346920, "total_flops": 8679929856000000, "train_loss": 0.03852395415306091, "subset_score_loss": 0.03852395415306091} +{"step": 660000, "wall_time": 6717.833567142487, "train_loss_step": 3.0928592681884766, "n_params": 4346920, "total_flops": 8813467238400000, "train_loss": 0.03924856185913086, "subset_score_loss": 0.03924856185913086} +{"step": 670000, "wall_time": 6806.736017465591, "train_loss_step": 3.096686363220215, "n_params": 4346920, "total_flops": 8947004620800000, "train_loss": 0.03881838023662567, "subset_score_loss": 0.03881838023662567} +{"step": 680000, "wall_time": 6894.3516302108765, "train_loss_step": 3.0391793251037598, "n_params": 4346920, "total_flops": 9080542003200000, "train_loss": 0.039037495851516724, "subset_score_loss": 0.039037495851516724} +{"step": 690000, "wall_time": 6989.219112873077, "train_loss_step": 3.052112579345703, "n_params": 4346920, "total_flops": 9214079385600000, "train_loss": 0.037700942158699034, "subset_score_loss": 0.037700942158699034} +{"step": 700000, "wall_time": 7157.231105327606, "train_loss_step": 2.947453022003174, "n_params": 4346920, "total_flops": 9347616768000000, "train_loss": 0.03702572882175446, "subset_score_loss": 0.03702572882175446, "memorization_fraction_pixel": 0.028200000524520874, "mean_nn_ratio_pixel": 0.6401097774505615, "fid": 143.3279281417459} +{"step": 710000, "wall_time": 7252.401498794556, "train_loss_step": 3.2878715991973877, "n_params": 4346920, "total_flops": 9481154150400000, "train_loss": 0.036856555938720705, "subset_score_loss": 0.036856555938720705} +{"step": 720000, "wall_time": 7347.233316421509, "train_loss_step": 3.36326265335083, "n_params": 4346920, "total_flops": 9614691532800000, "train_loss": 0.03741147518157959, "subset_score_loss": 0.03741147518157959} +{"step": 730000, "wall_time": 7440.1465928554535, "train_loss_step": 3.076873540878296, "n_params": 4346920, "total_flops": 9748228915200000, "train_loss": 0.03602849543094635, "subset_score_loss": 0.03602849543094635} +{"step": 740000, "wall_time": 7532.323659420013, "train_loss_step": 3.060574531555176, "n_params": 4346920, "total_flops": 9881766297600000, "train_loss": 0.036067607998847964, "subset_score_loss": 0.036067607998847964} +{"step": 750000, "wall_time": 7625.193837881088, "train_loss_step": 2.9847798347473145, "n_params": 4346920, "total_flops": 10015303680000000, "train_loss": 0.03505749702453613, "subset_score_loss": 0.03505749702453613} +{"step": 760000, "wall_time": 7719.733773231506, "train_loss_step": 3.2009620666503906, "n_params": 4346920, "total_flops": 10148841062400000, "train_loss": 0.03596939146518707, "subset_score_loss": 0.03596939146518707} +{"step": 770000, "wall_time": 7807.377176761627, "train_loss_step": 2.8649611473083496, "n_params": 4346920, "total_flops": 10282378444800000, "train_loss": 0.03497741222381592, "subset_score_loss": 0.03497741222381592} +{"step": 780000, "wall_time": 7901.66784954071, "train_loss_step": 3.0204837322235107, "n_params": 4346920, "total_flops": 10415915827200000, "train_loss": 0.034398126602172854, "subset_score_loss": 0.034398126602172854} +{"step": 790000, "wall_time": 7996.355015993118, "train_loss_step": 2.9216747283935547, "n_params": 4346920, "total_flops": 10549453209600000, "train_loss": 0.03496246039867401, "subset_score_loss": 0.03496246039867401} +{"step": 800000, "wall_time": 8165.30557513237, "train_loss_step": 2.842381715774536, "n_params": 4346920, "total_flops": 10682990592000000, "train_loss": 0.0350651741027832, "subset_score_loss": 0.0350651741027832, "memorization_fraction_pixel": 0.034299999475479126, "mean_nn_ratio_pixel": 0.613148033618927, "fid": 143.1135768354571} +{"step": 810000, "wall_time": 8260.468759536743, "train_loss_step": 3.1217918395996094, "n_params": 4346920, "total_flops": 10816527974400000, "train_loss": 0.0339826375246048, "subset_score_loss": 0.0339826375246048} +{"step": 820000, "wall_time": 8355.331561803818, "train_loss_step": 3.250438690185547, "n_params": 4346920, "total_flops": 10950065356800000, "train_loss": 0.03355475664138794, "subset_score_loss": 0.03355475664138794} +{"step": 830000, "wall_time": 8448.474355459213, "train_loss_step": 2.937075614929199, "n_params": 4346920, "total_flops": 11083602739200000, "train_loss": 0.03379857242107391, "subset_score_loss": 0.03379857242107391} +{"step": 840000, "wall_time": 8543.247099637985, "train_loss_step": 2.9689199924468994, "n_params": 4346920, "total_flops": 11217140121600000, "train_loss": 0.0334367424249649, "subset_score_loss": 0.0334367424249649} +{"step": 850000, "wall_time": 8636.894803524017, "train_loss_step": 3.1087241172790527, "n_params": 4346920, "total_flops": 11350677504000000, "train_loss": 0.03345942497253418, "subset_score_loss": 0.03345942497253418} +{"step": 860000, "wall_time": 8730.067072868347, "train_loss_step": 2.6091346740722656, "n_params": 4346920, "total_flops": 11484214886400000, "train_loss": 0.03396718502044678, "subset_score_loss": 0.03396718502044678} +{"step": 870000, "wall_time": 8822.022831201553, "train_loss_step": 3.1123929023742676, "n_params": 4346920, "total_flops": 11617752268800000, "train_loss": 0.0332659900188446, "subset_score_loss": 0.0332659900188446} +{"step": 880000, "wall_time": 8915.7809278965, "train_loss_step": 3.0120766162872314, "n_params": 4346920, "total_flops": 11751289651200000, "train_loss": 0.03298366367816925, "subset_score_loss": 0.03298366367816925} +{"step": 890000, "wall_time": 9010.533182382584, "train_loss_step": 2.9323997497558594, "n_params": 4346920, "total_flops": 11884827033600000, "train_loss": 0.03201560080051422, "subset_score_loss": 0.03201560080051422} +{"step": 900000, "wall_time": 9178.218024253845, "train_loss_step": 3.258190631866455, "n_params": 4346920, "total_flops": 12018364416000000, "train_loss": 0.032447335124015805, "subset_score_loss": 0.032447335124015805, "memorization_fraction_pixel": 0.03579999879002571, "mean_nn_ratio_pixel": 0.6023509502410889, "fid": 142.8283969930756} +{"step": 910000, "wall_time": 9273.025604248047, "train_loss_step": 2.7259013652801514, "n_params": 4346920, "total_flops": 12151901798400000, "train_loss": 0.031820422410964964, "subset_score_loss": 0.031820422410964964} +{"step": 920000, "wall_time": 9367.894108057022, "train_loss_step": 3.0327720642089844, "n_params": 4346920, "total_flops": 12285439180800000, "train_loss": 0.03098636269569397, "subset_score_loss": 0.03098636269569397} +{"step": 930000, "wall_time": 9461.24838256836, "train_loss_step": 2.7956128120422363, "n_params": 4346920, "total_flops": 12418976563200000, "train_loss": 0.032335025072097776, "subset_score_loss": 0.032335025072097776} +{"step": 940000, "wall_time": 9556.175465345383, "train_loss_step": 3.2948362827301025, "n_params": 4346920, "total_flops": 12552513945600000, "train_loss": 0.03203597664833069, "subset_score_loss": 0.03203597664833069} +{"step": 950000, "wall_time": 9650.704048156738, "train_loss_step": 3.1601057052612305, "n_params": 4346920, "total_flops": 12686051328000000, "train_loss": 0.030329012870788576, "subset_score_loss": 0.030329012870788576} +{"step": 960000, "wall_time": 9739.328888654709, "train_loss_step": 2.9771604537963867, "n_params": 4346920, "total_flops": 12819588710400000, "train_loss": 0.031006592512130737, "subset_score_loss": 0.031006592512130737} +{"step": 970000, "wall_time": 9834.139379739761, "train_loss_step": 2.973629951477051, "n_params": 4346920, "total_flops": 12953126092800000, "train_loss": 0.03072880208492279, "subset_score_loss": 0.03072880208492279} +{"step": 980000, "wall_time": 9928.577189922333, "train_loss_step": 2.83933687210083, "n_params": 4346920, "total_flops": 13086663475200000, "train_loss": 0.03016975224018097, "subset_score_loss": 0.03016975224018097} +{"step": 990000, "wall_time": 10023.128876686096, "train_loss_step": 2.991661310195923, "n_params": 4346920, "total_flops": 13220200857600000, "train_loss": 0.03151119351387024, "subset_score_loss": 0.03151119351387024} +{"step": 1000000, "wall_time": 10191.821387290955, "train_loss_step": 2.926215410232544, "n_params": 4346920, "total_flops": 13353738240000000, "train_loss": 0.030098462104797365, "subset_score_loss": 0.030098462104797365, "memorization_fraction_pixel": 0.03590000048279762, "mean_nn_ratio_pixel": 0.5939033627510071, "fid": 142.1001246067114} +{"step": 1010000, "wall_time": 10286.564524173737, "train_loss_step": 2.7597174644470215, "n_params": 4346920, "total_flops": 13487275622400000, "train_loss": 0.02991375923156738, "subset_score_loss": 0.02991375923156738} +{"step": 1020000, "wall_time": 10381.428347349167, "train_loss_step": 3.0541183948516846, "n_params": 4346920, "total_flops": 13620813004800000, "train_loss": 0.030008798837661742, "subset_score_loss": 0.030008798837661742} +{"step": 1030000, "wall_time": 10476.629913568497, "train_loss_step": 2.864182949066162, "n_params": 4346920, "total_flops": 13754350387200000, "train_loss": 0.029828464984893797, "subset_score_loss": 0.029828464984893797} +{"step": 1040000, "wall_time": 10569.739792585373, "train_loss_step": 2.897245407104492, "n_params": 4346920, "total_flops": 13887887769600000, "train_loss": 0.029715287685394286, "subset_score_loss": 0.029715287685394286} +{"step": 1050000, "wall_time": 10664.400491714478, "train_loss_step": 3.1943655014038086, "n_params": 4346920, "total_flops": 14021425152000000, "train_loss": 0.03030346930027008, "subset_score_loss": 0.03030346930027008} +{"step": 1060000, "wall_time": 10747.768265008926, "train_loss_step": 3.00862455368042, "n_params": 4346920, "total_flops": 14154962534400000, "train_loss": 0.029644641280174255, "subset_score_loss": 0.029644641280174255} +{"step": 1070000, "wall_time": 10840.263855218887, "train_loss_step": 3.019613265991211, "n_params": 4346920, "total_flops": 14288499916800000, "train_loss": 0.029438403248786927, "subset_score_loss": 0.029438403248786927} +{"step": 1080000, "wall_time": 10934.718214511871, "train_loss_step": 2.8904306888580322, "n_params": 4346920, "total_flops": 14422037299200000, "train_loss": 0.029564473032951354, "subset_score_loss": 0.029564473032951354} +{"step": 1090000, "wall_time": 11029.417263031006, "train_loss_step": 3.2148351669311523, "n_params": 4346920, "total_flops": 14555574681600000, "train_loss": 0.0291292667388916, "subset_score_loss": 0.0291292667388916} +{"step": 1100000, "wall_time": 11197.331518888474, "train_loss_step": 2.8846232891082764, "n_params": 4346920, "total_flops": 14689112064000000, "train_loss": 0.028570574522018433, "subset_score_loss": 0.028570574522018433, "memorization_fraction_pixel": 0.03880000114440918, "mean_nn_ratio_pixel": 0.5834697484970093, "fid": 142.69719674070313} +{"step": 1110000, "wall_time": 11292.007244348526, "train_loss_step": 2.606095552444458, "n_params": 4346920, "total_flops": 14822649446400000, "train_loss": 0.028040853142738343, "subset_score_loss": 0.028040853142738343} +{"step": 1120000, "wall_time": 11386.81433558464, "train_loss_step": 2.873924732208252, "n_params": 4346920, "total_flops": 14956186828800000, "train_loss": 0.027797341346740723, "subset_score_loss": 0.027797341346740723} +{"step": 1130000, "wall_time": 11481.884261608124, "train_loss_step": 2.8561010360717773, "n_params": 4346920, "total_flops": 15089724211200000, "train_loss": 0.027843141555786134, "subset_score_loss": 0.027843141555786134} +{"step": 1140000, "wall_time": 11575.594326257706, "train_loss_step": 2.824031352996826, "n_params": 4346920, "total_flops": 15223261593600000, "train_loss": 0.02827540338039398, "subset_score_loss": 0.02827540338039398} +{"step": 1150000, "wall_time": 11670.662965536118, "train_loss_step": 2.8710336685180664, "n_params": 4346920, "total_flops": 15356798976000000, "train_loss": 0.027749413251876832, "subset_score_loss": 0.027749413251876832} +{"step": 1160000, "wall_time": 11761.755113840103, "train_loss_step": 2.9708452224731445, "n_params": 4346920, "total_flops": 15490336358400000, "train_loss": 0.0272161602973938, "subset_score_loss": 0.0272161602973938} +{"step": 1170000, "wall_time": 11854.764132499695, "train_loss_step": 2.986257553100586, "n_params": 4346920, "total_flops": 15623873740800000, "train_loss": 0.02777179479598999, "subset_score_loss": 0.02777179479598999} +{"step": 1180000, "wall_time": 11949.070895910263, "train_loss_step": 2.7080135345458984, "n_params": 4346920, "total_flops": 15757411123200000, "train_loss": 0.02767733335494995, "subset_score_loss": 0.02767733335494995} +{"step": 1190000, "wall_time": 12043.684318304062, "train_loss_step": 2.8521642684936523, "n_params": 4346920, "total_flops": 15890948505600000, "train_loss": 0.026803448796272278, "subset_score_loss": 0.026803448796272278} +{"step": 1200000, "wall_time": 12211.925844192505, "train_loss_step": 3.0112147331237793, "n_params": 4346920, "total_flops": 16024485888000000, "train_loss": 0.028070366382598876, "subset_score_loss": 0.028070366382598876, "memorization_fraction_pixel": 0.039799999445676804, "mean_nn_ratio_pixel": 0.570059597492218, "fid": 141.60323213775712} +{"step": 1210000, "wall_time": 12306.534307479858, "train_loss_step": 3.116269111633301, "n_params": 4346920, "total_flops": 16158023270400000, "train_loss": 0.02735949754714966, "subset_score_loss": 0.02735949754714966} +{"step": 1220000, "wall_time": 12401.454860925674, "train_loss_step": 3.0980162620544434, "n_params": 4346920, "total_flops": 16291560652800000, "train_loss": 0.027709302306175233, "subset_score_loss": 0.027709302306175233} +{"step": 1230000, "wall_time": 12496.571454763412, "train_loss_step": 2.716331720352173, "n_params": 4346920, "total_flops": 16425098035200000, "train_loss": 0.026325616240501403, "subset_score_loss": 0.026325616240501403} +{"step": 1240000, "wall_time": 12590.055341005325, "train_loss_step": 2.8182761669158936, "n_params": 4346920, "total_flops": 16558635417600000, "train_loss": 0.026428455114364625, "subset_score_loss": 0.026428455114364625} +{"step": 1250000, "wall_time": 12675.4916203022, "train_loss_step": 2.8631539344787598, "n_params": 4346920, "total_flops": 16692172800000000, "train_loss": 0.026897838711738585, "subset_score_loss": 0.026897838711738585} +{"step": 1260000, "wall_time": 12768.566200017929, "train_loss_step": 3.271355152130127, "n_params": 4346920, "total_flops": 16825710182400000, "train_loss": 0.02677914798259735, "subset_score_loss": 0.02677914798259735} +{"step": 1270000, "wall_time": 12862.629421949387, "train_loss_step": 2.7514219284057617, "n_params": 4346920, "total_flops": 16959247564800000, "train_loss": 0.026957589387893676, "subset_score_loss": 0.026957589387893676} +{"step": 1280000, "wall_time": 12955.48368549347, "train_loss_step": 2.7224597930908203, "n_params": 4346920, "total_flops": 17092784947200000, "train_loss": 0.027114289999008178, "subset_score_loss": 0.027114289999008178} +{"step": 1290000, "wall_time": 13050.421656608582, "train_loss_step": 2.8222179412841797, "n_params": 4346920, "total_flops": 17226322329600000, "train_loss": 0.026951470971107484, "subset_score_loss": 0.026951470971107484} +{"step": 1300000, "wall_time": 13217.962978601456, "train_loss_step": 2.7128703594207764, "n_params": 4346920, "total_flops": 17359859712000000, "train_loss": 0.026239863038063048, "subset_score_loss": 0.026239863038063048, "memorization_fraction_pixel": 0.045499999076128006, "mean_nn_ratio_pixel": 0.5568185448646545, "fid": 142.26640180563714} +{"step": 1310000, "wall_time": 13312.997867584229, "train_loss_step": 2.7291388511657715, "n_params": 4346920, "total_flops": 17493397094400000, "train_loss": 0.025164151191711427, "subset_score_loss": 0.025164151191711427} +{"step": 1320000, "wall_time": 13407.428303003311, "train_loss_step": 2.651627540588379, "n_params": 4346920, "total_flops": 17626934476800000, "train_loss": 0.025428465008735655, "subset_score_loss": 0.025428465008735655} +{"step": 1330000, "wall_time": 13502.337970495224, "train_loss_step": 2.545287609100342, "n_params": 4346920, "total_flops": 17760471859200000, "train_loss": 0.025556132197380066, "subset_score_loss": 0.025556132197380066} +{"step": 1340000, "wall_time": 13597.587680101395, "train_loss_step": 2.671970844268799, "n_params": 4346920, "total_flops": 17894009241600000, "train_loss": 0.025471439957618712, "subset_score_loss": 0.025471439957618712} +{"step": 1350000, "wall_time": 13679.163377046585, "train_loss_step": 2.7618367671966553, "n_params": 4346920, "total_flops": 18027546624000000, "train_loss": 0.025349059700965883, "subset_score_loss": 0.025349059700965883} +{"step": 1360000, "wall_time": 13773.844274520874, "train_loss_step": 2.8164825439453125, "n_params": 4346920, "total_flops": 18161084006400000, "train_loss": 0.025772449374198914, "subset_score_loss": 0.025772449374198914} +{"step": 1370000, "wall_time": 13867.61833024025, "train_loss_step": 2.4995014667510986, "n_params": 4346920, "total_flops": 18294621388800000, "train_loss": 0.025834876298904418, "subset_score_loss": 0.025834876298904418} +{"step": 1380000, "wall_time": 13962.717454910278, "train_loss_step": 2.711488723754883, "n_params": 4346920, "total_flops": 18428158771200000, "train_loss": 0.025696974992752076, "subset_score_loss": 0.025696974992752076} +{"step": 1390000, "wall_time": 14056.001060962677, "train_loss_step": 3.0128931999206543, "n_params": 4346920, "total_flops": 18561696153600000, "train_loss": 0.024992944300174715, "subset_score_loss": 0.024992944300174715} +{"step": 1400000, "wall_time": 14221.835983037949, "train_loss_step": 2.951178550720215, "n_params": 4346920, "total_flops": 18695233536000000, "train_loss": 0.024964095652103425, "subset_score_loss": 0.024964095652103425, "memorization_fraction_pixel": 0.04780000075697899, "mean_nn_ratio_pixel": 0.5487848520278931, "fid": 141.43348926710087} +{"step": 1410000, "wall_time": 14316.508871793747, "train_loss_step": 2.9607954025268555, "n_params": 4346920, "total_flops": 18828770918400000, "train_loss": 0.024888016283512115, "subset_score_loss": 0.024888016283512115} +{"step": 1420000, "wall_time": 14411.415810346603, "train_loss_step": 3.0544049739837646, "n_params": 4346920, "total_flops": 18962308300800000, "train_loss": 0.025704532861709595, "subset_score_loss": 0.025704532861709595} +{"step": 1430000, "wall_time": 14505.530763626099, "train_loss_step": 2.6242969036102295, "n_params": 4346920, "total_flops": 19095845683200000, "train_loss": 0.02454654574394226, "subset_score_loss": 0.02454654574394226} +{"step": 1440000, "wall_time": 14600.271251440048, "train_loss_step": 3.0076918601989746, "n_params": 4346920, "total_flops": 19229383065600000, "train_loss": 0.02475718706846237, "subset_score_loss": 0.02475718706846237} +{"step": 1450000, "wall_time": 14682.012455940247, "train_loss_step": 2.849925994873047, "n_params": 4346920, "total_flops": 19362920448000000, "train_loss": 0.024272844195365906, "subset_score_loss": 0.024272844195365906} +{"step": 1460000, "wall_time": 14775.739848852158, "train_loss_step": 2.7409629821777344, "n_params": 4346920, "total_flops": 19496457830400000, "train_loss": 0.025326445698738098, "subset_score_loss": 0.025326445698738098} +{"step": 1470000, "wall_time": 14870.140602588654, "train_loss_step": 2.86661434173584, "n_params": 4346920, "total_flops": 19629995212800000, "train_loss": 0.02445675730705261, "subset_score_loss": 0.02445675730705261} +{"step": 1480000, "wall_time": 14963.269777297974, "train_loss_step": 3.010298252105713, "n_params": 4346920, "total_flops": 19763532595200000, "train_loss": 0.02370261400938034, "subset_score_loss": 0.02370261400938034} +{"step": 1490000, "wall_time": 15056.484233856201, "train_loss_step": 2.7108266353607178, "n_params": 4346920, "total_flops": 19897069977600000, "train_loss": 0.0246275395154953, "subset_score_loss": 0.0246275395154953} +{"step": 1500000, "wall_time": 15223.081909656525, "train_loss_step": 2.6954824924468994, "n_params": 4346920, "total_flops": 20030607360000000, "train_loss": 0.02405855506658554, "subset_score_loss": 0.02405855506658554, "memorization_fraction_pixel": 0.051600001752376556, "mean_nn_ratio_pixel": 0.5389149785041809, "fid": 141.09364058189368} +{"step": 1510000, "wall_time": 15318.102161884308, "train_loss_step": 3.1279592514038086, "n_params": 4346920, "total_flops": 20164144742400000, "train_loss": 0.02369772642850876, "subset_score_loss": 0.02369772642850876} +{"step": 1520000, "wall_time": 15412.960859298706, "train_loss_step": 2.68121075630188, "n_params": 4346920, "total_flops": 20297682124800000, "train_loss": 0.02374025881290436, "subset_score_loss": 0.02374025881290436} +{"step": 1530000, "wall_time": 15507.758285284042, "train_loss_step": 2.871164321899414, "n_params": 4346920, "total_flops": 20431219507200000, "train_loss": 0.023944875597953795, "subset_score_loss": 0.023944875597953795} +{"step": 1540000, "wall_time": 15602.321273326874, "train_loss_step": 2.7770626544952393, "n_params": 4346920, "total_flops": 20564756889600000, "train_loss": 0.023791451752185822, "subset_score_loss": 0.023791451752185822} +{"step": 1550000, "wall_time": 15681.301369667053, "train_loss_step": 2.715837001800537, "n_params": 4346920, "total_flops": 20698294272000000, "train_loss": 0.02409219741821289, "subset_score_loss": 0.02409219741821289} +{"step": 1560000, "wall_time": 15776.297523260117, "train_loss_step": 2.6598334312438965, "n_params": 4346920, "total_flops": 20831831654400000, "train_loss": 0.02446708232164383, "subset_score_loss": 0.02446708232164383} +{"step": 1570000, "wall_time": 15870.334337472916, "train_loss_step": 2.7001874446868896, "n_params": 4346920, "total_flops": 20965369036800000, "train_loss": 0.023224635422229765, "subset_score_loss": 0.023224635422229765} +{"step": 1580000, "wall_time": 15964.741690158844, "train_loss_step": 2.7458786964416504, "n_params": 4346920, "total_flops": 21098906419200000, "train_loss": 0.0234497994184494, "subset_score_loss": 0.0234497994184494} +{"step": 1590000, "wall_time": 16059.479520559311, "train_loss_step": 2.5687642097473145, "n_params": 4346920, "total_flops": 21232443801600000, "train_loss": 0.022904111444950102, "subset_score_loss": 0.022904111444950102} +{"step": 1600000, "wall_time": 16224.787106513977, "train_loss_step": 2.646927833557129, "n_params": 4346920, "total_flops": 21365981184000000, "train_loss": 0.02396768182516098, "subset_score_loss": 0.02396768182516098, "memorization_fraction_pixel": 0.05380000174045563, "mean_nn_ratio_pixel": 0.5346264839172363, "fid": 140.86276515018233} +{"step": 1610000, "wall_time": 16319.698797941208, "train_loss_step": 2.5361809730529785, "n_params": 4346920, "total_flops": 21499518566400000, "train_loss": 0.023289626836776732, "subset_score_loss": 0.023289626836776732} +{"step": 1620000, "wall_time": 16414.643787145615, "train_loss_step": 2.814225673675537, "n_params": 4346920, "total_flops": 21633055948800000, "train_loss": 0.022726546227931976, "subset_score_loss": 0.022726546227931976} +{"step": 1630000, "wall_time": 16508.838131427765, "train_loss_step": 2.765486001968384, "n_params": 4346920, "total_flops": 21766593331200000, "train_loss": 0.02231307029724121, "subset_score_loss": 0.02231307029724121} +{"step": 1640000, "wall_time": 16603.866273641586, "train_loss_step": 2.9977943897247314, "n_params": 4346920, "total_flops": 21900130713600000, "train_loss": 0.02297242134809494, "subset_score_loss": 0.02297242134809494} +{"step": 1650000, "wall_time": 16689.02291417122, "train_loss_step": 2.607146739959717, "n_params": 4346920, "total_flops": 22033668096000000, "train_loss": 0.0232047438621521, "subset_score_loss": 0.0232047438621521} +{"step": 1660000, "wall_time": 16781.464521169662, "train_loss_step": 2.6817688941955566, "n_params": 4346920, "total_flops": 22167205478400000, "train_loss": 0.023195089399814607, "subset_score_loss": 0.023195089399814607} +{"step": 1670000, "wall_time": 16876.199651002884, "train_loss_step": 2.714324474334717, "n_params": 4346920, "total_flops": 22300742860800000, "train_loss": 0.021923868358135222, "subset_score_loss": 0.021923868358135222} +{"step": 1680000, "wall_time": 16971.103543043137, "train_loss_step": 2.5524165630340576, "n_params": 4346920, "total_flops": 22434280243200000, "train_loss": 0.022284506261348723, "subset_score_loss": 0.022284506261348723} +{"step": 1690000, "wall_time": 17065.585094690323, "train_loss_step": 3.1351327896118164, "n_params": 4346920, "total_flops": 22567817625600000, "train_loss": 0.022191521525382996, "subset_score_loss": 0.022191521525382996} +{"step": 1700000, "wall_time": 17231.83350110054, "train_loss_step": 2.770577907562256, "n_params": 4346920, "total_flops": 22701355008000000, "train_loss": 0.02206989973783493, "subset_score_loss": 0.02206989973783493, "memorization_fraction_pixel": 0.05260000005364418, "mean_nn_ratio_pixel": 0.5271121263504028, "fid": 140.96052033169016} +{"step": 1710000, "wall_time": 17326.098836421967, "train_loss_step": 2.7105841636657715, "n_params": 4346920, "total_flops": 22834892390400000, "train_loss": 0.023115436732769012, "subset_score_loss": 0.023115436732769012} +{"step": 1720000, "wall_time": 17421.164154291153, "train_loss_step": 2.3406715393066406, "n_params": 4346920, "total_flops": 22968429772800000, "train_loss": 0.02242009937763214, "subset_score_loss": 0.02242009937763214} +{"step": 1730000, "wall_time": 17515.94488453865, "train_loss_step": 2.670226812362671, "n_params": 4346920, "total_flops": 23101967155200000, "train_loss": 0.021652692556381227, "subset_score_loss": 0.021652692556381227} +{"step": 1740000, "wall_time": 17609.044792175293, "train_loss_step": 2.5582170486450195, "n_params": 4346920, "total_flops": 23235504537600000, "train_loss": 0.02235201895236969, "subset_score_loss": 0.02235201895236969} +{"step": 1750000, "wall_time": 17693.693887472153, "train_loss_step": 2.772719383239746, "n_params": 4346920, "total_flops": 23369041920000000, "train_loss": 0.022322528064250946, "subset_score_loss": 0.022322528064250946} +{"step": 1760000, "wall_time": 17787.429675340652, "train_loss_step": 2.5121817588806152, "n_params": 4346920, "total_flops": 23502579302400000, "train_loss": 0.021862269937992097, "subset_score_loss": 0.021862269937992097} +{"step": 1770000, "wall_time": 17881.72750544548, "train_loss_step": 2.5963358879089355, "n_params": 4346920, "total_flops": 23636116684800000, "train_loss": 0.022001507878303527, "subset_score_loss": 0.022001507878303527} +{"step": 1780000, "wall_time": 17976.307953834534, "train_loss_step": 2.814457654953003, "n_params": 4346920, "total_flops": 23769654067200000, "train_loss": 0.021825721859931944, "subset_score_loss": 0.021825721859931944} +{"step": 1790000, "wall_time": 18071.169130802155, "train_loss_step": 2.810004234313965, "n_params": 4346920, "total_flops": 23903191449600000, "train_loss": 0.021997809410095215, "subset_score_loss": 0.021997809410095215} +{"step": 1800000, "wall_time": 18236.80295228958, "train_loss_step": 2.747974395751953, "n_params": 4346920, "total_flops": 24036728832000000, "train_loss": 0.021533210575580598, "subset_score_loss": 0.021533210575580598, "memorization_fraction_pixel": 0.055399999022483826, "mean_nn_ratio_pixel": 0.5242734551429749, "fid": 141.1263268063193} +{"step": 1810000, "wall_time": 18331.18528485298, "train_loss_step": 2.6536991596221924, "n_params": 4346920, "total_flops": 24170266214400000, "train_loss": 0.021409527957439424, "subset_score_loss": 0.021409527957439424} +{"step": 1820000, "wall_time": 18426.238763809204, "train_loss_step": 2.589769124984741, "n_params": 4346920, "total_flops": 24303803596800000, "train_loss": 0.021132415533065795, "subset_score_loss": 0.021132415533065795} +{"step": 1830000, "wall_time": 18521.030854463577, "train_loss_step": 2.7777481079101562, "n_params": 4346920, "total_flops": 24437340979200000, "train_loss": 0.021692094206809998, "subset_score_loss": 0.021692094206809998} +{"step": 1840000, "wall_time": 18612.59059882164, "train_loss_step": 2.6678075790405273, "n_params": 4346920, "total_flops": 24570878361600000, "train_loss": 0.02118566632270813, "subset_score_loss": 0.02118566632270813} +{"step": 1850000, "wall_time": 18695.398517608643, "train_loss_step": 2.6646881103515625, "n_params": 4346920, "total_flops": 24704415744000000, "train_loss": 0.021280315518379212, "subset_score_loss": 0.021280315518379212} +{"step": 1860000, "wall_time": 18788.84019947052, "train_loss_step": 2.8304855823516846, "n_params": 4346920, "total_flops": 24837953126400000, "train_loss": 0.021447208523750306, "subset_score_loss": 0.021447208523750306} +{"step": 1870000, "wall_time": 18883.6527967453, "train_loss_step": 2.6627888679504395, "n_params": 4346920, "total_flops": 24971490508800000, "train_loss": 0.02054143100976944, "subset_score_loss": 0.02054143100976944} +{"step": 1880000, "wall_time": 18977.851769447327, "train_loss_step": 2.710509777069092, "n_params": 4346920, "total_flops": 25105027891200000, "train_loss": 0.02073841243982315, "subset_score_loss": 0.02073841243982315} +{"step": 1890000, "wall_time": 19072.73563170433, "train_loss_step": 2.6800975799560547, "n_params": 4346920, "total_flops": 25238565273600000, "train_loss": 0.021371428668498994, "subset_score_loss": 0.021371428668498994} +{"step": 1900000, "wall_time": 19238.22941017151, "train_loss_step": 2.65767765045166, "n_params": 4346920, "total_flops": 25372102656000000, "train_loss": 0.020426066219806673, "subset_score_loss": 0.020426066219806673, "memorization_fraction_pixel": 0.05770000070333481, "mean_nn_ratio_pixel": 0.5226886868476868, "fid": 141.32645712643406} +{"step": 1910000, "wall_time": 19331.357020139694, "train_loss_step": 2.389533758163452, "n_params": 4346920, "total_flops": 25505640038400000, "train_loss": 0.02103099226951599, "subset_score_loss": 0.02103099226951599} +{"step": 1920000, "wall_time": 19425.771534204483, "train_loss_step": 2.3586368560791016, "n_params": 4346920, "total_flops": 25639177420800000, "train_loss": 0.02140335291624069, "subset_score_loss": 0.02140335291624069} +{"step": 1930000, "wall_time": 19519.391007184982, "train_loss_step": 2.58919620513916, "n_params": 4346920, "total_flops": 25772714803200000, "train_loss": 0.020463567972183228, "subset_score_loss": 0.020463567972183228} +{"step": 1940000, "wall_time": 19613.07133436203, "train_loss_step": 2.8684768676757812, "n_params": 4346920, "total_flops": 25906252185600000, "train_loss": 0.02021566480398178, "subset_score_loss": 0.02021566480398178} +{"step": 1950000, "wall_time": 19697.447593450546, "train_loss_step": 2.8614985942840576, "n_params": 4346920, "total_flops": 26039789568000000, "train_loss": 0.020972828567028045, "subset_score_loss": 0.020972828567028045} +{"step": 1960000, "wall_time": 19792.062032461166, "train_loss_step": 2.66786789894104, "n_params": 4346920, "total_flops": 26173326950400000, "train_loss": 0.02022478133440018, "subset_score_loss": 0.02022478133440018} +{"step": 1970000, "wall_time": 19886.056659698486, "train_loss_step": 2.5589213371276855, "n_params": 4346920, "total_flops": 26306864332800000, "train_loss": 0.021214939653873444, "subset_score_loss": 0.021214939653873444} +{"step": 1980000, "wall_time": 19979.891626119614, "train_loss_step": 2.5061330795288086, "n_params": 4346920, "total_flops": 26440401715200000, "train_loss": 0.020383411645889284, "subset_score_loss": 0.020383411645889284} +{"step": 1990000, "wall_time": 20074.877824306488, "train_loss_step": 2.5458247661590576, "n_params": 4346920, "total_flops": 26573939097600000, "train_loss": 0.01959197372198105, "subset_score_loss": 0.01959197372198105} +{"step": 2000000, "wall_time": 20241.676139354706, "train_loss_step": 2.4450299739837646, "n_params": 4346920, "total_flops": 26707476480000000, "train_loss": 0.02038738429546356, "subset_score_loss": 0.02038738429546356, "memorization_fraction_pixel": 0.05700000002980232, "mean_nn_ratio_pixel": 0.5201566815376282, "fid": 140.78831379393222} +{"step": 2010000, "wall_time": 20335.64257121086, "train_loss_step": 2.6119160652160645, "n_params": 4346920, "total_flops": 26841013862400000, "train_loss": 0.019581247866153718, "subset_score_loss": 0.019581247866153718} +{"step": 2020000, "wall_time": 20428.64416360855, "train_loss_step": 2.597357749938965, "n_params": 4346920, "total_flops": 26974551244800000, "train_loss": 0.019992215931415556, "subset_score_loss": 0.019992215931415556} +{"step": 2030000, "wall_time": 20521.350122451782, "train_loss_step": 2.501166343688965, "n_params": 4346920, "total_flops": 27108088627200000, "train_loss": 0.021051989495754243, "subset_score_loss": 0.021051989495754243} +{"step": 2040000, "wall_time": 20613.236922979355, "train_loss_step": 2.787895917892456, "n_params": 4346920, "total_flops": 27241626009600000, "train_loss": 0.0203456312417984, "subset_score_loss": 0.0203456312417984} +{"step": 2050000, "wall_time": 20699.371309041977, "train_loss_step": 2.6056532859802246, "n_params": 4346920, "total_flops": 27375163392000000, "train_loss": 0.020356270670890807, "subset_score_loss": 0.020356270670890807} +{"step": 2060000, "wall_time": 20794.456899881363, "train_loss_step": 2.577418565750122, "n_params": 4346920, "total_flops": 27508700774400000, "train_loss": 0.019229529798030852, "subset_score_loss": 0.019229529798030852} +{"step": 2070000, "wall_time": 20887.900834798813, "train_loss_step": 2.55949330329895, "n_params": 4346920, "total_flops": 27642238156800000, "train_loss": 0.019900798797607422, "subset_score_loss": 0.019900798797607422} +{"step": 2080000, "wall_time": 20982.795707941055, "train_loss_step": 2.731879234313965, "n_params": 4346920, "total_flops": 27775775539200000, "train_loss": 0.02020626962184906, "subset_score_loss": 0.02020626962184906} +{"step": 2090000, "wall_time": 21077.952832221985, "train_loss_step": 2.89678955078125, "n_params": 4346920, "total_flops": 27909312921600000, "train_loss": 0.01976992338895798, "subset_score_loss": 0.01976992338895798} +{"step": 2100000, "wall_time": 21245.09583902359, "train_loss_step": 2.7527718544006348, "n_params": 4346920, "total_flops": 28042850304000000, "train_loss": 0.01922658234834671, "subset_score_loss": 0.01922658234834671, "memorization_fraction_pixel": 0.06159999966621399, "mean_nn_ratio_pixel": 0.5081537961959839, "fid": 141.24863955412454} +{"step": 2110000, "wall_time": 21339.717090129852, "train_loss_step": 2.6451377868652344, "n_params": 4346920, "total_flops": 28176387686400000, "train_loss": 0.01949363648891449, "subset_score_loss": 0.01949363648891449} +{"step": 2120000, "wall_time": 21432.401446819305, "train_loss_step": 2.7029035091400146, "n_params": 4346920, "total_flops": 28309925068800000, "train_loss": 0.01986517757177353, "subset_score_loss": 0.01986517757177353} +{"step": 2130000, "wall_time": 21525.532995939255, "train_loss_step": 2.7578725814819336, "n_params": 4346920, "total_flops": 28443462451200000, "train_loss": 0.01968948096036911, "subset_score_loss": 0.01968948096036911} +{"step": 2140000, "wall_time": 21614.76634120941, "train_loss_step": 2.7982945442199707, "n_params": 4346920, "total_flops": 28576999833600000, "train_loss": 0.019496114552021028, "subset_score_loss": 0.019496114552021028} +{"step": 2150000, "wall_time": 21707.013231515884, "train_loss_step": 2.3621134757995605, "n_params": 4346920, "total_flops": 28710537216000000, "train_loss": 0.019267508387565614, "subset_score_loss": 0.019267508387565614} +{"step": 2160000, "wall_time": 21802.044308185577, "train_loss_step": 2.6298928260803223, "n_params": 4346920, "total_flops": 28844074598400000, "train_loss": 0.01925984174013138, "subset_score_loss": 0.01925984174013138} +{"step": 2170000, "wall_time": 21895.31913971901, "train_loss_step": 2.7052910327911377, "n_params": 4346920, "total_flops": 28977611980800000, "train_loss": 0.020261262357234956, "subset_score_loss": 0.020261262357234956} +{"step": 2180000, "wall_time": 21990.373465061188, "train_loss_step": 2.5694966316223145, "n_params": 4346920, "total_flops": 29111149363200000, "train_loss": 0.019105860590934755, "subset_score_loss": 0.019105860590934755} +{"step": 2190000, "wall_time": 22085.258026838303, "train_loss_step": 2.5458621978759766, "n_params": 4346920, "total_flops": 29244686745600000, "train_loss": 0.019155198335647584, "subset_score_loss": 0.019155198335647584} +{"step": 2200000, "wall_time": 22251.034689426422, "train_loss_step": 2.7944495677948, "n_params": 4346920, "total_flops": 29378224128000000, "train_loss": 0.01870148777961731, "subset_score_loss": 0.01870148777961731, "memorization_fraction_pixel": 0.06440000236034393, "mean_nn_ratio_pixel": 0.506906270980835, "fid": 140.62274525995207} +{"step": 2210000, "wall_time": 22344.397506952286, "train_loss_step": 2.461087226867676, "n_params": 4346920, "total_flops": 29511761510400000, "train_loss": 0.019104142487049103, "subset_score_loss": 0.019104142487049103} +{"step": 2220000, "wall_time": 22437.8417699337, "train_loss_step": 2.4233384132385254, "n_params": 4346920, "total_flops": 29645298892800000, "train_loss": 0.019419175386428834, "subset_score_loss": 0.019419175386428834} +{"step": 2230000, "wall_time": 22530.763820648193, "train_loss_step": 2.703571319580078, "n_params": 4346920, "total_flops": 29778836275200000, "train_loss": 0.019621752202510834, "subset_score_loss": 0.019621752202510834} +{"step": 2240000, "wall_time": 22616.817840099335, "train_loss_step": 2.404242515563965, "n_params": 4346920, "total_flops": 29912373657600000, "train_loss": 0.018154926598072052, "subset_score_loss": 0.018154926598072052} +{"step": 2250000, "wall_time": 22711.68377661705, "train_loss_step": 2.8166167736053467, "n_params": 4346920, "total_flops": 30045911040000000, "train_loss": 0.018467737734317778, "subset_score_loss": 0.018467737734317778} +{"step": 2260000, "wall_time": 22806.615763425827, "train_loss_step": 2.8299407958984375, "n_params": 4346920, "total_flops": 30179448422400000, "train_loss": 0.018850971758365632, "subset_score_loss": 0.018850971758365632} +{"step": 2270000, "wall_time": 22900.213779449463, "train_loss_step": 2.5697178840637207, "n_params": 4346920, "total_flops": 30312985804800000, "train_loss": 0.018400996923446655, "subset_score_loss": 0.018400996923446655} +{"step": 2280000, "wall_time": 22995.295023441315, "train_loss_step": 2.6661956310272217, "n_params": 4346920, "total_flops": 30446523187200000, "train_loss": 0.01810813248157501, "subset_score_loss": 0.01810813248157501} +{"step": 2290000, "wall_time": 23090.25909757614, "train_loss_step": 2.6716010570526123, "n_params": 4346920, "total_flops": 30580060569600000, "train_loss": 0.018421283364295958, "subset_score_loss": 0.018421283364295958} +{"step": 2300000, "wall_time": 23257.80503487587, "train_loss_step": 2.6710708141326904, "n_params": 4346920, "total_flops": 30713597952000000, "train_loss": 0.01845324635505676, "subset_score_loss": 0.01845324635505676, "memorization_fraction_pixel": 0.06120000034570694, "mean_nn_ratio_pixel": 0.5065192580223083, "fid": 140.94381649444188} +{"step": 2310000, "wall_time": 23352.29368019104, "train_loss_step": 2.703136444091797, "n_params": 4346920, "total_flops": 30847135334400000, "train_loss": 0.019424092769622803, "subset_score_loss": 0.019424092769622803} +{"step": 2320000, "wall_time": 23446.526997566223, "train_loss_step": 2.668637275695801, "n_params": 4346920, "total_flops": 30980672716800000, "train_loss": 0.018473030626773836, "subset_score_loss": 0.018473030626773836} +{"step": 2330000, "wall_time": 23539.062144756317, "train_loss_step": 2.892909526824951, "n_params": 4346920, "total_flops": 31114210099200000, "train_loss": 0.0188433900475502, "subset_score_loss": 0.0188433900475502} +{"step": 2340000, "wall_time": 23625.661221265793, "train_loss_step": 2.6080451011657715, "n_params": 4346920, "total_flops": 31247747481600000, "train_loss": 0.018188700079917908, "subset_score_loss": 0.018188700079917908} +{"step": 2350000, "wall_time": 23719.840591430664, "train_loss_step": 2.418307065963745, "n_params": 4346920, "total_flops": 31381284864000000, "train_loss": 0.018290282785892488, "subset_score_loss": 0.018290282785892488} +{"step": 2360000, "wall_time": 23814.952820301056, "train_loss_step": 2.548074245452881, "n_params": 4346920, "total_flops": 31514822246400000, "train_loss": 0.01813284307718277, "subset_score_loss": 0.01813284307718277} +{"step": 2370000, "wall_time": 23910.165623903275, "train_loss_step": 2.3967370986938477, "n_params": 4346920, "total_flops": 31648359628800000, "train_loss": 0.01772955507040024, "subset_score_loss": 0.01772955507040024} +{"step": 2380000, "wall_time": 24003.55380344391, "train_loss_step": 2.7415478229522705, "n_params": 4346920, "total_flops": 31781897011200000, "train_loss": 0.01742294728755951, "subset_score_loss": 0.01742294728755951} +{"step": 2390000, "wall_time": 24098.471244573593, "train_loss_step": 2.616703987121582, "n_params": 4346920, "total_flops": 31915434393600000, "train_loss": 0.017761316895484925, "subset_score_loss": 0.017761316895484925} +{"step": 2400000, "wall_time": 24292.724011659622, "train_loss_step": 2.7288966178894043, "n_params": 4346920, "total_flops": 32048971776000000, "train_loss": 0.017993909120559693, "subset_score_loss": 0.017993909120559693, "memorization_fraction_pixel": 0.065700002014637, "mean_nn_ratio_pixel": 0.5069145560264587, "fid": 141.1075503269218} +{"step": 2410000, "wall_time": 24387.672132253647, "train_loss_step": 2.4649972915649414, "n_params": 4346920, "total_flops": 32182509158400000, "train_loss": 0.01714346557855606, "subset_score_loss": 0.01714346557855606} +{"step": 2420000, "wall_time": 24482.39196252823, "train_loss_step": 2.733463764190674, "n_params": 4346920, "total_flops": 32316046540800000, "train_loss": 0.01715911030769348, "subset_score_loss": 0.01715911030769348} +{"step": 2430000, "wall_time": 24567.493639230728, "train_loss_step": 2.437880516052246, "n_params": 4346920, "total_flops": 32449583923200000, "train_loss": 0.017627328634262085, "subset_score_loss": 0.017627328634262085} +{"step": 2440000, "wall_time": 24660.13160777092, "train_loss_step": 2.68524169921875, "n_params": 4346920, "total_flops": 32583121305600000, "train_loss": 0.016934798657894136, "subset_score_loss": 0.016934798657894136} +{"step": 2450000, "wall_time": 24754.59317088127, "train_loss_step": 2.7480058670043945, "n_params": 4346920, "total_flops": 32716658688000000, "train_loss": 0.0181371808052063, "subset_score_loss": 0.0181371808052063} +{"step": 2460000, "wall_time": 24849.632651805878, "train_loss_step": 2.446526527404785, "n_params": 4346920, "total_flops": 32850196070400000, "train_loss": 0.018321020901203154, "subset_score_loss": 0.018321020901203154} +{"step": 2470000, "wall_time": 24944.70526623726, "train_loss_step": 2.444131374359131, "n_params": 4346920, "total_flops": 32983733452800000, "train_loss": 0.01733933389186859, "subset_score_loss": 0.01733933389186859} +{"step": 2480000, "wall_time": 25038.080778837204, "train_loss_step": 2.4756619930267334, "n_params": 4346920, "total_flops": 33117270835200000, "train_loss": 0.018208178877830505, "subset_score_loss": 0.018208178877830505} +{"step": 2490000, "wall_time": 25130.791459798813, "train_loss_step": 2.718827247619629, "n_params": 4346920, "total_flops": 33250808217600000, "train_loss": 0.017534269392490386, "subset_score_loss": 0.017534269392490386} +{"step": 2500000, "wall_time": 25361.293275356293, "train_loss_step": 2.558985710144043, "n_params": 4346920, "total_flops": 33384345600000000, "train_loss": 0.017128869891166687, "subset_score_loss": 0.017128869891166687, "memorization_fraction_pixel": 0.06629999727010727, "mean_nn_ratio_pixel": 0.5000948309898376, "fid": 140.7813683532702} +{"step": 2510000, "wall_time": 25456.13528060913, "train_loss_step": 2.7048864364624023, "n_params": 4346920, "total_flops": 33517882982400000, "train_loss": 0.01737992763519287, "subset_score_loss": 0.01737992763519287} +{"step": 2520000, "wall_time": 25542.702535390854, "train_loss_step": 2.4659101963043213, "n_params": 4346920, "total_flops": 33651420364800000, "train_loss": 0.016877192258834838, "subset_score_loss": 0.016877192258834838} +{"step": 2530000, "wall_time": 25637.262526273727, "train_loss_step": 2.3063182830810547, "n_params": 4346920, "total_flops": 33784957747200000, "train_loss": 0.017457984387874603, "subset_score_loss": 0.017457984387874603} +{"step": 2540000, "wall_time": 25728.73853826523, "train_loss_step": 2.5391860008239746, "n_params": 4346920, "total_flops": 33918495129600000, "train_loss": 0.01726789176464081, "subset_score_loss": 0.01726789176464081} +{"step": 2550000, "wall_time": 25823.237058639526, "train_loss_step": 2.7582762241363525, "n_params": 4346920, "total_flops": 34052032512000000, "train_loss": 0.01714048385620117, "subset_score_loss": 0.01714048385620117} +{"step": 2560000, "wall_time": 25918.456664562225, "train_loss_step": 2.7171382904052734, "n_params": 4346920, "total_flops": 34185569894400000, "train_loss": 0.017794492840766906, "subset_score_loss": 0.017794492840766906} +{"step": 2570000, "wall_time": 26011.949833393097, "train_loss_step": 2.8939714431762695, "n_params": 4346920, "total_flops": 34319107276800000, "train_loss": 0.01750475764274597, "subset_score_loss": 0.01750475764274597} +{"step": 2580000, "wall_time": 26104.702243328094, "train_loss_step": 2.4385039806365967, "n_params": 4346920, "total_flops": 34452644659200000, "train_loss": 0.017257408797740938, "subset_score_loss": 0.017257408797740938} +{"step": 2590000, "wall_time": 26198.97796177864, "train_loss_step": 2.6929726600646973, "n_params": 4346920, "total_flops": 34586182041600000, "train_loss": 0.017061792314052582, "subset_score_loss": 0.017061792314052582} +{"step": 2600000, "wall_time": 26423.42844390869, "train_loss_step": 2.5048513412475586, "n_params": 4346920, "total_flops": 34719719424000000, "train_loss": 0.016259709000587465, "subset_score_loss": 0.016259709000587465, "memorization_fraction_pixel": 0.06669999659061432, "mean_nn_ratio_pixel": 0.4996708035469055, "fid": 140.86081318895305} +{"step": 2610000, "wall_time": 26510.527762413025, "train_loss_step": 2.4319040775299072, "n_params": 4346920, "total_flops": 34853256806400000, "train_loss": 0.01702108383178711, "subset_score_loss": 0.01702108383178711} +{"step": 2620000, "wall_time": 26605.485996484756, "train_loss_step": 2.5412046909332275, "n_params": 4346920, "total_flops": 34986794188800000, "train_loss": 0.0167019322514534, "subset_score_loss": 0.0167019322514534} +{"step": 2630000, "wall_time": 26698.544524908066, "train_loss_step": 2.323725700378418, "n_params": 4346920, "total_flops": 35120331571200000, "train_loss": 0.0160530224442482, "subset_score_loss": 0.0160530224442482} +{"step": 2640000, "wall_time": 26791.945289850235, "train_loss_step": 2.370652198791504, "n_params": 4346920, "total_flops": 35253868953600000, "train_loss": 0.01652451604604721, "subset_score_loss": 0.01652451604604721} +{"step": 2650000, "wall_time": 26886.813651561737, "train_loss_step": 2.7448291778564453, "n_params": 4346920, "total_flops": 35387406336000000, "train_loss": 0.01670547276735306, "subset_score_loss": 0.01670547276735306} +{"step": 2660000, "wall_time": 26981.725881814957, "train_loss_step": 2.369018316268921, "n_params": 4346920, "total_flops": 35520943718400000, "train_loss": 0.017481604218482973, "subset_score_loss": 0.017481604218482973} +{"step": 2670000, "wall_time": 27074.670793294907, "train_loss_step": 2.5426313877105713, "n_params": 4346920, "total_flops": 35654481100800000, "train_loss": 0.016963179409503936, "subset_score_loss": 0.016963179409503936} +{"step": 2680000, "wall_time": 27168.199245929718, "train_loss_step": 2.5810396671295166, "n_params": 4346920, "total_flops": 35788018483200000, "train_loss": 0.015992854535579682, "subset_score_loss": 0.015992854535579682} +{"step": 2690000, "wall_time": 27262.878496408463, "train_loss_step": 2.4227397441864014, "n_params": 4346920, "total_flops": 35921555865600000, "train_loss": 0.016894154250621796, "subset_score_loss": 0.016894154250621796} +{"step": 2700000, "wall_time": 27435.062782526016, "train_loss_step": 2.683349609375, "n_params": 4346920, "total_flops": 36055093248000000, "train_loss": 0.016467960178852083, "subset_score_loss": 0.016467960178852083, "memorization_fraction_pixel": 0.06800000369548798, "mean_nn_ratio_pixel": 0.49737197160720825, "fid": 140.9897786197829} +{"step": 2710000, "wall_time": 27526.187442302704, "train_loss_step": 2.732192039489746, "n_params": 4346920, "total_flops": 36188630630400000, "train_loss": 0.016434361040592194, "subset_score_loss": 0.016434361040592194} +{"step": 2720000, "wall_time": 27620.351893663406, "train_loss_step": 2.7180705070495605, "n_params": 4346920, "total_flops": 36322168012800000, "train_loss": 0.016145937144756317, "subset_score_loss": 0.016145937144756317} +{"step": 2730000, "wall_time": 27715.254637002945, "train_loss_step": 2.4683713912963867, "n_params": 4346920, "total_flops": 36455705395200000, "train_loss": 0.01731734275817871, "subset_score_loss": 0.01731734275817871} +{"step": 2740000, "wall_time": 27807.726696252823, "train_loss_step": 2.5619287490844727, "n_params": 4346920, "total_flops": 36589242777600000, "train_loss": 0.01569877415895462, "subset_score_loss": 0.01569877415895462} +{"step": 2750000, "wall_time": 27902.70375061035, "train_loss_step": 2.4064958095550537, "n_params": 4346920, "total_flops": 36722780160000000, "train_loss": 0.01587877720594406, "subset_score_loss": 0.01587877720594406} +{"step": 2760000, "wall_time": 27997.90839123726, "train_loss_step": 2.312116861343384, "n_params": 4346920, "total_flops": 36856317542400000, "train_loss": 0.016789887845516206, "subset_score_loss": 0.016789887845516206} +{"step": 2770000, "wall_time": 28089.822278022766, "train_loss_step": 2.524956226348877, "n_params": 4346920, "total_flops": 36989854924800000, "train_loss": 0.01629297435283661, "subset_score_loss": 0.01629297435283661} +{"step": 2780000, "wall_time": 28184.39084839821, "train_loss_step": 2.4347450733184814, "n_params": 4346920, "total_flops": 37123392307200000, "train_loss": 0.016814619302749634, "subset_score_loss": 0.016814619302749634} +{"step": 2790000, "wall_time": 28279.46839284897, "train_loss_step": 2.5538015365600586, "n_params": 4346920, "total_flops": 37256929689600000, "train_loss": 0.015811356902122497, "subset_score_loss": 0.015811356902122497} +{"step": 2800000, "wall_time": 28450.90455889702, "train_loss_step": 2.862611770629883, "n_params": 4346920, "total_flops": 37390467072000000, "train_loss": 0.0160032257437706, "subset_score_loss": 0.0160032257437706, "memorization_fraction_pixel": 0.06599999964237213, "mean_nn_ratio_pixel": 0.49692070484161377, "fid": 140.4527368329193} +{"step": 2810000, "wall_time": 28545.77193379402, "train_loss_step": 2.671638011932373, "n_params": 4346920, "total_flops": 37524004454400000, "train_loss": 0.01594414412975311, "subset_score_loss": 0.01594414412975311} +{"step": 2820000, "wall_time": 28640.84959959984, "train_loss_step": 2.701608657836914, "n_params": 4346920, "total_flops": 37657541836800000, "train_loss": 0.016324283182621004, "subset_score_loss": 0.016324283182621004} +{"step": 2830000, "wall_time": 28735.71973347664, "train_loss_step": 2.7512638568878174, "n_params": 4346920, "total_flops": 37791079219200000, "train_loss": 0.016195644438266755, "subset_score_loss": 0.016195644438266755} +{"step": 2840000, "wall_time": 28830.51522731781, "train_loss_step": 2.738150119781494, "n_params": 4346920, "total_flops": 37924616601600000, "train_loss": 0.015361146628856659, "subset_score_loss": 0.015361146628856659} +{"step": 2850000, "wall_time": 28923.501071691513, "train_loss_step": 2.630941390991211, "n_params": 4346920, "total_flops": 38058153984000000, "train_loss": 0.015491095185279847, "subset_score_loss": 0.015491095185279847} +{"step": 2860000, "wall_time": 29018.3242123127, "train_loss_step": 2.5233983993530273, "n_params": 4346920, "total_flops": 38191691366400000, "train_loss": 0.016168206930160522, "subset_score_loss": 0.016168206930160522} +{"step": 2870000, "wall_time": 29109.45344376564, "train_loss_step": 2.369377613067627, "n_params": 4346920, "total_flops": 38325228748800000, "train_loss": 0.01665864437818527, "subset_score_loss": 0.01665864437818527} +{"step": 2880000, "wall_time": 29204.16550374031, "train_loss_step": 2.3959901332855225, "n_params": 4346920, "total_flops": 38458766131200000, "train_loss": 0.016306471824645997, "subset_score_loss": 0.016306471824645997} +{"step": 2890000, "wall_time": 29298.559416294098, "train_loss_step": 2.177748680114746, "n_params": 4346920, "total_flops": 38592303513600000, "train_loss": 0.015647019445896148, "subset_score_loss": 0.015647019445896148} +{"step": 2900000, "wall_time": 29512.47283768654, "train_loss_step": 2.6018903255462646, "n_params": 4346920, "total_flops": 38725840896000000, "train_loss": 0.016358891129493715, "subset_score_loss": 0.016358891129493715, "memorization_fraction_pixel": 0.06319999694824219, "mean_nn_ratio_pixel": 0.4949217736721039, "fid": 140.8865482476208} +{"step": 2910000, "wall_time": 29607.46568632126, "train_loss_step": 2.6341683864593506, "n_params": 4346920, "total_flops": 38859378278400000, "train_loss": 0.015474727749824524, "subset_score_loss": 0.015474727749824524} +{"step": 2920000, "wall_time": 29702.25958776474, "train_loss_step": 2.5882349014282227, "n_params": 4346920, "total_flops": 38992915660800000, "train_loss": 0.015215609967708588, "subset_score_loss": 0.015215609967708588} +{"step": 2930000, "wall_time": 29796.792642593384, "train_loss_step": 2.6425235271453857, "n_params": 4346920, "total_flops": 39126453043200000, "train_loss": 0.016048890352249146, "subset_score_loss": 0.016048890352249146} +{"step": 2940000, "wall_time": 29891.66613674164, "train_loss_step": 2.522075653076172, "n_params": 4346920, "total_flops": 39259990425600000, "train_loss": 0.015078635513782501, "subset_score_loss": 0.015078635513782501} +{"step": 2950000, "wall_time": 29984.507647514343, "train_loss_step": 2.509991407394409, "n_params": 4346920, "total_flops": 39393527808000000, "train_loss": 0.015733416378498077, "subset_score_loss": 0.015733416378498077} +{"step": 2960000, "wall_time": 30077.384119272232, "train_loss_step": 2.2312445640563965, "n_params": 4346920, "total_flops": 39527065190400000, "train_loss": 0.014633584022521972, "subset_score_loss": 0.014633584022521972} +{"step": 2970000, "wall_time": 30169.886336565018, "train_loss_step": 2.572636127471924, "n_params": 4346920, "total_flops": 39660602572800000, "train_loss": 0.015014566481113434, "subset_score_loss": 0.015014566481113434} +{"step": 2980000, "wall_time": 30263.901560783386, "train_loss_step": 2.421560764312744, "n_params": 4346920, "total_flops": 39794139955200000, "train_loss": 0.014791634678840638, "subset_score_loss": 0.014791634678840638} +{"step": 2990000, "wall_time": 30355.068301677704, "train_loss_step": 2.3961985111236572, "n_params": 4346920, "total_flops": 39927677337600000, "train_loss": 0.015528540313243865, "subset_score_loss": 0.015528540313243865} +{"step": 3000000, "wall_time": 30585.157038211823, "train_loss_step": 2.6925225257873535, "n_params": 4346920, "total_flops": 40061214720000000, "train_loss": 0.015700310468673706, "subset_score_loss": 0.015700310468673706, "memorization_fraction_pixel": 0.06419999897480011, "mean_nn_ratio_pixel": 0.49403393268585205, "fid": 141.40783602895715} +{"step": 3010000, "wall_time": 30680.081800222397, "train_loss_step": 2.532891273498535, "n_params": 4346920, "total_flops": 40194752102400000, "train_loss": 0.0154413640499115, "subset_score_loss": 0.0154413640499115} +{"step": 3020000, "wall_time": 30774.875354766846, "train_loss_step": 2.372683048248291, "n_params": 4346920, "total_flops": 40328289484800000, "train_loss": 0.015058496594429016, "subset_score_loss": 0.015058496594429016} +{"step": 3030000, "wall_time": 30869.4800658226, "train_loss_step": 2.55242919921875, "n_params": 4346920, "total_flops": 40461826867200000, "train_loss": 0.014942611753940582, "subset_score_loss": 0.014942611753940582} +{"step": 3040000, "wall_time": 30962.501698493958, "train_loss_step": 2.474008083343506, "n_params": 4346920, "total_flops": 40595364249600000, "train_loss": 0.015013587474822999, "subset_score_loss": 0.015013587474822999} +{"step": 3050000, "wall_time": 31056.27761411667, "train_loss_step": 2.352628707885742, "n_params": 4346920, "total_flops": 40728901632000000, "train_loss": 0.015468730032444, "subset_score_loss": 0.015468730032444} +{"step": 3060000, "wall_time": 31148.283622026443, "train_loss_step": 2.578216075897217, "n_params": 4346920, "total_flops": 40862439014400000, "train_loss": 0.015099851787090302, "subset_score_loss": 0.015099851787090302} +{"step": 3070000, "wall_time": 31242.997490167618, "train_loss_step": 2.3192195892333984, "n_params": 4346920, "total_flops": 40995976396800000, "train_loss": 0.015137189626693725, "subset_score_loss": 0.015137189626693725} +{"step": 3080000, "wall_time": 31334.90440440178, "train_loss_step": 2.4328951835632324, "n_params": 4346920, "total_flops": 41129513779200000, "train_loss": 0.014530444145202636, "subset_score_loss": 0.014530444145202636} +{"step": 3090000, "wall_time": 31429.742973089218, "train_loss_step": 2.2740402221679688, "n_params": 4346920, "total_flops": 41263051161600000, "train_loss": 0.015076123178005219, "subset_score_loss": 0.015076123178005219} +{"step": 3100000, "wall_time": 31603.541821479797, "train_loss_step": 2.5693106651306152, "n_params": 4346920, "total_flops": 41396588544000000, "train_loss": 0.01471685916185379, "subset_score_loss": 0.01471685916185379, "memorization_fraction_pixel": 0.07119999825954437, "mean_nn_ratio_pixel": 0.4894883930683136, "fid": 140.73975940871782} +{"step": 3110000, "wall_time": 31698.594274520874, "train_loss_step": 2.488623857498169, "n_params": 4346920, "total_flops": 41530125926400000, "train_loss": 0.014741034805774688, "subset_score_loss": 0.014741034805774688} +{"step": 3120000, "wall_time": 31793.21769094467, "train_loss_step": 2.702646493911743, "n_params": 4346920, "total_flops": 41663663308800000, "train_loss": 0.015154525637626648, "subset_score_loss": 0.015154525637626648} +{"step": 3130000, "wall_time": 31887.916919231415, "train_loss_step": 2.527628183364868, "n_params": 4346920, "total_flops": 41797200691200000, "train_loss": 0.014733374118804932, "subset_score_loss": 0.014733374118804932} +{"step": 3140000, "wall_time": 31982.454947710037, "train_loss_step": 2.3799784183502197, "n_params": 4346920, "total_flops": 41930738073600000, "train_loss": 0.014565399289131165, "subset_score_loss": 0.014565399289131165} +{"step": 3150000, "wall_time": 32073.26202225685, "train_loss_step": 2.7247347831726074, "n_params": 4346920, "total_flops": 42064275456000000, "train_loss": 0.014955142140388488, "subset_score_loss": 0.014955142140388488} +{"step": 3160000, "wall_time": 32168.327848911285, "train_loss_step": 2.560187578201294, "n_params": 4346920, "total_flops": 42197812838400000, "train_loss": 0.015157356858253479, "subset_score_loss": 0.015157356858253479} +{"step": 3170000, "wall_time": 32261.332734823227, "train_loss_step": 2.449514389038086, "n_params": 4346920, "total_flops": 42331350220800000, "train_loss": 0.014285756647586823, "subset_score_loss": 0.014285756647586823} +{"step": 3180000, "wall_time": 32352.883377313614, "train_loss_step": 2.5856337547302246, "n_params": 4346920, "total_flops": 42464887603200000, "train_loss": 0.014698971807956696, "subset_score_loss": 0.014698971807956696} +{"step": 3190000, "wall_time": 32448.016114234924, "train_loss_step": 2.69819712638855, "n_params": 4346920, "total_flops": 42598424985600000, "train_loss": 0.01443956047296524, "subset_score_loss": 0.01443956047296524} +{"step": 3200000, "wall_time": 32635.47931456566, "train_loss_step": 2.6021690368652344, "n_params": 4346920, "total_flops": 42731962368000000, "train_loss": 0.015280884504318238, "subset_score_loss": 0.015280884504318238, "memorization_fraction_pixel": 0.06369999796152115, "mean_nn_ratio_pixel": 0.4911741614341736, "fid": 142.1498742023407} +{"step": 3210000, "wall_time": 32730.092339754105, "train_loss_step": 2.566129684448242, "n_params": 4346920, "total_flops": 42865499750400000, "train_loss": 0.014862482249736787, "subset_score_loss": 0.014862482249736787} +{"step": 3220000, "wall_time": 32824.16412806511, "train_loss_step": 2.758340835571289, "n_params": 4346920, "total_flops": 42999037132800000, "train_loss": 0.014602650701999665, "subset_score_loss": 0.014602650701999665} +{"step": 3230000, "wall_time": 32919.126991033554, "train_loss_step": 2.4480385780334473, "n_params": 4346920, "total_flops": 43132574515200000, "train_loss": 0.014720627665519714, "subset_score_loss": 0.014720627665519714} +{"step": 3240000, "wall_time": 33013.67607212067, "train_loss_step": 2.501319169998169, "n_params": 4346920, "total_flops": 43266111897600000, "train_loss": 0.014021988213062286, "subset_score_loss": 0.014021988213062286} +{"step": 3250000, "wall_time": 33105.24762940407, "train_loss_step": 2.6312694549560547, "n_params": 4346920, "total_flops": 43399649280000000, "train_loss": 0.013936230540275573, "subset_score_loss": 0.013936230540275573} +{"step": 3260000, "wall_time": 33200.06014060974, "train_loss_step": 2.526721477508545, "n_params": 4346920, "total_flops": 43533186662400000, "train_loss": 0.014380733668804168, "subset_score_loss": 0.014380733668804168} +{"step": 3270000, "wall_time": 33281.85771155357, "train_loss_step": 2.5731732845306396, "n_params": 4346920, "total_flops": 43666724044800000, "train_loss": 0.014123019576072694, "subset_score_loss": 0.014123019576072694} +{"step": 3280000, "wall_time": 33372.97907757759, "train_loss_step": 2.538116931915283, "n_params": 4346920, "total_flops": 43800261427200000, "train_loss": 0.014381439983844757, "subset_score_loss": 0.014381439983844757} +{"step": 3290000, "wall_time": 33467.37965488434, "train_loss_step": 2.620750904083252, "n_params": 4346920, "total_flops": 43933798809600000, "train_loss": 0.01416192352771759, "subset_score_loss": 0.01416192352771759} +{"step": 3300000, "wall_time": 33668.38886666298, "train_loss_step": 2.365037441253662, "n_params": 4346920, "total_flops": 44067336192000000, "train_loss": 0.014342553913593292, "subset_score_loss": 0.014342553913593292, "memorization_fraction_pixel": 0.07090000063180923, "mean_nn_ratio_pixel": 0.49005845189094543, "fid": 141.2200819302517} +{"step": 3310000, "wall_time": 33763.5240483284, "train_loss_step": 2.614729881286621, "n_params": 4346920, "total_flops": 44200873574400000, "train_loss": 0.014498503506183624, "subset_score_loss": 0.014498503506183624} +{"step": 3320000, "wall_time": 33858.14372420311, "train_loss_step": 2.5807528495788574, "n_params": 4346920, "total_flops": 44334410956800000, "train_loss": 0.014172178506851197, "subset_score_loss": 0.014172178506851197} +{"step": 3330000, "wall_time": 33952.74089097977, "train_loss_step": 2.383664846420288, "n_params": 4346920, "total_flops": 44467948339200000, "train_loss": 0.01481858640909195, "subset_score_loss": 0.01481858640909195} +{"step": 3340000, "wall_time": 34047.67274284363, "train_loss_step": 2.491655111312866, "n_params": 4346920, "total_flops": 44601485721600000, "train_loss": 0.013568909466266632, "subset_score_loss": 0.013568909466266632} +{"step": 3350000, "wall_time": 34138.87066912651, "train_loss_step": 2.553041458129883, "n_params": 4346920, "total_flops": 44735023104000000, "train_loss": 0.014284972846508027, "subset_score_loss": 0.014284972846508027} +{"step": 3360000, "wall_time": 34233.346692085266, "train_loss_step": 2.6440553665161133, "n_params": 4346920, "total_flops": 44868560486400000, "train_loss": 0.01414482742547989, "subset_score_loss": 0.01414482742547989} +{"step": 3370000, "wall_time": 34310.84535455704, "train_loss_step": 2.347207546234131, "n_params": 4346920, "total_flops": 45002097868800000, "train_loss": 0.014066798985004425, "subset_score_loss": 0.014066798985004425} +{"step": 3380000, "wall_time": 34405.56890511513, "train_loss_step": 2.4686906337738037, "n_params": 4346920, "total_flops": 45135635251200000, "train_loss": 0.013909223675727844, "subset_score_loss": 0.013909223675727844} +{"step": 3390000, "wall_time": 34500.46567964554, "train_loss_step": 2.4216957092285156, "n_params": 4346920, "total_flops": 45269172633600000, "train_loss": 0.01369042694568634, "subset_score_loss": 0.01369042694568634} +{"step": 3400000, "wall_time": 34701.744636535645, "train_loss_step": 2.2431845664978027, "n_params": 4346920, "total_flops": 45402710016000000, "train_loss": 0.013465651869773864, "subset_score_loss": 0.013465651869773864, "memorization_fraction_pixel": 0.07039999961853027, "mean_nn_ratio_pixel": 0.4903138279914856, "fid": 140.69059716055816} +{"step": 3410000, "wall_time": 34796.12471175194, "train_loss_step": 2.483880043029785, "n_params": 4346920, "total_flops": 45536247398400000, "train_loss": 0.013481804728507995, "subset_score_loss": 0.013481804728507995} +{"step": 3420000, "wall_time": 34890.761073589325, "train_loss_step": 2.5779635906219482, "n_params": 4346920, "total_flops": 45669784780800000, "train_loss": 0.013926668465137482, "subset_score_loss": 0.013926668465137482} +{"step": 3430000, "wall_time": 34985.865852832794, "train_loss_step": 2.6028404235839844, "n_params": 4346920, "total_flops": 45803322163200000, "train_loss": 0.013755963742733001, "subset_score_loss": 0.013755963742733001} +{"step": 3440000, "wall_time": 35078.426304101944, "train_loss_step": 2.7544918060302734, "n_params": 4346920, "total_flops": 45936859545600000, "train_loss": 0.013631881773471832, "subset_score_loss": 0.013631881773471832} +{"step": 3450000, "wall_time": 35173.03359889984, "train_loss_step": 2.6494956016540527, "n_params": 4346920, "total_flops": 46070396928000000, "train_loss": 0.013354508578777314, "subset_score_loss": 0.013354508578777314} +{"step": 3460000, "wall_time": 35260.99612021446, "train_loss_step": 2.5179860591888428, "n_params": 4346920, "total_flops": 46203934310400000, "train_loss": 0.013619987666606903, "subset_score_loss": 0.013619987666606903} +{"step": 3470000, "wall_time": 35346.078844070435, "train_loss_step": 2.6186881065368652, "n_params": 4346920, "total_flops": 46337471692800000, "train_loss": 0.013259319961071015, "subset_score_loss": 0.013259319961071015} +{"step": 3480000, "wall_time": 35440.61320352554, "train_loss_step": 2.7354416847229004, "n_params": 4346920, "total_flops": 46471009075200000, "train_loss": 0.013616886734962464, "subset_score_loss": 0.013616886734962464} +{"step": 3490000, "wall_time": 35535.45399618149, "train_loss_step": 2.561915874481201, "n_params": 4346920, "total_flops": 46604546457600000, "train_loss": 0.013522961735725402, "subset_score_loss": 0.013522961735725402} +{"step": 3500000, "wall_time": 35724.12028193474, "train_loss_step": 2.541588306427002, "n_params": 4346920, "total_flops": 46738083840000000, "train_loss": 0.013895034790039062, "subset_score_loss": 0.013895034790039062, "memorization_fraction_pixel": 0.06949999928474426, "mean_nn_ratio_pixel": 0.4889630973339081, "fid": 141.1665935656231} +{"step": 3510000, "wall_time": 35818.98124504089, "train_loss_step": 2.506948471069336, "n_params": 4346920, "total_flops": 46871621222400000, "train_loss": 0.013830158114433288, "subset_score_loss": 0.013830158114433288} +{"step": 3520000, "wall_time": 35913.691663980484, "train_loss_step": 2.416078567504883, "n_params": 4346920, "total_flops": 47005158604800000, "train_loss": 0.013428886234760285, "subset_score_loss": 0.013428886234760285} +{"step": 3530000, "wall_time": 36008.44168496132, "train_loss_step": 2.6692070960998535, "n_params": 4346920, "total_flops": 47138695987200000, "train_loss": 0.01368284672498703, "subset_score_loss": 0.01368284672498703} +{"step": 3540000, "wall_time": 36101.207251787186, "train_loss_step": 2.5865769386291504, "n_params": 4346920, "total_flops": 47272233369600000, "train_loss": 0.013552401959896088, "subset_score_loss": 0.013552401959896088} +{"step": 3550000, "wall_time": 36195.962292432785, "train_loss_step": 2.5946860313415527, "n_params": 4346920, "total_flops": 47405770752000000, "train_loss": 0.013174901902675628, "subset_score_loss": 0.013174901902675628} +{"step": 3560000, "wall_time": 36278.141129255295, "train_loss_step": 2.5627894401550293, "n_params": 4346920, "total_flops": 47539308134400000, "train_loss": 0.012909013032913207, "subset_score_loss": 0.012909013032913207} +{"step": 3570000, "wall_time": 36369.907314777374, "train_loss_step": 2.497887372970581, "n_params": 4346920, "total_flops": 47672845516800000, "train_loss": 0.013778716325759888, "subset_score_loss": 0.013778716325759888} +{"step": 3580000, "wall_time": 36464.90860271454, "train_loss_step": 2.6199264526367188, "n_params": 4346920, "total_flops": 47806382899200000, "train_loss": 0.012997949123382568, "subset_score_loss": 0.012997949123382568} +{"step": 3590000, "wall_time": 36559.856473207474, "train_loss_step": 2.26960825920105, "n_params": 4346920, "total_flops": 47939920281600000, "train_loss": 0.013172757625579835, "subset_score_loss": 0.013172757625579835} +{"step": 3600000, "wall_time": 36765.39521026611, "train_loss_step": 2.4382591247558594, "n_params": 4346920, "total_flops": 48073457664000000, "train_loss": 0.01319510191679001, "subset_score_loss": 0.01319510191679001, "memorization_fraction_pixel": 0.06430000066757202, "mean_nn_ratio_pixel": 0.4904162585735321, "fid": 141.1780049518822} +{"step": 3610000, "wall_time": 36859.76076507568, "train_loss_step": 2.555203437805176, "n_params": 4346920, "total_flops": 48206995046400000, "train_loss": 0.013143840432167053, "subset_score_loss": 0.013143840432167053} +{"step": 3620000, "wall_time": 36954.788902044296, "train_loss_step": 2.3792877197265625, "n_params": 4346920, "total_flops": 48340532428800000, "train_loss": 0.01321144998073578, "subset_score_loss": 0.01321144998073578} +{"step": 3630000, "wall_time": 37047.880710840225, "train_loss_step": 2.4131922721862793, "n_params": 4346920, "total_flops": 48474069811200000, "train_loss": 0.013005879521369935, "subset_score_loss": 0.013005879521369935} +{"step": 3640000, "wall_time": 37142.352707624435, "train_loss_step": 2.406020164489746, "n_params": 4346920, "total_flops": 48607607193600000, "train_loss": 0.013139013946056367, "subset_score_loss": 0.013139013946056367} +{"step": 3650000, "wall_time": 37235.28232431412, "train_loss_step": 2.522559404373169, "n_params": 4346920, "total_flops": 48741144576000000, "train_loss": 0.013912646472454071, "subset_score_loss": 0.013912646472454071} +{"step": 3660000, "wall_time": 37320.34956932068, "train_loss_step": 2.5394656658172607, "n_params": 4346920, "total_flops": 48874681958400000, "train_loss": 0.013375099003314971, "subset_score_loss": 0.013375099003314971} +{"step": 3670000, "wall_time": 37413.76134848595, "train_loss_step": 2.6572751998901367, "n_params": 4346920, "total_flops": 49008219340800000, "train_loss": 0.012850989401340485, "subset_score_loss": 0.012850989401340485} +{"step": 3680000, "wall_time": 37508.31057858467, "train_loss_step": 2.7511544227600098, "n_params": 4346920, "total_flops": 49141756723200000, "train_loss": 0.012929017841815948, "subset_score_loss": 0.012929017841815948} +{"step": 3690000, "wall_time": 37602.9110519886, "train_loss_step": 2.434842586517334, "n_params": 4346920, "total_flops": 49275294105600000, "train_loss": 0.012756699323654174, "subset_score_loss": 0.012756699323654174} +{"step": 3700000, "wall_time": 37799.671827077866, "train_loss_step": 2.5793728828430176, "n_params": 4346920, "total_flops": 49408831488000000, "train_loss": 0.012744402885437012, "subset_score_loss": 0.012744402885437012, "memorization_fraction_pixel": 0.06480000168085098, "mean_nn_ratio_pixel": 0.48839759826660156, "fid": 141.12975342465185} +{"step": 3710000, "wall_time": 37893.99384379387, "train_loss_step": 2.401867151260376, "n_params": 4346920, "total_flops": 49542368870400000, "train_loss": 0.0132970929145813, "subset_score_loss": 0.0132970929145813} +{"step": 3720000, "wall_time": 37988.88179445267, "train_loss_step": 2.254037380218506, "n_params": 4346920, "total_flops": 49675906252800000, "train_loss": 0.012633915245532989, "subset_score_loss": 0.012633915245532989} +{"step": 3730000, "wall_time": 38081.88612318039, "train_loss_step": 2.3941712379455566, "n_params": 4346920, "total_flops": 49809443635200000, "train_loss": 0.012930350005626678, "subset_score_loss": 0.012930350005626678} +{"step": 3740000, "wall_time": 38176.38733172417, "train_loss_step": 2.345313549041748, "n_params": 4346920, "total_flops": 49942981017600000, "train_loss": 0.012041596323251724, "subset_score_loss": 0.012041596323251724} +{"step": 3750000, "wall_time": 38259.58751988411, "train_loss_step": 2.5516936779022217, "n_params": 4346920, "total_flops": 50076518400000000, "train_loss": 0.012865787744522095, "subset_score_loss": 0.012865787744522095} +{"step": 3760000, "wall_time": 38349.74176430702, "train_loss_step": 2.7068026065826416, "n_params": 4346920, "total_flops": 50210055782400000, "train_loss": 0.013144180178642273, "subset_score_loss": 0.013144180178642273} +{"step": 3770000, "wall_time": 38442.388310194016, "train_loss_step": 2.5106399059295654, "n_params": 4346920, "total_flops": 50343593164800000, "train_loss": 0.013122874498367309, "subset_score_loss": 0.013122874498367309} +{"step": 3780000, "wall_time": 38537.33613371849, "train_loss_step": 2.4508819580078125, "n_params": 4346920, "total_flops": 50477130547200000, "train_loss": 0.01233864352107048, "subset_score_loss": 0.01233864352107048} +{"step": 3790000, "wall_time": 38632.07694172859, "train_loss_step": 2.5575242042541504, "n_params": 4346920, "total_flops": 50610667929600000, "train_loss": 0.01278894692659378, "subset_score_loss": 0.01278894692659378} +{"step": 3800000, "wall_time": 38818.368945121765, "train_loss_step": 2.410092353820801, "n_params": 4346920, "total_flops": 50744205312000000, "train_loss": 0.012722507119178772, "subset_score_loss": 0.012722507119178772, "memorization_fraction_pixel": 0.0722000002861023, "mean_nn_ratio_pixel": 0.48539209365844727, "fid": 140.98154301242937} +{"step": 3810000, "wall_time": 38912.90776133537, "train_loss_step": 2.6102218627929688, "n_params": 4346920, "total_flops": 50877742694400000, "train_loss": 0.012490058690309525, "subset_score_loss": 0.012490058690309525} +{"step": 3820000, "wall_time": 39005.94415664673, "train_loss_step": 2.5534801483154297, "n_params": 4346920, "total_flops": 51011280076800000, "train_loss": 0.01222110390663147, "subset_score_loss": 0.01222110390663147} +{"step": 3830000, "wall_time": 39101.073472738266, "train_loss_step": 2.3207108974456787, "n_params": 4346920, "total_flops": 51144817459200000, "train_loss": 0.012453363835811615, "subset_score_loss": 0.012453363835811615} +{"step": 3840000, "wall_time": 39195.5892431736, "train_loss_step": 2.469587564468384, "n_params": 4346920, "total_flops": 51278354841600000, "train_loss": 0.012116491794586182, "subset_score_loss": 0.012116491794586182} +{"step": 3850000, "wall_time": 39281.457488298416, "train_loss_step": 2.394195079803467, "n_params": 4346920, "total_flops": 51411892224000000, "train_loss": 0.012262867391109466, "subset_score_loss": 0.012262867391109466} +{"step": 3860000, "wall_time": 39375.58137536049, "train_loss_step": 2.4816792011260986, "n_params": 4346920, "total_flops": 51545429606400000, "train_loss": 0.012231472134590148, "subset_score_loss": 0.012231472134590148} +{"step": 3870000, "wall_time": 39465.91105341911, "train_loss_step": 2.5086283683776855, "n_params": 4346920, "total_flops": 51678966988800000, "train_loss": 0.0118608258664608, "subset_score_loss": 0.0118608258664608} +{"step": 3880000, "wall_time": 39560.23291039467, "train_loss_step": 2.6361117362976074, "n_params": 4346920, "total_flops": 51812504371200000, "train_loss": 0.011895439773797988, "subset_score_loss": 0.011895439773797988} +{"step": 3890000, "wall_time": 39654.9452753067, "train_loss_step": 2.41615891456604, "n_params": 4346920, "total_flops": 51946041753600000, "train_loss": 0.012746736407279968, "subset_score_loss": 0.012746736407279968} +{"step": 3900000, "wall_time": 39870.2603726387, "train_loss_step": 2.633235454559326, "n_params": 4346920, "total_flops": 52079579136000000, "train_loss": 0.012415604293346405, "subset_score_loss": 0.012415604293346405, "memorization_fraction_pixel": 0.06790000200271606, "mean_nn_ratio_pixel": 0.4872169494628906, "fid": 141.0892071743432} +{"step": 3910000, "wall_time": 39964.775554418564, "train_loss_step": 2.6530203819274902, "n_params": 4346920, "total_flops": 52213116518400000, "train_loss": 0.012313160300254821, "subset_score_loss": 0.012313160300254821} +{"step": 3920000, "wall_time": 40057.95759344101, "train_loss_step": 2.4708728790283203, "n_params": 4346920, "total_flops": 52346653900800000, "train_loss": 0.012259773164987563, "subset_score_loss": 0.012259773164987563} +{"step": 3930000, "wall_time": 40152.215928316116, "train_loss_step": 2.2999820709228516, "n_params": 4346920, "total_flops": 52480191283200000, "train_loss": 0.012075972557067872, "subset_score_loss": 0.012075972557067872} +{"step": 3940000, "wall_time": 40239.843453645706, "train_loss_step": 2.6056594848632812, "n_params": 4346920, "total_flops": 52613728665600000, "train_loss": 0.012461967766284943, "subset_score_loss": 0.012461967766284943} +{"step": 3950000, "wall_time": 40334.53678584099, "train_loss_step": 2.4006314277648926, "n_params": 4346920, "total_flops": 52747266048000000, "train_loss": 0.012646564841270446, "subset_score_loss": 0.012646564841270446} +{"step": 3960000, "wall_time": 40427.787630319595, "train_loss_step": 2.6529109477996826, "n_params": 4346920, "total_flops": 52880803430400000, "train_loss": 0.01216684952378273, "subset_score_loss": 0.01216684952378273} +{"step": 3970000, "wall_time": 40520.93053770065, "train_loss_step": 2.6407535076141357, "n_params": 4346920, "total_flops": 53014340812800000, "train_loss": 0.012523432075977326, "subset_score_loss": 0.012523432075977326} +{"step": 3980000, "wall_time": 40615.59825706482, "train_loss_step": 2.791196823120117, "n_params": 4346920, "total_flops": 53147878195200000, "train_loss": 0.011845720559358596, "subset_score_loss": 0.011845720559358596} +{"step": 3990000, "wall_time": 40710.64661669731, "train_loss_step": 2.414423942565918, "n_params": 4346920, "total_flops": 53281415577600000, "train_loss": 0.011822441965341568, "subset_score_loss": 0.011822441965341568} +{"step": 4000000, "wall_time": 40915.854212760925, "train_loss_step": 2.4427175521850586, "n_params": 4346920, "total_flops": 53414952960000000, "train_loss": 0.012041327357292176, "subset_score_loss": 0.012041327357292176, "memorization_fraction_pixel": 0.06880000233650208, "mean_nn_ratio_pixel": 0.48402172327041626, "fid": 140.6855020313918} +{"step": 4010000, "wall_time": 41008.79228782654, "train_loss_step": 2.74916410446167, "n_params": 4346920, "total_flops": 53548490342400000, "train_loss": 0.012289987504482269, "subset_score_loss": 0.012289987504482269} +{"step": 4020000, "wall_time": 41103.46809411049, "train_loss_step": 2.3588967323303223, "n_params": 4346920, "total_flops": 53682027724800000, "train_loss": 0.011760776489973068, "subset_score_loss": 0.011760776489973068} +{"step": 4030000, "wall_time": 41189.660341501236, "train_loss_step": 2.3698132038116455, "n_params": 4346920, "total_flops": 53815565107200000, "train_loss": 0.012036079168319702, "subset_score_loss": 0.012036079168319702} +{"step": 4040000, "wall_time": 41277.409881830215, "train_loss_step": 2.2987215518951416, "n_params": 4346920, "total_flops": 53949102489600000, "train_loss": 0.01256544291973114, "subset_score_loss": 0.01256544291973114} +{"step": 4050000, "wall_time": 41371.940811395645, "train_loss_step": 2.321995258331299, "n_params": 4346920, "total_flops": 54082639872000000, "train_loss": 0.01234137937426567, "subset_score_loss": 0.01234137937426567} +{"step": 4060000, "wall_time": 41464.937271595, "train_loss_step": 2.669355869293213, "n_params": 4346920, "total_flops": 54216177254400000, "train_loss": 0.011290401965379716, "subset_score_loss": 0.011290401965379716} +{"step": 4070000, "wall_time": 41557.93631577492, "train_loss_step": 2.5629630088806152, "n_params": 4346920, "total_flops": 54349714636800000, "train_loss": 0.011861962080001832, "subset_score_loss": 0.011861962080001832} +{"step": 4080000, "wall_time": 41652.76951670647, "train_loss_step": 2.504734516143799, "n_params": 4346920, "total_flops": 54483252019200000, "train_loss": 0.011797603219747543, "subset_score_loss": 0.011797603219747543} +{"step": 4090000, "wall_time": 41747.85224199295, "train_loss_step": 2.631112813949585, "n_params": 4346920, "total_flops": 54616789401600000, "train_loss": 0.011360370367765427, "subset_score_loss": 0.011360370367765427} +{"step": 4100000, "wall_time": 41934.77418875694, "train_loss_step": 2.669193744659424, "n_params": 4346920, "total_flops": 54750326784000000, "train_loss": 0.011734718829393387, "subset_score_loss": 0.011734718829393387, "memorization_fraction_pixel": 0.06830000132322311, "mean_nn_ratio_pixel": 0.48815542459487915, "fid": 141.3910438110215} +{"step": 4110000, "wall_time": 42027.15082406998, "train_loss_step": 2.3148515224456787, "n_params": 4346920, "total_flops": 54883864166400000, "train_loss": 0.011826313287019729, "subset_score_loss": 0.011826313287019729} +{"step": 4120000, "wall_time": 42121.83510160446, "train_loss_step": 2.2246599197387695, "n_params": 4346920, "total_flops": 55017401548800000, "train_loss": 0.01162092313170433, "subset_score_loss": 0.01162092313170433} +{"step": 4130000, "wall_time": 42205.94784998894, "train_loss_step": 2.4647974967956543, "n_params": 4346920, "total_flops": 55150938931200000, "train_loss": 0.0125349760055542, "subset_score_loss": 0.0125349760055542} +{"step": 4140000, "wall_time": 42297.48213195801, "train_loss_step": 2.573418378829956, "n_params": 4346920, "total_flops": 55284476313600000, "train_loss": 0.011593867838382722, "subset_score_loss": 0.011593867838382722} +{"step": 4150000, "wall_time": 42392.34832620621, "train_loss_step": 2.4043140411376953, "n_params": 4346920, "total_flops": 55418013696000000, "train_loss": 0.011643080413341523, "subset_score_loss": 0.011643080413341523} +{"step": 4160000, "wall_time": 42485.6762843132, "train_loss_step": 2.632324695587158, "n_params": 4346920, "total_flops": 55551551078400000, "train_loss": 0.011707992106676102, "subset_score_loss": 0.011707992106676102} +{"step": 4170000, "wall_time": 42579.01664209366, "train_loss_step": 2.598085403442383, "n_params": 4346920, "total_flops": 55685088460800000, "train_loss": 0.011276781558990479, "subset_score_loss": 0.011276781558990479} +{"step": 4180000, "wall_time": 42673.64121055603, "train_loss_step": 2.3067495822906494, "n_params": 4346920, "total_flops": 55818625843200000, "train_loss": 0.011132139712572098, "subset_score_loss": 0.011132139712572098} +{"step": 4190000, "wall_time": 42768.66832494736, "train_loss_step": 2.391181468963623, "n_params": 4346920, "total_flops": 55952163225600000, "train_loss": 0.011665967851877212, "subset_score_loss": 0.011665967851877212} +{"step": 4200000, "wall_time": 42961.35422706604, "train_loss_step": 2.715519666671753, "n_params": 4346920, "total_flops": 56085700608000000, "train_loss": 0.0112948939204216, "subset_score_loss": 0.0112948939204216, "memorization_fraction_pixel": 0.07190000265836716, "mean_nn_ratio_pixel": 0.4850280284881592, "fid": 141.2051660295894} +{"step": 4210000, "wall_time": 43054.92325615883, "train_loss_step": 2.4564595222473145, "n_params": 4346920, "total_flops": 56219237990400000, "train_loss": 0.011480133235454559, "subset_score_loss": 0.011480133235454559} +{"step": 4220000, "wall_time": 43149.34031915665, "train_loss_step": 2.337306499481201, "n_params": 4346920, "total_flops": 56352775372800000, "train_loss": 0.011750271916389466, "subset_score_loss": 0.011750271916389466} +{"step": 4230000, "wall_time": 43232.246802568436, "train_loss_step": 2.620678663253784, "n_params": 4346920, "total_flops": 56486312755200000, "train_loss": 0.011526232212781906, "subset_score_loss": 0.011526232212781906} +{"step": 4240000, "wall_time": 43327.325115442276, "train_loss_step": 2.5877628326416016, "n_params": 4346920, "total_flops": 56619850137600000, "train_loss": 0.01126481369137764, "subset_score_loss": 0.01126481369137764} +{"step": 4250000, "wall_time": 43422.37685036659, "train_loss_step": 2.4634978771209717, "n_params": 4346920, "total_flops": 56753387520000000, "train_loss": 0.011319902539253236, "subset_score_loss": 0.011319902539253236} +{"step": 4260000, "wall_time": 43515.95797562599, "train_loss_step": 2.3875951766967773, "n_params": 4346920, "total_flops": 56886924902400000, "train_loss": 0.011430645734071732, "subset_score_loss": 0.011430645734071732} +{"step": 4270000, "wall_time": 43610.74135017395, "train_loss_step": 2.437983512878418, "n_params": 4346920, "total_flops": 57020462284800000, "train_loss": 0.011739318072795869, "subset_score_loss": 0.011739318072795869} +{"step": 4280000, "wall_time": 43703.53807473183, "train_loss_step": 2.44071626663208, "n_params": 4346920, "total_flops": 57153999667200000, "train_loss": 0.010928978770971298, "subset_score_loss": 0.010928978770971298} +{"step": 4290000, "wall_time": 43798.01281666756, "train_loss_step": 2.508527994155884, "n_params": 4346920, "total_flops": 57287537049600000, "train_loss": 0.011210335046052932, "subset_score_loss": 0.011210335046052932} +{"step": 4300000, "wall_time": 43998.761162519455, "train_loss_step": 2.3635191917419434, "n_params": 4346920, "total_flops": 57421074432000000, "train_loss": 0.011675576865673064, "subset_score_loss": 0.011675576865673064, "memorization_fraction_pixel": 0.0714000016450882, "mean_nn_ratio_pixel": 0.48489242792129517, "fid": 140.73736816693514} +{"step": 4310000, "wall_time": 44093.5662984848, "train_loss_step": 2.523411989212036, "n_params": 4346920, "total_flops": 57554611814400000, "train_loss": 0.01190907061100006, "subset_score_loss": 0.01190907061100006} +{"step": 4320000, "wall_time": 44180.68333411217, "train_loss_step": 2.36236572265625, "n_params": 4346920, "total_flops": 57688149196800000, "train_loss": 0.011502236127853394, "subset_score_loss": 0.011502236127853394} +{"step": 4330000, "wall_time": 44268.35443854332, "train_loss_step": 2.2407517433166504, "n_params": 4346920, "total_flops": 57821686579200000, "train_loss": 0.010862740874290466, "subset_score_loss": 0.010862740874290466} +{"step": 4340000, "wall_time": 44363.33411836624, "train_loss_step": 2.3747386932373047, "n_params": 4346920, "total_flops": 57955223961600000, "train_loss": 0.011291243880987168, "subset_score_loss": 0.011291243880987168} +{"step": 4350000, "wall_time": 44458.21872425079, "train_loss_step": 2.418534278869629, "n_params": 4346920, "total_flops": 58088761344000000, "train_loss": 0.011415423452854156, "subset_score_loss": 0.011415423452854156} +{"step": 4360000, "wall_time": 44551.389776945114, "train_loss_step": 2.4060733318328857, "n_params": 4346920, "total_flops": 58222298726400000, "train_loss": 0.010594942420721055, "subset_score_loss": 0.010594942420721055} +{"step": 4370000, "wall_time": 44646.120441675186, "train_loss_step": 2.349576950073242, "n_params": 4346920, "total_flops": 58355836108800000, "train_loss": 0.011014579981565475, "subset_score_loss": 0.011014579981565475} +{"step": 4380000, "wall_time": 44739.1848282814, "train_loss_step": 2.4446072578430176, "n_params": 4346920, "total_flops": 58489373491200000, "train_loss": 0.01122177466750145, "subset_score_loss": 0.01122177466750145} +{"step": 4390000, "wall_time": 44833.9482626915, "train_loss_step": 2.176320791244507, "n_params": 4346920, "total_flops": 58622910873600000, "train_loss": 0.010793814808130265, "subset_score_loss": 0.010793814808130265} +{"step": 4400000, "wall_time": 45027.270709991455, "train_loss_step": 2.325634479522705, "n_params": 4346920, "total_flops": 58756448256000000, "train_loss": 0.01105043962597847, "subset_score_loss": 0.01105043962597847, "memorization_fraction_pixel": 0.07410000264644623, "mean_nn_ratio_pixel": 0.4854503273963928, "fid": 141.23505264514907} +{"step": 4410000, "wall_time": 45122.17067027092, "train_loss_step": 2.3472390174865723, "n_params": 4346920, "total_flops": 58889985638400000, "train_loss": 0.01097286269068718, "subset_score_loss": 0.01097286269068718} +{"step": 4420000, "wall_time": 45205.3870909214, "train_loss_step": 2.6140356063842773, "n_params": 4346920, "total_flops": 59023523020800000, "train_loss": 0.011517284065485, "subset_score_loss": 0.011517284065485} +{"step": 4430000, "wall_time": 45300.326917886734, "train_loss_step": 2.530045509338379, "n_params": 4346920, "total_flops": 59157060403200000, "train_loss": 0.011570174992084504, "subset_score_loss": 0.011570174992084504} +{"step": 4440000, "wall_time": 45395.22176003456, "train_loss_step": 2.1575562953948975, "n_params": 4346920, "total_flops": 59290597785600000, "train_loss": 0.011008977144956588, "subset_score_loss": 0.011008977144956588} +{"step": 4450000, "wall_time": 45489.20966434479, "train_loss_step": 2.2541937828063965, "n_params": 4346920, "total_flops": 59424135168000000, "train_loss": 0.011001694202423095, "subset_score_loss": 0.011001694202423095} +{"step": 4460000, "wall_time": 45582.05095624924, "train_loss_step": 2.481255292892456, "n_params": 4346920, "total_flops": 59557672550400000, "train_loss": 0.010745803266763687, "subset_score_loss": 0.010745803266763687} +{"step": 4470000, "wall_time": 45676.46625876427, "train_loss_step": 2.0764970779418945, "n_params": 4346920, "total_flops": 59691209932800000, "train_loss": 0.011032500863075256, "subset_score_loss": 0.011032500863075256} +{"step": 4480000, "wall_time": 45769.47621560097, "train_loss_step": 2.389068126678467, "n_params": 4346920, "total_flops": 59824747315200000, "train_loss": 0.010558033734560013, "subset_score_loss": 0.010558033734560013} +{"step": 4490000, "wall_time": 45864.05579972267, "train_loss_step": 2.525892734527588, "n_params": 4346920, "total_flops": 59958284697600000, "train_loss": 0.010942254960536957, "subset_score_loss": 0.010942254960536957} +{"step": 4500000, "wall_time": 46081.19058060646, "train_loss_step": 2.304990291595459, "n_params": 4346920, "total_flops": 60091822080000000, "train_loss": 0.010653134435415268, "subset_score_loss": 0.010653134435415268, "memorization_fraction_pixel": 0.07699999958276749, "mean_nn_ratio_pixel": 0.4827035665512085, "fid": 140.98147088249547} +{"step": 4510000, "wall_time": 46167.548142910004, "train_loss_step": 2.227457284927368, "n_params": 4346920, "total_flops": 60225359462400000, "train_loss": 0.011413562297821044, "subset_score_loss": 0.011413562297821044} +{"step": 4520000, "wall_time": 46256.78838586807, "train_loss_step": 2.2248809337615967, "n_params": 4346920, "total_flops": 60358896844800000, "train_loss": 0.01139545813202858, "subset_score_loss": 0.01139545813202858} +{"step": 4530000, "wall_time": 46351.671671152115, "train_loss_step": 2.3289811611175537, "n_params": 4346920, "total_flops": 60492434227200000, "train_loss": 0.010804226994514466, "subset_score_loss": 0.010804226994514466} +{"step": 4540000, "wall_time": 46446.55176258087, "train_loss_step": 2.7164764404296875, "n_params": 4346920, "total_flops": 60625971609600000, "train_loss": 0.010718154162168503, "subset_score_loss": 0.010718154162168503} +{"step": 4550000, "wall_time": 46540.34600973129, "train_loss_step": 2.518810510635376, "n_params": 4346920, "total_flops": 60759508992000000, "train_loss": 0.010532010346651077, "subset_score_loss": 0.010532010346651077} +{"step": 4560000, "wall_time": 46633.80805182457, "train_loss_step": 2.431196451187134, "n_params": 4346920, "total_flops": 60893046374400000, "train_loss": 0.011047947406768798, "subset_score_loss": 0.011047947406768798} +{"step": 4570000, "wall_time": 46728.06807017326, "train_loss_step": 2.580160140991211, "n_params": 4346920, "total_flops": 61026583756800000, "train_loss": 0.011257871985435486, "subset_score_loss": 0.011257871985435486} +{"step": 4580000, "wall_time": 46821.244725227356, "train_loss_step": 2.301236391067505, "n_params": 4346920, "total_flops": 61160121139200000, "train_loss": 0.010624025762081147, "subset_score_loss": 0.010624025762081147} +{"step": 4590000, "wall_time": 46916.6167178154, "train_loss_step": 2.5852856636047363, "n_params": 4346920, "total_flops": 61293658521600000, "train_loss": 0.010347671061754226, "subset_score_loss": 0.010347671061754226} +{"step": 4600000, "wall_time": 47087.935765981674, "train_loss_step": 2.458996295928955, "n_params": 4346920, "total_flops": 61427195904000000, "train_loss": 0.010940650105476379, "subset_score_loss": 0.010940650105476379, "memorization_fraction_pixel": 0.07530000060796738, "mean_nn_ratio_pixel": 0.48205557465553284, "fid": 140.0832724662187} +{"step": 4610000, "wall_time": 47178.7078499794, "train_loss_step": 2.5632898807525635, "n_params": 4346920, "total_flops": 61560733286400000, "train_loss": 0.010882755368947982, "subset_score_loss": 0.010882755368947982} +{"step": 4620000, "wall_time": 47273.5733063221, "train_loss_step": 2.5048279762268066, "n_params": 4346920, "total_flops": 61694270668800000, "train_loss": 0.010870096832513809, "subset_score_loss": 0.010870096832513809} +{"step": 4630000, "wall_time": 47367.91252493858, "train_loss_step": 2.5058541297912598, "n_params": 4346920, "total_flops": 61827808051200000, "train_loss": 0.010913223028182983, "subset_score_loss": 0.010913223028182983} +{"step": 4640000, "wall_time": 47462.79832339287, "train_loss_step": 2.4677000045776367, "n_params": 4346920, "total_flops": 61961345433600000, "train_loss": 0.010765129327774048, "subset_score_loss": 0.010765129327774048} +{"step": 4650000, "wall_time": 47557.826553821564, "train_loss_step": 2.6929941177368164, "n_params": 4346920, "total_flops": 62094882816000000, "train_loss": 0.011452814191579818, "subset_score_loss": 0.011452814191579818} +{"step": 4660000, "wall_time": 47651.34081220627, "train_loss_step": 2.3159914016723633, "n_params": 4346920, "total_flops": 62228420198400000, "train_loss": 0.010613500326871871, "subset_score_loss": 0.010613500326871871} +{"step": 4670000, "wall_time": 47746.15538597107, "train_loss_step": 2.4999191761016846, "n_params": 4346920, "total_flops": 62361957580800000, "train_loss": 0.010494949668645859, "subset_score_loss": 0.010494949668645859} +{"step": 4680000, "wall_time": 47841.09344768524, "train_loss_step": 2.3392908573150635, "n_params": 4346920, "total_flops": 62495494963200000, "train_loss": 0.010966213047504425, "subset_score_loss": 0.010966213047504425} +{"step": 4690000, "wall_time": 47933.35086226463, "train_loss_step": 2.2810282707214355, "n_params": 4346920, "total_flops": 62629032345600000, "train_loss": 0.010421597957611084, "subset_score_loss": 0.010421597957611084} +{"step": 4700000, "wall_time": 48103.866602897644, "train_loss_step": 2.213965892791748, "n_params": 4346920, "total_flops": 62762569728000000, "train_loss": 0.010579969733953476, "subset_score_loss": 0.010579969733953476, "memorization_fraction_pixel": 0.07209999859333038, "mean_nn_ratio_pixel": 0.4833586812019348, "fid": 141.28927446830616} +{"step": 4710000, "wall_time": 48196.218484163284, "train_loss_step": 1.977061152458191, "n_params": 4346920, "total_flops": 62896107110400000, "train_loss": 0.010643143206834793, "subset_score_loss": 0.010643143206834793} +{"step": 4720000, "wall_time": 48291.43606925011, "train_loss_step": 2.2555696964263916, "n_params": 4346920, "total_flops": 63029644492800000, "train_loss": 0.010508602112531662, "subset_score_loss": 0.010508602112531662} +{"step": 4730000, "wall_time": 48386.585283041, "train_loss_step": 2.4741172790527344, "n_params": 4346920, "total_flops": 63163181875200000, "train_loss": 0.010328264534473419, "subset_score_loss": 0.010328264534473419} +{"step": 4740000, "wall_time": 48482.51521730423, "train_loss_step": 2.4353830814361572, "n_params": 4346920, "total_flops": 63296719257600000, "train_loss": 0.009825165569782256, "subset_score_loss": 0.009825165569782256} +{"step": 4750000, "wall_time": 48578.31246519089, "train_loss_step": 2.40762996673584, "n_params": 4346920, "total_flops": 63430256640000000, "train_loss": 0.01007430925965309, "subset_score_loss": 0.01007430925965309} +{"step": 4760000, "wall_time": 48674.37210559845, "train_loss_step": 2.2164363861083984, "n_params": 4346920, "total_flops": 63563794022400000, "train_loss": 0.0100531205534935, "subset_score_loss": 0.0100531205534935} +{"step": 4770000, "wall_time": 48769.40290403366, "train_loss_step": 2.5790796279907227, "n_params": 4346920, "total_flops": 63697331404800000, "train_loss": 0.010129754990339279, "subset_score_loss": 0.010129754990339279} +{"step": 4780000, "wall_time": 48864.84093475342, "train_loss_step": 2.294940948486328, "n_params": 4346920, "total_flops": 63830868787200000, "train_loss": 0.010011453926563264, "subset_score_loss": 0.010011453926563264} +{"step": 4790000, "wall_time": 48957.315764427185, "train_loss_step": 2.1361427307128906, "n_params": 4346920, "total_flops": 63964406169600000, "train_loss": 0.010377279669046401, "subset_score_loss": 0.010377279669046401} +{"step": 4800000, "wall_time": 49118.548479795456, "train_loss_step": 2.488417148590088, "n_params": 4346920, "total_flops": 64097943552000000, "train_loss": 0.010444633662700653, "subset_score_loss": 0.010444633662700653, "memorization_fraction_pixel": 0.06960000097751617, "mean_nn_ratio_pixel": 0.48344990611076355, "fid": 141.10801661636117} +{"step": 4810000, "wall_time": 49196.13434743881, "train_loss_step": 2.523916244506836, "n_params": 4346920, "total_flops": 64231480934400000, "train_loss": 0.009882725775241852, "subset_score_loss": 0.009882725775241852} +{"step": 4820000, "wall_time": 49273.75169014931, "train_loss_step": 2.456066131591797, "n_params": 4346920, "total_flops": 64365018316800000, "train_loss": 0.010577404499053955, "subset_score_loss": 0.010577404499053955} +{"step": 4830000, "wall_time": 49351.390033483505, "train_loss_step": 2.1335554122924805, "n_params": 4346920, "total_flops": 64498555699200000, "train_loss": 0.01052917167544365, "subset_score_loss": 0.01052917167544365} +{"step": 4840000, "wall_time": 49429.155745983124, "train_loss_step": 2.297907829284668, "n_params": 4346920, "total_flops": 64632093081600000, "train_loss": 0.010606971383094788, "subset_score_loss": 0.010606971383094788} +{"step": 4850000, "wall_time": 49506.912247657776, "train_loss_step": 2.6116538047790527, "n_params": 4346920, "total_flops": 64765630464000000, "train_loss": 0.010279375314712524, "subset_score_loss": 0.010279375314712524} +{"step": 4860000, "wall_time": 49585.137437582016, "train_loss_step": 2.2988688945770264, "n_params": 4346920, "total_flops": 64899167846400000, "train_loss": 0.010588674247264862, "subset_score_loss": 0.010588674247264862} +{"step": 4870000, "wall_time": 49660.457604169846, "train_loss_step": 2.315523147583008, "n_params": 4346920, "total_flops": 65032705228800000, "train_loss": 0.010507693141698837, "subset_score_loss": 0.010507693141698837} +{"step": 4880000, "wall_time": 49737.574694633484, "train_loss_step": 2.3696327209472656, "n_params": 4346920, "total_flops": 65166242611200000, "train_loss": 0.010312816500663758, "subset_score_loss": 0.010312816500663758} +{"step": 4890000, "wall_time": 49809.26416802406, "train_loss_step": 2.3923306465148926, "n_params": 4346920, "total_flops": 65299779993600000, "train_loss": 0.009870269894599914, "subset_score_loss": 0.009870269894599914} +{"step": 4900000, "wall_time": 49918.154475450516, "train_loss_step": 2.4144906997680664, "n_params": 4346920, "total_flops": 65433317376000000, "train_loss": 0.010683909803628922, "subset_score_loss": 0.010683909803628922, "memorization_fraction_pixel": 0.0722000002861023, "mean_nn_ratio_pixel": 0.4840073585510254, "fid": 140.88547143726427} +{"step": 4910000, "wall_time": 49976.80259561539, "train_loss_step": 2.4094791412353516, "n_params": 4346920, "total_flops": 65566854758400000, "train_loss": 0.01035194993019104, "subset_score_loss": 0.01035194993019104} +{"step": 4920000, "wall_time": 50035.2713739872, "train_loss_step": 2.5053648948669434, "n_params": 4346920, "total_flops": 65700392140800000, "train_loss": 0.010352429747581483, "subset_score_loss": 0.010352429747581483} +{"step": 4930000, "wall_time": 50093.721249103546, "train_loss_step": 2.230588436126709, "n_params": 4346920, "total_flops": 65833929523200000, "train_loss": 0.010476608574390412, "subset_score_loss": 0.010476608574390412} +{"step": 4940000, "wall_time": 50151.98498415947, "train_loss_step": 2.488694667816162, "n_params": 4346920, "total_flops": 65967466905600000, "train_loss": 0.00989805832505226, "subset_score_loss": 0.00989805832505226} +{"step": 4950000, "wall_time": 50210.144994974136, "train_loss_step": 2.356778144836426, "n_params": 4346920, "total_flops": 66101004288000000, "train_loss": 0.010023228824138641, "subset_score_loss": 0.010023228824138641} +{"step": 4960000, "wall_time": 50267.99671936035, "train_loss_step": 2.4182066917419434, "n_params": 4346920, "total_flops": 66234541670400000, "train_loss": 0.010227493941783905, "subset_score_loss": 0.010227493941783905} +{"step": 4970000, "wall_time": 50323.02472066879, "train_loss_step": 2.5937418937683105, "n_params": 4346920, "total_flops": 66368079052800000, "train_loss": 0.00975489690899849, "subset_score_loss": 0.00975489690899849} +{"step": 4980000, "wall_time": 50381.37250685692, "train_loss_step": 2.436850070953369, "n_params": 4346920, "total_flops": 66501616435200000, "train_loss": 0.010250874608755112, "subset_score_loss": 0.010250874608755112} +{"step": 4990000, "wall_time": 50439.67889261246, "train_loss_step": 2.212697982788086, "n_params": 4346920, "total_flops": 66635153817600000, "train_loss": 0.010164961963891984, "subset_score_loss": 0.010164961963891984} +{"step": 5000000, "wall_time": 50546.34910655022, "train_loss_step": 2.484163284301758, "n_params": 4346920, "total_flops": 66768691200000000, "train_loss": 0.010294313728809356, "subset_score_loss": 0.010294313728809356, "memorization_fraction_pixel": 0.07329999655485153, "mean_nn_ratio_pixel": 0.4830598533153534, "fid": 142.0150418855875} diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d40/runner.log b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d40/runner.log new file mode 100644 index 0000000000000000000000000000000000000000..6f7f87b5a6d80ddfad0747e98b43359af7a61479 --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d40/runner.log @@ -0,0 +1,502 @@ + FID real-side stats cached over 1000 diverse train images + step 1 | 73s | train_loss=0.9903 | fid=230.1273 + step 10000 | 164s | train_loss=0.8809 + step 20000 | 259s | train_loss=0.8577 + step 30000 | 355s | train_loss=0.8024 + step 40000 | 449s | train_loss=0.6923 + step 50000 | 543s | train_loss=0.5142 + step 60000 | 638s | train_loss=0.3452 + step 70000 | 733s | train_loss=0.2442 + step 80000 | 828s | train_loss=0.1919 + step 90000 | 923s | train_loss=0.1635 + step 100000 | 1090s | train_loss=0.1460 | fid=160.8090 + step 110000 | 1180s | train_loss=0.1334 + step 120000 | 1275s | train_loss=0.1239 + step 130000 | 1370s | train_loss=0.1161 + step 140000 | 1464s | train_loss=0.1089 + step 150000 | 1558s | train_loss=0.1031 + step 160000 | 1653s | train_loss=0.0989 + step 170000 | 1748s | train_loss=0.0947 + step 180000 | 1843s | train_loss=0.0901 + step 190000 | 1938s | train_loss=0.0860 + step 200000 | 2103s | train_loss=0.0820 | fid=155.1602 + step 210000 | 2197s | train_loss=0.0798 + step 220000 | 2288s | train_loss=0.0776 + step 230000 | 2383s | train_loss=0.0755 + step 240000 | 2477s | train_loss=0.0727 + step 250000 | 2572s | train_loss=0.0695 + step 260000 | 2667s | train_loss=0.0688 + step 270000 | 2761s | train_loss=0.0661 + step 280000 | 2856s | train_loss=0.0650 + step 290000 | 2949s | train_loss=0.0629 + step 300000 | 3115s | train_loss=0.0618 | fid=150.3149 + step 310000 | 3209s | train_loss=0.0603 + step 320000 | 3300s | train_loss=0.0595 + step 330000 | 3394s | train_loss=0.0581 + step 340000 | 3489s | train_loss=0.0572 + step 350000 | 3583s | train_loss=0.0569 + step 360000 | 3678s | train_loss=0.0549 + step 370000 | 3773s | train_loss=0.0546 + step 380000 | 3868s | train_loss=0.0538 + step 390000 | 3959s | train_loss=0.0520 + step 400000 | 4127s | train_loss=0.0516 | fid=148.5597 + step 410000 | 4221s | train_loss=0.0501 + step 420000 | 4315s | train_loss=0.0498 + step 430000 | 4406s | train_loss=0.0496 + step 440000 | 4500s | train_loss=0.0496 + step 450000 | 4595s | train_loss=0.0481 + step 460000 | 4689s | train_loss=0.0472 + step 470000 | 4784s | train_loss=0.0467 + step 480000 | 4876s | train_loss=0.0465 + step 490000 | 4971s | train_loss=0.0454 + step 500000 | 5139s | train_loss=0.0448 | fid=146.6218 + step 510000 | 5234s | train_loss=0.0454 + step 520000 | 5327s | train_loss=0.0437 + step 530000 | 5421s | train_loss=0.0434 + step 540000 | 5514s | train_loss=0.0431 + step 550000 | 5608s | train_loss=0.0428 + step 560000 | 5703s | train_loss=0.0424 + step 570000 | 5798s | train_loss=0.0418 + step 580000 | 5889s | train_loss=0.0415 + step 590000 | 5984s | train_loss=0.0414 + step 600000 | 6152s | train_loss=0.0406 | fid=145.0383 + step 610000 | 6247s | train_loss=0.0409 + step 620000 | 6341s | train_loss=0.0397 + step 630000 | 6436s | train_loss=0.0392 + step 640000 | 6529s | train_loss=0.0397 + step 650000 | 6624s | train_loss=0.0385 + step 660000 | 6718s | train_loss=0.0392 + step 670000 | 6807s | train_loss=0.0388 + step 680000 | 6894s | train_loss=0.0390 + step 690000 | 6989s | train_loss=0.0377 + step 700000 | 7157s | train_loss=0.0370 | fid=143.3279 + step 710000 | 7252s | train_loss=0.0369 + step 720000 | 7347s | train_loss=0.0374 + step 730000 | 7440s | train_loss=0.0360 + step 740000 | 7532s | train_loss=0.0361 + step 750000 | 7625s | train_loss=0.0351 + step 760000 | 7720s | train_loss=0.0360 + step 770000 | 7807s | train_loss=0.0350 + step 780000 | 7902s | train_loss=0.0344 + step 790000 | 7996s | train_loss=0.0350 + step 800000 | 8165s | train_loss=0.0351 | fid=143.1136 + step 810000 | 8260s | train_loss=0.0340 + step 820000 | 8355s | train_loss=0.0336 + step 830000 | 8448s | train_loss=0.0338 + step 840000 | 8543s | train_loss=0.0334 + step 850000 | 8637s | train_loss=0.0335 + step 860000 | 8730s | train_loss=0.0340 + step 870000 | 8822s | train_loss=0.0333 + step 880000 | 8916s | train_loss=0.0330 + step 890000 | 9011s | train_loss=0.0320 + step 900000 | 9178s | train_loss=0.0324 | fid=142.8284 + step 910000 | 9273s | train_loss=0.0318 + step 920000 | 9368s | train_loss=0.0310 + step 930000 | 9461s | train_loss=0.0323 + step 940000 | 9556s | train_loss=0.0320 + step 950000 | 9651s | train_loss=0.0303 + step 960000 | 9739s | train_loss=0.0310 + step 970000 | 9834s | train_loss=0.0307 + step 980000 | 9929s | train_loss=0.0302 + step 990000 | 10023s | train_loss=0.0315 + step 1000000 | 10192s | train_loss=0.0301 | fid=142.1001 + step 1010000 | 10287s | train_loss=0.0299 + step 1020000 | 10381s | train_loss=0.0300 + step 1030000 | 10477s | train_loss=0.0298 + step 1040000 | 10570s | train_loss=0.0297 + step 1050000 | 10664s | train_loss=0.0303 + step 1060000 | 10748s | train_loss=0.0296 + step 1070000 | 10840s | train_loss=0.0294 + step 1080000 | 10935s | train_loss=0.0296 + step 1090000 | 11029s | train_loss=0.0291 + step 1100000 | 11197s | train_loss=0.0286 | fid=142.6972 + step 1110000 | 11292s | train_loss=0.0280 + step 1120000 | 11387s | train_loss=0.0278 + step 1130000 | 11482s | train_loss=0.0278 + step 1140000 | 11576s | train_loss=0.0283 + step 1150000 | 11671s | train_loss=0.0277 + step 1160000 | 11762s | train_loss=0.0272 + step 1170000 | 11855s | train_loss=0.0278 + step 1180000 | 11949s | train_loss=0.0277 + step 1190000 | 12044s | train_loss=0.0268 + step 1200000 | 12212s | train_loss=0.0281 | fid=141.6032 + step 1210000 | 12307s | train_loss=0.0274 + step 1220000 | 12401s | train_loss=0.0277 + step 1230000 | 12497s | train_loss=0.0263 + step 1240000 | 12590s | train_loss=0.0264 + step 1250000 | 12675s | train_loss=0.0269 + step 1260000 | 12769s | train_loss=0.0268 + step 1270000 | 12863s | train_loss=0.0270 + step 1280000 | 12955s | train_loss=0.0271 + step 1290000 | 13050s | train_loss=0.0270 + step 1300000 | 13218s | train_loss=0.0262 | fid=142.2664 + step 1310000 | 13313s | train_loss=0.0252 + step 1320000 | 13407s | train_loss=0.0254 + step 1330000 | 13502s | train_loss=0.0256 + step 1340000 | 13598s | train_loss=0.0255 + step 1350000 | 13679s | train_loss=0.0253 + step 1360000 | 13774s | train_loss=0.0258 + step 1370000 | 13868s | train_loss=0.0258 + step 1380000 | 13963s | train_loss=0.0257 + step 1390000 | 14056s | train_loss=0.0250 + step 1400000 | 14222s | train_loss=0.0250 | fid=141.4335 + step 1410000 | 14317s | train_loss=0.0249 + step 1420000 | 14411s | train_loss=0.0257 + step 1430000 | 14506s | train_loss=0.0245 + step 1440000 | 14600s | train_loss=0.0248 + step 1450000 | 14682s | train_loss=0.0243 + step 1460000 | 14776s | train_loss=0.0253 + step 1470000 | 14870s | train_loss=0.0245 + step 1480000 | 14963s | train_loss=0.0237 + step 1490000 | 15056s | train_loss=0.0246 + step 1500000 | 15223s | train_loss=0.0241 | fid=141.0936 + step 1510000 | 15318s | train_loss=0.0237 + step 1520000 | 15413s | train_loss=0.0237 + step 1530000 | 15508s | train_loss=0.0239 + step 1540000 | 15602s | train_loss=0.0238 + step 1550000 | 15681s | train_loss=0.0241 + step 1560000 | 15776s | train_loss=0.0245 + step 1570000 | 15870s | train_loss=0.0232 + step 1580000 | 15965s | train_loss=0.0234 + step 1590000 | 16059s | train_loss=0.0229 + step 1600000 | 16225s | train_loss=0.0240 | fid=140.8628 + step 1610000 | 16320s | train_loss=0.0233 + step 1620000 | 16415s | train_loss=0.0227 + step 1630000 | 16509s | train_loss=0.0223 + step 1640000 | 16604s | train_loss=0.0230 + step 1650000 | 16689s | train_loss=0.0232 + step 1660000 | 16781s | train_loss=0.0232 + step 1670000 | 16876s | train_loss=0.0219 + step 1680000 | 16971s | train_loss=0.0223 + step 1690000 | 17066s | train_loss=0.0222 + step 1700000 | 17232s | train_loss=0.0221 | fid=140.9605 + step 1710000 | 17326s | train_loss=0.0231 + step 1720000 | 17421s | train_loss=0.0224 + step 1730000 | 17516s | train_loss=0.0217 + step 1740000 | 17609s | train_loss=0.0224 + step 1750000 | 17694s | train_loss=0.0223 + step 1760000 | 17787s | train_loss=0.0219 + step 1770000 | 17882s | train_loss=0.0220 + step 1780000 | 17976s | train_loss=0.0218 + step 1790000 | 18071s | train_loss=0.0220 + step 1800000 | 18237s | train_loss=0.0215 | fid=141.1263 + step 1810000 | 18331s | train_loss=0.0214 + step 1820000 | 18426s | train_loss=0.0211 + step 1830000 | 18521s | train_loss=0.0217 + step 1840000 | 18613s | train_loss=0.0212 + step 1850000 | 18695s | train_loss=0.0213 + step 1860000 | 18789s | train_loss=0.0214 + step 1870000 | 18884s | train_loss=0.0205 + step 1880000 | 18978s | train_loss=0.0207 + step 1890000 | 19073s | train_loss=0.0214 + step 1900000 | 19238s | train_loss=0.0204 | fid=141.3265 + step 1910000 | 19331s | train_loss=0.0210 + step 1920000 | 19426s | train_loss=0.0214 + step 1930000 | 19519s | train_loss=0.0205 + step 1940000 | 19613s | train_loss=0.0202 + step 1950000 | 19697s | train_loss=0.0210 + step 1960000 | 19792s | train_loss=0.0202 + step 1970000 | 19886s | train_loss=0.0212 + step 1980000 | 19980s | train_loss=0.0204 + step 1990000 | 20075s | train_loss=0.0196 + step 2000000 | 20242s | train_loss=0.0204 | fid=140.7883 + step 2010000 | 20336s | train_loss=0.0196 + step 2020000 | 20429s | train_loss=0.0200 + step 2030000 | 20521s | train_loss=0.0211 + step 2040000 | 20613s | train_loss=0.0203 + step 2050000 | 20699s | train_loss=0.0204 + step 2060000 | 20794s | train_loss=0.0192 + step 2070000 | 20888s | train_loss=0.0199 + step 2080000 | 20983s | train_loss=0.0202 + step 2090000 | 21078s | train_loss=0.0198 + step 2100000 | 21245s | train_loss=0.0192 | fid=141.2486 + step 2110000 | 21340s | train_loss=0.0195 + step 2120000 | 21432s | train_loss=0.0199 + step 2130000 | 21526s | train_loss=0.0197 + step 2140000 | 21615s | train_loss=0.0195 + step 2150000 | 21707s | train_loss=0.0193 + step 2160000 | 21802s | train_loss=0.0193 + step 2170000 | 21895s | train_loss=0.0203 + step 2180000 | 21990s | train_loss=0.0191 + step 2190000 | 22085s | train_loss=0.0192 + step 2200000 | 22251s | train_loss=0.0187 | fid=140.6227 + step 2210000 | 22344s | train_loss=0.0191 + step 2220000 | 22438s | train_loss=0.0194 + step 2230000 | 22531s | train_loss=0.0196 + step 2240000 | 22617s | train_loss=0.0182 + step 2250000 | 22712s | train_loss=0.0185 + step 2260000 | 22807s | train_loss=0.0189 + step 2270000 | 22900s | train_loss=0.0184 + step 2280000 | 22995s | train_loss=0.0181 + step 2290000 | 23090s | train_loss=0.0184 + step 2300000 | 23258s | train_loss=0.0185 | fid=140.9438 + step 2310000 | 23352s | train_loss=0.0194 + step 2320000 | 23447s | train_loss=0.0185 + step 2330000 | 23539s | train_loss=0.0188 + step 2340000 | 23626s | train_loss=0.0182 + step 2350000 | 23720s | train_loss=0.0183 + step 2360000 | 23815s | train_loss=0.0181 + step 2370000 | 23910s | train_loss=0.0177 + step 2380000 | 24004s | train_loss=0.0174 + step 2390000 | 24098s | train_loss=0.0178 + step 2400000 | 24293s | train_loss=0.0180 | fid=141.1076 + step 2410000 | 24388s | train_loss=0.0171 + step 2420000 | 24482s | train_loss=0.0172 + step 2430000 | 24567s | train_loss=0.0176 + step 2440000 | 24660s | train_loss=0.0169 + step 2450000 | 24755s | train_loss=0.0181 + step 2460000 | 24850s | train_loss=0.0183 + step 2470000 | 24945s | train_loss=0.0173 + step 2480000 | 25038s | train_loss=0.0182 + step 2490000 | 25131s | train_loss=0.0175 + step 2500000 | 25361s | train_loss=0.0171 | fid=140.7814 + step 2510000 | 25456s | train_loss=0.0174 + step 2520000 | 25543s | train_loss=0.0169 + step 2530000 | 25637s | train_loss=0.0175 + step 2540000 | 25729s | train_loss=0.0173 + step 2550000 | 25823s | train_loss=0.0171 + step 2560000 | 25918s | train_loss=0.0178 + step 2570000 | 26012s | train_loss=0.0175 + step 2580000 | 26105s | train_loss=0.0173 + step 2590000 | 26199s | train_loss=0.0171 + step 2600000 | 26423s | train_loss=0.0163 | fid=140.8608 + step 2610000 | 26511s | train_loss=0.0170 + step 2620000 | 26605s | train_loss=0.0167 + step 2630000 | 26699s | train_loss=0.0161 + step 2640000 | 26792s | train_loss=0.0165 + step 2650000 | 26887s | train_loss=0.0167 + step 2660000 | 26982s | train_loss=0.0175 + step 2670000 | 27075s | train_loss=0.0170 + step 2680000 | 27168s | train_loss=0.0160 + step 2690000 | 27263s | train_loss=0.0169 + step 2700000 | 27435s | train_loss=0.0165 | fid=140.9898 + step 2710000 | 27526s | train_loss=0.0164 + step 2720000 | 27620s | train_loss=0.0161 + step 2730000 | 27715s | train_loss=0.0173 + step 2740000 | 27808s | train_loss=0.0157 + step 2750000 | 27903s | train_loss=0.0159 + step 2760000 | 27998s | train_loss=0.0168 + step 2770000 | 28090s | train_loss=0.0163 + step 2780000 | 28184s | train_loss=0.0168 + step 2790000 | 28279s | train_loss=0.0158 + step 2800000 | 28451s | train_loss=0.0160 | fid=140.4527 + step 2810000 | 28546s | train_loss=0.0159 + step 2820000 | 28641s | train_loss=0.0163 + step 2830000 | 28736s | train_loss=0.0162 + step 2840000 | 28831s | train_loss=0.0154 + step 2850000 | 28924s | train_loss=0.0155 + step 2860000 | 29018s | train_loss=0.0162 + step 2870000 | 29109s | train_loss=0.0167 + step 2880000 | 29204s | train_loss=0.0163 + step 2890000 | 29299s | train_loss=0.0156 + step 2900000 | 29512s | train_loss=0.0164 | fid=140.8865 + step 2910000 | 29607s | train_loss=0.0155 + step 2920000 | 29702s | train_loss=0.0152 + step 2930000 | 29797s | train_loss=0.0160 + step 2940000 | 29892s | train_loss=0.0151 + step 2950000 | 29985s | train_loss=0.0157 + step 2960000 | 30077s | train_loss=0.0146 + step 2970000 | 30170s | train_loss=0.0150 + step 2980000 | 30264s | train_loss=0.0148 + step 2990000 | 30355s | train_loss=0.0155 + step 3000000 | 30585s | train_loss=0.0157 | fid=141.4078 + step 3010000 | 30680s | train_loss=0.0154 + step 3020000 | 30775s | train_loss=0.0151 + step 3030000 | 30869s | train_loss=0.0149 + step 3040000 | 30963s | train_loss=0.0150 + step 3050000 | 31056s | train_loss=0.0155 + step 3060000 | 31148s | train_loss=0.0151 + step 3070000 | 31243s | train_loss=0.0151 + step 3080000 | 31335s | train_loss=0.0145 + step 3090000 | 31430s | train_loss=0.0151 + step 3100000 | 31604s | train_loss=0.0147 | fid=140.7398 + step 3110000 | 31699s | train_loss=0.0147 + step 3120000 | 31793s | train_loss=0.0152 + step 3130000 | 31888s | train_loss=0.0147 + step 3140000 | 31982s | train_loss=0.0146 + step 3150000 | 32073s | train_loss=0.0150 + step 3160000 | 32168s | train_loss=0.0152 + step 3170000 | 32261s | train_loss=0.0143 + step 3180000 | 32353s | train_loss=0.0147 + step 3190000 | 32448s | train_loss=0.0144 + step 3200000 | 32635s | train_loss=0.0153 | fid=142.1499 + step 3210000 | 32730s | train_loss=0.0149 + step 3220000 | 32824s | train_loss=0.0146 + step 3230000 | 32919s | train_loss=0.0147 + step 3240000 | 33014s | train_loss=0.0140 + step 3250000 | 33105s | train_loss=0.0139 + step 3260000 | 33200s | train_loss=0.0144 + step 3270000 | 33282s | train_loss=0.0141 + step 3280000 | 33373s | train_loss=0.0144 + step 3290000 | 33467s | train_loss=0.0142 + step 3300000 | 33668s | train_loss=0.0143 | fid=141.2201 + step 3310000 | 33764s | train_loss=0.0145 + step 3320000 | 33858s | train_loss=0.0142 + step 3330000 | 33953s | train_loss=0.0148 + step 3340000 | 34048s | train_loss=0.0136 + step 3350000 | 34139s | train_loss=0.0143 + step 3360000 | 34233s | train_loss=0.0141 + step 3370000 | 34311s | train_loss=0.0141 + step 3380000 | 34406s | train_loss=0.0139 + step 3390000 | 34500s | train_loss=0.0137 + step 3400000 | 34702s | train_loss=0.0135 | fid=140.6906 + step 3410000 | 34796s | train_loss=0.0135 + step 3420000 | 34891s | train_loss=0.0139 + step 3430000 | 34986s | train_loss=0.0138 + step 3440000 | 35078s | train_loss=0.0136 + step 3450000 | 35173s | train_loss=0.0134 + step 3460000 | 35261s | train_loss=0.0136 + step 3470000 | 35346s | train_loss=0.0133 + step 3480000 | 35441s | train_loss=0.0136 + step 3490000 | 35535s | train_loss=0.0135 + step 3500000 | 35724s | train_loss=0.0139 | fid=141.1666 + step 3510000 | 35819s | train_loss=0.0138 + step 3520000 | 35914s | train_loss=0.0134 + step 3530000 | 36008s | train_loss=0.0137 + step 3540000 | 36101s | train_loss=0.0136 + step 3550000 | 36196s | train_loss=0.0132 + step 3560000 | 36278s | train_loss=0.0129 + step 3570000 | 36370s | train_loss=0.0138 + step 3580000 | 36465s | train_loss=0.0130 + step 3590000 | 36560s | train_loss=0.0132 + step 3600000 | 36765s | train_loss=0.0132 | fid=141.1780 + step 3610000 | 36860s | train_loss=0.0131 + step 3620000 | 36955s | train_loss=0.0132 + step 3630000 | 37048s | train_loss=0.0130 + step 3640000 | 37142s | train_loss=0.0131 + step 3650000 | 37235s | train_loss=0.0139 + step 3660000 | 37320s | train_loss=0.0134 + step 3670000 | 37414s | train_loss=0.0129 + step 3680000 | 37508s | train_loss=0.0129 + step 3690000 | 37603s | train_loss=0.0128 + step 3700000 | 37800s | train_loss=0.0127 | fid=141.1298 + step 3710000 | 37894s | train_loss=0.0133 + step 3720000 | 37989s | train_loss=0.0126 + step 3730000 | 38082s | train_loss=0.0129 + step 3740000 | 38176s | train_loss=0.0120 + step 3750000 | 38260s | train_loss=0.0129 + step 3760000 | 38350s | train_loss=0.0131 + step 3770000 | 38442s | train_loss=0.0131 + step 3780000 | 38537s | train_loss=0.0123 + step 3790000 | 38632s | train_loss=0.0128 + step 3800000 | 38818s | train_loss=0.0127 | fid=140.9815 + step 3810000 | 38913s | train_loss=0.0125 + step 3820000 | 39006s | train_loss=0.0122 + step 3830000 | 39101s | train_loss=0.0125 + step 3840000 | 39196s | train_loss=0.0121 + step 3850000 | 39281s | train_loss=0.0123 + step 3860000 | 39376s | train_loss=0.0122 + step 3870000 | 39466s | train_loss=0.0119 + step 3880000 | 39560s | train_loss=0.0119 + step 3890000 | 39655s | train_loss=0.0127 + step 3900000 | 39870s | train_loss=0.0124 | fid=141.0892 + step 3910000 | 39965s | train_loss=0.0123 + step 3920000 | 40058s | train_loss=0.0123 + step 3930000 | 40152s | train_loss=0.0121 + step 3940000 | 40240s | train_loss=0.0125 + step 3950000 | 40335s | train_loss=0.0126 + step 3960000 | 40428s | train_loss=0.0122 + step 3970000 | 40521s | train_loss=0.0125 + step 3980000 | 40616s | train_loss=0.0118 + step 3990000 | 40711s | train_loss=0.0118 + step 4000000 | 40916s | train_loss=0.0120 | fid=140.6855 + step 4010000 | 41009s | train_loss=0.0123 + step 4020000 | 41103s | train_loss=0.0118 + step 4030000 | 41190s | train_loss=0.0120 + step 4040000 | 41277s | train_loss=0.0126 + step 4050000 | 41372s | train_loss=0.0123 + step 4060000 | 41465s | train_loss=0.0113 + step 4070000 | 41558s | train_loss=0.0119 + step 4080000 | 41653s | train_loss=0.0118 + step 4090000 | 41748s | train_loss=0.0114 + step 4100000 | 41935s | train_loss=0.0117 | fid=141.3910 + step 4110000 | 42027s | train_loss=0.0118 + step 4120000 | 42122s | train_loss=0.0116 + step 4130000 | 42206s | train_loss=0.0125 + step 4140000 | 42297s | train_loss=0.0116 + step 4150000 | 42392s | train_loss=0.0116 + step 4160000 | 42486s | train_loss=0.0117 + step 4170000 | 42579s | train_loss=0.0113 + step 4180000 | 42674s | train_loss=0.0111 + step 4190000 | 42769s | train_loss=0.0117 + step 4200000 | 42961s | train_loss=0.0113 | fid=141.2052 + step 4210000 | 43055s | train_loss=0.0115 + step 4220000 | 43149s | train_loss=0.0118 + step 4230000 | 43232s | train_loss=0.0115 + step 4240000 | 43327s | train_loss=0.0113 + step 4250000 | 43422s | train_loss=0.0113 + step 4260000 | 43516s | train_loss=0.0114 + step 4270000 | 43611s | train_loss=0.0117 + step 4280000 | 43704s | train_loss=0.0109 + step 4290000 | 43798s | train_loss=0.0112 + step 4300000 | 43999s | train_loss=0.0117 | fid=140.7374 + step 4310000 | 44094s | train_loss=0.0119 + step 4320000 | 44181s | train_loss=0.0115 + step 4330000 | 44268s | train_loss=0.0109 + step 4340000 | 44363s | train_loss=0.0113 + step 4350000 | 44458s | train_loss=0.0114 + step 4360000 | 44551s | train_loss=0.0106 + step 4370000 | 44646s | train_loss=0.0110 + step 4380000 | 44739s | train_loss=0.0112 + step 4390000 | 44834s | train_loss=0.0108 + step 4400000 | 45027s | train_loss=0.0111 | fid=141.2351 + step 4410000 | 45122s | train_loss=0.0110 + step 4420000 | 45205s | train_loss=0.0115 + step 4430000 | 45300s | train_loss=0.0116 + step 4440000 | 45395s | train_loss=0.0110 + step 4450000 | 45489s | train_loss=0.0110 + step 4460000 | 45582s | train_loss=0.0107 + step 4470000 | 45676s | train_loss=0.0110 + step 4480000 | 45769s | train_loss=0.0106 + step 4490000 | 45864s | train_loss=0.0109 + step 4500000 | 46081s | train_loss=0.0107 | fid=140.9815 + step 4510000 | 46168s | train_loss=0.0114 + step 4520000 | 46257s | train_loss=0.0114 + step 4530000 | 46352s | train_loss=0.0108 + step 4540000 | 46447s | train_loss=0.0107 + step 4550000 | 46540s | train_loss=0.0105 + step 4560000 | 46634s | train_loss=0.0110 + step 4570000 | 46728s | train_loss=0.0113 + step 4580000 | 46821s | train_loss=0.0106 + step 4590000 | 46917s | train_loss=0.0103 + step 4600000 | 47088s | train_loss=0.0109 | fid=140.0833 + step 4610000 | 47179s | train_loss=0.0109 + step 4620000 | 47274s | train_loss=0.0109 + step 4630000 | 47368s | train_loss=0.0109 + step 4640000 | 47463s | train_loss=0.0108 + step 4650000 | 47558s | train_loss=0.0115 + step 4660000 | 47651s | train_loss=0.0106 + step 4670000 | 47746s | train_loss=0.0105 + step 4680000 | 47841s | train_loss=0.0110 + step 4690000 | 47933s | train_loss=0.0104 + step 4700000 | 48104s | train_loss=0.0106 | fid=141.2893 + step 4710000 | 48196s | train_loss=0.0106 + step 4720000 | 48291s | train_loss=0.0105 + step 4730000 | 48387s | train_loss=0.0103 + step 4740000 | 48483s | train_loss=0.0098 + step 4750000 | 48578s | train_loss=0.0101 + step 4760000 | 48674s | train_loss=0.0101 + step 4770000 | 48769s | train_loss=0.0101 + step 4780000 | 48865s | train_loss=0.0100 + step 4790000 | 48957s | train_loss=0.0104 + step 4800000 | 49119s | train_loss=0.0104 | fid=141.1080 + step 4810000 | 49196s | train_loss=0.0099 + step 4820000 | 49274s | train_loss=0.0106 + step 4830000 | 49351s | train_loss=0.0105 + step 4840000 | 49429s | train_loss=0.0106 + step 4850000 | 49507s | train_loss=0.0103 + step 4860000 | 49585s | train_loss=0.0106 + step 4870000 | 49660s | train_loss=0.0105 + step 4880000 | 49738s | train_loss=0.0103 + step 4890000 | 49809s | train_loss=0.0099 + step 4900000 | 49918s | train_loss=0.0107 | fid=140.8855 + step 4910000 | 49977s | train_loss=0.0104 + step 4920000 | 50035s | train_loss=0.0104 + step 4930000 | 50094s | train_loss=0.0105 + step 4940000 | 50152s | train_loss=0.0099 + step 4950000 | 50210s | train_loss=0.0100 + step 4960000 | 50268s | train_loss=0.0102 + step 4970000 | 50323s | train_loss=0.0098 + step 4980000 | 50381s | train_loss=0.0103 + step 4990000 | 50440s | train_loss=0.0102 + step 5000000 | 50546s | train_loss=0.0103 | fid=142.0150 diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d60/config.json b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d60/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f8143bd844a7755ba0e1b1771606c342c982a42e --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d60/config.json @@ -0,0 +1,25 @@ +{ + "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d60/vae.pt", + "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d60", + "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", + "n_train": 1000, + "total_steps": 5000000, + "eval_interval": 10000, + "mem_interval": 100000, + "fid_interval": 100000, + "fid_n_real": 1000, + "fid_n_gen": 10000, + "n_gen_samples": 10000, + "n_sde_steps": 500, + "batch_size": 512, + "hidden": 1024, + "depth": 5, + "optimizer": "sgd", + "lr": 0.001, + "momentum": 0.8, + "t_min": 0.01, + "t_max": 3.0, + "t_eval": 0.1, + "seed": 42, + "device": null +} diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d60/metrics.jsonl b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d60/metrics.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..88b284b9fd1e9a188b46be7023027a70ec52a63a --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d60/metrics.jsonl @@ -0,0 +1,502 @@ +{"event": "meta", "data": "cifar10_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 60, "n": 1000, "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d60/vae.pt", "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [41905, 27590, 3837, 45564, 49079, 45615, 24791, 29586, 40154, 14155, 41744, 31565, 21399, 47093, 14144, 7260, 25109, 49111, 3286, 28559, 8088, 18636, 27677, 5584, 14605, 28090, 44911, 22197, 30774, 45976, 21377, 38974, 37419, 34658, 48141, 45353, 16718, 44442, 14512, 30061, 32910, 17321, 15565, 17405, 44045, 17717, 6400, 37998, 3773, 20538, 19316, 34889, 4564, 1363, 5611, 41687, 16986, 41914, 25046, 49823, 33007, 20861, 27988, 42869, 33687, 3828, 12070, 15418, 22140, 35636, 31728, 9480, 7712, 2852, 43042, 17354, 27208, 49689, 14774, 29225, 25390, 35055, 12670, 19522, 24246, 14561, 33656, 42751, 2242, 364, 43176, 15490, 46231, 26061, 18629, 34392, 32488, 26106, 10393, 11167, 20874, 8106, 10093, 7243, 48907, 8147, 45063, 21102, 37655, 7635, 2514, 27684, 3204, 28758, 28311, 29718, 44311, 10355, 32304, 14615, 28486, 14294, 16760, 37166, 19433, 20899, 23979, 36854, 43726, 10375, 11078, 10677, 40127, 33642, 36325, 13174, 19662, 30319, 22501, 14354, 24243, 27654, 42509, 18915, 29668, 2313, 42454, 11218, 48097, 31985, 16567, 26984, 33502, 36329, 22928, 42746, 38223, 19499, 41926, 29059, 44004, 8962, 40807, 11854, 36894, 13566, 36982, 16226, 36410, 47002, 20194, 3625, 19297, 2555, 4842, 8098, 44052, 5795, 5274, 4374, 17924, 30344, 5386, 26317, 30389, 32399, 32042, 26731, 29532, 33817, 26942, 25858, 11887, 46070, 41837, 10713, 33955, 20000, 29946, 4912, 32112, 6697, 44031, 27296, 37785, 25660, 27948, 31260, 24358, 1827, 37445, 25084, 11703, 3820, 49218, 30616, 25083, 22759, 6275, 40603, 39038, 37156, 8894, 9871, 31333, 26582, 20528, 10523, 2747, 33639, 41740, 47899, 11337, 6325, 433, 33051, 1094, 24743, 9392, 22638, 7689, 39641, 9486, 33554, 30840, 35032, 19647, 7903, 18205, 34063, 46483, 32963, 11601, 19203, 45792, 47136, 6174, 40793, 13885, 16641, 48744, 37658, 43829, 44107, 6388, 37424, 20033, 28563, 27013, 17032, 12768, 38181, 35608, 14089, 29228, 40229, 45106, 11963, 37979, 20694, 22835, 5773, 19580, 44596, 19079, 45191, 666, 15893, 7513, 15939, 45020, 12659, 31388, 44651, 23592, 16419, 47615, 36714, 36448, 28579, 1697, 9889, 42082, 49150, 41132, 33996, 21551, 18467, 45242, 6516, 3355, 20187, 31669, 2814, 6900, 28198, 17656, 18178, 31825, 34244, 38330, 28894, 7463, 8134, 38159, 10524, 41508, 2367, 496, 31046, 1511, 31956, 46621, 14176, 1899, 32397, 29452, 16504, 34042, 24014, 47447, 20229, 36683, 5186, 14349, 21736, 17094, 30311, 27949, 30023, 49589, 43270, 2898, 18259, 17175, 18594, 17062, 42063, 3237, 12080, 35769, 1687, 30330, 29678, 27321, 4273, 28513, 2551, 5314, 13572, 13497, 9652, 3466, 27133, 38459, 23232, 14231, 25584, 49398, 32994, 10434, 42369, 37410, 45044, 11075, 12523, 1417, 6765, 40000, 25016, 36905, 48638, 21, 16822, 24333, 30084, 43982, 26954, 6519, 42546, 14751, 14278, 49970, 47621, 18883, 37295, 9040, 40369, 22225, 36489, 21302, 13110, 5455, 47804, 14868, 13063, 22102, 36825, 21969, 33186, 28908, 32592, 42766, 12262, 39073, 915, 11824, 39208, 3098, 42789, 29800, 14150, 28705, 8847, 21716, 535, 48077, 41540, 36207, 10816, 41471, 35049, 20661, 6083, 30194, 4576, 2174, 1908, 48392, 10435, 10986, 18036, 24746, 3941, 34118, 49749, 12025, 21493, 15785, 17085, 39411, 34561, 42064, 36237, 2740, 8183, 40564, 33107, 25765, 49165, 25211, 17520, 17115, 1869, 46432, 33757, 20517, 39760, 259, 45380, 12436, 48000, 21046, 4039, 15701, 35246, 29112, 44161, 34079, 45449, 42845, 22815, 5597, 3990, 35899, 48969, 41528, 27873, 16598, 39104, 23359, 46847, 28624, 19198, 1251, 9003, 28383, 47005, 40703, 41605, 39895, 26201, 11727, 27435, 17333, 39261, 37456, 14653, 30634, 4160, 24540, 12044, 7111, 23485, 5645, 2572, 1682, 17872, 8974, 16796, 11864, 40178, 20092, 32219, 14458, 37007, 31340, 10520, 34489, 13128, 42913, 31468, 44180, 37938, 20058, 18673, 36850, 34721, 26210, 15257, 35188, 11815, 47936, 18088, 43578, 11996, 47952, 24311, 1884, 36557, 32921, 36250, 38022, 5671, 13621, 23326, 14326, 23471, 24685, 39092, 3268, 37257, 16348, 13730, 21838, 44088, 8945, 10827, 13840, 46123, 48010, 13350, 30622, 45233, 8698, 14335, 45842, 15138, 1515, 40759, 21960, 47551, 33208, 18260, 6377, 46869, 31742, 23566, 12829, 15305, 37988, 16111, 32146, 37948, 25917, 30484, 17885, 42468, 28238, 33865, 28030, 30072, 34855, 19324, 42075, 30623, 3667, 38832, 25100, 43077, 36471, 11663, 13588, 14015, 5099, 10589, 28526, 48022, 15444, 3280, 188, 31582, 15225, 11019, 21804, 3901, 24461, 25031, 10373, 4486, 45950, 37949, 32923, 1583, 6576, 26004, 16237, 38132, 25045, 25091, 41949, 11553, 48062, 40503, 13057, 8954, 18566, 28405, 28604, 30434, 49112, 30676, 32930, 16183, 48336, 43162, 873, 37233, 44718, 37247, 23758, 9243, 12126, 5287, 49594, 3459, 32091, 20894, 41743, 7366, 7258, 37939, 47665, 12260, 20836, 43253, 16191, 11619, 1519, 6137, 3934, 48375, 35234, 103, 30510, 8869, 21085, 41234, 25138, 25079, 31218, 48292, 48814, 6635, 18416, 1421, 4363, 5164, 47455, 21280, 16767, 19685, 16449, 45798, 31292, 31049, 43587, 30772, 2651, 12854, 23199, 25234, 23389, 24742, 19480, 19738, 19726, 2388, 21394, 4512, 9069, 42856, 25766, 23797, 40741, 33624, 8328, 35922, 27732, 36268, 23213, 41966, 40002, 12750, 46225, 35182, 23769, 25152, 26764, 20090, 27202, 48096, 4266, 2205, 2020, 37651, 36088, 1021, 28544, 20933, 48924, 11503, 43997, 9492, 19505, 47632, 4118, 2029, 22008, 41396, 16378, 36738, 33194, 28053, 44137, 30771, 12131, 5963, 31754, 46953, 3180, 1718, 36816, 2208, 20898, 13799, 30796, 34445, 37540, 27983, 39216, 16791, 36763, 15987, 28440, 11782, 48531, 4252, 47359, 5351, 4059, 9263, 32274, 39283, 258, 17485, 31280, 12814, 33217, 38203, 11170, 8486, 14434, 13722, 36048, 3705, 47210, 38260, 2200, 17850, 21589, 27598, 9926, 9419, 3981, 34519, 37821, 22855, 39796, 24105, 5113, 5888, 31974, 40040, 17179, 48615, 38665, 47173, 47154, 20619, 5049, 1656, 27736, 14424, 2013, 1348, 32964, 37228, 34968, 34124, 15993, 42420, 26558, 2961, 27119, 37779, 29321, 31595, 29301, 38364, 17528, 19583, 48609, 4428, 12427, 601, 21213, 44456, 39274, 40250, 39804, 35373, 43875, 20550, 43426, 13696, 34572, 11097, 22458, 33042, 12981, 29073, 6601, 2370, 4065, 46317, 29460, 21761, 13977, 4520, 31604, 16259, 1445, 29204, 26097, 31921, 33193, 36054, 26372, 4436, 40306, 13974, 6159, 46233, 33714, 27592, 23153, 40311, 12294, 40141, 14030, 36304, 40086, 43163, 14689, 5002, 40885, 40758, 42458, 18580, 29784, 14527, 30070, 18326, 40830, 42503, 5434, 25179, 15652, 11428, 40980, 45916, 22056, 15896, 42628, 30092, 40834, 25862, 40370, 7804, 46908, 44191, 26908, 9764, 36969, 21521, 35257, 9279, 36964, 4012, 627, 31813, 15669, 33832, 29874, 1912, 41254, 23709, 4648, 3131, 49882, 19349, 35975, 25565, 21641, 48219, 30806, 33979, 36103, 14640, 34524, 31661, 26869, 27297, 46519, 2352, 46930, 7617, 49750, 12620, 29820, 18590, 890, 16394, 23877, 26421, 23417, 29021, 11596, 22017, 14794, 14437, 48385, 48231, 18946, 38048, 41302, 40633, 15317, 24820], "fid_reference": "same farthest-first 1k CIFAR-10 training subset", "seed": 42} +{"step": 1, "wall_time": 72.00184178352356, "train_loss_step": 60.638816833496094, "n_params": 4387900, "total_flops": 13479628800, "train_loss": 0.9958985010782878, "subset_score_loss": 0.9958985010782878, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9772303700447083, "fid": 257.081090422555} +{"step": 10000, "wall_time": 155.76006770133972, "train_loss_step": 13.980854034423828, "n_params": 4387900, "total_flops": 134796288000000, "train_loss": 0.8694284439086915, "subset_score_loss": 0.8694284439086915} +{"step": 20000, "wall_time": 245.2448124885559, "train_loss_step": 13.17326545715332, "n_params": 4387900, "total_flops": 269592576000000, "train_loss": 0.793751335144043, "subset_score_loss": 0.793751335144043} +{"step": 30000, "wall_time": 334.8398470878601, "train_loss_step": 10.717400550842285, "n_params": 4387900, "total_flops": 404388864000000, "train_loss": 0.6616436640421549, "subset_score_loss": 0.6616436640421549} +{"step": 40000, "wall_time": 423.9047372341156, "train_loss_step": 9.839448928833008, "n_params": 4387900, "total_flops": 539185152000000, "train_loss": 0.46643253962198894, "subset_score_loss": 0.46643253962198894} +{"step": 50000, "wall_time": 513.1325647830963, "train_loss_step": 8.915545463562012, "n_params": 4387900, "total_flops": 673981440000000, "train_loss": 0.2997930844624837, "subset_score_loss": 0.2997930844624837} +{"step": 60000, "wall_time": 602.2477929592133, "train_loss_step": 7.338422775268555, "n_params": 4387900, "total_flops": 808777728000000, "train_loss": 0.21247224807739257, "subset_score_loss": 0.21247224807739257} +{"step": 70000, "wall_time": 691.6855170726776, "train_loss_step": 6.8852081298828125, "n_params": 4387900, "total_flops": 943574016000000, "train_loss": 0.17120245297749836, "subset_score_loss": 0.17120245297749836} +{"step": 80000, "wall_time": 781.1461730003357, "train_loss_step": 6.311529159545898, "n_params": 4387900, "total_flops": 1078370304000000, "train_loss": 0.1501726468404134, "subset_score_loss": 0.1501726468404134} +{"step": 90000, "wall_time": 870.6610736846924, "train_loss_step": 6.51578950881958, "n_params": 4387900, "total_flops": 1213166592000000, "train_loss": 0.13635390599568684, "subset_score_loss": 0.13635390599568684} +{"step": 100000, "wall_time": 1033.9992043972015, "train_loss_step": 6.205097198486328, "n_params": 4387900, "total_flops": 1347962880000000, "train_loss": 0.12606418132781982, "subset_score_loss": 0.12606418132781982, "memorization_fraction_pixel": 0.0007999999797903001, "mean_nn_ratio_pixel": 0.8963738083839417, "fid": 149.11179573514642} +{"step": 110000, "wall_time": 1119.4795939922333, "train_loss_step": 6.364415645599365, "n_params": 4387900, "total_flops": 1482759168000000, "train_loss": 0.11882059574127198, "subset_score_loss": 0.11882059574127198} +{"step": 120000, "wall_time": 1205.212364912033, "train_loss_step": 6.123319625854492, "n_params": 4387900, "total_flops": 1617555456000000, "train_loss": 0.1102599302927653, "subset_score_loss": 0.1102599302927653} +{"step": 130000, "wall_time": 1294.845828294754, "train_loss_step": 5.455265045166016, "n_params": 4387900, "total_flops": 1752351744000000, "train_loss": 0.1054678201675415, "subset_score_loss": 0.1054678201675415} +{"step": 140000, "wall_time": 1383.9540405273438, "train_loss_step": 5.629059314727783, "n_params": 4387900, "total_flops": 1887148032000000, "train_loss": 0.1016851266225179, "subset_score_loss": 0.1016851266225179} +{"step": 150000, "wall_time": 1472.9998760223389, "train_loss_step": 5.306395530700684, "n_params": 4387900, "total_flops": 2021944320000000, "train_loss": 0.09574859142303467, "subset_score_loss": 0.09574859142303467} +{"step": 160000, "wall_time": 1561.8019616603851, "train_loss_step": 5.395573139190674, "n_params": 4387900, "total_flops": 2156740608000000, "train_loss": 0.0927908738454183, "subset_score_loss": 0.0927908738454183} +{"step": 170000, "wall_time": 1651.0907235145569, "train_loss_step": 5.3544464111328125, "n_params": 4387900, "total_flops": 2291536896000000, "train_loss": 0.09167315165201823, "subset_score_loss": 0.09167315165201823} +{"step": 180000, "wall_time": 1740.516701221466, "train_loss_step": 5.116617679595947, "n_params": 4387900, "total_flops": 2426333184000000, "train_loss": 0.08479543526967366, "subset_score_loss": 0.08479543526967366} +{"step": 190000, "wall_time": 1829.993201494217, "train_loss_step": 4.895210266113281, "n_params": 4387900, "total_flops": 2561129472000000, "train_loss": 0.08258090019226075, "subset_score_loss": 0.08258090019226075} +{"step": 200000, "wall_time": 1993.4229156970978, "train_loss_step": 5.179042816162109, "n_params": 4387900, "total_flops": 2695925760000000, "train_loss": 0.07971486250559488, "subset_score_loss": 0.07971486250559488, "memorization_fraction_pixel": 0.00930000003427267, "mean_nn_ratio_pixel": 0.8151533007621765, "fid": 143.05517714719065} +{"step": 210000, "wall_time": 2083.650198698044, "train_loss_step": 5.192748069763184, "n_params": 4387900, "total_flops": 2830722048000000, "train_loss": 0.07895210584004721, "subset_score_loss": 0.07895210584004721} +{"step": 220000, "wall_time": 2168.3598408699036, "train_loss_step": 4.750672340393066, "n_params": 4387900, "total_flops": 2965518336000000, "train_loss": 0.07761486371358235, "subset_score_loss": 0.07761486371358235} +{"step": 230000, "wall_time": 2255.445195913315, "train_loss_step": 4.6665825843811035, "n_params": 4387900, "total_flops": 3100314624000000, "train_loss": 0.0731086015701294, "subset_score_loss": 0.0731086015701294} +{"step": 240000, "wall_time": 2344.2913522720337, "train_loss_step": 5.070042610168457, "n_params": 4387900, "total_flops": 3235110912000000, "train_loss": 0.0718789259592692, "subset_score_loss": 0.0718789259592692} +{"step": 250000, "wall_time": 2433.426331758499, "train_loss_step": 4.764547348022461, "n_params": 4387900, "total_flops": 3369907200000000, "train_loss": 0.06987291971842448, "subset_score_loss": 0.06987291971842448} +{"step": 260000, "wall_time": 2522.8907692432404, "train_loss_step": 4.836459159851074, "n_params": 4387900, "total_flops": 3504703488000000, "train_loss": 0.06770339012145996, "subset_score_loss": 0.06770339012145996} +{"step": 270000, "wall_time": 2611.7851572036743, "train_loss_step": 4.589718818664551, "n_params": 4387900, "total_flops": 3639499776000000, "train_loss": 0.06661291122436523, "subset_score_loss": 0.06661291122436523} +{"step": 280000, "wall_time": 2701.191059589386, "train_loss_step": 4.4198455810546875, "n_params": 4387900, "total_flops": 3774296064000000, "train_loss": 0.06658058961232503, "subset_score_loss": 0.06658058961232503} +{"step": 290000, "wall_time": 2790.5363073349, "train_loss_step": 4.403036117553711, "n_params": 4387900, "total_flops": 3909092352000000, "train_loss": 0.06405962308247884, "subset_score_loss": 0.06405962308247884} +{"step": 300000, "wall_time": 2954.184352874756, "train_loss_step": 4.7355451583862305, "n_params": 4387900, "total_flops": 4043888640000000, "train_loss": 0.06316276788711547, "subset_score_loss": 0.06316276788711547, "memorization_fraction_pixel": 0.02329999953508377, "mean_nn_ratio_pixel": 0.7577961087226868, "fid": 136.64805091697693} +{"step": 310000, "wall_time": 3043.6617374420166, "train_loss_step": 4.486729621887207, "n_params": 4387900, "total_flops": 4178684928000000, "train_loss": 0.06264849106470743, "subset_score_loss": 0.06264849106470743} +{"step": 320000, "wall_time": 3130.428673028946, "train_loss_step": 3.9681286811828613, "n_params": 4387900, "total_flops": 4313481216000000, "train_loss": 0.05920695463816325, "subset_score_loss": 0.05920695463816325} +{"step": 330000, "wall_time": 3218.338001728058, "train_loss_step": 4.663838863372803, "n_params": 4387900, "total_flops": 4448277504000000, "train_loss": 0.059010942776997886, "subset_score_loss": 0.059010942776997886} +{"step": 340000, "wall_time": 3305.169776201248, "train_loss_step": 4.292996406555176, "n_params": 4387900, "total_flops": 4583073792000000, "train_loss": 0.05780851443608602, "subset_score_loss": 0.05780851443608602} +{"step": 350000, "wall_time": 3393.8693742752075, "train_loss_step": 4.329647064208984, "n_params": 4387900, "total_flops": 4717870080000000, "train_loss": 0.057306710879007974, "subset_score_loss": 0.057306710879007974} +{"step": 360000, "wall_time": 3483.3859877586365, "train_loss_step": 4.520765781402588, "n_params": 4387900, "total_flops": 4852666368000000, "train_loss": 0.05604754288991292, "subset_score_loss": 0.05604754288991292} +{"step": 370000, "wall_time": 3572.7832889556885, "train_loss_step": 4.366555690765381, "n_params": 4387900, "total_flops": 4987462656000000, "train_loss": 0.055307400226593015, "subset_score_loss": 0.055307400226593015} +{"step": 380000, "wall_time": 3661.769800186157, "train_loss_step": 3.9933953285217285, "n_params": 4387900, "total_flops": 5122258944000000, "train_loss": 0.05392434597015381, "subset_score_loss": 0.05392434597015381} +{"step": 390000, "wall_time": 3751.1051115989685, "train_loss_step": 4.496194839477539, "n_params": 4387900, "total_flops": 5257055232000000, "train_loss": 0.05431493918100993, "subset_score_loss": 0.05431493918100993} +{"step": 400000, "wall_time": 3914.404526948929, "train_loss_step": 4.146810054779053, "n_params": 4387900, "total_flops": 5391851520000000, "train_loss": 0.05278790791829427, "subset_score_loss": 0.05278790791829427, "memorization_fraction_pixel": 0.03909999877214432, "mean_nn_ratio_pixel": 0.7178834676742554, "fid": 132.77626136764155} +{"step": 410000, "wall_time": 4003.7974123954773, "train_loss_step": 4.468297004699707, "n_params": 4387900, "total_flops": 5526647808000000, "train_loss": 0.05277456839879354, "subset_score_loss": 0.05277456839879354} +{"step": 420000, "wall_time": 4093.9602138996124, "train_loss_step": 4.077095031738281, "n_params": 4387900, "total_flops": 5661444096000000, "train_loss": 0.05170426368713379, "subset_score_loss": 0.05170426368713379} +{"step": 430000, "wall_time": 4179.571959733963, "train_loss_step": 4.276853561401367, "n_params": 4387900, "total_flops": 5796240384000000, "train_loss": 0.05002570152282715, "subset_score_loss": 0.05002570152282715} +{"step": 440000, "wall_time": 4267.349905014038, "train_loss_step": 4.361715316772461, "n_params": 4387900, "total_flops": 5931036672000000, "train_loss": 0.05019568999608358, "subset_score_loss": 0.05019568999608358} +{"step": 450000, "wall_time": 4356.074373006821, "train_loss_step": 4.2446064949035645, "n_params": 4387900, "total_flops": 6065832960000000, "train_loss": 0.05061599810918172, "subset_score_loss": 0.05061599810918172} +{"step": 460000, "wall_time": 4443.410758733749, "train_loss_step": 4.071132659912109, "n_params": 4387900, "total_flops": 6200629248000000, "train_loss": 0.04885217348734538, "subset_score_loss": 0.04885217348734538} +{"step": 470000, "wall_time": 4532.504597425461, "train_loss_step": 4.255046844482422, "n_params": 4387900, "total_flops": 6335425536000000, "train_loss": 0.04822067022323608, "subset_score_loss": 0.04822067022323608} +{"step": 480000, "wall_time": 4621.647782325745, "train_loss_step": 4.054424285888672, "n_params": 4387900, "total_flops": 6470221824000000, "train_loss": 0.04744235277175903, "subset_score_loss": 0.04744235277175903} +{"step": 490000, "wall_time": 4710.754479646683, "train_loss_step": 4.407151222229004, "n_params": 4387900, "total_flops": 6605018112000000, "train_loss": 0.04727745056152344, "subset_score_loss": 0.04727745056152344} +{"step": 500000, "wall_time": 4874.564187526703, "train_loss_step": 3.7848591804504395, "n_params": 4387900, "total_flops": 6739814400000000, "train_loss": 0.046397022406260174, "subset_score_loss": 0.046397022406260174, "memorization_fraction_pixel": 0.052400000393390656, "mean_nn_ratio_pixel": 0.6801170706748962, "fid": 130.65436162288083} +{"step": 510000, "wall_time": 4963.924289226532, "train_loss_step": 4.005768299102783, "n_params": 4387900, "total_flops": 6874610688000000, "train_loss": 0.046446490287780764, "subset_score_loss": 0.046446490287780764} +{"step": 520000, "wall_time": 5053.44618678093, "train_loss_step": 3.9138762950897217, "n_params": 4387900, "total_flops": 7009406976000000, "train_loss": 0.04523704449335734, "subset_score_loss": 0.04523704449335734} +{"step": 530000, "wall_time": 5139.592027425766, "train_loss_step": 3.9254674911499023, "n_params": 4387900, "total_flops": 7144203264000000, "train_loss": 0.04646236499150594, "subset_score_loss": 0.04646236499150594} +{"step": 540000, "wall_time": 5228.999139547348, "train_loss_step": 3.9267396926879883, "n_params": 4387900, "total_flops": 7278999552000000, "train_loss": 0.04471501111984253, "subset_score_loss": 0.04471501111984253} +{"step": 550000, "wall_time": 5316.867983579636, "train_loss_step": 4.018151760101318, "n_params": 4387900, "total_flops": 7413795840000000, "train_loss": 0.04425547122955322, "subset_score_loss": 0.04425547122955322} +{"step": 560000, "wall_time": 5405.590980768204, "train_loss_step": 4.039908409118652, "n_params": 4387900, "total_flops": 7548592128000000, "train_loss": 0.044786314169565834, "subset_score_loss": 0.044786314169565834} +{"step": 570000, "wall_time": 5492.994749546051, "train_loss_step": 4.214152812957764, "n_params": 4387900, "total_flops": 7683388416000000, "train_loss": 0.04448132912317912, "subset_score_loss": 0.04448132912317912} +{"step": 580000, "wall_time": 5582.308296918869, "train_loss_step": 3.8641371726989746, "n_params": 4387900, "total_flops": 7818184704000000, "train_loss": 0.04303589661916097, "subset_score_loss": 0.04303589661916097} +{"step": 590000, "wall_time": 5671.470354557037, "train_loss_step": 4.213946342468262, "n_params": 4387900, "total_flops": 7952980992000000, "train_loss": 0.043168699741363524, "subset_score_loss": 0.043168699741363524} +{"step": 600000, "wall_time": 5834.908747673035, "train_loss_step": 3.9086837768554688, "n_params": 4387900, "total_flops": 8087777280000000, "train_loss": 0.04334382613499959, "subset_score_loss": 0.04334382613499959, "memorization_fraction_pixel": 0.06210000067949295, "mean_nn_ratio_pixel": 0.6546100974082947, "fid": 128.2044908396047} +{"step": 610000, "wall_time": 5924.334367275238, "train_loss_step": 4.065122604370117, "n_params": 4387900, "total_flops": 8222573568000000, "train_loss": 0.04242246945699056, "subset_score_loss": 0.04242246945699056} +{"step": 620000, "wall_time": 6013.835163831711, "train_loss_step": 4.157543659210205, "n_params": 4387900, "total_flops": 8357369856000000, "train_loss": 0.0416615088780721, "subset_score_loss": 0.0416615088780721} +{"step": 630000, "wall_time": 6103.389959573746, "train_loss_step": 4.033381938934326, "n_params": 4387900, "total_flops": 8492166144000000, "train_loss": 0.0414451797803243, "subset_score_loss": 0.0414451797803243} +{"step": 640000, "wall_time": 6189.5616953372955, "train_loss_step": 4.1822967529296875, "n_params": 4387900, "total_flops": 8626962432000000, "train_loss": 0.04164297978083293, "subset_score_loss": 0.04164297978083293} +{"step": 650000, "wall_time": 6279.005291223526, "train_loss_step": 4.076207637786865, "n_params": 4387900, "total_flops": 8761758720000000, "train_loss": 0.04135762850443522, "subset_score_loss": 0.04135762850443522} +{"step": 660000, "wall_time": 6367.005163431168, "train_loss_step": 3.6600871086120605, "n_params": 4387900, "total_flops": 8896555008000000, "train_loss": 0.04163453181584676, "subset_score_loss": 0.04163453181584676} +{"step": 670000, "wall_time": 6456.046941995621, "train_loss_step": 3.913330554962158, "n_params": 4387900, "total_flops": 9031351296000000, "train_loss": 0.04076034625371297, "subset_score_loss": 0.04076034625371297} +{"step": 680000, "wall_time": 6543.615349531174, "train_loss_step": 4.088983535766602, "n_params": 4387900, "total_flops": 9166147584000000, "train_loss": 0.040388429164886476, "subset_score_loss": 0.040388429164886476} +{"step": 690000, "wall_time": 6632.951577663422, "train_loss_step": 3.6619114875793457, "n_params": 4387900, "total_flops": 9300943872000000, "train_loss": 0.03979932467142741, "subset_score_loss": 0.03979932467142741} +{"step": 700000, "wall_time": 6837.727765083313, "train_loss_step": 3.6924004554748535, "n_params": 4387900, "total_flops": 9435740160000000, "train_loss": 0.04056285222371419, "subset_score_loss": 0.04056285222371419, "memorization_fraction_pixel": 0.08290000259876251, "mean_nn_ratio_pixel": 0.6255211234092712, "fid": 125.43109937529738} +{"step": 710000, "wall_time": 6927.0752992630005, "train_loss_step": 3.8088736534118652, "n_params": 4387900, "total_flops": 9570536448000000, "train_loss": 0.03975130716959636, "subset_score_loss": 0.03975130716959636} +{"step": 720000, "wall_time": 7016.315221071243, "train_loss_step": 3.9935553073883057, "n_params": 4387900, "total_flops": 9705332736000000, "train_loss": 0.039181725184122725, "subset_score_loss": 0.039181725184122725} +{"step": 730000, "wall_time": 7106.098991155624, "train_loss_step": 3.64451265335083, "n_params": 4387900, "total_flops": 9840129024000000, "train_loss": 0.03849050998687744, "subset_score_loss": 0.03849050998687744} +{"step": 740000, "wall_time": 7192.276416301727, "train_loss_step": 3.5603785514831543, "n_params": 4387900, "total_flops": 9974925312000000, "train_loss": 0.03823291858037313, "subset_score_loss": 0.03823291858037313} +{"step": 750000, "wall_time": 7281.548588991165, "train_loss_step": 3.89107084274292, "n_params": 4387900, "total_flops": 10109721600000000, "train_loss": 0.03873116175333659, "subset_score_loss": 0.03873116175333659} +{"step": 760000, "wall_time": 7369.323079824448, "train_loss_step": 3.6647582054138184, "n_params": 4387900, "total_flops": 10244517888000000, "train_loss": 0.03809056282043457, "subset_score_loss": 0.03809056282043457} +{"step": 770000, "wall_time": 7458.660934686661, "train_loss_step": 3.53302001953125, "n_params": 4387900, "total_flops": 10379314176000000, "train_loss": 0.03704682191212972, "subset_score_loss": 0.03704682191212972} +{"step": 780000, "wall_time": 7546.877940654755, "train_loss_step": 3.650998115539551, "n_params": 4387900, "total_flops": 10514110464000000, "train_loss": 0.03780845801035563, "subset_score_loss": 0.03780845801035563} +{"step": 790000, "wall_time": 7634.17657160759, "train_loss_step": 3.703946590423584, "n_params": 4387900, "total_flops": 10648906752000000, "train_loss": 0.03764671484629313, "subset_score_loss": 0.03764671484629313} +{"step": 800000, "wall_time": 7809.5440809726715, "train_loss_step": 3.441410541534424, "n_params": 4387900, "total_flops": 10783703040000000, "train_loss": 0.03686000506083171, "subset_score_loss": 0.03686000506083171, "memorization_fraction_pixel": 0.0997999981045723, "mean_nn_ratio_pixel": 0.602307140827179, "fid": 125.2931731354418} +{"step": 810000, "wall_time": 7899.123054742813, "train_loss_step": 3.665498971939087, "n_params": 4387900, "total_flops": 10918499328000000, "train_loss": 0.037454414367675784, "subset_score_loss": 0.037454414367675784} +{"step": 820000, "wall_time": 7988.450812339783, "train_loss_step": 3.996864080429077, "n_params": 4387900, "total_flops": 11053295616000000, "train_loss": 0.036064485708872475, "subset_score_loss": 0.036064485708872475} +{"step": 830000, "wall_time": 8077.944345712662, "train_loss_step": 3.6787514686584473, "n_params": 4387900, "total_flops": 11188091904000000, "train_loss": 0.036433486143747966, "subset_score_loss": 0.036433486143747966} +{"step": 840000, "wall_time": 8164.82804107666, "train_loss_step": 3.640338897705078, "n_params": 4387900, "total_flops": 11322888192000000, "train_loss": 0.03594834009806315, "subset_score_loss": 0.03594834009806315} +{"step": 850000, "wall_time": 8254.116727113724, "train_loss_step": 3.7327263355255127, "n_params": 4387900, "total_flops": 11457684480000000, "train_loss": 0.03570493459701538, "subset_score_loss": 0.03570493459701538} +{"step": 860000, "wall_time": 8343.397943973541, "train_loss_step": 3.443686008453369, "n_params": 4387900, "total_flops": 11592480768000000, "train_loss": 0.03592174847920736, "subset_score_loss": 0.03592174847920736} +{"step": 870000, "wall_time": 8430.997868061066, "train_loss_step": 3.7031216621398926, "n_params": 4387900, "total_flops": 11727277056000000, "train_loss": 0.03559871514638265, "subset_score_loss": 0.03559871514638265} +{"step": 880000, "wall_time": 8520.442509412766, "train_loss_step": 3.5823302268981934, "n_params": 4387900, "total_flops": 11862073344000000, "train_loss": 0.036088601748148603, "subset_score_loss": 0.036088601748148603} +{"step": 890000, "wall_time": 8609.427247524261, "train_loss_step": 3.677847146987915, "n_params": 4387900, "total_flops": 11996869632000000, "train_loss": 0.03462423483530681, "subset_score_loss": 0.03462423483530681} +{"step": 900000, "wall_time": 8770.744240045547, "train_loss_step": 3.761535406112671, "n_params": 4387900, "total_flops": 12131665920000000, "train_loss": 0.03396488030751546, "subset_score_loss": 0.03396488030751546, "memorization_fraction_pixel": 0.11710000038146973, "mean_nn_ratio_pixel": 0.5725641846656799, "fid": 123.51981380486392} +{"step": 910000, "wall_time": 8859.98488330841, "train_loss_step": 3.4726943969726562, "n_params": 4387900, "total_flops": 12266462208000000, "train_loss": 0.03459851344426473, "subset_score_loss": 0.03459851344426473} +{"step": 920000, "wall_time": 8948.949615716934, "train_loss_step": 3.7274396419525146, "n_params": 4387900, "total_flops": 12401258496000000, "train_loss": 0.03416406313578288, "subset_score_loss": 0.03416406313578288} +{"step": 930000, "wall_time": 9038.096302986145, "train_loss_step": 3.495210647583008, "n_params": 4387900, "total_flops": 12536054784000000, "train_loss": 0.03541293938954671, "subset_score_loss": 0.03541293938954671} +{"step": 940000, "wall_time": 9126.181047439575, "train_loss_step": 3.7278342247009277, "n_params": 4387900, "total_flops": 12670851072000000, "train_loss": 0.03344305753707886, "subset_score_loss": 0.03344305753707886} +{"step": 950000, "wall_time": 9214.4028069973, "train_loss_step": 3.7626161575317383, "n_params": 4387900, "total_flops": 12805647360000000, "train_loss": 0.03378174304962158, "subset_score_loss": 0.03378174304962158} +{"step": 960000, "wall_time": 9303.718795537949, "train_loss_step": 3.411374092102051, "n_params": 4387900, "total_flops": 12940443648000000, "train_loss": 0.0334019660949707, "subset_score_loss": 0.0334019660949707} +{"step": 970000, "wall_time": 9392.931493997574, "train_loss_step": 3.5549676418304443, "n_params": 4387900, "total_flops": 13075239936000000, "train_loss": 0.032811532417933144, "subset_score_loss": 0.032811532417933144} +{"step": 980000, "wall_time": 9480.89185142517, "train_loss_step": 3.544631242752075, "n_params": 4387900, "total_flops": 13210036224000000, "train_loss": 0.032708197832107544, "subset_score_loss": 0.032708197832107544} +{"step": 990000, "wall_time": 9570.311507463455, "train_loss_step": 3.5337650775909424, "n_params": 4387900, "total_flops": 13344832512000000, "train_loss": 0.03361363410949707, "subset_score_loss": 0.03361363410949707} +{"step": 1000000, "wall_time": 9731.139918088913, "train_loss_step": 3.367544174194336, "n_params": 4387900, "total_flops": 13479628800000000, "train_loss": 0.03308992187182109, "subset_score_loss": 0.03308992187182109, "memorization_fraction_pixel": 0.12139999866485596, "mean_nn_ratio_pixel": 0.5505367517471313, "fid": 121.88468771373117} +{"step": 1010000, "wall_time": 9820.539431095123, "train_loss_step": 3.384136199951172, "n_params": 4387900, "total_flops": 13614425088000000, "train_loss": 0.0327542245388031, "subset_score_loss": 0.0327542245388031} +{"step": 1020000, "wall_time": 9909.601816177368, "train_loss_step": 3.671238422393799, "n_params": 4387900, "total_flops": 13749221376000000, "train_loss": 0.03138972719510396, "subset_score_loss": 0.03138972719510396} +{"step": 1030000, "wall_time": 9998.913355112076, "train_loss_step": 3.4168808460235596, "n_params": 4387900, "total_flops": 13884017664000000, "train_loss": 0.03216115037600199, "subset_score_loss": 0.03216115037600199} +{"step": 1040000, "wall_time": 10088.309198617935, "train_loss_step": 3.4309840202331543, "n_params": 4387900, "total_flops": 14018813952000000, "train_loss": 0.03174256682395935, "subset_score_loss": 0.03174256682395935} +{"step": 1050000, "wall_time": 10176.876480102539, "train_loss_step": 3.442812442779541, "n_params": 4387900, "total_flops": 14153610240000000, "train_loss": 0.03229958613713582, "subset_score_loss": 0.03229958613713582} +{"step": 1060000, "wall_time": 10264.408291339874, "train_loss_step": 3.25675106048584, "n_params": 4387900, "total_flops": 14288406528000000, "train_loss": 0.03172793984413147, "subset_score_loss": 0.03172793984413147} +{"step": 1070000, "wall_time": 10353.791823625565, "train_loss_step": 3.5971102714538574, "n_params": 4387900, "total_flops": 14423202816000000, "train_loss": 0.0311135470867157, "subset_score_loss": 0.0311135470867157} +{"step": 1080000, "wall_time": 10443.041241884232, "train_loss_step": 3.687567949295044, "n_params": 4387900, "total_flops": 14557999104000000, "train_loss": 0.03231594363848368, "subset_score_loss": 0.03231594363848368} +{"step": 1090000, "wall_time": 10530.777560472488, "train_loss_step": 3.9951512813568115, "n_params": 4387900, "total_flops": 14692795392000000, "train_loss": 0.031664210557937625, "subset_score_loss": 0.031664210557937625} +{"step": 1100000, "wall_time": 10725.983720541, "train_loss_step": 3.592963457107544, "n_params": 4387900, "total_flops": 14827591680000000, "train_loss": 0.03128228982289632, "subset_score_loss": 0.03128228982289632, "memorization_fraction_pixel": 0.1412000060081482, "mean_nn_ratio_pixel": 0.5325124859809875, "fid": 120.77075905480913} +{"step": 1110000, "wall_time": 10813.381208658218, "train_loss_step": 3.0078370571136475, "n_params": 4387900, "total_flops": 14962387968000000, "train_loss": 0.0308253804842631, "subset_score_loss": 0.0308253804842631} +{"step": 1120000, "wall_time": 10902.637474060059, "train_loss_step": 3.478311777114868, "n_params": 4387900, "total_flops": 15097184256000000, "train_loss": 0.03052436709403992, "subset_score_loss": 0.03052436709403992} +{"step": 1130000, "wall_time": 10991.757094144821, "train_loss_step": 3.484375476837158, "n_params": 4387900, "total_flops": 15231980544000000, "train_loss": 0.030123563607533772, "subset_score_loss": 0.030123563607533772} +{"step": 1140000, "wall_time": 11081.201912879944, "train_loss_step": 3.645031452178955, "n_params": 4387900, "total_flops": 15366776832000000, "train_loss": 0.030714221795399985, "subset_score_loss": 0.030714221795399985} +{"step": 1150000, "wall_time": 11169.235168933868, "train_loss_step": 3.1722280979156494, "n_params": 4387900, "total_flops": 15501573120000000, "train_loss": 0.029973963896433514, "subset_score_loss": 0.029973963896433514} +{"step": 1160000, "wall_time": 11256.708803415298, "train_loss_step": 3.2551071643829346, "n_params": 4387900, "total_flops": 15636369408000000, "train_loss": 0.029642180601755778, "subset_score_loss": 0.029642180601755778} +{"step": 1170000, "wall_time": 11346.09538602829, "train_loss_step": 3.5049593448638916, "n_params": 4387900, "total_flops": 15771165696000000, "train_loss": 0.03005550503730774, "subset_score_loss": 0.03005550503730774} +{"step": 1180000, "wall_time": 11435.3782081604, "train_loss_step": 3.3282320499420166, "n_params": 4387900, "total_flops": 15905961984000000, "train_loss": 0.029951143264770507, "subset_score_loss": 0.029951143264770507} +{"step": 1190000, "wall_time": 11523.999975442886, "train_loss_step": 3.2811882495880127, "n_params": 4387900, "total_flops": 16040758272000000, "train_loss": 0.030699296792348226, "subset_score_loss": 0.030699296792348226} +{"step": 1200000, "wall_time": 11686.972915887833, "train_loss_step": 3.625448226928711, "n_params": 4387900, "total_flops": 16175554560000000, "train_loss": 0.030087945858637492, "subset_score_loss": 0.030087945858637492, "memorization_fraction_pixel": 0.15320000052452087, "mean_nn_ratio_pixel": 0.5192939639091492, "fid": 120.5742717734318} +{"step": 1210000, "wall_time": 11776.08538722992, "train_loss_step": 3.555417060852051, "n_params": 4387900, "total_flops": 16310350848000000, "train_loss": 0.029646788040796915, "subset_score_loss": 0.029646788040796915} +{"step": 1220000, "wall_time": 11863.50583410263, "train_loss_step": 3.636293411254883, "n_params": 4387900, "total_flops": 16445147136000000, "train_loss": 0.029018898804982502, "subset_score_loss": 0.029018898804982502} +{"step": 1230000, "wall_time": 11952.646508932114, "train_loss_step": 3.216824531555176, "n_params": 4387900, "total_flops": 16579943424000000, "train_loss": 0.02880619764328003, "subset_score_loss": 0.02880619764328003} +{"step": 1240000, "wall_time": 12041.82366681099, "train_loss_step": 3.379422664642334, "n_params": 4387900, "total_flops": 16714739712000000, "train_loss": 0.02919709086418152, "subset_score_loss": 0.02919709086418152} +{"step": 1250000, "wall_time": 12130.987320423126, "train_loss_step": 3.460322856903076, "n_params": 4387900, "total_flops": 16849536000000000, "train_loss": 0.03022660215695699, "subset_score_loss": 0.03022660215695699} +{"step": 1260000, "wall_time": 12217.61365866661, "train_loss_step": 3.94260835647583, "n_params": 4387900, "total_flops": 16984332288000000, "train_loss": 0.028581360975901287, "subset_score_loss": 0.028581360975901287} +{"step": 1270000, "wall_time": 12306.905939340591, "train_loss_step": 3.3433244228363037, "n_params": 4387900, "total_flops": 17119128576000000, "train_loss": 0.028957670927047728, "subset_score_loss": 0.028957670927047728} +{"step": 1280000, "wall_time": 12396.202598333359, "train_loss_step": 3.5149590969085693, "n_params": 4387900, "total_flops": 17253924864000000, "train_loss": 0.029363431533177695, "subset_score_loss": 0.029363431533177695} +{"step": 1290000, "wall_time": 12485.744604587555, "train_loss_step": 3.168537139892578, "n_params": 4387900, "total_flops": 17388721152000000, "train_loss": 0.027882379293441773, "subset_score_loss": 0.027882379293441773} +{"step": 1300000, "wall_time": 12678.306139945984, "train_loss_step": 3.3337044715881348, "n_params": 4387900, "total_flops": 17523517440000000, "train_loss": 0.02889665961265564, "subset_score_loss": 0.02889665961265564, "memorization_fraction_pixel": 0.14839999377727509, "mean_nn_ratio_pixel": 0.5065586566925049, "fid": 120.19171392841214} +{"step": 1310000, "wall_time": 12767.167968273163, "train_loss_step": 3.135885715484619, "n_params": 4387900, "total_flops": 17658313728000000, "train_loss": 0.02761807640393575, "subset_score_loss": 0.02761807640393575} +{"step": 1320000, "wall_time": 12856.053768873215, "train_loss_step": 3.258871555328369, "n_params": 4387900, "total_flops": 17793110016000000, "train_loss": 0.027084757884343464, "subset_score_loss": 0.027084757884343464} +{"step": 1330000, "wall_time": 12943.464091062546, "train_loss_step": 2.9861388206481934, "n_params": 4387900, "total_flops": 17927906304000000, "train_loss": 0.027281339963277182, "subset_score_loss": 0.027281339963277182} +{"step": 1340000, "wall_time": 13032.78100156784, "train_loss_step": 3.3293650150299072, "n_params": 4387900, "total_flops": 18062702592000000, "train_loss": 0.027827088038126627, "subset_score_loss": 0.027827088038126627} +{"step": 1350000, "wall_time": 13122.48052930832, "train_loss_step": 3.0625228881835938, "n_params": 4387900, "total_flops": 18197498880000000, "train_loss": 0.02784853974978129, "subset_score_loss": 0.02784853974978129} +{"step": 1360000, "wall_time": 13210.223879814148, "train_loss_step": 3.1079635620117188, "n_params": 4387900, "total_flops": 18332295168000000, "train_loss": 0.02796083887418111, "subset_score_loss": 0.02796083887418111} +{"step": 1370000, "wall_time": 13297.594099521637, "train_loss_step": 3.178731918334961, "n_params": 4387900, "total_flops": 18467091456000000, "train_loss": 0.02764375408490499, "subset_score_loss": 0.02764375408490499} +{"step": 1380000, "wall_time": 13386.836004972458, "train_loss_step": 3.6154184341430664, "n_params": 4387900, "total_flops": 18601887744000000, "train_loss": 0.026880453030268352, "subset_score_loss": 0.026880453030268352} +{"step": 1390000, "wall_time": 13476.123282432556, "train_loss_step": 3.510042667388916, "n_params": 4387900, "total_flops": 18736684032000000, "train_loss": 0.026879457632700603, "subset_score_loss": 0.026879457632700603} +{"step": 1400000, "wall_time": 13673.882867097855, "train_loss_step": 3.313109874725342, "n_params": 4387900, "total_flops": 18871480320000000, "train_loss": 0.02657033403714498, "subset_score_loss": 0.02657033403714498, "memorization_fraction_pixel": 0.1704999953508377, "mean_nn_ratio_pixel": 0.4890263080596924, "fid": 119.20373576595742} +{"step": 1410000, "wall_time": 13763.263002157211, "train_loss_step": 3.033743381500244, "n_params": 4387900, "total_flops": 19006276608000000, "train_loss": 0.02648189862569173, "subset_score_loss": 0.02648189862569173} +{"step": 1420000, "wall_time": 13852.094358682632, "train_loss_step": 3.5067548751831055, "n_params": 4387900, "total_flops": 19141072896000000, "train_loss": 0.02714537779490153, "subset_score_loss": 0.02714537779490153} +{"step": 1430000, "wall_time": 13941.524072647095, "train_loss_step": 3.523282527923584, "n_params": 4387900, "total_flops": 19275869184000000, "train_loss": 0.026542085409164428, "subset_score_loss": 0.026542085409164428} +{"step": 1440000, "wall_time": 14029.474209547043, "train_loss_step": 3.4675545692443848, "n_params": 4387900, "total_flops": 19410665472000000, "train_loss": 0.02609740893046061, "subset_score_loss": 0.02609740893046061} +{"step": 1450000, "wall_time": 14118.98796415329, "train_loss_step": 3.2086634635925293, "n_params": 4387900, "total_flops": 19545461760000000, "train_loss": 0.027292493979136148, "subset_score_loss": 0.027292493979136148} +{"step": 1460000, "wall_time": 14206.235383033752, "train_loss_step": 3.2325072288513184, "n_params": 4387900, "total_flops": 19680258048000000, "train_loss": 0.026043339570363363, "subset_score_loss": 0.026043339570363363} +{"step": 1470000, "wall_time": 14293.714193105698, "train_loss_step": 3.185119152069092, "n_params": 4387900, "total_flops": 19815054336000000, "train_loss": 0.02558459242184957, "subset_score_loss": 0.02558459242184957} +{"step": 1480000, "wall_time": 14383.131856441498, "train_loss_step": 3.3136966228485107, "n_params": 4387900, "total_flops": 19949850624000000, "train_loss": 0.025211455424626668, "subset_score_loss": 0.025211455424626668} +{"step": 1490000, "wall_time": 14472.140664100647, "train_loss_step": 3.1988589763641357, "n_params": 4387900, "total_flops": 20084646912000000, "train_loss": 0.02578574021657308, "subset_score_loss": 0.02578574021657308} +{"step": 1500000, "wall_time": 14663.85876083374, "train_loss_step": 3.0919418334960938, "n_params": 4387900, "total_flops": 20219443200000000, "train_loss": 0.02521557410558065, "subset_score_loss": 0.02521557410558065, "memorization_fraction_pixel": 0.17839999496936798, "mean_nn_ratio_pixel": 0.4730652868747711, "fid": 119.0499048398164} +{"step": 1510000, "wall_time": 14752.730521917343, "train_loss_step": 3.594616413116455, "n_params": 4387900, "total_flops": 20354239488000000, "train_loss": 0.025406219561894736, "subset_score_loss": 0.025406219561894736} +{"step": 1520000, "wall_time": 14841.785171985626, "train_loss_step": 3.226041793823242, "n_params": 4387900, "total_flops": 20489035776000000, "train_loss": 0.025185877084732057, "subset_score_loss": 0.025185877084732057} +{"step": 1530000, "wall_time": 14930.22901058197, "train_loss_step": 3.2988524436950684, "n_params": 4387900, "total_flops": 20623832064000000, "train_loss": 0.024879497289657593, "subset_score_loss": 0.024879497289657593} +{"step": 1540000, "wall_time": 15019.6673848629, "train_loss_step": 3.3142902851104736, "n_params": 4387900, "total_flops": 20758628352000000, "train_loss": 0.024424006541570027, "subset_score_loss": 0.024424006541570027} +{"step": 1550000, "wall_time": 15107.532788276672, "train_loss_step": 3.2842395305633545, "n_params": 4387900, "total_flops": 20893424640000000, "train_loss": 0.024299208323160806, "subset_score_loss": 0.024299208323160806} +{"step": 1560000, "wall_time": 15194.752856254578, "train_loss_step": 3.061581611633301, "n_params": 4387900, "total_flops": 21028220928000000, "train_loss": 0.025583545366923015, "subset_score_loss": 0.025583545366923015} +{"step": 1570000, "wall_time": 15282.65902209282, "train_loss_step": 2.9773082733154297, "n_params": 4387900, "total_flops": 21163017216000000, "train_loss": 0.024278674523035684, "subset_score_loss": 0.024278674523035684} +{"step": 1580000, "wall_time": 15371.995066404343, "train_loss_step": 3.326064109802246, "n_params": 4387900, "total_flops": 21297813504000000, "train_loss": 0.02452583909034729, "subset_score_loss": 0.02452583909034729} +{"step": 1590000, "wall_time": 15461.306411743164, "train_loss_step": 2.994352340698242, "n_params": 4387900, "total_flops": 21432609792000000, "train_loss": 0.023480594158172607, "subset_score_loss": 0.023480594158172607} +{"step": 1600000, "wall_time": 15667.571136713028, "train_loss_step": 3.3735861778259277, "n_params": 4387900, "total_flops": 21567406080000000, "train_loss": 0.025488728284835817, "subset_score_loss": 0.025488728284835817, "memorization_fraction_pixel": 0.19709999859333038, "mean_nn_ratio_pixel": 0.464527428150177, "fid": 118.60983742446254} +{"step": 1610000, "wall_time": 15756.927436828613, "train_loss_step": 3.2205536365509033, "n_params": 4387900, "total_flops": 21702202368000000, "train_loss": 0.02494341731071472, "subset_score_loss": 0.02494341731071472} +{"step": 1620000, "wall_time": 15845.916785478592, "train_loss_step": 3.2475521564483643, "n_params": 4387900, "total_flops": 21836998656000000, "train_loss": 0.024123928944269814, "subset_score_loss": 0.024123928944269814} +{"step": 1630000, "wall_time": 15935.162829399109, "train_loss_step": 3.148980140686035, "n_params": 4387900, "total_flops": 21971794944000000, "train_loss": 0.02293920119603475, "subset_score_loss": 0.02293920119603475} +{"step": 1640000, "wall_time": 16024.21845626831, "train_loss_step": 3.2901947498321533, "n_params": 4387900, "total_flops": 22106591232000000, "train_loss": 0.023442371686299642, "subset_score_loss": 0.023442371686299642} +{"step": 1650000, "wall_time": 16112.22647023201, "train_loss_step": 3.0501973628997803, "n_params": 4387900, "total_flops": 22241387520000000, "train_loss": 0.02371953328450521, "subset_score_loss": 0.02371953328450521} +{"step": 1660000, "wall_time": 16199.84265255928, "train_loss_step": 3.1835267543792725, "n_params": 4387900, "total_flops": 22376183808000000, "train_loss": 0.023265735308329264, "subset_score_loss": 0.023265735308329264} +{"step": 1670000, "wall_time": 16287.18390917778, "train_loss_step": 3.2028794288635254, "n_params": 4387900, "total_flops": 22510980096000000, "train_loss": 0.02338951031366984, "subset_score_loss": 0.02338951031366984} +{"step": 1680000, "wall_time": 16376.49635887146, "train_loss_step": 3.079275608062744, "n_params": 4387900, "total_flops": 22645776384000000, "train_loss": 0.02316235899925232, "subset_score_loss": 0.02316235899925232} +{"step": 1690000, "wall_time": 16465.52551150322, "train_loss_step": 3.142913341522217, "n_params": 4387900, "total_flops": 22780572672000000, "train_loss": 0.02324749032656352, "subset_score_loss": 0.02324749032656352} +{"step": 1700000, "wall_time": 16655.209434747696, "train_loss_step": 3.2027554512023926, "n_params": 4387900, "total_flops": 22915368960000000, "train_loss": 0.023234037558237712, "subset_score_loss": 0.023234037558237712, "memorization_fraction_pixel": 0.20180000364780426, "mean_nn_ratio_pixel": 0.4541335999965668, "fid": 118.55645213700302} +{"step": 1710000, "wall_time": 16742.56303191185, "train_loss_step": 3.007411003112793, "n_params": 4387900, "total_flops": 23050165248000000, "train_loss": 0.02321143349011739, "subset_score_loss": 0.02321143349011739} +{"step": 1720000, "wall_time": 16831.8411090374, "train_loss_step": 2.973951816558838, "n_params": 4387900, "total_flops": 23184961536000000, "train_loss": 0.02313494086265564, "subset_score_loss": 0.02313494086265564} +{"step": 1730000, "wall_time": 16921.09121823311, "train_loss_step": 3.005122184753418, "n_params": 4387900, "total_flops": 23319757824000000, "train_loss": 0.022073211272557576, "subset_score_loss": 0.022073211272557576} +{"step": 1740000, "wall_time": 17010.49477291107, "train_loss_step": 3.101138114929199, "n_params": 4387900, "total_flops": 23454554112000000, "train_loss": 0.023145284255345663, "subset_score_loss": 0.023145284255345663} +{"step": 1750000, "wall_time": 17100.02870106697, "train_loss_step": 3.3141205310821533, "n_params": 4387900, "total_flops": 23589350400000000, "train_loss": 0.02276030381520589, "subset_score_loss": 0.02276030381520589} +{"step": 1760000, "wall_time": 17185.924372911453, "train_loss_step": 2.9302806854248047, "n_params": 4387900, "total_flops": 23724146688000000, "train_loss": 0.022856666644414266, "subset_score_loss": 0.022856666644414266} +{"step": 1770000, "wall_time": 17273.269188165665, "train_loss_step": 2.979682445526123, "n_params": 4387900, "total_flops": 23858942976000000, "train_loss": 0.022056776285171508, "subset_score_loss": 0.022056776285171508} +{"step": 1780000, "wall_time": 17362.667811393738, "train_loss_step": 3.459658145904541, "n_params": 4387900, "total_flops": 23993739264000000, "train_loss": 0.022631202141443887, "subset_score_loss": 0.022631202141443887} +{"step": 1790000, "wall_time": 17452.074191570282, "train_loss_step": 3.2599198818206787, "n_params": 4387900, "total_flops": 24128535552000000, "train_loss": 0.02240968942642212, "subset_score_loss": 0.02240968942642212} +{"step": 1800000, "wall_time": 17652.565946817398, "train_loss_step": 3.0634405612945557, "n_params": 4387900, "total_flops": 24263331840000000, "train_loss": 0.021472460031509398, "subset_score_loss": 0.021472460031509398, "memorization_fraction_pixel": 0.20800000429153442, "mean_nn_ratio_pixel": 0.44884827733039856, "fid": 118.196938658921} +{"step": 1810000, "wall_time": 17740.893792629242, "train_loss_step": 2.773693799972534, "n_params": 4387900, "total_flops": 24398128128000000, "train_loss": 0.021932299931844076, "subset_score_loss": 0.021932299931844076} +{"step": 1820000, "wall_time": 17830.21434354782, "train_loss_step": 3.0161752700805664, "n_params": 4387900, "total_flops": 24532924416000000, "train_loss": 0.021499627828598024, "subset_score_loss": 0.021499627828598024} +{"step": 1830000, "wall_time": 17919.2773604393, "train_loss_step": 3.0753777027130127, "n_params": 4387900, "total_flops": 24667720704000000, "train_loss": 0.022509713967641194, "subset_score_loss": 0.022509713967641194} +{"step": 1840000, "wall_time": 18008.762032032013, "train_loss_step": 2.8683366775512695, "n_params": 4387900, "total_flops": 24802516992000000, "train_loss": 0.02101715604464213, "subset_score_loss": 0.02101715604464213} +{"step": 1850000, "wall_time": 18098.339403152466, "train_loss_step": 2.8730201721191406, "n_params": 4387900, "total_flops": 24937313280000000, "train_loss": 0.020963851610819498, "subset_score_loss": 0.020963851610819498} +{"step": 1860000, "wall_time": 18185.87379384041, "train_loss_step": 3.1778903007507324, "n_params": 4387900, "total_flops": 25072109568000000, "train_loss": 0.021566704909006754, "subset_score_loss": 0.021566704909006754} +{"step": 1870000, "wall_time": 18271.70419716835, "train_loss_step": 2.9459242820739746, "n_params": 4387900, "total_flops": 25206905856000000, "train_loss": 0.021196643511454265, "subset_score_loss": 0.021196643511454265} +{"step": 1880000, "wall_time": 18360.95919752121, "train_loss_step": 3.018186569213867, "n_params": 4387900, "total_flops": 25341702144000000, "train_loss": 0.02077925205230713, "subset_score_loss": 0.02077925205230713} +{"step": 1890000, "wall_time": 18450.227098703384, "train_loss_step": 3.030951976776123, "n_params": 4387900, "total_flops": 25476498432000000, "train_loss": 0.021979908148447674, "subset_score_loss": 0.021979908148447674} +{"step": 1900000, "wall_time": 18664.63223528862, "train_loss_step": 3.1429481506347656, "n_params": 4387900, "total_flops": 25611294720000000, "train_loss": 0.020788413286209107, "subset_score_loss": 0.020788413286209107, "memorization_fraction_pixel": 0.20640000700950623, "mean_nn_ratio_pixel": 0.44161874055862427, "fid": 117.78169073025238} +{"step": 1910000, "wall_time": 18754.39066839218, "train_loss_step": 2.6588292121887207, "n_params": 4387900, "total_flops": 25746091008000000, "train_loss": 0.020532933870951335, "subset_score_loss": 0.020532933870951335} +{"step": 1920000, "wall_time": 18841.9719953537, "train_loss_step": 2.9247732162475586, "n_params": 4387900, "total_flops": 25880887296000000, "train_loss": 0.021374450127283732, "subset_score_loss": 0.021374450127283732} +{"step": 1930000, "wall_time": 18931.25245308876, "train_loss_step": 2.952164649963379, "n_params": 4387900, "total_flops": 26015683584000000, "train_loss": 0.019735368092854817, "subset_score_loss": 0.019735368092854817} +{"step": 1940000, "wall_time": 19020.4580616951, "train_loss_step": 3.340484857559204, "n_params": 4387900, "total_flops": 26150479872000000, "train_loss": 0.02060728073120117, "subset_score_loss": 0.02060728073120117} +{"step": 1950000, "wall_time": 19109.79908514023, "train_loss_step": 3.0843355655670166, "n_params": 4387900, "total_flops": 26285276160000000, "train_loss": 0.020760202407836915, "subset_score_loss": 0.020760202407836915} +{"step": 1960000, "wall_time": 19197.081735372543, "train_loss_step": 3.091063976287842, "n_params": 4387900, "total_flops": 26420072448000000, "train_loss": 0.020094114542007446, "subset_score_loss": 0.020094114542007446} +{"step": 1970000, "wall_time": 19283.676071166992, "train_loss_step": 3.065704345703125, "n_params": 4387900, "total_flops": 26554868736000000, "train_loss": 0.020946441094080608, "subset_score_loss": 0.020946441094080608} +{"step": 1980000, "wall_time": 19372.265124320984, "train_loss_step": 2.865666389465332, "n_params": 4387900, "total_flops": 26689665024000000, "train_loss": 0.01998603343963623, "subset_score_loss": 0.01998603343963623} +{"step": 1990000, "wall_time": 19461.35661506653, "train_loss_step": 3.017873525619507, "n_params": 4387900, "total_flops": 26824461312000000, "train_loss": 0.0201228936513265, "subset_score_loss": 0.0201228936513265} +{"step": 2000000, "wall_time": 19657.03218984604, "train_loss_step": 2.8222968578338623, "n_params": 4387900, "total_flops": 26959257600000000, "train_loss": 0.02016522685686747, "subset_score_loss": 0.02016522685686747, "memorization_fraction_pixel": 0.21719999611377716, "mean_nn_ratio_pixel": 0.43783140182495117, "fid": 118.12449473808181} +{"step": 2010000, "wall_time": 19746.47833967209, "train_loss_step": 2.816924810409546, "n_params": 4387900, "total_flops": 27094053888000000, "train_loss": 0.0194376806418101, "subset_score_loss": 0.0194376806418101} +{"step": 2020000, "wall_time": 19834.38530445099, "train_loss_step": 3.2825026512145996, "n_params": 4387900, "total_flops": 27228850176000000, "train_loss": 0.020397257804870606, "subset_score_loss": 0.020397257804870606} +{"step": 2030000, "wall_time": 19923.88254594803, "train_loss_step": 2.8546295166015625, "n_params": 4387900, "total_flops": 27363646464000000, "train_loss": 0.020591070254643757, "subset_score_loss": 0.020591070254643757} +{"step": 2040000, "wall_time": 20012.890964984894, "train_loss_step": 3.1274843215942383, "n_params": 4387900, "total_flops": 27498442752000000, "train_loss": 0.019621562957763673, "subset_score_loss": 0.019621562957763673} +{"step": 2050000, "wall_time": 20102.78320503235, "train_loss_step": 3.0184316635131836, "n_params": 4387900, "total_flops": 27633239040000000, "train_loss": 0.019786266485850017, "subset_score_loss": 0.019786266485850017} +{"step": 2060000, "wall_time": 20189.774780273438, "train_loss_step": 3.266221523284912, "n_params": 4387900, "total_flops": 27768035328000000, "train_loss": 0.01911130944887797, "subset_score_loss": 0.01911130944887797} +{"step": 2070000, "wall_time": 20277.172674655914, "train_loss_step": 2.9061086177825928, "n_params": 4387900, "total_flops": 27902831616000000, "train_loss": 0.019168061017990113, "subset_score_loss": 0.019168061017990113} +{"step": 2080000, "wall_time": 20364.799389123917, "train_loss_step": 3.1984667778015137, "n_params": 4387900, "total_flops": 28037627904000000, "train_loss": 0.01922422448794047, "subset_score_loss": 0.01922422448794047} +{"step": 2090000, "wall_time": 20453.83823108673, "train_loss_step": 3.030418634414673, "n_params": 4387900, "total_flops": 28172424192000000, "train_loss": 0.01881502866744995, "subset_score_loss": 0.01881502866744995} +{"step": 2100000, "wall_time": 20650.387456655502, "train_loss_step": 2.9649786949157715, "n_params": 4387900, "total_flops": 28307220480000000, "train_loss": 0.019835489988327026, "subset_score_loss": 0.019835489988327026, "memorization_fraction_pixel": 0.22599999606609344, "mean_nn_ratio_pixel": 0.43297290802001953, "fid": 117.57377896397709} +{"step": 2110000, "wall_time": 20739.995950460434, "train_loss_step": 2.757883310317993, "n_params": 4387900, "total_flops": 28442016768000000, "train_loss": 0.01925088365872701, "subset_score_loss": 0.01925088365872701} +{"step": 2120000, "wall_time": 20828.226699113846, "train_loss_step": 3.2597098350524902, "n_params": 4387900, "total_flops": 28576813056000000, "train_loss": 0.019432419538497926, "subset_score_loss": 0.019432419538497926} +{"step": 2130000, "wall_time": 20917.33184838295, "train_loss_step": 3.0717825889587402, "n_params": 4387900, "total_flops": 28711609344000000, "train_loss": 0.018599204222361245, "subset_score_loss": 0.018599204222361245} +{"step": 2140000, "wall_time": 21006.68670654297, "train_loss_step": 2.839168071746826, "n_params": 4387900, "total_flops": 28846405632000000, "train_loss": 0.01824117302894592, "subset_score_loss": 0.01824117302894592} +{"step": 2150000, "wall_time": 21096.628983974457, "train_loss_step": 3.0004234313964844, "n_params": 4387900, "total_flops": 28981201920000000, "train_loss": 0.01883944869041443, "subset_score_loss": 0.01883944869041443} +{"step": 2160000, "wall_time": 21183.991989850998, "train_loss_step": 3.0640225410461426, "n_params": 4387900, "total_flops": 29115998208000000, "train_loss": 0.01891176700592041, "subset_score_loss": 0.01891176700592041} +{"step": 2170000, "wall_time": 21271.345243930817, "train_loss_step": 3.178638458251953, "n_params": 4387900, "total_flops": 29250794496000000, "train_loss": 0.01821220318476359, "subset_score_loss": 0.01821220318476359} +{"step": 2180000, "wall_time": 21360.42505455017, "train_loss_step": 2.925421953201294, "n_params": 4387900, "total_flops": 29385590784000000, "train_loss": 0.01844297448794047, "subset_score_loss": 0.01844297448794047} +{"step": 2190000, "wall_time": 21447.474508047104, "train_loss_step": 2.959585189819336, "n_params": 4387900, "total_flops": 29520387072000000, "train_loss": 0.019810819625854494, "subset_score_loss": 0.019810819625854494} +{"step": 2200000, "wall_time": 21622.8963868618, "train_loss_step": 2.91314697265625, "n_params": 4387900, "total_flops": 29655183360000000, "train_loss": 0.01752315362294515, "subset_score_loss": 0.01752315362294515, "memorization_fraction_pixel": 0.22789999842643738, "mean_nn_ratio_pixel": 0.4268781840801239, "fid": 117.85420349421733} +{"step": 2210000, "wall_time": 21712.174823999405, "train_loss_step": 2.942197799682617, "n_params": 4387900, "total_flops": 29789979648000000, "train_loss": 0.018494085470835368, "subset_score_loss": 0.018494085470835368} +{"step": 2220000, "wall_time": 21801.63676428795, "train_loss_step": 2.8601186275482178, "n_params": 4387900, "total_flops": 29924775936000000, "train_loss": 0.01789307196935018, "subset_score_loss": 0.01789307196935018} +{"step": 2230000, "wall_time": 21889.418902873993, "train_loss_step": 2.9670023918151855, "n_params": 4387900, "total_flops": 30059572224000000, "train_loss": 0.0189998726050059, "subset_score_loss": 0.0189998726050059} +{"step": 2240000, "wall_time": 21978.775217294693, "train_loss_step": 3.0047249794006348, "n_params": 4387900, "total_flops": 30194368512000000, "train_loss": 0.01766084829966227, "subset_score_loss": 0.01766084829966227} +{"step": 2250000, "wall_time": 22068.215046405792, "train_loss_step": 3.0770866870880127, "n_params": 4387900, "total_flops": 30329164800000000, "train_loss": 0.017988457282384237, "subset_score_loss": 0.017988457282384237} +{"step": 2260000, "wall_time": 22155.826583623886, "train_loss_step": 3.156619071960449, "n_params": 4387900, "total_flops": 30463961088000000, "train_loss": 0.018619592984517416, "subset_score_loss": 0.018619592984517416} +{"step": 2270000, "wall_time": 22245.272591352463, "train_loss_step": 2.6930088996887207, "n_params": 4387900, "total_flops": 30598757376000000, "train_loss": 0.017173375686009726, "subset_score_loss": 0.017173375686009726} +{"step": 2280000, "wall_time": 22332.455950975418, "train_loss_step": 3.132272720336914, "n_params": 4387900, "total_flops": 30733553664000000, "train_loss": 0.017945329348246258, "subset_score_loss": 0.017945329348246258} +{"step": 2290000, "wall_time": 22421.13098359108, "train_loss_step": 2.9274330139160156, "n_params": 4387900, "total_flops": 30868349952000000, "train_loss": 0.017902946472167967, "subset_score_loss": 0.017902946472167967} +{"step": 2300000, "wall_time": 22604.131729364395, "train_loss_step": 3.164510488510132, "n_params": 4387900, "total_flops": 31003146240000000, "train_loss": 0.018178687493006388, "subset_score_loss": 0.018178687493006388, "memorization_fraction_pixel": 0.23029999434947968, "mean_nn_ratio_pixel": 0.424603670835495, "fid": 117.88657046577956} +{"step": 2310000, "wall_time": 22693.393180131912, "train_loss_step": 2.9382505416870117, "n_params": 4387900, "total_flops": 31137942528000000, "train_loss": 0.018672273556391398, "subset_score_loss": 0.018672273556391398} +{"step": 2320000, "wall_time": 22782.83806657791, "train_loss_step": 2.8901405334472656, "n_params": 4387900, "total_flops": 31272738816000000, "train_loss": 0.017597552140553793, "subset_score_loss": 0.017597552140553793} +{"step": 2330000, "wall_time": 22872.456585407257, "train_loss_step": 3.0464835166931152, "n_params": 4387900, "total_flops": 31407535104000000, "train_loss": 0.017999114592870076, "subset_score_loss": 0.017999114592870076} +{"step": 2340000, "wall_time": 22960.22970223427, "train_loss_step": 3.024665355682373, "n_params": 4387900, "total_flops": 31542331392000000, "train_loss": 0.017341810464859008, "subset_score_loss": 0.017341810464859008} +{"step": 2350000, "wall_time": 23049.617615699768, "train_loss_step": 2.921400308609009, "n_params": 4387900, "total_flops": 31677127680000000, "train_loss": 0.01771816611289978, "subset_score_loss": 0.01771816611289978} +{"step": 2360000, "wall_time": 23137.242102622986, "train_loss_step": 3.152740955352783, "n_params": 4387900, "total_flops": 31811923968000000, "train_loss": 0.01652699907620748, "subset_score_loss": 0.01652699907620748} +{"step": 2370000, "wall_time": 23226.929255247116, "train_loss_step": 2.94173002243042, "n_params": 4387900, "total_flops": 31946720256000000, "train_loss": 0.016985265413920085, "subset_score_loss": 0.016985265413920085} +{"step": 2380000, "wall_time": 23314.69084405899, "train_loss_step": 2.9603357315063477, "n_params": 4387900, "total_flops": 32081516544000000, "train_loss": 0.017261966069539388, "subset_score_loss": 0.017261966069539388} +{"step": 2390000, "wall_time": 23403.789934158325, "train_loss_step": 2.6939094066619873, "n_params": 4387900, "total_flops": 32216312832000000, "train_loss": 0.016533217827479043, "subset_score_loss": 0.016533217827479043} +{"step": 2400000, "wall_time": 23579.72940015793, "train_loss_step": 3.1751885414123535, "n_params": 4387900, "total_flops": 32351109120000000, "train_loss": 0.016390836238861083, "subset_score_loss": 0.016390836238861083, "memorization_fraction_pixel": 0.25769999623298645, "mean_nn_ratio_pixel": 0.4168207049369812, "fid": 117.96955781586755} +{"step": 2410000, "wall_time": 23668.62256360054, "train_loss_step": 2.866093635559082, "n_params": 4387900, "total_flops": 32485905408000000, "train_loss": 0.01670008103052775, "subset_score_loss": 0.01670008103052775} +{"step": 2420000, "wall_time": 23758.153705120087, "train_loss_step": 3.0184738636016846, "n_params": 4387900, "total_flops": 32620701696000000, "train_loss": 0.01678561568260193, "subset_score_loss": 0.01678561568260193} +{"step": 2430000, "wall_time": 23847.525868415833, "train_loss_step": 2.765265464782715, "n_params": 4387900, "total_flops": 32755497984000000, "train_loss": 0.016111292441685996, "subset_score_loss": 0.016111292441685996} +{"step": 2440000, "wall_time": 23935.95999956131, "train_loss_step": 2.828324794769287, "n_params": 4387900, "total_flops": 32890294272000000, "train_loss": 0.01635196606318156, "subset_score_loss": 0.01635196606318156} +{"step": 2450000, "wall_time": 24024.86674261093, "train_loss_step": 2.8925132751464844, "n_params": 4387900, "total_flops": 33025090560000000, "train_loss": 0.01648357609907786, "subset_score_loss": 0.01648357609907786} +{"step": 2460000, "wall_time": 24112.523310661316, "train_loss_step": 2.7548675537109375, "n_params": 4387900, "total_flops": 33159886848000000, "train_loss": 0.01688806215922038, "subset_score_loss": 0.01688806215922038} +{"step": 2470000, "wall_time": 24202.03094124794, "train_loss_step": 2.850958824157715, "n_params": 4387900, "total_flops": 33294683136000000, "train_loss": 0.016161001722017922, "subset_score_loss": 0.016161001722017922} +{"step": 2480000, "wall_time": 24284.94015312195, "train_loss_step": 2.8376970291137695, "n_params": 4387900, "total_flops": 33429479424000000, "train_loss": 0.017072518666585285, "subset_score_loss": 0.017072518666585285} +{"step": 2490000, "wall_time": 24372.123960494995, "train_loss_step": 2.8397579193115234, "n_params": 4387900, "total_flops": 33564275712000000, "train_loss": 0.015645132462183634, "subset_score_loss": 0.015645132462183634} +{"step": 2500000, "wall_time": 24559.847041130066, "train_loss_step": 3.0257983207702637, "n_params": 4387900, "total_flops": 33699072000000000, "train_loss": 0.01642132898171743, "subset_score_loss": 0.01642132898171743, "memorization_fraction_pixel": 0.24580000340938568, "mean_nn_ratio_pixel": 0.41786327958106995, "fid": 117.82723615802631} +{"step": 2510000, "wall_time": 24647.133371829987, "train_loss_step": 2.8177390098571777, "n_params": 4387900, "total_flops": 33833868288000000, "train_loss": 0.017743722597757975, "subset_score_loss": 0.017743722597757975} +{"step": 2520000, "wall_time": 24736.287979841232, "train_loss_step": 2.7572648525238037, "n_params": 4387900, "total_flops": 33968664576000000, "train_loss": 0.015469582875569661, "subset_score_loss": 0.015469582875569661} +{"step": 2530000, "wall_time": 24825.687156915665, "train_loss_step": 2.7636032104492188, "n_params": 4387900, "total_flops": 34103460864000000, "train_loss": 0.01561201512813568, "subset_score_loss": 0.01561201512813568} +{"step": 2540000, "wall_time": 24915.09191417694, "train_loss_step": 2.6918859481811523, "n_params": 4387900, "total_flops": 34238257152000000, "train_loss": 0.01657292147477468, "subset_score_loss": 0.01657292147477468} +{"step": 2550000, "wall_time": 25003.185507774353, "train_loss_step": 2.782848596572876, "n_params": 4387900, "total_flops": 34373053440000000, "train_loss": 0.01597011387348175, "subset_score_loss": 0.01597011387348175} +{"step": 2560000, "wall_time": 25092.971103191376, "train_loss_step": 2.8811838626861572, "n_params": 4387900, "total_flops": 34507849728000000, "train_loss": 0.016308289766311646, "subset_score_loss": 0.016308289766311646} +{"step": 2570000, "wall_time": 25180.21299815178, "train_loss_step": 3.1503686904907227, "n_params": 4387900, "total_flops": 34642646016000000, "train_loss": 0.0158017764488856, "subset_score_loss": 0.0158017764488856} +{"step": 2580000, "wall_time": 25269.510397195816, "train_loss_step": 2.5695977210998535, "n_params": 4387900, "total_flops": 34777442304000000, "train_loss": 0.01570683717727661, "subset_score_loss": 0.01570683717727661} +{"step": 2590000, "wall_time": 25345.511981725693, "train_loss_step": 3.0068140029907227, "n_params": 4387900, "total_flops": 34912238592000000, "train_loss": 0.017159668604532878, "subset_score_loss": 0.017159668604532878} +{"step": 2600000, "wall_time": 25526.079927682877, "train_loss_step": 2.8216326236724854, "n_params": 4387900, "total_flops": 35047034880000000, "train_loss": 0.015329120556513469, "subset_score_loss": 0.015329120556513469, "memorization_fraction_pixel": 0.24529999494552612, "mean_nn_ratio_pixel": 0.41685184836387634, "fid": 117.7692000306017} +{"step": 2610000, "wall_time": 25615.471574306488, "train_loss_step": 2.7387120723724365, "n_params": 4387900, "total_flops": 35181831168000000, "train_loss": 0.015941982467969257, "subset_score_loss": 0.015941982467969257} +{"step": 2620000, "wall_time": 25702.0830013752, "train_loss_step": 3.081698417663574, "n_params": 4387900, "total_flops": 35316627456000000, "train_loss": 0.01497587263584137, "subset_score_loss": 0.01497587263584137} +{"step": 2630000, "wall_time": 25791.101416826248, "train_loss_step": 2.7541770935058594, "n_params": 4387900, "total_flops": 35451423744000000, "train_loss": 0.015194946527481079, "subset_score_loss": 0.015194946527481079} +{"step": 2640000, "wall_time": 25880.644172906876, "train_loss_step": 2.9284164905548096, "n_params": 4387900, "total_flops": 35586220032000000, "train_loss": 0.015657736857732137, "subset_score_loss": 0.015657736857732137} +{"step": 2650000, "wall_time": 25970.43616914749, "train_loss_step": 3.0799267292022705, "n_params": 4387900, "total_flops": 35721016320000000, "train_loss": 0.016080646713574728, "subset_score_loss": 0.016080646713574728} +{"step": 2660000, "wall_time": 26058.393224477768, "train_loss_step": 2.758002996444702, "n_params": 4387900, "total_flops": 35855812608000000, "train_loss": 0.015488756696383159, "subset_score_loss": 0.015488756696383159} +{"step": 2670000, "wall_time": 26145.766945123672, "train_loss_step": 2.689100742340088, "n_params": 4387900, "total_flops": 35990608896000000, "train_loss": 0.015240056316057841, "subset_score_loss": 0.015240056316057841} +{"step": 2680000, "wall_time": 26234.92873764038, "train_loss_step": 2.8100690841674805, "n_params": 4387900, "total_flops": 36125405184000000, "train_loss": 0.01452350119749705, "subset_score_loss": 0.01452350119749705} +{"step": 2690000, "wall_time": 26324.412205934525, "train_loss_step": 2.770284652709961, "n_params": 4387900, "total_flops": 36260201472000000, "train_loss": 0.015552869439125061, "subset_score_loss": 0.015552869439125061} +{"step": 2700000, "wall_time": 26492.557857990265, "train_loss_step": 2.7763805389404297, "n_params": 4387900, "total_flops": 36394997760000000, "train_loss": 0.014887722333272298, "subset_score_loss": 0.014887722333272298, "memorization_fraction_pixel": 0.2476000040769577, "mean_nn_ratio_pixel": 0.4174540042877197, "fid": 117.87856180621579} +{"step": 2710000, "wall_time": 26582.091022491455, "train_loss_step": 3.027249813079834, "n_params": 4387900, "total_flops": 36529794048000000, "train_loss": 0.015023229519526164, "subset_score_loss": 0.015023229519526164} +{"step": 2720000, "wall_time": 26670.82329583168, "train_loss_step": 3.0191447734832764, "n_params": 4387900, "total_flops": 36664590336000000, "train_loss": 0.014949516455332438, "subset_score_loss": 0.014949516455332438} +{"step": 2730000, "wall_time": 26758.16222000122, "train_loss_step": 2.6727774143218994, "n_params": 4387900, "total_flops": 36799386624000000, "train_loss": 0.014748468001683553, "subset_score_loss": 0.014748468001683553} +{"step": 2740000, "wall_time": 26847.4388961792, "train_loss_step": 2.478921413421631, "n_params": 4387900, "total_flops": 36934182912000000, "train_loss": 0.014743371804555257, "subset_score_loss": 0.014743371804555257} +{"step": 2750000, "wall_time": 26936.763167381287, "train_loss_step": 2.705197811126709, "n_params": 4387900, "total_flops": 37068979200000000, "train_loss": 0.014566893378893534, "subset_score_loss": 0.014566893378893534} +{"step": 2760000, "wall_time": 27024.583686828613, "train_loss_step": 2.641049861907959, "n_params": 4387900, "total_flops": 37203775488000000, "train_loss": 0.014784490068753561, "subset_score_loss": 0.014784490068753561} +{"step": 2770000, "wall_time": 27112.683771133423, "train_loss_step": 2.7330162525177, "n_params": 4387900, "total_flops": 37338571776000000, "train_loss": 0.015347222487131754, "subset_score_loss": 0.015347222487131754} +{"step": 2780000, "wall_time": 27201.699953317642, "train_loss_step": 2.7790393829345703, "n_params": 4387900, "total_flops": 37473368064000000, "train_loss": 0.01465887228647868, "subset_score_loss": 0.01465887228647868} +{"step": 2790000, "wall_time": 27291.10017633438, "train_loss_step": 2.8067808151245117, "n_params": 4387900, "total_flops": 37608164352000000, "train_loss": 0.014203534523646037, "subset_score_loss": 0.014203534523646037} +{"step": 2800000, "wall_time": 27451.940351486206, "train_loss_step": 3.393829822540283, "n_params": 4387900, "total_flops": 37742960640000000, "train_loss": 0.01514235238234202, "subset_score_loss": 0.01514235238234202, "memorization_fraction_pixel": 0.2500999867916107, "mean_nn_ratio_pixel": 0.4180290102958679, "fid": 117.99521234534888} +{"step": 2810000, "wall_time": 27540.936430215836, "train_loss_step": 2.71518611907959, "n_params": 4387900, "total_flops": 37877756928000000, "train_loss": 0.013993619879086813, "subset_score_loss": 0.013993619879086813} +{"step": 2820000, "wall_time": 27630.045132875443, "train_loss_step": 2.994030475616455, "n_params": 4387900, "total_flops": 38012553216000000, "train_loss": 0.014384418725967407, "subset_score_loss": 0.014384418725967407} +{"step": 2830000, "wall_time": 27719.175075531006, "train_loss_step": 2.959810733795166, "n_params": 4387900, "total_flops": 38147349504000000, "train_loss": 0.014410137136777242, "subset_score_loss": 0.014410137136777242} +{"step": 2840000, "wall_time": 27806.454444885254, "train_loss_step": 2.8231701850891113, "n_params": 4387900, "total_flops": 38282145792000000, "train_loss": 0.014506344000498455, "subset_score_loss": 0.014506344000498455} +{"step": 2850000, "wall_time": 27895.90708041191, "train_loss_step": 2.9276366233825684, "n_params": 4387900, "total_flops": 38416942080000000, "train_loss": 0.013959309458732605, "subset_score_loss": 0.013959309458732605} +{"step": 2860000, "wall_time": 27985.48863339424, "train_loss_step": 2.9447054862976074, "n_params": 4387900, "total_flops": 38551738368000000, "train_loss": 0.014796876907348632, "subset_score_loss": 0.014796876907348632} +{"step": 2870000, "wall_time": 28073.90221762657, "train_loss_step": 2.837113618850708, "n_params": 4387900, "total_flops": 38686534656000000, "train_loss": 0.0140639861424764, "subset_score_loss": 0.0140639861424764} +{"step": 2880000, "wall_time": 28161.128382205963, "train_loss_step": 2.918877601623535, "n_params": 4387900, "total_flops": 38821330944000000, "train_loss": 0.013709206382433574, "subset_score_loss": 0.013709206382433574} +{"step": 2890000, "wall_time": 28250.603420495987, "train_loss_step": 2.5870556831359863, "n_params": 4387900, "total_flops": 38956127232000000, "train_loss": 0.01452851394812266, "subset_score_loss": 0.01452851394812266} +{"step": 2900000, "wall_time": 28413.691799640656, "train_loss_step": 2.944913148880005, "n_params": 4387900, "total_flops": 39090923520000000, "train_loss": 0.014195317029953003, "subset_score_loss": 0.014195317029953003, "memorization_fraction_pixel": 0.24400000274181366, "mean_nn_ratio_pixel": 0.4173346161842346, "fid": 117.87334752037289} +{"step": 2910000, "wall_time": 28499.820627450943, "train_loss_step": 2.6522765159606934, "n_params": 4387900, "total_flops": 39225719808000000, "train_loss": 0.01394501030445099, "subset_score_loss": 0.01394501030445099} +{"step": 2920000, "wall_time": 28589.404034376144, "train_loss_step": 2.8732750415802, "n_params": 4387900, "total_flops": 39360516096000000, "train_loss": 0.014046785235404969, "subset_score_loss": 0.014046785235404969} +{"step": 2930000, "wall_time": 28678.891131162643, "train_loss_step": 2.971010446548462, "n_params": 4387900, "total_flops": 39495312384000000, "train_loss": 0.014066884915033976, "subset_score_loss": 0.014066884915033976} +{"step": 2940000, "wall_time": 28768.200288772583, "train_loss_step": 3.011843681335449, "n_params": 4387900, "total_flops": 39630108672000000, "train_loss": 0.013256755471229554, "subset_score_loss": 0.013256755471229554} +{"step": 2950000, "wall_time": 28855.69427728653, "train_loss_step": 2.8572514057159424, "n_params": 4387900, "total_flops": 39764904960000000, "train_loss": 0.014125845829645793, "subset_score_loss": 0.014125845829645793} +{"step": 2960000, "wall_time": 28944.980805158615, "train_loss_step": 2.512415885925293, "n_params": 4387900, "total_flops": 39899701248000000, "train_loss": 0.013608014583587647, "subset_score_loss": 0.013608014583587647} +{"step": 2970000, "wall_time": 29034.535296440125, "train_loss_step": 2.8283214569091797, "n_params": 4387900, "total_flops": 40034497536000000, "train_loss": 0.013503307104110717, "subset_score_loss": 0.013503307104110717} +{"step": 2980000, "wall_time": 29120.327699899673, "train_loss_step": 2.842881679534912, "n_params": 4387900, "total_flops": 40169293824000000, "train_loss": 0.013095016280810038, "subset_score_loss": 0.013095016280810038} +{"step": 2990000, "wall_time": 29209.604502677917, "train_loss_step": 2.8643531799316406, "n_params": 4387900, "total_flops": 40304090112000000, "train_loss": 0.014103471239407857, "subset_score_loss": 0.014103471239407857} +{"step": 3000000, "wall_time": 29408.436837673187, "train_loss_step": 3.0444602966308594, "n_params": 4387900, "total_flops": 40438886400000000, "train_loss": 0.013272154331207275, "subset_score_loss": 0.013272154331207275, "memorization_fraction_pixel": 0.26840001344680786, "mean_nn_ratio_pixel": 0.4089439809322357, "fid": 117.69481647032856} +{"step": 3010000, "wall_time": 29488.0466632843, "train_loss_step": 2.9416017532348633, "n_params": 4387900, "total_flops": 40573682688000000, "train_loss": 0.013919272025426229, "subset_score_loss": 0.013919272025426229} +{"step": 3020000, "wall_time": 29571.17130923271, "train_loss_step": 2.8308002948760986, "n_params": 4387900, "total_flops": 40708478976000000, "train_loss": 0.013597230116526285, "subset_score_loss": 0.013597230116526285} +{"step": 3030000, "wall_time": 29660.598786115646, "train_loss_step": 2.8034961223602295, "n_params": 4387900, "total_flops": 40843275264000000, "train_loss": 0.01337029238541921, "subset_score_loss": 0.01337029238541921} +{"step": 3040000, "wall_time": 29749.87197947502, "train_loss_step": 2.732893943786621, "n_params": 4387900, "total_flops": 40978071552000000, "train_loss": 0.0130340576171875, "subset_score_loss": 0.0130340576171875} +{"step": 3050000, "wall_time": 29839.020355939865, "train_loss_step": 2.6142525672912598, "n_params": 4387900, "total_flops": 41112867840000000, "train_loss": 0.013514797886212666, "subset_score_loss": 0.013514797886212666} +{"step": 3060000, "wall_time": 29926.54467535019, "train_loss_step": 2.5117239952087402, "n_params": 4387900, "total_flops": 41247664128000000, "train_loss": 0.013190232714017232, "subset_score_loss": 0.013190232714017232} +{"step": 3070000, "wall_time": 30015.999088525772, "train_loss_step": 2.7728288173675537, "n_params": 4387900, "total_flops": 41382460416000000, "train_loss": 0.01289512316385905, "subset_score_loss": 0.01289512316385905} +{"step": 3080000, "wall_time": 30103.372535467148, "train_loss_step": 2.5152688026428223, "n_params": 4387900, "total_flops": 41517256704000000, "train_loss": 0.013909090558687847, "subset_score_loss": 0.013909090558687847} +{"step": 3090000, "wall_time": 30190.815693855286, "train_loss_step": 2.7723286151885986, "n_params": 4387900, "total_flops": 41652052992000000, "train_loss": 0.013347841302553813, "subset_score_loss": 0.013347841302553813} +{"step": 3100000, "wall_time": 30385.947928905487, "train_loss_step": 2.675844669342041, "n_params": 4387900, "total_flops": 41786849280000000, "train_loss": 0.01357933481534322, "subset_score_loss": 0.01357933481534322, "memorization_fraction_pixel": 0.24770000576972961, "mean_nn_ratio_pixel": 0.41396796703338623, "fid": 117.60980743700199} +{"step": 3110000, "wall_time": 30475.65803217888, "train_loss_step": 2.8687751293182373, "n_params": 4387900, "total_flops": 41921645568000000, "train_loss": 0.013147654136021932, "subset_score_loss": 0.013147654136021932} +{"step": 3120000, "wall_time": 30554.313475608826, "train_loss_step": 2.7317166328430176, "n_params": 4387900, "total_flops": 42056441856000000, "train_loss": 0.013141899307568868, "subset_score_loss": 0.013141899307568868} +{"step": 3130000, "wall_time": 30635.789640188217, "train_loss_step": 2.6952481269836426, "n_params": 4387900, "total_flops": 42191238144000000, "train_loss": 0.013354244828224181, "subset_score_loss": 0.013354244828224181} +{"step": 3140000, "wall_time": 30725.268266677856, "train_loss_step": 2.7440450191497803, "n_params": 4387900, "total_flops": 42326034432000000, "train_loss": 0.012746782104174296, "subset_score_loss": 0.012746782104174296} +{"step": 3150000, "wall_time": 30814.494649887085, "train_loss_step": 2.868803024291992, "n_params": 4387900, "total_flops": 42460830720000000, "train_loss": 0.012811195850372315, "subset_score_loss": 0.012811195850372315} +{"step": 3160000, "wall_time": 30903.763786315918, "train_loss_step": 2.9723262786865234, "n_params": 4387900, "total_flops": 42595627008000000, "train_loss": 0.01393408477306366, "subset_score_loss": 0.01393408477306366} +{"step": 3170000, "wall_time": 30991.233229637146, "train_loss_step": 2.69545841217041, "n_params": 4387900, "total_flops": 42730423296000000, "train_loss": 0.012616933385531107, "subset_score_loss": 0.012616933385531107} +{"step": 3180000, "wall_time": 31078.740307807922, "train_loss_step": 2.4094767570495605, "n_params": 4387900, "total_flops": 42865219584000000, "train_loss": 0.012464118003845216, "subset_score_loss": 0.012464118003845216} +{"step": 3190000, "wall_time": 31166.449649095535, "train_loss_step": 2.9411683082580566, "n_params": 4387900, "total_flops": 43000015872000000, "train_loss": 0.012600823243459066, "subset_score_loss": 0.012600823243459066} +{"step": 3200000, "wall_time": 31327.48591542244, "train_loss_step": 2.6161184310913086, "n_params": 4387900, "total_flops": 43134812160000000, "train_loss": 0.01281052033106486, "subset_score_loss": 0.01281052033106486, "memorization_fraction_pixel": 0.25380000472068787, "mean_nn_ratio_pixel": 0.41017231345176697, "fid": 117.74858122109512} +{"step": 3210000, "wall_time": 31416.77969098091, "train_loss_step": 2.7744369506835938, "n_params": 4387900, "total_flops": 43269608448000000, "train_loss": 0.012548449635505676, "subset_score_loss": 0.012548449635505676} +{"step": 3220000, "wall_time": 31506.28589129448, "train_loss_step": 2.919010639190674, "n_params": 4387900, "total_flops": 43404404736000000, "train_loss": 0.012805916865666707, "subset_score_loss": 0.012805916865666707} +{"step": 3230000, "wall_time": 31595.261326789856, "train_loss_step": 2.614924192428589, "n_params": 4387900, "total_flops": 43539201024000000, "train_loss": 0.012211857239405315, "subset_score_loss": 0.012211857239405315} +{"step": 3240000, "wall_time": 31682.396975040436, "train_loss_step": 2.6796560287475586, "n_params": 4387900, "total_flops": 43673997312000000, "train_loss": 0.012672093510627747, "subset_score_loss": 0.012672093510627747} +{"step": 3250000, "wall_time": 31771.646970510483, "train_loss_step": 2.6804580688476562, "n_params": 4387900, "total_flops": 43808793600000000, "train_loss": 0.01246090034643809, "subset_score_loss": 0.01246090034643809} +{"step": 3260000, "wall_time": 31860.76777100563, "train_loss_step": 2.5646605491638184, "n_params": 4387900, "total_flops": 43943589888000000, "train_loss": 0.012213807304700215, "subset_score_loss": 0.012213807304700215} +{"step": 3270000, "wall_time": 31949.982263088226, "train_loss_step": 2.928605794906616, "n_params": 4387900, "total_flops": 44078386176000000, "train_loss": 0.01294507881005605, "subset_score_loss": 0.01294507881005605} +{"step": 3280000, "wall_time": 32037.783267974854, "train_loss_step": 2.9449524879455566, "n_params": 4387900, "total_flops": 44213182464000000, "train_loss": 0.012676005562146505, "subset_score_loss": 0.012676005562146505} +{"step": 3290000, "wall_time": 32125.06714463234, "train_loss_step": 2.9479691982269287, "n_params": 4387900, "total_flops": 44347978752000000, "train_loss": 0.013144740462303161, "subset_score_loss": 0.013144740462303161} +{"step": 3300000, "wall_time": 32286.699983119965, "train_loss_step": 2.722822666168213, "n_params": 4387900, "total_flops": 44482775040000000, "train_loss": 0.012879535555839539, "subset_score_loss": 0.012879535555839539, "memorization_fraction_pixel": 0.2538999915122986, "mean_nn_ratio_pixel": 0.4114324152469635, "fid": 117.30619123453684} +{"step": 3310000, "wall_time": 32376.2723133564, "train_loss_step": 2.903028964996338, "n_params": 4387900, "total_flops": 44617571328000000, "train_loss": 0.013084247708320618, "subset_score_loss": 0.013084247708320618} +{"step": 3320000, "wall_time": 32465.752426862717, "train_loss_step": 2.464043617248535, "n_params": 4387900, "total_flops": 44752367616000000, "train_loss": 0.013375635941823323, "subset_score_loss": 0.013375635941823323} +{"step": 3330000, "wall_time": 32555.21871495247, "train_loss_step": 2.9715373516082764, "n_params": 4387900, "total_flops": 44887163904000000, "train_loss": 0.012766936421394348, "subset_score_loss": 0.012766936421394348} +{"step": 3340000, "wall_time": 32638.414375543594, "train_loss_step": 2.814117431640625, "n_params": 4387900, "total_flops": 45021960192000000, "train_loss": 0.012438489000002544, "subset_score_loss": 0.012438489000002544} +{"step": 3350000, "wall_time": 32727.616287708282, "train_loss_step": 2.7670812606811523, "n_params": 4387900, "total_flops": 45156756480000000, "train_loss": 0.01207128365834554, "subset_score_loss": 0.01207128365834554} +{"step": 3360000, "wall_time": 32816.60538935661, "train_loss_step": 2.9934186935424805, "n_params": 4387900, "total_flops": 45291552768000000, "train_loss": 0.012065352996190389, "subset_score_loss": 0.012065352996190389} +{"step": 3370000, "wall_time": 32906.02039813995, "train_loss_step": 2.687434673309326, "n_params": 4387900, "total_flops": 45426349056000000, "train_loss": 0.01338346004486084, "subset_score_loss": 0.01338346004486084} +{"step": 3380000, "wall_time": 32995.29556965828, "train_loss_step": 2.6264142990112305, "n_params": 4387900, "total_flops": 45561145344000000, "train_loss": 0.011662248770395916, "subset_score_loss": 0.011662248770395916} +{"step": 3390000, "wall_time": 33082.792669296265, "train_loss_step": 2.7023680210113525, "n_params": 4387900, "total_flops": 45695941632000000, "train_loss": 0.012536820769309998, "subset_score_loss": 0.012536820769309998} +{"step": 3400000, "wall_time": 33296.61111879349, "train_loss_step": 2.745967388153076, "n_params": 4387900, "total_flops": 45830737920000000, "train_loss": 0.012634892265001934, "subset_score_loss": 0.012634892265001934, "memorization_fraction_pixel": 0.26499998569488525, "mean_nn_ratio_pixel": 0.40735575556755066, "fid": 117.40362335962456} +{"step": 3410000, "wall_time": 33385.861438035965, "train_loss_step": 2.832218885421753, "n_params": 4387900, "total_flops": 45965534208000000, "train_loss": 0.011484554409980774, "subset_score_loss": 0.011484554409980774} +{"step": 3420000, "wall_time": 33475.11701583862, "train_loss_step": 3.1322522163391113, "n_params": 4387900, "total_flops": 46100330496000000, "train_loss": 0.012274479866027832, "subset_score_loss": 0.012274479866027832} +{"step": 3430000, "wall_time": 33564.28067445755, "train_loss_step": 2.9249939918518066, "n_params": 4387900, "total_flops": 46235126784000000, "train_loss": 0.01270919144153595, "subset_score_loss": 0.01270919144153595} +{"step": 3440000, "wall_time": 33648.85002565384, "train_loss_step": 2.974076509475708, "n_params": 4387900, "total_flops": 46369923072000000, "train_loss": 0.011930367350578308, "subset_score_loss": 0.011930367350578308} +{"step": 3450000, "wall_time": 33733.23087143898, "train_loss_step": 2.772585868835449, "n_params": 4387900, "total_flops": 46504719360000000, "train_loss": 0.012053815523783366, "subset_score_loss": 0.012053815523783366} +{"step": 3460000, "wall_time": 33822.55053114891, "train_loss_step": 2.3760933876037598, "n_params": 4387900, "total_flops": 46639515648000000, "train_loss": 0.012008119622866313, "subset_score_loss": 0.012008119622866313} +{"step": 3470000, "wall_time": 33911.64000797272, "train_loss_step": 2.8691673278808594, "n_params": 4387900, "total_flops": 46774311936000000, "train_loss": 0.012116800745328267, "subset_score_loss": 0.012116800745328267} +{"step": 3480000, "wall_time": 34000.87632417679, "train_loss_step": 2.656893730163574, "n_params": 4387900, "total_flops": 46909108224000000, "train_loss": 0.011828317244847616, "subset_score_loss": 0.011828317244847616} +{"step": 3490000, "wall_time": 34088.645854473114, "train_loss_step": 2.7768478393554688, "n_params": 4387900, "total_flops": 47043904512000000, "train_loss": 0.01232564151287079, "subset_score_loss": 0.01232564151287079} +{"step": 3500000, "wall_time": 34298.4089846611, "train_loss_step": 2.598954677581787, "n_params": 4387900, "total_flops": 47178700800000000, "train_loss": 0.012651610374450683, "subset_score_loss": 0.012651610374450683, "memorization_fraction_pixel": 0.2612999975681305, "mean_nn_ratio_pixel": 0.40799465775489807, "fid": 117.48344927932139} +{"step": 3510000, "wall_time": 34387.811589717865, "train_loss_step": 2.821263551712036, "n_params": 4387900, "total_flops": 47313497088000000, "train_loss": 0.01150807241598765, "subset_score_loss": 0.01150807241598765} +{"step": 3520000, "wall_time": 34477.05446767807, "train_loss_step": 2.6215944290161133, "n_params": 4387900, "total_flops": 47448293376000000, "train_loss": 0.011369916796684264, "subset_score_loss": 0.011369916796684264} +{"step": 3530000, "wall_time": 34566.59351015091, "train_loss_step": 2.916703701019287, "n_params": 4387900, "total_flops": 47583089664000000, "train_loss": 0.012137168645858764, "subset_score_loss": 0.012137168645858764} +{"step": 3540000, "wall_time": 34656.422867298126, "train_loss_step": 2.9315552711486816, "n_params": 4387900, "total_flops": 47717885952000000, "train_loss": 0.01119578182697296, "subset_score_loss": 0.01119578182697296} +{"step": 3550000, "wall_time": 34736.00691366196, "train_loss_step": 2.6960322856903076, "n_params": 4387900, "total_flops": 47852682240000000, "train_loss": 0.011484410365422566, "subset_score_loss": 0.011484410365422566} +{"step": 3560000, "wall_time": 34825.08986234665, "train_loss_step": 2.8042774200439453, "n_params": 4387900, "total_flops": 47987478528000000, "train_loss": 0.011137462655703227, "subset_score_loss": 0.011137462655703227} +{"step": 3570000, "wall_time": 34914.466134786606, "train_loss_step": 2.9424805641174316, "n_params": 4387900, "total_flops": 48122274816000000, "train_loss": 0.010975653926531473, "subset_score_loss": 0.010975653926531473} +{"step": 3580000, "wall_time": 35004.05947470665, "train_loss_step": 3.0064735412597656, "n_params": 4387900, "total_flops": 48257071104000000, "train_loss": 0.011219115058581034, "subset_score_loss": 0.011219115058581034} +{"step": 3590000, "wall_time": 35091.44801402092, "train_loss_step": 2.575225591659546, "n_params": 4387900, "total_flops": 48391867392000000, "train_loss": 0.011766374111175537, "subset_score_loss": 0.011766374111175537} +{"step": 3600000, "wall_time": 35292.23284649849, "train_loss_step": 2.693183422088623, "n_params": 4387900, "total_flops": 48526663680000000, "train_loss": 0.011969052751859029, "subset_score_loss": 0.011969052751859029, "memorization_fraction_pixel": 0.2581999897956848, "mean_nn_ratio_pixel": 0.4095250070095062, "fid": 117.24645472158534} +{"step": 3610000, "wall_time": 35381.58356261253, "train_loss_step": 2.7663826942443848, "n_params": 4387900, "total_flops": 48661459968000000, "train_loss": 0.011247204740842183, "subset_score_loss": 0.011247204740842183} +{"step": 3620000, "wall_time": 35470.86917424202, "train_loss_step": 2.348083972930908, "n_params": 4387900, "total_flops": 48796256256000000, "train_loss": 0.011762285232543945, "subset_score_loss": 0.011762285232543945} +{"step": 3630000, "wall_time": 35560.200300216675, "train_loss_step": 2.7463600635528564, "n_params": 4387900, "total_flops": 48931052544000000, "train_loss": 0.011665666103363037, "subset_score_loss": 0.011665666103363037} +{"step": 3640000, "wall_time": 35649.54047751427, "train_loss_step": 2.745558500289917, "n_params": 4387900, "total_flops": 49065848832000000, "train_loss": 0.011648128430048624, "subset_score_loss": 0.011648128430048624} +{"step": 3650000, "wall_time": 35732.044211149216, "train_loss_step": 2.7530603408813477, "n_params": 4387900, "total_flops": 49200645120000000, "train_loss": 0.011422675848007203, "subset_score_loss": 0.011422675848007203} +{"step": 3660000, "wall_time": 35821.22928762436, "train_loss_step": 2.7124335765838623, "n_params": 4387900, "total_flops": 49335441408000000, "train_loss": 0.011074886719385783, "subset_score_loss": 0.011074886719385783} +{"step": 3670000, "wall_time": 35910.58184838295, "train_loss_step": 3.0515947341918945, "n_params": 4387900, "total_flops": 49470237696000000, "train_loss": 0.011641430854797363, "subset_score_loss": 0.011641430854797363} +{"step": 3680000, "wall_time": 35999.891775131226, "train_loss_step": 3.1293458938598633, "n_params": 4387900, "total_flops": 49605033984000000, "train_loss": 0.011339199542999268, "subset_score_loss": 0.011339199542999268} +{"step": 3690000, "wall_time": 36087.450125694275, "train_loss_step": 2.8276631832122803, "n_params": 4387900, "total_flops": 49739830272000000, "train_loss": 0.01168915828069051, "subset_score_loss": 0.01168915828069051} +{"step": 3700000, "wall_time": 36285.20989155769, "train_loss_step": 2.6235241889953613, "n_params": 4387900, "total_flops": 49874626560000000, "train_loss": 0.011225300033887227, "subset_score_loss": 0.011225300033887227, "memorization_fraction_pixel": 0.2615000009536743, "mean_nn_ratio_pixel": 0.40779584646224976, "fid": 117.91807525341393} +{"step": 3710000, "wall_time": 36373.047602176666, "train_loss_step": 2.822141647338867, "n_params": 4387900, "total_flops": 50009422848000000, "train_loss": 0.011061474680900574, "subset_score_loss": 0.011061474680900574} +{"step": 3720000, "wall_time": 36462.42494082451, "train_loss_step": 2.6690845489501953, "n_params": 4387900, "total_flops": 50144219136000000, "train_loss": 0.011094219485918681, "subset_score_loss": 0.011094219485918681} +{"step": 3730000, "wall_time": 36551.86663770676, "train_loss_step": 2.707339286804199, "n_params": 4387900, "total_flops": 50279015424000000, "train_loss": 0.011536518732706705, "subset_score_loss": 0.011536518732706705} +{"step": 3740000, "wall_time": 36641.05634474754, "train_loss_step": 2.4407496452331543, "n_params": 4387900, "total_flops": 50413811712000000, "train_loss": 0.010770124197006226, "subset_score_loss": 0.010770124197006226} +{"step": 3750000, "wall_time": 36729.10829782486, "train_loss_step": 2.5861992835998535, "n_params": 4387900, "total_flops": 50548608000000000, "train_loss": 0.010912473996480305, "subset_score_loss": 0.010912473996480305} +{"step": 3760000, "wall_time": 36809.067764520645, "train_loss_step": 2.840369939804077, "n_params": 4387900, "total_flops": 50683404288000000, "train_loss": 0.011947328845659891, "subset_score_loss": 0.011947328845659891} +{"step": 3770000, "wall_time": 36898.24800276756, "train_loss_step": 2.6671948432922363, "n_params": 4387900, "total_flops": 50818200576000000, "train_loss": 0.0118895024061203, "subset_score_loss": 0.0118895024061203} +{"step": 3780000, "wall_time": 36987.576818704605, "train_loss_step": 2.582611322402954, "n_params": 4387900, "total_flops": 50952996864000000, "train_loss": 0.011479942003885905, "subset_score_loss": 0.011479942003885905} +{"step": 3790000, "wall_time": 37075.36975288391, "train_loss_step": 2.5412845611572266, "n_params": 4387900, "total_flops": 51087793152000000, "train_loss": 0.011344910661379496, "subset_score_loss": 0.011344910661379496} +{"step": 3800000, "wall_time": 37269.57443380356, "train_loss_step": 2.4906070232391357, "n_params": 4387900, "total_flops": 51222589440000000, "train_loss": 0.010625142852465312, "subset_score_loss": 0.010625142852465312, "memorization_fraction_pixel": 0.2531999945640564, "mean_nn_ratio_pixel": 0.41048741340637207, "fid": 117.95287150514594} +{"step": 3810000, "wall_time": 37355.7489130497, "train_loss_step": 3.042682409286499, "n_params": 4387900, "total_flops": 51357385728000000, "train_loss": 0.011313564578692118, "subset_score_loss": 0.011313564578692118} +{"step": 3820000, "wall_time": 37445.34252786636, "train_loss_step": 2.3795065879821777, "n_params": 4387900, "total_flops": 51492182016000000, "train_loss": 0.011155512928962708, "subset_score_loss": 0.011155512928962708} +{"step": 3830000, "wall_time": 37534.26580286026, "train_loss_step": 2.6931846141815186, "n_params": 4387900, "total_flops": 51626978304000000, "train_loss": 0.012064600984255472, "subset_score_loss": 0.012064600984255472} +{"step": 3840000, "wall_time": 37623.67124462128, "train_loss_step": 2.7844526767730713, "n_params": 4387900, "total_flops": 51761774592000000, "train_loss": 0.01071668267250061, "subset_score_loss": 0.01071668267250061} +{"step": 3850000, "wall_time": 37713.00235414505, "train_loss_step": 2.421914577484131, "n_params": 4387900, "total_flops": 51896570880000000, "train_loss": 0.011005043983459473, "subset_score_loss": 0.011005043983459473} +{"step": 3860000, "wall_time": 37794.99685001373, "train_loss_step": 2.45377516746521, "n_params": 4387900, "total_flops": 52031367168000000, "train_loss": 0.01103532612323761, "subset_score_loss": 0.01103532612323761} +{"step": 3870000, "wall_time": 37882.72978234291, "train_loss_step": 2.579707145690918, "n_params": 4387900, "total_flops": 52166163456000000, "train_loss": 0.010835087299346924, "subset_score_loss": 0.010835087299346924} +{"step": 3880000, "wall_time": 37971.94562768936, "train_loss_step": 2.727583885192871, "n_params": 4387900, "total_flops": 52300959744000000, "train_loss": 0.010717660188674927, "subset_score_loss": 0.010717660188674927} +{"step": 3890000, "wall_time": 38059.713409900665, "train_loss_step": 2.730748176574707, "n_params": 4387900, "total_flops": 52435756032000000, "train_loss": 0.010824220379193623, "subset_score_loss": 0.010824220379193623} +{"step": 3900000, "wall_time": 38272.89458370209, "train_loss_step": 2.8913259506225586, "n_params": 4387900, "total_flops": 52570552320000000, "train_loss": 0.011355533202489217, "subset_score_loss": 0.011355533202489217, "memorization_fraction_pixel": 0.272599995136261, "mean_nn_ratio_pixel": 0.4041087031364441, "fid": 117.92239181697599} +{"step": 3910000, "wall_time": 38359.871806144714, "train_loss_step": 2.6183133125305176, "n_params": 4387900, "total_flops": 52705348608000000, "train_loss": 0.010627701878547668, "subset_score_loss": 0.010627701878547668} +{"step": 3920000, "wall_time": 38448.1438164711, "train_loss_step": 2.960740566253662, "n_params": 4387900, "total_flops": 52840144896000000, "train_loss": 0.0110146164894104, "subset_score_loss": 0.0110146164894104} +{"step": 3930000, "wall_time": 38537.62667679787, "train_loss_step": 2.5639162063598633, "n_params": 4387900, "total_flops": 52974941184000000, "train_loss": 0.010609773794809978, "subset_score_loss": 0.010609773794809978} +{"step": 3940000, "wall_time": 38626.87473034859, "train_loss_step": 2.6826066970825195, "n_params": 4387900, "total_flops": 53109737472000000, "train_loss": 0.010939854383468627, "subset_score_loss": 0.010939854383468627} +{"step": 3950000, "wall_time": 38715.8994615078, "train_loss_step": 2.9050679206848145, "n_params": 4387900, "total_flops": 53244533760000000, "train_loss": 0.010486193497975667, "subset_score_loss": 0.010486193497975667} +{"step": 3960000, "wall_time": 38803.301594257355, "train_loss_step": 2.937058687210083, "n_params": 4387900, "total_flops": 53379330048000000, "train_loss": 0.010883474349975586, "subset_score_loss": 0.010883474349975586} +{"step": 3970000, "wall_time": 38888.57045531273, "train_loss_step": 2.8058156967163086, "n_params": 4387900, "total_flops": 53514126336000000, "train_loss": 0.011752400795618694, "subset_score_loss": 0.011752400795618694} +{"step": 3980000, "wall_time": 38978.02912569046, "train_loss_step": 2.6774940490722656, "n_params": 4387900, "total_flops": 53648922624000000, "train_loss": 0.010858768224716186, "subset_score_loss": 0.010858768224716186} +{"step": 3990000, "wall_time": 39065.94231724739, "train_loss_step": 2.5513529777526855, "n_params": 4387900, "total_flops": 53783718912000000, "train_loss": 0.010173676411310832, "subset_score_loss": 0.010173676411310832} +{"step": 4000000, "wall_time": 39254.64130735397, "train_loss_step": 2.6489877700805664, "n_params": 4387900, "total_flops": 53918515200000000, "train_loss": 0.010079752405484517, "subset_score_loss": 0.010079752405484517, "memorization_fraction_pixel": 0.26660001277923584, "mean_nn_ratio_pixel": 0.4069247543811798, "fid": 117.25329473647635} +{"step": 4010000, "wall_time": 39343.86135149002, "train_loss_step": 2.701446533203125, "n_params": 4387900, "total_flops": 54053311488000000, "train_loss": 0.010438381632169088, "subset_score_loss": 0.010438381632169088} +{"step": 4020000, "wall_time": 39429.43192386627, "train_loss_step": 2.5825717449188232, "n_params": 4387900, "total_flops": 54188107776000000, "train_loss": 0.010326466957728068, "subset_score_loss": 0.010326466957728068} +{"step": 4030000, "wall_time": 39518.57434105873, "train_loss_step": 2.969242572784424, "n_params": 4387900, "total_flops": 54322904064000000, "train_loss": 0.01076229711373647, "subset_score_loss": 0.01076229711373647} +{"step": 4040000, "wall_time": 39607.86404442787, "train_loss_step": 2.7419495582580566, "n_params": 4387900, "total_flops": 54457700352000000, "train_loss": 0.010504428545633953, "subset_score_loss": 0.010504428545633953} +{"step": 4050000, "wall_time": 39696.824911117554, "train_loss_step": 2.9058046340942383, "n_params": 4387900, "total_flops": 54592496640000000, "train_loss": 0.010961684584617614, "subset_score_loss": 0.010961684584617614} +{"step": 4060000, "wall_time": 39786.43023729324, "train_loss_step": 2.568002223968506, "n_params": 4387900, "total_flops": 54727292928000000, "train_loss": 0.010188892483711243, "subset_score_loss": 0.010188892483711243} +{"step": 4070000, "wall_time": 39864.03777575493, "train_loss_step": 2.5941267013549805, "n_params": 4387900, "total_flops": 54862089216000000, "train_loss": 0.010314085086186727, "subset_score_loss": 0.010314085086186727} +{"step": 4080000, "wall_time": 39951.50734734535, "train_loss_step": 2.6715755462646484, "n_params": 4387900, "total_flops": 54996885504000000, "train_loss": 0.009998177488644918, "subset_score_loss": 0.009998177488644918} +{"step": 4090000, "wall_time": 40039.41819190979, "train_loss_step": 2.9094536304473877, "n_params": 4387900, "total_flops": 55131681792000000, "train_loss": 0.010230729977289835, "subset_score_loss": 0.010230729977289835} +{"step": 4100000, "wall_time": 40216.76617193222, "train_loss_step": 2.92279052734375, "n_params": 4387900, "total_flops": 55266478080000000, "train_loss": 0.010706437627474467, "subset_score_loss": 0.010706437627474467, "memorization_fraction_pixel": 0.24940000474452972, "mean_nn_ratio_pixel": 0.4082407057285309, "fid": 118.40340874950704} +{"step": 4110000, "wall_time": 40305.994104385376, "train_loss_step": 2.436149835586548, "n_params": 4387900, "total_flops": 55401274368000000, "train_loss": 0.010452458262443542, "subset_score_loss": 0.010452458262443542} +{"step": 4120000, "wall_time": 40395.330921173096, "train_loss_step": 2.344250202178955, "n_params": 4387900, "total_flops": 55536070656000000, "train_loss": 0.010507058103879292, "subset_score_loss": 0.010507058103879292} +{"step": 4130000, "wall_time": 40481.327441215515, "train_loss_step": 2.821728229522705, "n_params": 4387900, "total_flops": 55670866944000000, "train_loss": 0.010780019561449687, "subset_score_loss": 0.010780019561449687} +{"step": 4140000, "wall_time": 40570.53300499916, "train_loss_step": 3.0862956047058105, "n_params": 4387900, "total_flops": 55805663232000000, "train_loss": 0.010005361835161845, "subset_score_loss": 0.010005361835161845} +{"step": 4150000, "wall_time": 40660.12337207794, "train_loss_step": 2.7365221977233887, "n_params": 4387900, "total_flops": 55940459520000000, "train_loss": 0.010474880536397299, "subset_score_loss": 0.010474880536397299} +{"step": 4160000, "wall_time": 40749.49761676788, "train_loss_step": 2.870004653930664, "n_params": 4387900, "total_flops": 56075255808000000, "train_loss": 0.010532085100809734, "subset_score_loss": 0.010532085100809734} +{"step": 4170000, "wall_time": 40839.10226750374, "train_loss_step": 2.6678740978240967, "n_params": 4387900, "total_flops": 56210052096000000, "train_loss": 0.010382229089736938, "subset_score_loss": 0.010382229089736938} +{"step": 4180000, "wall_time": 40917.71629667282, "train_loss_step": 2.4221649169921875, "n_params": 4387900, "total_flops": 56344848384000000, "train_loss": 0.009955458839734395, "subset_score_loss": 0.009955458839734395} +{"step": 4190000, "wall_time": 41005.500321388245, "train_loss_step": 2.2280807495117188, "n_params": 4387900, "total_flops": 56479644672000000, "train_loss": 0.009848430752754211, "subset_score_loss": 0.009848430752754211} +{"step": 4200000, "wall_time": 41219.22444343567, "train_loss_step": 2.66990065574646, "n_params": 4387900, "total_flops": 56614440960000000, "train_loss": 0.01012608806292216, "subset_score_loss": 0.01012608806292216, "memorization_fraction_pixel": 0.25929999351501465, "mean_nn_ratio_pixel": 0.4051359295845032, "fid": 117.89714468782712} +{"step": 4210000, "wall_time": 41308.37188076973, "train_loss_step": 2.597623348236084, "n_params": 4387900, "total_flops": 56749237248000000, "train_loss": 0.00990660786628723, "subset_score_loss": 0.00990660786628723} +{"step": 4220000, "wall_time": 41397.67102241516, "train_loss_step": 2.6486189365386963, "n_params": 4387900, "total_flops": 56884033536000000, "train_loss": 0.010436234871546428, "subset_score_loss": 0.010436234871546428} +{"step": 4230000, "wall_time": 41485.25576853752, "train_loss_step": 2.739144802093506, "n_params": 4387900, "total_flops": 57018829824000000, "train_loss": 0.009964624047279358, "subset_score_loss": 0.009964624047279358} +{"step": 4240000, "wall_time": 41572.71903848648, "train_loss_step": 2.9426660537719727, "n_params": 4387900, "total_flops": 57153626112000000, "train_loss": 0.01061033308506012, "subset_score_loss": 0.01061033308506012} +{"step": 4250000, "wall_time": 41662.04350876808, "train_loss_step": 2.4952807426452637, "n_params": 4387900, "total_flops": 57288422400000000, "train_loss": 0.009954041242599488, "subset_score_loss": 0.009954041242599488} +{"step": 4260000, "wall_time": 41751.6149122715, "train_loss_step": 2.430428981781006, "n_params": 4387900, "total_flops": 57423218688000000, "train_loss": 0.01027177373568217, "subset_score_loss": 0.01027177373568217} +{"step": 4270000, "wall_time": 41840.94990563393, "train_loss_step": 2.6091127395629883, "n_params": 4387900, "total_flops": 57558014976000000, "train_loss": 0.010250165065129598, "subset_score_loss": 0.010250165065129598} +{"step": 4280000, "wall_time": 41926.10376262665, "train_loss_step": 2.708775043487549, "n_params": 4387900, "total_flops": 57692811264000000, "train_loss": 0.010021199782689413, "subset_score_loss": 0.010021199782689413} +{"step": 4290000, "wall_time": 42011.20017838478, "train_loss_step": 2.4300434589385986, "n_params": 4387900, "total_flops": 57827607552000000, "train_loss": 0.010529131690661112, "subset_score_loss": 0.010529131690661112} +{"step": 4300000, "wall_time": 42220.00638842583, "train_loss_step": 2.645155906677246, "n_params": 4387900, "total_flops": 57962403840000000, "train_loss": 0.0103997141122818, "subset_score_loss": 0.0103997141122818, "memorization_fraction_pixel": 0.26330000162124634, "mean_nn_ratio_pixel": 0.4062221050262451, "fid": 117.779382019324} +{"step": 4310000, "wall_time": 42309.31979584694, "train_loss_step": 2.5788726806640625, "n_params": 4387900, "total_flops": 58097200128000000, "train_loss": 0.010232510169347127, "subset_score_loss": 0.010232510169347127} +{"step": 4320000, "wall_time": 42398.755046606064, "train_loss_step": 2.62168550491333, "n_params": 4387900, "total_flops": 58231996416000000, "train_loss": 0.01004778544108073, "subset_score_loss": 0.01004778544108073} +{"step": 4330000, "wall_time": 42486.56633782387, "train_loss_step": 2.5386946201324463, "n_params": 4387900, "total_flops": 58366792704000000, "train_loss": 0.009597752491633098, "subset_score_loss": 0.009597752491633098} +{"step": 4340000, "wall_time": 42575.38212418556, "train_loss_step": 2.322413444519043, "n_params": 4387900, "total_flops": 58501588992000000, "train_loss": 0.010057852665583292, "subset_score_loss": 0.010057852665583292} +{"step": 4350000, "wall_time": 42663.468364953995, "train_loss_step": 2.767106294631958, "n_params": 4387900, "total_flops": 58636385280000000, "train_loss": 0.01068254013856252, "subset_score_loss": 0.01068254013856252} +{"step": 4360000, "wall_time": 42752.93919801712, "train_loss_step": 2.265150785446167, "n_params": 4387900, "total_flops": 58771181568000000, "train_loss": 0.01003533403078715, "subset_score_loss": 0.01003533403078715} +{"step": 4370000, "wall_time": 42842.42665910721, "train_loss_step": 2.613670825958252, "n_params": 4387900, "total_flops": 58905977856000000, "train_loss": 0.009840798377990723, "subset_score_loss": 0.009840798377990723} +{"step": 4380000, "wall_time": 42931.624185562134, "train_loss_step": 2.743715763092041, "n_params": 4387900, "total_flops": 59040774144000000, "train_loss": 0.010307103395462036, "subset_score_loss": 0.010307103395462036} +{"step": 4390000, "wall_time": 43010.71859908104, "train_loss_step": 2.357084035873413, "n_params": 4387900, "total_flops": 59175570432000000, "train_loss": 0.00969461699326833, "subset_score_loss": 0.00969461699326833} +{"step": 4400000, "wall_time": 43211.75176644325, "train_loss_step": 2.8503615856170654, "n_params": 4387900, "total_flops": 59310366720000000, "train_loss": 0.010012600819269817, "subset_score_loss": 0.010012600819269817, "memorization_fraction_pixel": 0.2621999979019165, "mean_nn_ratio_pixel": 0.4073657989501953, "fid": 117.7024657765313} +{"step": 4410000, "wall_time": 43301.315751075745, "train_loss_step": 2.4623076915740967, "n_params": 4387900, "total_flops": 59445163008000000, "train_loss": 0.009232638279596965, "subset_score_loss": 0.009232638279596965} +{"step": 4420000, "wall_time": 43390.89729976654, "train_loss_step": 2.718055486679077, "n_params": 4387900, "total_flops": 59579959296000000, "train_loss": 0.00976273516813914, "subset_score_loss": 0.00976273516813914} +{"step": 4430000, "wall_time": 43480.41521072388, "train_loss_step": 2.7060937881469727, "n_params": 4387900, "total_flops": 59714755584000000, "train_loss": 0.009831645091374715, "subset_score_loss": 0.009831645091374715} +{"step": 4440000, "wall_time": 43568.243220329285, "train_loss_step": 2.553699016571045, "n_params": 4387900, "total_flops": 59849551872000000, "train_loss": 0.009728044271469116, "subset_score_loss": 0.009728044271469116} +{"step": 4450000, "wall_time": 43655.565066337585, "train_loss_step": 2.8969807624816895, "n_params": 4387900, "total_flops": 59984348160000000, "train_loss": 0.010475458701451619, "subset_score_loss": 0.010475458701451619} +{"step": 4460000, "wall_time": 43744.86095523834, "train_loss_step": 2.695228338241577, "n_params": 4387900, "total_flops": 60119144448000000, "train_loss": 0.009876219431559245, "subset_score_loss": 0.009876219431559245} +{"step": 4470000, "wall_time": 43833.99176454544, "train_loss_step": 2.411543369293213, "n_params": 4387900, "total_flops": 60253940736000000, "train_loss": 0.009827146927515665, "subset_score_loss": 0.009827146927515665} +{"step": 4480000, "wall_time": 43923.24456071854, "train_loss_step": 2.827608823776245, "n_params": 4387900, "total_flops": 60388737024000000, "train_loss": 0.009763805071512859, "subset_score_loss": 0.009763805071512859} +{"step": 4490000, "wall_time": 44000.04248857498, "train_loss_step": 2.629984140396118, "n_params": 4387900, "total_flops": 60523533312000000, "train_loss": 0.009519898891448974, "subset_score_loss": 0.009519898891448974} +{"step": 4500000, "wall_time": 44209.78011703491, "train_loss_step": 2.6642627716064453, "n_params": 4387900, "total_flops": 60658329600000000, "train_loss": 0.00943357745806376, "subset_score_loss": 0.00943357745806376, "memorization_fraction_pixel": 0.2669999897480011, "mean_nn_ratio_pixel": 0.40572699904441833, "fid": 117.52619448606413} +{"step": 4510000, "wall_time": 44299.07087349892, "train_loss_step": 2.4787757396698, "n_params": 4387900, "total_flops": 60793125888000000, "train_loss": 0.010438110431035359, "subset_score_loss": 0.010438110431035359} +{"step": 4520000, "wall_time": 44388.43592977524, "train_loss_step": 2.469224452972412, "n_params": 4387900, "total_flops": 60927922176000000, "train_loss": 0.009999449054400126, "subset_score_loss": 0.009999449054400126} +{"step": 4530000, "wall_time": 44477.978551626205, "train_loss_step": 2.6100547313690186, "n_params": 4387900, "total_flops": 61062718464000000, "train_loss": 0.009455273548762003, "subset_score_loss": 0.009455273548762003} +{"step": 4540000, "wall_time": 44565.61559700966, "train_loss_step": 2.6923418045043945, "n_params": 4387900, "total_flops": 61197514752000000, "train_loss": 0.009658653537432354, "subset_score_loss": 0.009658653537432354} +{"step": 4550000, "wall_time": 44654.828734874725, "train_loss_step": 2.835888147354126, "n_params": 4387900, "total_flops": 61332311040000000, "train_loss": 0.009407149751981099, "subset_score_loss": 0.009407149751981099} +{"step": 4560000, "wall_time": 44742.20771932602, "train_loss_step": 2.6124298572540283, "n_params": 4387900, "total_flops": 61467107328000000, "train_loss": 0.010253156224886576, "subset_score_loss": 0.010253156224886576} +{"step": 4570000, "wall_time": 44831.48612880707, "train_loss_step": 2.6256957054138184, "n_params": 4387900, "total_flops": 61601903616000000, "train_loss": 0.009354128440221151, "subset_score_loss": 0.009354128440221151} +{"step": 4580000, "wall_time": 44920.951348781586, "train_loss_step": 2.533381938934326, "n_params": 4387900, "total_flops": 61736699904000000, "train_loss": 0.009361723065376281, "subset_score_loss": 0.009361723065376281} +{"step": 4590000, "wall_time": 45006.065594911575, "train_loss_step": 2.4778099060058594, "n_params": 4387900, "total_flops": 61871496192000000, "train_loss": 0.009403437376022339, "subset_score_loss": 0.009403437376022339} +{"step": 4600000, "wall_time": 45198.07811880112, "train_loss_step": 2.7691876888275146, "n_params": 4387900, "total_flops": 62006292480000000, "train_loss": 0.009647192557652791, "subset_score_loss": 0.009647192557652791, "memorization_fraction_pixel": 0.2662999927997589, "mean_nn_ratio_pixel": 0.4029026925563812, "fid": 117.69165868181813} +{"step": 4610000, "wall_time": 45287.49265003204, "train_loss_step": 2.529097080230713, "n_params": 4387900, "total_flops": 62141088768000000, "train_loss": 0.009356023867925008, "subset_score_loss": 0.009356023867925008} +{"step": 4620000, "wall_time": 45376.9878320694, "train_loss_step": 2.4533092975616455, "n_params": 4387900, "total_flops": 62275885056000000, "train_loss": 0.009737129012743631, "subset_score_loss": 0.009737129012743631} +{"step": 4630000, "wall_time": 45466.00136971474, "train_loss_step": 2.6665902137756348, "n_params": 4387900, "total_flops": 62410681344000000, "train_loss": 0.009242162108421326, "subset_score_loss": 0.009242162108421326} +{"step": 4640000, "wall_time": 45555.43693113327, "train_loss_step": 2.6813721656799316, "n_params": 4387900, "total_flops": 62545477632000000, "train_loss": 0.009596178929011026, "subset_score_loss": 0.009596178929011026} +{"step": 4650000, "wall_time": 45642.64740085602, "train_loss_step": 3.0098609924316406, "n_params": 4387900, "total_flops": 62680273920000000, "train_loss": 0.009491446614265441, "subset_score_loss": 0.009491446614265441} +{"step": 4660000, "wall_time": 45731.88955974579, "train_loss_step": 2.5956168174743652, "n_params": 4387900, "total_flops": 62815070208000000, "train_loss": 0.009566748142242431, "subset_score_loss": 0.009566748142242431} +{"step": 4670000, "wall_time": 45819.19735836983, "train_loss_step": 2.579832077026367, "n_params": 4387900, "total_flops": 62949866496000000, "train_loss": 0.009265387058258056, "subset_score_loss": 0.009265387058258056} +{"step": 4680000, "wall_time": 45908.74541401863, "train_loss_step": 2.5783724784851074, "n_params": 4387900, "total_flops": 63084662784000000, "train_loss": 0.009270746509234111, "subset_score_loss": 0.009270746509234111} +{"step": 4690000, "wall_time": 45996.395740032196, "train_loss_step": 2.588130235671997, "n_params": 4387900, "total_flops": 63219459072000000, "train_loss": 0.009511631727218629, "subset_score_loss": 0.009511631727218629} +{"step": 4700000, "wall_time": 46192.15618181229, "train_loss_step": 2.452854633331299, "n_params": 4387900, "total_flops": 63354255360000000, "train_loss": 0.009473261237144471, "subset_score_loss": 0.009473261237144471, "memorization_fraction_pixel": 0.26919999718666077, "mean_nn_ratio_pixel": 0.40501564741134644, "fid": 117.61940308718275} +{"step": 4710000, "wall_time": 46281.45940327644, "train_loss_step": 2.359692096710205, "n_params": 4387900, "total_flops": 63489051648000000, "train_loss": 0.009028268853823344, "subset_score_loss": 0.009028268853823344} +{"step": 4720000, "wall_time": 46370.84550189972, "train_loss_step": 2.6920573711395264, "n_params": 4387900, "total_flops": 63623847936000000, "train_loss": 0.009534509976704915, "subset_score_loss": 0.009534509976704915} +{"step": 4730000, "wall_time": 46459.92077732086, "train_loss_step": 2.65073561668396, "n_params": 4387900, "total_flops": 63758644224000000, "train_loss": 0.009387913346290588, "subset_score_loss": 0.009387913346290588} +{"step": 4740000, "wall_time": 46548.88452601433, "train_loss_step": 2.6826326847076416, "n_params": 4387900, "total_flops": 63893440512000000, "train_loss": 0.009345575173695882, "subset_score_loss": 0.009345575173695882} +{"step": 4750000, "wall_time": 46636.795953035355, "train_loss_step": 2.8643436431884766, "n_params": 4387900, "total_flops": 64028236800000000, "train_loss": 0.009386995434761047, "subset_score_loss": 0.009386995434761047} +{"step": 4760000, "wall_time": 46725.81119012833, "train_loss_step": 2.5642077922821045, "n_params": 4387900, "total_flops": 64163033088000000, "train_loss": 0.008821605642636617, "subset_score_loss": 0.008821605642636617} +{"step": 4770000, "wall_time": 46813.31877851486, "train_loss_step": 2.6907341480255127, "n_params": 4387900, "total_flops": 64297829376000000, "train_loss": 0.00886267125606537, "subset_score_loss": 0.00886267125606537} +{"step": 4780000, "wall_time": 46903.120685100555, "train_loss_step": 2.4645705223083496, "n_params": 4387900, "total_flops": 64432625664000000, "train_loss": 0.009003656109174092, "subset_score_loss": 0.009003656109174092} +{"step": 4790000, "wall_time": 46990.9008975029, "train_loss_step": 2.515483856201172, "n_params": 4387900, "total_flops": 64567421952000000, "train_loss": 0.009538098176320394, "subset_score_loss": 0.009538098176320394} +{"step": 4800000, "wall_time": 47151.9840388298, "train_loss_step": 2.682765483856201, "n_params": 4387900, "total_flops": 64702218240000000, "train_loss": 0.009209852417310078, "subset_score_loss": 0.009209852417310078, "memorization_fraction_pixel": 0.2621999979019165, "mean_nn_ratio_pixel": 0.4079066514968872, "fid": 117.47009893233138} +{"step": 4810000, "wall_time": 47241.49685668945, "train_loss_step": 2.474766731262207, "n_params": 4387900, "total_flops": 64837014528000000, "train_loss": 0.008899938066800435, "subset_score_loss": 0.008899938066800435} +{"step": 4820000, "wall_time": 47330.67906856537, "train_loss_step": 2.9666435718536377, "n_params": 4387900, "total_flops": 64971810816000000, "train_loss": 0.00977807839711507, "subset_score_loss": 0.00977807839711507} +{"step": 4830000, "wall_time": 47419.76489019394, "train_loss_step": 2.661870002746582, "n_params": 4387900, "total_flops": 65106607104000000, "train_loss": 0.009160923957824706, "subset_score_loss": 0.009160923957824706} +{"step": 4840000, "wall_time": 47509.23475074768, "train_loss_step": 2.623326301574707, "n_params": 4387900, "total_flops": 65241403392000000, "train_loss": 0.009712794423103332, "subset_score_loss": 0.009712794423103332} +{"step": 4850000, "wall_time": 47598.65291881561, "train_loss_step": 2.8005146980285645, "n_params": 4387900, "total_flops": 65376199680000000, "train_loss": 0.009309369325637817, "subset_score_loss": 0.009309369325637817} +{"step": 4860000, "wall_time": 47686.62932515144, "train_loss_step": 2.443582057952881, "n_params": 4387900, "total_flops": 65510995968000000, "train_loss": 0.009512476126352946, "subset_score_loss": 0.009512476126352946} +{"step": 4870000, "wall_time": 47775.84995293617, "train_loss_step": 2.6600394248962402, "n_params": 4387900, "total_flops": 65645792256000000, "train_loss": 0.009291000167528788, "subset_score_loss": 0.009291000167528788} +{"step": 4880000, "wall_time": 47865.27552342415, "train_loss_step": 2.6511001586914062, "n_params": 4387900, "total_flops": 65780588544000000, "train_loss": 0.008689268430074056, "subset_score_loss": 0.008689268430074056} +{"step": 4890000, "wall_time": 47951.518949985504, "train_loss_step": 2.5263733863830566, "n_params": 4387900, "total_flops": 65915384832000000, "train_loss": 0.008819736043612162, "subset_score_loss": 0.008819736043612162} +{"step": 4900000, "wall_time": 48112.15191054344, "train_loss_step": 2.537381887435913, "n_params": 4387900, "total_flops": 66050181120000000, "train_loss": 0.009151547153790792, "subset_score_loss": 0.009151547153790792, "memorization_fraction_pixel": 0.259799987077713, "mean_nn_ratio_pixel": 0.4064268171787262, "fid": 117.64578489095466} +{"step": 4910000, "wall_time": 48201.26843571663, "train_loss_step": 2.3473572731018066, "n_params": 4387900, "total_flops": 66184977408000000, "train_loss": 0.009067241350809734, "subset_score_loss": 0.009067241350809734} +{"step": 4920000, "wall_time": 48290.47860312462, "train_loss_step": 2.399783134460449, "n_params": 4387900, "total_flops": 66319773696000000, "train_loss": 0.009610489010810852, "subset_score_loss": 0.009610489010810852} +{"step": 4930000, "wall_time": 48379.695240974426, "train_loss_step": 2.560971736907959, "n_params": 4387900, "total_flops": 66454569984000000, "train_loss": 0.009394165873527528, "subset_score_loss": 0.009394165873527528} +{"step": 4940000, "wall_time": 48468.90333175659, "train_loss_step": 2.5729360580444336, "n_params": 4387900, "total_flops": 66589366272000000, "train_loss": 0.009318553407986959, "subset_score_loss": 0.009318553407986959} +{"step": 4950000, "wall_time": 48558.174376010895, "train_loss_step": 2.5975637435913086, "n_params": 4387900, "total_flops": 66724162560000000, "train_loss": 0.009765899181365967, "subset_score_loss": 0.009765899181365967} +{"step": 4960000, "wall_time": 48647.50069928169, "train_loss_step": 2.458181381225586, "n_params": 4387900, "total_flops": 66858958848000000, "train_loss": 0.009241831302642823, "subset_score_loss": 0.009241831302642823} +{"step": 4970000, "wall_time": 48735.28867483139, "train_loss_step": 2.4770445823669434, "n_params": 4387900, "total_flops": 66993755136000000, "train_loss": 0.008650842308998107, "subset_score_loss": 0.008650842308998107} +{"step": 4980000, "wall_time": 48824.73179459572, "train_loss_step": 2.831550121307373, "n_params": 4387900, "total_flops": 67128551424000000, "train_loss": 0.009286879499753316, "subset_score_loss": 0.009286879499753316} +{"step": 4990000, "wall_time": 48914.16828227043, "train_loss_step": 2.632058620452881, "n_params": 4387900, "total_flops": 67263347712000000, "train_loss": 0.00921671489874522, "subset_score_loss": 0.00921671489874522} +{"step": 5000000, "wall_time": 49070.76552081108, "train_loss_step": 2.599951982498169, "n_params": 4387900, "total_flops": 67398144000000000, "train_loss": 0.009299899140993753, "subset_score_loss": 0.009299899140993753, "memorization_fraction_pixel": 0.27079999446868896, "mean_nn_ratio_pixel": 0.4025922119617462, "fid": 118.24421928286614} diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d60/runner.log b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d60/runner.log new file mode 100644 index 0000000000000000000000000000000000000000..76954f706b6cff29753b85f119891ac5116dc9c1 --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d60/runner.log @@ -0,0 +1,502 @@ + FID real-side stats cached over 1000 diverse train images + step 1 | 72s | train_loss=0.9959 | fid=257.0811 + step 10000 | 156s | train_loss=0.8694 + step 20000 | 245s | train_loss=0.7938 + step 30000 | 335s | train_loss=0.6616 + step 40000 | 424s | train_loss=0.4664 + step 50000 | 513s | train_loss=0.2998 + step 60000 | 602s | train_loss=0.2125 + step 70000 | 692s | train_loss=0.1712 + step 80000 | 781s | train_loss=0.1502 + step 90000 | 871s | train_loss=0.1364 + step 100000 | 1034s | train_loss=0.1261 | fid=149.1118 + step 110000 | 1119s | train_loss=0.1188 + step 120000 | 1205s | train_loss=0.1103 + step 130000 | 1295s | train_loss=0.1055 + step 140000 | 1384s | train_loss=0.1017 + step 150000 | 1473s | train_loss=0.0957 + step 160000 | 1562s | train_loss=0.0928 + step 170000 | 1651s | train_loss=0.0917 + step 180000 | 1741s | train_loss=0.0848 + step 190000 | 1830s | train_loss=0.0826 + step 200000 | 1993s | train_loss=0.0797 | fid=143.0552 + step 210000 | 2084s | train_loss=0.0790 + step 220000 | 2168s | train_loss=0.0776 + step 230000 | 2255s | train_loss=0.0731 + step 240000 | 2344s | train_loss=0.0719 + step 250000 | 2433s | train_loss=0.0699 + step 260000 | 2523s | train_loss=0.0677 + step 270000 | 2612s | train_loss=0.0666 + step 280000 | 2701s | train_loss=0.0666 + step 290000 | 2791s | train_loss=0.0641 + step 300000 | 2954s | train_loss=0.0632 | fid=136.6481 + step 310000 | 3044s | train_loss=0.0626 + step 320000 | 3130s | train_loss=0.0592 + step 330000 | 3218s | train_loss=0.0590 + step 340000 | 3305s | train_loss=0.0578 + step 350000 | 3394s | train_loss=0.0573 + step 360000 | 3483s | train_loss=0.0560 + step 370000 | 3573s | train_loss=0.0553 + step 380000 | 3662s | train_loss=0.0539 + step 390000 | 3751s | train_loss=0.0543 + step 400000 | 3914s | train_loss=0.0528 | fid=132.7763 + step 410000 | 4004s | train_loss=0.0528 + step 420000 | 4094s | train_loss=0.0517 + step 430000 | 4180s | train_loss=0.0500 + step 440000 | 4267s | train_loss=0.0502 + step 450000 | 4356s | train_loss=0.0506 + step 460000 | 4443s | train_loss=0.0489 + step 470000 | 4533s | train_loss=0.0482 + step 480000 | 4622s | train_loss=0.0474 + step 490000 | 4711s | train_loss=0.0473 + step 500000 | 4875s | train_loss=0.0464 | fid=130.6544 + step 510000 | 4964s | train_loss=0.0464 + step 520000 | 5053s | train_loss=0.0452 + step 530000 | 5140s | train_loss=0.0465 + step 540000 | 5229s | train_loss=0.0447 + step 550000 | 5317s | train_loss=0.0443 + step 560000 | 5406s | train_loss=0.0448 + step 570000 | 5493s | train_loss=0.0445 + step 580000 | 5582s | train_loss=0.0430 + step 590000 | 5671s | train_loss=0.0432 + step 600000 | 5835s | train_loss=0.0433 | fid=128.2045 + step 610000 | 5924s | train_loss=0.0424 + step 620000 | 6014s | train_loss=0.0417 + step 630000 | 6103s | train_loss=0.0414 + step 640000 | 6190s | train_loss=0.0416 + step 650000 | 6279s | train_loss=0.0414 + step 660000 | 6367s | train_loss=0.0416 + step 670000 | 6456s | train_loss=0.0408 + step 680000 | 6544s | train_loss=0.0404 + step 690000 | 6633s | train_loss=0.0398 + step 700000 | 6838s | train_loss=0.0406 | fid=125.4311 + step 710000 | 6927s | train_loss=0.0398 + step 720000 | 7016s | train_loss=0.0392 + step 730000 | 7106s | train_loss=0.0385 + step 740000 | 7192s | train_loss=0.0382 + step 750000 | 7282s | train_loss=0.0387 + step 760000 | 7369s | train_loss=0.0381 + step 770000 | 7459s | train_loss=0.0370 + step 780000 | 7547s | train_loss=0.0378 + step 790000 | 7634s | train_loss=0.0376 + step 800000 | 7810s | train_loss=0.0369 | fid=125.2932 + step 810000 | 7899s | train_loss=0.0375 + step 820000 | 7988s | train_loss=0.0361 + step 830000 | 8078s | train_loss=0.0364 + step 840000 | 8165s | train_loss=0.0359 + step 850000 | 8254s | train_loss=0.0357 + step 860000 | 8343s | train_loss=0.0359 + step 870000 | 8431s | train_loss=0.0356 + step 880000 | 8520s | train_loss=0.0361 + step 890000 | 8609s | train_loss=0.0346 + step 900000 | 8771s | train_loss=0.0340 | fid=123.5198 + step 910000 | 8860s | train_loss=0.0346 + step 920000 | 8949s | train_loss=0.0342 + step 930000 | 9038s | train_loss=0.0354 + step 940000 | 9126s | train_loss=0.0334 + step 950000 | 9214s | train_loss=0.0338 + step 960000 | 9304s | train_loss=0.0334 + step 970000 | 9393s | train_loss=0.0328 + step 980000 | 9481s | train_loss=0.0327 + step 990000 | 9570s | train_loss=0.0336 + step 1000000 | 9731s | train_loss=0.0331 | fid=121.8847 + step 1010000 | 9821s | train_loss=0.0328 + step 1020000 | 9910s | train_loss=0.0314 + step 1030000 | 9999s | train_loss=0.0322 + step 1040000 | 10088s | train_loss=0.0317 + step 1050000 | 10177s | train_loss=0.0323 + step 1060000 | 10264s | train_loss=0.0317 + step 1070000 | 10354s | train_loss=0.0311 + step 1080000 | 10443s | train_loss=0.0323 + step 1090000 | 10531s | train_loss=0.0317 + step 1100000 | 10726s | train_loss=0.0313 | fid=120.7708 + step 1110000 | 10813s | train_loss=0.0308 + step 1120000 | 10903s | train_loss=0.0305 + step 1130000 | 10992s | train_loss=0.0301 + step 1140000 | 11081s | train_loss=0.0307 + step 1150000 | 11169s | train_loss=0.0300 + step 1160000 | 11257s | train_loss=0.0296 + step 1170000 | 11346s | train_loss=0.0301 + step 1180000 | 11435s | train_loss=0.0300 + step 1190000 | 11524s | train_loss=0.0307 + step 1200000 | 11687s | train_loss=0.0301 | fid=120.5743 + step 1210000 | 11776s | train_loss=0.0296 + step 1220000 | 11864s | train_loss=0.0290 + step 1230000 | 11953s | train_loss=0.0288 + step 1240000 | 12042s | train_loss=0.0292 + step 1250000 | 12131s | train_loss=0.0302 + step 1260000 | 12218s | train_loss=0.0286 + step 1270000 | 12307s | train_loss=0.0290 + step 1280000 | 12396s | train_loss=0.0294 + step 1290000 | 12486s | train_loss=0.0279 + step 1300000 | 12678s | train_loss=0.0289 | fid=120.1917 + step 1310000 | 12767s | train_loss=0.0276 + step 1320000 | 12856s | train_loss=0.0271 + step 1330000 | 12943s | train_loss=0.0273 + step 1340000 | 13033s | train_loss=0.0278 + step 1350000 | 13122s | train_loss=0.0278 + step 1360000 | 13210s | train_loss=0.0280 + step 1370000 | 13298s | train_loss=0.0276 + step 1380000 | 13387s | train_loss=0.0269 + step 1390000 | 13476s | train_loss=0.0269 + step 1400000 | 13674s | train_loss=0.0266 | fid=119.2037 + step 1410000 | 13763s | train_loss=0.0265 + step 1420000 | 13852s | train_loss=0.0271 + step 1430000 | 13942s | train_loss=0.0265 + step 1440000 | 14029s | train_loss=0.0261 + step 1450000 | 14119s | train_loss=0.0273 + step 1460000 | 14206s | train_loss=0.0260 + step 1470000 | 14294s | train_loss=0.0256 + step 1480000 | 14383s | train_loss=0.0252 + step 1490000 | 14472s | train_loss=0.0258 + step 1500000 | 14664s | train_loss=0.0252 | fid=119.0499 + step 1510000 | 14753s | train_loss=0.0254 + step 1520000 | 14842s | train_loss=0.0252 + step 1530000 | 14930s | train_loss=0.0249 + step 1540000 | 15020s | train_loss=0.0244 + step 1550000 | 15108s | train_loss=0.0243 + step 1560000 | 15195s | train_loss=0.0256 + step 1570000 | 15283s | train_loss=0.0243 + step 1580000 | 15372s | train_loss=0.0245 + step 1590000 | 15461s | train_loss=0.0235 + step 1600000 | 15668s | train_loss=0.0255 | fid=118.6098 + step 1610000 | 15757s | train_loss=0.0249 + step 1620000 | 15846s | train_loss=0.0241 + step 1630000 | 15935s | train_loss=0.0229 + step 1640000 | 16024s | train_loss=0.0234 + step 1650000 | 16112s | train_loss=0.0237 + step 1660000 | 16200s | train_loss=0.0233 + step 1670000 | 16287s | train_loss=0.0234 + step 1680000 | 16376s | train_loss=0.0232 + step 1690000 | 16466s | train_loss=0.0232 + step 1700000 | 16655s | train_loss=0.0232 | fid=118.5565 + step 1710000 | 16743s | train_loss=0.0232 + step 1720000 | 16832s | train_loss=0.0231 + step 1730000 | 16921s | train_loss=0.0221 + step 1740000 | 17010s | train_loss=0.0231 + step 1750000 | 17100s | train_loss=0.0228 + step 1760000 | 17186s | train_loss=0.0229 + step 1770000 | 17273s | train_loss=0.0221 + step 1780000 | 17363s | train_loss=0.0226 + step 1790000 | 17452s | train_loss=0.0224 + step 1800000 | 17653s | train_loss=0.0215 | fid=118.1969 + step 1810000 | 17741s | train_loss=0.0219 + step 1820000 | 17830s | train_loss=0.0215 + step 1830000 | 17919s | train_loss=0.0225 + step 1840000 | 18009s | train_loss=0.0210 + step 1850000 | 18098s | train_loss=0.0210 + step 1860000 | 18186s | train_loss=0.0216 + step 1870000 | 18272s | train_loss=0.0212 + step 1880000 | 18361s | train_loss=0.0208 + step 1890000 | 18450s | train_loss=0.0220 + step 1900000 | 18665s | train_loss=0.0208 | fid=117.7817 + step 1910000 | 18754s | train_loss=0.0205 + step 1920000 | 18842s | train_loss=0.0214 + step 1930000 | 18931s | train_loss=0.0197 + step 1940000 | 19020s | train_loss=0.0206 + step 1950000 | 19110s | train_loss=0.0208 + step 1960000 | 19197s | train_loss=0.0201 + step 1970000 | 19284s | train_loss=0.0209 + step 1980000 | 19372s | train_loss=0.0200 + step 1990000 | 19461s | train_loss=0.0201 + step 2000000 | 19657s | train_loss=0.0202 | fid=118.1245 + step 2010000 | 19746s | train_loss=0.0194 + step 2020000 | 19834s | train_loss=0.0204 + step 2030000 | 19924s | train_loss=0.0206 + step 2040000 | 20013s | train_loss=0.0196 + step 2050000 | 20103s | train_loss=0.0198 + step 2060000 | 20190s | train_loss=0.0191 + step 2070000 | 20277s | train_loss=0.0192 + step 2080000 | 20365s | train_loss=0.0192 + step 2090000 | 20454s | train_loss=0.0188 + step 2100000 | 20650s | train_loss=0.0198 | fid=117.5738 + step 2110000 | 20740s | train_loss=0.0193 + step 2120000 | 20828s | train_loss=0.0194 + step 2130000 | 20917s | train_loss=0.0186 + step 2140000 | 21007s | train_loss=0.0182 + step 2150000 | 21097s | train_loss=0.0188 + step 2160000 | 21184s | train_loss=0.0189 + step 2170000 | 21271s | train_loss=0.0182 + step 2180000 | 21360s | train_loss=0.0184 + step 2190000 | 21447s | train_loss=0.0198 + step 2200000 | 21623s | train_loss=0.0175 | fid=117.8542 + step 2210000 | 21712s | train_loss=0.0185 + step 2220000 | 21802s | train_loss=0.0179 + step 2230000 | 21889s | train_loss=0.0190 + step 2240000 | 21979s | train_loss=0.0177 + step 2250000 | 22068s | train_loss=0.0180 + step 2260000 | 22156s | train_loss=0.0186 + step 2270000 | 22245s | train_loss=0.0172 + step 2280000 | 22332s | train_loss=0.0179 + step 2290000 | 22421s | train_loss=0.0179 + step 2300000 | 22604s | train_loss=0.0182 | fid=117.8866 + step 2310000 | 22693s | train_loss=0.0187 + step 2320000 | 22783s | train_loss=0.0176 + step 2330000 | 22872s | train_loss=0.0180 + step 2340000 | 22960s | train_loss=0.0173 + step 2350000 | 23050s | train_loss=0.0177 + step 2360000 | 23137s | train_loss=0.0165 + step 2370000 | 23227s | train_loss=0.0170 + step 2380000 | 23315s | train_loss=0.0173 + step 2390000 | 23404s | train_loss=0.0165 + step 2400000 | 23580s | train_loss=0.0164 | fid=117.9696 + step 2410000 | 23669s | train_loss=0.0167 + step 2420000 | 23758s | train_loss=0.0168 + step 2430000 | 23848s | train_loss=0.0161 + step 2440000 | 23936s | train_loss=0.0164 + step 2450000 | 24025s | train_loss=0.0165 + step 2460000 | 24113s | train_loss=0.0169 + step 2470000 | 24202s | train_loss=0.0162 + step 2480000 | 24285s | train_loss=0.0171 + step 2490000 | 24372s | train_loss=0.0156 + step 2500000 | 24560s | train_loss=0.0164 | fid=117.8272 + step 2510000 | 24647s | train_loss=0.0177 + step 2520000 | 24736s | train_loss=0.0155 + step 2530000 | 24826s | train_loss=0.0156 + step 2540000 | 24915s | train_loss=0.0166 + step 2550000 | 25003s | train_loss=0.0160 + step 2560000 | 25093s | train_loss=0.0163 + step 2570000 | 25180s | train_loss=0.0158 + step 2580000 | 25270s | train_loss=0.0157 + step 2590000 | 25346s | train_loss=0.0172 + step 2600000 | 25526s | train_loss=0.0153 | fid=117.7692 + step 2610000 | 25615s | train_loss=0.0159 + step 2620000 | 25702s | train_loss=0.0150 + step 2630000 | 25791s | train_loss=0.0152 + step 2640000 | 25881s | train_loss=0.0157 + step 2650000 | 25970s | train_loss=0.0161 + step 2660000 | 26058s | train_loss=0.0155 + step 2670000 | 26146s | train_loss=0.0152 + step 2680000 | 26235s | train_loss=0.0145 + step 2690000 | 26324s | train_loss=0.0156 + step 2700000 | 26493s | train_loss=0.0149 | fid=117.8786 + step 2710000 | 26582s | train_loss=0.0150 + step 2720000 | 26671s | train_loss=0.0149 + step 2730000 | 26758s | train_loss=0.0147 + step 2740000 | 26847s | train_loss=0.0147 + step 2750000 | 26937s | train_loss=0.0146 + step 2760000 | 27025s | train_loss=0.0148 + step 2770000 | 27113s | train_loss=0.0153 + step 2780000 | 27202s | train_loss=0.0147 + step 2790000 | 27291s | train_loss=0.0142 + step 2800000 | 27452s | train_loss=0.0151 | fid=117.9952 + step 2810000 | 27541s | train_loss=0.0140 + step 2820000 | 27630s | train_loss=0.0144 + step 2830000 | 27719s | train_loss=0.0144 + step 2840000 | 27806s | train_loss=0.0145 + step 2850000 | 27896s | train_loss=0.0140 + step 2860000 | 27985s | train_loss=0.0148 + step 2870000 | 28074s | train_loss=0.0141 + step 2880000 | 28161s | train_loss=0.0137 + step 2890000 | 28251s | train_loss=0.0145 + step 2900000 | 28414s | train_loss=0.0142 | fid=117.8733 + step 2910000 | 28500s | train_loss=0.0139 + step 2920000 | 28589s | train_loss=0.0140 + step 2930000 | 28679s | train_loss=0.0141 + step 2940000 | 28768s | train_loss=0.0133 + step 2950000 | 28856s | train_loss=0.0141 + step 2960000 | 28945s | train_loss=0.0136 + step 2970000 | 29035s | train_loss=0.0135 + step 2980000 | 29120s | train_loss=0.0131 + step 2990000 | 29210s | train_loss=0.0141 + step 3000000 | 29408s | train_loss=0.0133 | fid=117.6948 + step 3010000 | 29488s | train_loss=0.0139 + step 3020000 | 29571s | train_loss=0.0136 + step 3030000 | 29661s | train_loss=0.0134 + step 3040000 | 29750s | train_loss=0.0130 + step 3050000 | 29839s | train_loss=0.0135 + step 3060000 | 29927s | train_loss=0.0132 + step 3070000 | 30016s | train_loss=0.0129 + step 3080000 | 30103s | train_loss=0.0139 + step 3090000 | 30191s | train_loss=0.0133 + step 3100000 | 30386s | train_loss=0.0136 | fid=117.6098 + step 3110000 | 30476s | train_loss=0.0131 + step 3120000 | 30554s | train_loss=0.0131 + step 3130000 | 30636s | train_loss=0.0134 + step 3140000 | 30725s | train_loss=0.0127 + step 3150000 | 30814s | train_loss=0.0128 + step 3160000 | 30904s | train_loss=0.0139 + step 3170000 | 30991s | train_loss=0.0126 + step 3180000 | 31079s | train_loss=0.0125 + step 3190000 | 31166s | train_loss=0.0126 + step 3200000 | 31327s | train_loss=0.0128 | fid=117.7486 + step 3210000 | 31417s | train_loss=0.0125 + step 3220000 | 31506s | train_loss=0.0128 + step 3230000 | 31595s | train_loss=0.0122 + step 3240000 | 31682s | train_loss=0.0127 + step 3250000 | 31772s | train_loss=0.0125 + step 3260000 | 31861s | train_loss=0.0122 + step 3270000 | 31950s | train_loss=0.0129 + step 3280000 | 32038s | train_loss=0.0127 + step 3290000 | 32125s | train_loss=0.0131 + step 3300000 | 32287s | train_loss=0.0129 | fid=117.3062 + step 3310000 | 32376s | train_loss=0.0131 + step 3320000 | 32466s | train_loss=0.0134 + step 3330000 | 32555s | train_loss=0.0128 + step 3340000 | 32638s | train_loss=0.0124 + step 3350000 | 32728s | train_loss=0.0121 + step 3360000 | 32817s | train_loss=0.0121 + step 3370000 | 32906s | train_loss=0.0134 + step 3380000 | 32995s | train_loss=0.0117 + step 3390000 | 33083s | train_loss=0.0125 + step 3400000 | 33297s | train_loss=0.0126 | fid=117.4036 + step 3410000 | 33386s | train_loss=0.0115 + step 3420000 | 33475s | train_loss=0.0123 + step 3430000 | 33564s | train_loss=0.0127 + step 3440000 | 33649s | train_loss=0.0119 + step 3450000 | 33733s | train_loss=0.0121 + step 3460000 | 33823s | train_loss=0.0120 + step 3470000 | 33912s | train_loss=0.0121 + step 3480000 | 34001s | train_loss=0.0118 + step 3490000 | 34089s | train_loss=0.0123 + step 3500000 | 34298s | train_loss=0.0127 | fid=117.4834 + step 3510000 | 34388s | train_loss=0.0115 + step 3520000 | 34477s | train_loss=0.0114 + step 3530000 | 34567s | train_loss=0.0121 + step 3540000 | 34656s | train_loss=0.0112 + step 3550000 | 34736s | train_loss=0.0115 + step 3560000 | 34825s | train_loss=0.0111 + step 3570000 | 34914s | train_loss=0.0110 + step 3580000 | 35004s | train_loss=0.0112 + step 3590000 | 35091s | train_loss=0.0118 + step 3600000 | 35292s | train_loss=0.0120 | fid=117.2465 + step 3610000 | 35382s | train_loss=0.0112 + step 3620000 | 35471s | train_loss=0.0118 + step 3630000 | 35560s | train_loss=0.0117 + step 3640000 | 35650s | train_loss=0.0116 + step 3650000 | 35732s | train_loss=0.0114 + step 3660000 | 35821s | train_loss=0.0111 + step 3670000 | 35911s | train_loss=0.0116 + step 3680000 | 36000s | train_loss=0.0113 + step 3690000 | 36087s | train_loss=0.0117 + step 3700000 | 36285s | train_loss=0.0112 | fid=117.9181 + step 3710000 | 36373s | train_loss=0.0111 + step 3720000 | 36462s | train_loss=0.0111 + step 3730000 | 36552s | train_loss=0.0115 + step 3740000 | 36641s | train_loss=0.0108 + step 3750000 | 36729s | train_loss=0.0109 + step 3760000 | 36809s | train_loss=0.0119 + step 3770000 | 36898s | train_loss=0.0119 + step 3780000 | 36988s | train_loss=0.0115 + step 3790000 | 37075s | train_loss=0.0113 + step 3800000 | 37270s | train_loss=0.0106 | fid=117.9529 + step 3810000 | 37356s | train_loss=0.0113 + step 3820000 | 37445s | train_loss=0.0112 + step 3830000 | 37534s | train_loss=0.0121 + step 3840000 | 37624s | train_loss=0.0107 + step 3850000 | 37713s | train_loss=0.0110 + step 3860000 | 37795s | train_loss=0.0110 + step 3870000 | 37883s | train_loss=0.0108 + step 3880000 | 37972s | train_loss=0.0107 + step 3890000 | 38060s | train_loss=0.0108 + step 3900000 | 38273s | train_loss=0.0114 | fid=117.9224 + step 3910000 | 38360s | train_loss=0.0106 + step 3920000 | 38448s | train_loss=0.0110 + step 3930000 | 38538s | train_loss=0.0106 + step 3940000 | 38627s | train_loss=0.0109 + step 3950000 | 38716s | train_loss=0.0105 + step 3960000 | 38803s | train_loss=0.0109 + step 3970000 | 38889s | train_loss=0.0118 + step 3980000 | 38978s | train_loss=0.0109 + step 3990000 | 39066s | train_loss=0.0102 + step 4000000 | 39255s | train_loss=0.0101 | fid=117.2533 + step 4010000 | 39344s | train_loss=0.0104 + step 4020000 | 39429s | train_loss=0.0103 + step 4030000 | 39519s | train_loss=0.0108 + step 4040000 | 39608s | train_loss=0.0105 + step 4050000 | 39697s | train_loss=0.0110 + step 4060000 | 39786s | train_loss=0.0102 + step 4070000 | 39864s | train_loss=0.0103 + step 4080000 | 39952s | train_loss=0.0100 + step 4090000 | 40039s | train_loss=0.0102 + step 4100000 | 40217s | train_loss=0.0107 | fid=118.4034 + step 4110000 | 40306s | train_loss=0.0105 + step 4120000 | 40395s | train_loss=0.0105 + step 4130000 | 40481s | train_loss=0.0108 + step 4140000 | 40571s | train_loss=0.0100 + step 4150000 | 40660s | train_loss=0.0105 + step 4160000 | 40749s | train_loss=0.0105 + step 4170000 | 40839s | train_loss=0.0104 + step 4180000 | 40918s | train_loss=0.0100 + step 4190000 | 41006s | train_loss=0.0098 + step 4200000 | 41219s | train_loss=0.0101 | fid=117.8971 + step 4210000 | 41308s | train_loss=0.0099 + step 4220000 | 41398s | train_loss=0.0104 + step 4230000 | 41485s | train_loss=0.0100 + step 4240000 | 41573s | train_loss=0.0106 + step 4250000 | 41662s | train_loss=0.0100 + step 4260000 | 41752s | train_loss=0.0103 + step 4270000 | 41841s | train_loss=0.0103 + step 4280000 | 41926s | train_loss=0.0100 + step 4290000 | 42011s | train_loss=0.0105 + step 4300000 | 42220s | train_loss=0.0104 | fid=117.7794 + step 4310000 | 42309s | train_loss=0.0102 + step 4320000 | 42399s | train_loss=0.0100 + step 4330000 | 42487s | train_loss=0.0096 + step 4340000 | 42575s | train_loss=0.0101 + step 4350000 | 42663s | train_loss=0.0107 + step 4360000 | 42753s | train_loss=0.0100 + step 4370000 | 42842s | train_loss=0.0098 + step 4380000 | 42932s | train_loss=0.0103 + step 4390000 | 43011s | train_loss=0.0097 + step 4400000 | 43212s | train_loss=0.0100 | fid=117.7025 + step 4410000 | 43301s | train_loss=0.0092 + step 4420000 | 43391s | train_loss=0.0098 + step 4430000 | 43480s | train_loss=0.0098 + step 4440000 | 43568s | train_loss=0.0097 + step 4450000 | 43656s | train_loss=0.0105 + step 4460000 | 43745s | train_loss=0.0099 + step 4470000 | 43834s | train_loss=0.0098 + step 4480000 | 43923s | train_loss=0.0098 + step 4490000 | 44000s | train_loss=0.0095 + step 4500000 | 44210s | train_loss=0.0094 | fid=117.5262 + step 4510000 | 44299s | train_loss=0.0104 + step 4520000 | 44388s | train_loss=0.0100 + step 4530000 | 44478s | train_loss=0.0095 + step 4540000 | 44566s | train_loss=0.0097 + step 4550000 | 44655s | train_loss=0.0094 + step 4560000 | 44742s | train_loss=0.0103 + step 4570000 | 44831s | train_loss=0.0094 + step 4580000 | 44921s | train_loss=0.0094 + step 4590000 | 45006s | train_loss=0.0094 + step 4600000 | 45198s | train_loss=0.0096 | fid=117.6917 + step 4610000 | 45287s | train_loss=0.0094 + step 4620000 | 45377s | train_loss=0.0097 + step 4630000 | 45466s | train_loss=0.0092 + step 4640000 | 45555s | train_loss=0.0096 + step 4650000 | 45643s | train_loss=0.0095 + step 4660000 | 45732s | train_loss=0.0096 + step 4670000 | 45819s | train_loss=0.0093 + step 4680000 | 45909s | train_loss=0.0093 + step 4690000 | 45996s | train_loss=0.0095 + step 4700000 | 46192s | train_loss=0.0095 | fid=117.6194 + step 4710000 | 46281s | train_loss=0.0090 + step 4720000 | 46371s | train_loss=0.0095 + step 4730000 | 46460s | train_loss=0.0094 + step 4740000 | 46549s | train_loss=0.0093 + step 4750000 | 46637s | train_loss=0.0094 + step 4760000 | 46726s | train_loss=0.0088 + step 4770000 | 46813s | train_loss=0.0089 + step 4780000 | 46903s | train_loss=0.0090 + step 4790000 | 46991s | train_loss=0.0095 + step 4800000 | 47152s | train_loss=0.0092 | fid=117.4701 + step 4810000 | 47241s | train_loss=0.0089 + step 4820000 | 47331s | train_loss=0.0098 + step 4830000 | 47420s | train_loss=0.0092 + step 4840000 | 47509s | train_loss=0.0097 + step 4850000 | 47599s | train_loss=0.0093 + step 4860000 | 47687s | train_loss=0.0095 + step 4870000 | 47776s | train_loss=0.0093 + step 4880000 | 47865s | train_loss=0.0087 + step 4890000 | 47952s | train_loss=0.0088 + step 4900000 | 48112s | train_loss=0.0092 | fid=117.6458 + step 4910000 | 48201s | train_loss=0.0091 + step 4920000 | 48290s | train_loss=0.0096 + step 4930000 | 48380s | train_loss=0.0094 + step 4940000 | 48469s | train_loss=0.0093 + step 4950000 | 48558s | train_loss=0.0098 + step 4960000 | 48648s | train_loss=0.0092 + step 4970000 | 48735s | train_loss=0.0087 + step 4980000 | 48825s | train_loss=0.0093 + step 4990000 | 48914s | train_loss=0.0092 + step 5000000 | 49071s | train_loss=0.0093 | fid=118.2442 diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d80/config.json b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d80/config.json new file mode 100644 index 0000000000000000000000000000000000000000..94340077440ac7d4bb99cd94ce4c5d8e248f7889 --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d80/config.json @@ -0,0 +1,25 @@ +{ + "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d80/vae.pt", + "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d80", + "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", + "n_train": 1000, + "total_steps": 5000000, + "eval_interval": 10000, + "mem_interval": 100000, + "fid_interval": 100000, + "fid_n_real": 1000, + "fid_n_gen": 10000, + "n_gen_samples": 10000, + "n_sde_steps": 500, + "batch_size": 512, + "hidden": 1024, + "depth": 5, + "optimizer": "sgd", + "lr": 0.001, + "momentum": 0.8, + "t_min": 0.01, + "t_max": 3.0, + "t_eval": 0.1, + "seed": 42, + "device": null +} diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d80/metrics.jsonl b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d80/metrics.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..169e1c2a79b82555d17f54702850e3140335b883 --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d80/metrics.jsonl @@ -0,0 +1,502 @@ +{"event": "meta", "data": "cifar10_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 80, "n": 1000, "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d80/vae.pt", "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [41905, 27590, 3837, 45564, 49079, 45615, 24791, 29586, 40154, 14155, 41744, 31565, 21399, 47093, 14144, 7260, 25109, 49111, 3286, 28559, 8088, 18636, 27677, 5584, 14605, 28090, 44911, 22197, 30774, 45976, 21377, 38974, 37419, 34658, 48141, 45353, 16718, 44442, 14512, 30061, 32910, 17321, 15565, 17405, 44045, 17717, 6400, 37998, 3773, 20538, 19316, 34889, 4564, 1363, 5611, 41687, 16986, 41914, 25046, 49823, 33007, 20861, 27988, 42869, 33687, 3828, 12070, 15418, 22140, 35636, 31728, 9480, 7712, 2852, 43042, 17354, 27208, 49689, 14774, 29225, 25390, 35055, 12670, 19522, 24246, 14561, 33656, 42751, 2242, 364, 43176, 15490, 46231, 26061, 18629, 34392, 32488, 26106, 10393, 11167, 20874, 8106, 10093, 7243, 48907, 8147, 45063, 21102, 37655, 7635, 2514, 27684, 3204, 28758, 28311, 29718, 44311, 10355, 32304, 14615, 28486, 14294, 16760, 37166, 19433, 20899, 23979, 36854, 43726, 10375, 11078, 10677, 40127, 33642, 36325, 13174, 19662, 30319, 22501, 14354, 24243, 27654, 42509, 18915, 29668, 2313, 42454, 11218, 48097, 31985, 16567, 26984, 33502, 36329, 22928, 42746, 38223, 19499, 41926, 29059, 44004, 8962, 40807, 11854, 36894, 13566, 36982, 16226, 36410, 47002, 20194, 3625, 19297, 2555, 4842, 8098, 44052, 5795, 5274, 4374, 17924, 30344, 5386, 26317, 30389, 32399, 32042, 26731, 29532, 33817, 26942, 25858, 11887, 46070, 41837, 10713, 33955, 20000, 29946, 4912, 32112, 6697, 44031, 27296, 37785, 25660, 27948, 31260, 24358, 1827, 37445, 25084, 11703, 3820, 49218, 30616, 25083, 22759, 6275, 40603, 39038, 37156, 8894, 9871, 31333, 26582, 20528, 10523, 2747, 33639, 41740, 47899, 11337, 6325, 433, 33051, 1094, 24743, 9392, 22638, 7689, 39641, 9486, 33554, 30840, 35032, 19647, 7903, 18205, 34063, 46483, 32963, 11601, 19203, 45792, 47136, 6174, 40793, 13885, 16641, 48744, 37658, 43829, 44107, 6388, 37424, 20033, 28563, 27013, 17032, 12768, 38181, 35608, 14089, 29228, 40229, 45106, 11963, 37979, 20694, 22835, 5773, 19580, 44596, 19079, 45191, 666, 15893, 7513, 15939, 45020, 12659, 31388, 44651, 23592, 16419, 47615, 36714, 36448, 28579, 1697, 9889, 42082, 49150, 41132, 33996, 21551, 18467, 45242, 6516, 3355, 20187, 31669, 2814, 6900, 28198, 17656, 18178, 31825, 34244, 38330, 28894, 7463, 8134, 38159, 10524, 41508, 2367, 496, 31046, 1511, 31956, 46621, 14176, 1899, 32397, 29452, 16504, 34042, 24014, 47447, 20229, 36683, 5186, 14349, 21736, 17094, 30311, 27949, 30023, 49589, 43270, 2898, 18259, 17175, 18594, 17062, 42063, 3237, 12080, 35769, 1687, 30330, 29678, 27321, 4273, 28513, 2551, 5314, 13572, 13497, 9652, 3466, 27133, 38459, 23232, 14231, 25584, 49398, 32994, 10434, 42369, 37410, 45044, 11075, 12523, 1417, 6765, 40000, 25016, 36905, 48638, 21, 16822, 24333, 30084, 43982, 26954, 6519, 42546, 14751, 14278, 49970, 47621, 18883, 37295, 9040, 40369, 22225, 36489, 21302, 13110, 5455, 47804, 14868, 13063, 22102, 36825, 21969, 33186, 28908, 32592, 42766, 12262, 39073, 915, 11824, 39208, 3098, 42789, 29800, 14150, 28705, 8847, 21716, 535, 48077, 41540, 36207, 10816, 41471, 35049, 20661, 6083, 30194, 4576, 2174, 1908, 48392, 10435, 10986, 18036, 24746, 3941, 34118, 49749, 12025, 21493, 15785, 17085, 39411, 34561, 42064, 36237, 2740, 8183, 40564, 33107, 25765, 49165, 25211, 17520, 17115, 1869, 46432, 33757, 20517, 39760, 259, 45380, 12436, 48000, 21046, 4039, 15701, 35246, 29112, 44161, 34079, 45449, 42845, 22815, 5597, 3990, 35899, 48969, 41528, 27873, 16598, 39104, 23359, 46847, 28624, 19198, 1251, 9003, 28383, 47005, 40703, 41605, 39895, 26201, 11727, 27435, 17333, 39261, 37456, 14653, 30634, 4160, 24540, 12044, 7111, 23485, 5645, 2572, 1682, 17872, 8974, 16796, 11864, 40178, 20092, 32219, 14458, 37007, 31340, 10520, 34489, 13128, 42913, 31468, 44180, 37938, 20058, 18673, 36850, 34721, 26210, 15257, 35188, 11815, 47936, 18088, 43578, 11996, 47952, 24311, 1884, 36557, 32921, 36250, 38022, 5671, 13621, 23326, 14326, 23471, 24685, 39092, 3268, 37257, 16348, 13730, 21838, 44088, 8945, 10827, 13840, 46123, 48010, 13350, 30622, 45233, 8698, 14335, 45842, 15138, 1515, 40759, 21960, 47551, 33208, 18260, 6377, 46869, 31742, 23566, 12829, 15305, 37988, 16111, 32146, 37948, 25917, 30484, 17885, 42468, 28238, 33865, 28030, 30072, 34855, 19324, 42075, 30623, 3667, 38832, 25100, 43077, 36471, 11663, 13588, 14015, 5099, 10589, 28526, 48022, 15444, 3280, 188, 31582, 15225, 11019, 21804, 3901, 24461, 25031, 10373, 4486, 45950, 37949, 32923, 1583, 6576, 26004, 16237, 38132, 25045, 25091, 41949, 11553, 48062, 40503, 13057, 8954, 18566, 28405, 28604, 30434, 49112, 30676, 32930, 16183, 48336, 43162, 873, 37233, 44718, 37247, 23758, 9243, 12126, 5287, 49594, 3459, 32091, 20894, 41743, 7366, 7258, 37939, 47665, 12260, 20836, 43253, 16191, 11619, 1519, 6137, 3934, 48375, 35234, 103, 30510, 8869, 21085, 41234, 25138, 25079, 31218, 48292, 48814, 6635, 18416, 1421, 4363, 5164, 47455, 21280, 16767, 19685, 16449, 45798, 31292, 31049, 43587, 30772, 2651, 12854, 23199, 25234, 23389, 24742, 19480, 19738, 19726, 2388, 21394, 4512, 9069, 42856, 25766, 23797, 40741, 33624, 8328, 35922, 27732, 36268, 23213, 41966, 40002, 12750, 46225, 35182, 23769, 25152, 26764, 20090, 27202, 48096, 4266, 2205, 2020, 37651, 36088, 1021, 28544, 20933, 48924, 11503, 43997, 9492, 19505, 47632, 4118, 2029, 22008, 41396, 16378, 36738, 33194, 28053, 44137, 30771, 12131, 5963, 31754, 46953, 3180, 1718, 36816, 2208, 20898, 13799, 30796, 34445, 37540, 27983, 39216, 16791, 36763, 15987, 28440, 11782, 48531, 4252, 47359, 5351, 4059, 9263, 32274, 39283, 258, 17485, 31280, 12814, 33217, 38203, 11170, 8486, 14434, 13722, 36048, 3705, 47210, 38260, 2200, 17850, 21589, 27598, 9926, 9419, 3981, 34519, 37821, 22855, 39796, 24105, 5113, 5888, 31974, 40040, 17179, 48615, 38665, 47173, 47154, 20619, 5049, 1656, 27736, 14424, 2013, 1348, 32964, 37228, 34968, 34124, 15993, 42420, 26558, 2961, 27119, 37779, 29321, 31595, 29301, 38364, 17528, 19583, 48609, 4428, 12427, 601, 21213, 44456, 39274, 40250, 39804, 35373, 43875, 20550, 43426, 13696, 34572, 11097, 22458, 33042, 12981, 29073, 6601, 2370, 4065, 46317, 29460, 21761, 13977, 4520, 31604, 16259, 1445, 29204, 26097, 31921, 33193, 36054, 26372, 4436, 40306, 13974, 6159, 46233, 33714, 27592, 23153, 40311, 12294, 40141, 14030, 36304, 40086, 43163, 14689, 5002, 40885, 40758, 42458, 18580, 29784, 14527, 30070, 18326, 40830, 42503, 5434, 25179, 15652, 11428, 40980, 45916, 22056, 15896, 42628, 30092, 40834, 25862, 40370, 7804, 46908, 44191, 26908, 9764, 36969, 21521, 35257, 9279, 36964, 4012, 627, 31813, 15669, 33832, 29874, 1912, 41254, 23709, 4648, 3131, 49882, 19349, 35975, 25565, 21641, 48219, 30806, 33979, 36103, 14640, 34524, 31661, 26869, 27297, 46519, 2352, 46930, 7617, 49750, 12620, 29820, 18590, 890, 16394, 23877, 26421, 23417, 29021, 11596, 22017, 14794, 14437, 48385, 48231, 18946, 38048, 41302, 40633, 15317, 24820], "fid_reference": "same farthest-first 1k CIFAR-10 training subset", "seed": 42} +{"step": 1, "wall_time": 75.68850326538086, "train_loss_step": 80.63648986816406, "n_params": 4428880, "total_flops": 13605519360, "train_loss": 0.993718147277832, "subset_score_loss": 0.993718147277832, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9779345989227295, "fid": 273.88407317137694} +{"step": 10000, "wall_time": 173.74748253822327, "train_loss_step": 17.645954132080078, "n_params": 4428880, "total_flops": 136055193600000, "train_loss": 0.8422592163085938, "subset_score_loss": 0.8422592163085938} +{"step": 20000, "wall_time": 271.82188987731934, "train_loss_step": 16.312416076660156, "n_params": 4428880, "total_flops": 272110387200000, "train_loss": 0.7426695823669434, "subset_score_loss": 0.7426695823669434} +{"step": 30000, "wall_time": 369.8418457508087, "train_loss_step": 13.32751750946045, "n_params": 4428880, "total_flops": 408165580800000, "train_loss": 0.6069565773010254, "subset_score_loss": 0.6069565773010254} +{"step": 40000, "wall_time": 467.44555401802063, "train_loss_step": 12.41950798034668, "n_params": 4428880, "total_flops": 544220774400000, "train_loss": 0.43941798210144045, "subset_score_loss": 0.43941798210144045} +{"step": 50000, "wall_time": 564.2783133983612, "train_loss_step": 10.79557991027832, "n_params": 4428880, "total_flops": 680275968000000, "train_loss": 0.2958837509155273, "subset_score_loss": 0.2958837509155273} +{"step": 60000, "wall_time": 662.4338457584381, "train_loss_step": 9.129274368286133, "n_params": 4428880, "total_flops": 816331161600000, "train_loss": 0.21417348384857177, "subset_score_loss": 0.21417348384857177} +{"step": 70000, "wall_time": 760.9739007949829, "train_loss_step": 8.475534439086914, "n_params": 4428880, "total_flops": 952386355200000, "train_loss": 0.17358553409576416, "subset_score_loss": 0.17358553409576416} +{"step": 80000, "wall_time": 859.2030520439148, "train_loss_step": 8.068655967712402, "n_params": 4428880, "total_flops": 1088441548800000, "train_loss": 0.15091197490692138, "subset_score_loss": 0.15091197490692138} +{"step": 90000, "wall_time": 957.2526438236237, "train_loss_step": 7.83692741394043, "n_params": 4428880, "total_flops": 1224496742400000, "train_loss": 0.13553574085235595, "subset_score_loss": 0.13553574085235595} +{"step": 100000, "wall_time": 1124.1473104953766, "train_loss_step": 7.593687057495117, "n_params": 4428880, "total_flops": 1360551936000000, "train_loss": 0.12434512376785278, "subset_score_loss": 0.12434512376785278, "memorization_fraction_pixel": 9.999999747378752e-05, "mean_nn_ratio_pixel": 0.9254372119903564, "fid": 154.86332995010136} +{"step": 110000, "wall_time": 1219.1032512187958, "train_loss_step": 7.768228054046631, "n_params": 4428880, "total_flops": 1496607129600000, "train_loss": 0.117976713180542, "subset_score_loss": 0.117976713180542} +{"step": 120000, "wall_time": 1317.3363387584686, "train_loss_step": 7.315177917480469, "n_params": 4428880, "total_flops": 1632662323200000, "train_loss": 0.113052237033844, "subset_score_loss": 0.113052237033844} +{"step": 130000, "wall_time": 1414.4577898979187, "train_loss_step": 6.327446937561035, "n_params": 4428880, "total_flops": 1768717516800000, "train_loss": 0.1074228048324585, "subset_score_loss": 0.1074228048324585} +{"step": 140000, "wall_time": 1512.877036333084, "train_loss_step": 6.789065837860107, "n_params": 4428880, "total_flops": 1904772710400000, "train_loss": 0.10229054689407349, "subset_score_loss": 0.10229054689407349} +{"step": 150000, "wall_time": 1609.7526671886444, "train_loss_step": 6.338890552520752, "n_params": 4428880, "total_flops": 2040827904000000, "train_loss": 0.0985065221786499, "subset_score_loss": 0.0985065221786499} +{"step": 160000, "wall_time": 1708.0181357860565, "train_loss_step": 6.535693168640137, "n_params": 4428880, "total_flops": 2176883097600000, "train_loss": 0.0942251980304718, "subset_score_loss": 0.0942251980304718} +{"step": 170000, "wall_time": 1806.8024339675903, "train_loss_step": 6.299802780151367, "n_params": 4428880, "total_flops": 2312938291200000, "train_loss": 0.09178081750869752, "subset_score_loss": 0.09178081750869752} +{"step": 180000, "wall_time": 1904.9132776260376, "train_loss_step": 6.49885892868042, "n_params": 4428880, "total_flops": 2448993484800000, "train_loss": 0.08693051934242249, "subset_score_loss": 0.08693051934242249} +{"step": 190000, "wall_time": 1999.4895918369293, "train_loss_step": 5.898135185241699, "n_params": 4428880, "total_flops": 2585048678400000, "train_loss": 0.08551111817359924, "subset_score_loss": 0.08551111817359924} +{"step": 200000, "wall_time": 2169.3778092861176, "train_loss_step": 6.081251621246338, "n_params": 4428880, "total_flops": 2721103872000000, "train_loss": 0.08157522082328797, "subset_score_loss": 0.08157522082328797, "memorization_fraction_pixel": 0.0052999998442828655, "mean_nn_ratio_pixel": 0.8691496253013611, "fid": 146.7106148363122} +{"step": 210000, "wall_time": 2264.110384464264, "train_loss_step": 5.9173383712768555, "n_params": 4428880, "total_flops": 2857159065600000, "train_loss": 0.07928218245506287, "subset_score_loss": 0.07928218245506287} +{"step": 220000, "wall_time": 2360.5727546215057, "train_loss_step": 5.598100662231445, "n_params": 4428880, "total_flops": 2993214259200000, "train_loss": 0.07739639282226562, "subset_score_loss": 0.07739639282226562} +{"step": 230000, "wall_time": 2457.7089552879333, "train_loss_step": 5.927478313446045, "n_params": 4428880, "total_flops": 3129269452800000, "train_loss": 0.07658926844596863, "subset_score_loss": 0.07658926844596863} +{"step": 240000, "wall_time": 2554.897173643112, "train_loss_step": 5.966854095458984, "n_params": 4428880, "total_flops": 3265324646400000, "train_loss": 0.07561930418014526, "subset_score_loss": 0.07561930418014526} +{"step": 250000, "wall_time": 2651.764240026474, "train_loss_step": 5.643637657165527, "n_params": 4428880, "total_flops": 3401379840000000, "train_loss": 0.07240808606147767, "subset_score_loss": 0.07240808606147767} +{"step": 260000, "wall_time": 2749.734288454056, "train_loss_step": 5.722354888916016, "n_params": 4428880, "total_flops": 3537435033600000, "train_loss": 0.07236963510513306, "subset_score_loss": 0.07236963510513306} +{"step": 270000, "wall_time": 2846.937265396118, "train_loss_step": 5.362174034118652, "n_params": 4428880, "total_flops": 3673490227200000, "train_loss": 0.07002070546150208, "subset_score_loss": 0.07002070546150208} +{"step": 280000, "wall_time": 2944.611375808716, "train_loss_step": 5.380178451538086, "n_params": 4428880, "total_flops": 3809545420800000, "train_loss": 0.06938747763633728, "subset_score_loss": 0.06938747763633728} +{"step": 290000, "wall_time": 3039.859782218933, "train_loss_step": 5.283273696899414, "n_params": 4428880, "total_flops": 3945600614400000, "train_loss": 0.06586057543754578, "subset_score_loss": 0.06586057543754578} +{"step": 300000, "wall_time": 3208.5177607536316, "train_loss_step": 5.696393013000488, "n_params": 4428880, "total_flops": 4081655808000000, "train_loss": 0.06537092328071595, "subset_score_loss": 0.06537092328071595, "memorization_fraction_pixel": 0.01269999984651804, "mean_nn_ratio_pixel": 0.8322749733924866, "fid": 142.80378088407116} +{"step": 310000, "wall_time": 3302.9088246822357, "train_loss_step": 5.34742546081543, "n_params": 4428880, "total_flops": 4217711001600000, "train_loss": 0.06494309306144715, "subset_score_loss": 0.06494309306144715} +{"step": 320000, "wall_time": 3399.443193435669, "train_loss_step": 5.038055419921875, "n_params": 4428880, "total_flops": 4353766195200000, "train_loss": 0.06219927072525024, "subset_score_loss": 0.06219927072525024} +{"step": 330000, "wall_time": 3498.0591235160828, "train_loss_step": 5.310219764709473, "n_params": 4428880, "total_flops": 4489821388800000, "train_loss": 0.06199904680252075, "subset_score_loss": 0.06199904680252075} +{"step": 340000, "wall_time": 3596.022479057312, "train_loss_step": 5.423819541931152, "n_params": 4428880, "total_flops": 4625876582400000, "train_loss": 0.06143717765808106, "subset_score_loss": 0.06143717765808106} +{"step": 350000, "wall_time": 3693.660573244095, "train_loss_step": 4.816213607788086, "n_params": 4428880, "total_flops": 4761931776000000, "train_loss": 0.06041306257247925, "subset_score_loss": 0.06041306257247925} +{"step": 360000, "wall_time": 3791.7407977581024, "train_loss_step": 5.349061012268066, "n_params": 4428880, "total_flops": 4897986969600000, "train_loss": 0.06007939577102661, "subset_score_loss": 0.06007939577102661} +{"step": 370000, "wall_time": 3889.53502202034, "train_loss_step": 5.636560440063477, "n_params": 4428880, "total_flops": 5034042163200000, "train_loss": 0.057369983196258544, "subset_score_loss": 0.057369983196258544} +{"step": 380000, "wall_time": 3984.3925926685333, "train_loss_step": 5.115445137023926, "n_params": 4428880, "total_flops": 5170097356800000, "train_loss": 0.05692026615142822, "subset_score_loss": 0.05692026615142822} +{"step": 390000, "wall_time": 4082.7459411621094, "train_loss_step": 5.360509872436523, "n_params": 4428880, "total_flops": 5306152550400000, "train_loss": 0.05684044361114502, "subset_score_loss": 0.05684044361114502} +{"step": 400000, "wall_time": 4251.586458206177, "train_loss_step": 5.262441635131836, "n_params": 4428880, "total_flops": 5442207744000000, "train_loss": 0.05623495578765869, "subset_score_loss": 0.05623495578765869, "memorization_fraction_pixel": 0.02590000070631504, "mean_nn_ratio_pixel": 0.7870365381240845, "fid": 138.24167581849724} +{"step": 410000, "wall_time": 4347.9924421310425, "train_loss_step": 5.357357501983643, "n_params": 4428880, "total_flops": 5578262937600000, "train_loss": 0.05532379150390625, "subset_score_loss": 0.05532379150390625} +{"step": 420000, "wall_time": 4443.021147489548, "train_loss_step": 4.889947891235352, "n_params": 4428880, "total_flops": 5714318131200000, "train_loss": 0.05459514260292053, "subset_score_loss": 0.05459514260292053} +{"step": 430000, "wall_time": 4539.998187303543, "train_loss_step": 5.270696640014648, "n_params": 4428880, "total_flops": 5850373324800000, "train_loss": 0.05225708484649658, "subset_score_loss": 0.05225708484649658} +{"step": 440000, "wall_time": 4637.0600616931915, "train_loss_step": 5.251072883605957, "n_params": 4428880, "total_flops": 5986428518400000, "train_loss": 0.05268945097923279, "subset_score_loss": 0.05268945097923279} +{"step": 450000, "wall_time": 4733.98041343689, "train_loss_step": 5.21926736831665, "n_params": 4428880, "total_flops": 6122483712000000, "train_loss": 0.0532150149345398, "subset_score_loss": 0.0532150149345398} +{"step": 460000, "wall_time": 4831.767100811005, "train_loss_step": 5.05839729309082, "n_params": 4428880, "total_flops": 6258538905600000, "train_loss": 0.05146467685699463, "subset_score_loss": 0.05146467685699463} +{"step": 470000, "wall_time": 4926.3074498176575, "train_loss_step": 4.938289165496826, "n_params": 4428880, "total_flops": 6394594099200000, "train_loss": 0.05143322348594666, "subset_score_loss": 0.05143322348594666} +{"step": 480000, "wall_time": 5024.155058860779, "train_loss_step": 5.101025104522705, "n_params": 4428880, "total_flops": 6530649292800000, "train_loss": 0.050476950407028195, "subset_score_loss": 0.050476950407028195} +{"step": 490000, "wall_time": 5120.582778930664, "train_loss_step": 5.045608043670654, "n_params": 4428880, "total_flops": 6666704486400000, "train_loss": 0.0503652811050415, "subset_score_loss": 0.0503652811050415} +{"step": 500000, "wall_time": 5291.0631330013275, "train_loss_step": 4.669934272766113, "n_params": 4428880, "total_flops": 6802759680000000, "train_loss": 0.04892456233501434, "subset_score_loss": 0.04892456233501434, "memorization_fraction_pixel": 0.03680000081658363, "mean_nn_ratio_pixel": 0.7616161108016968, "fid": 131.73556797149485} +{"step": 510000, "wall_time": 5387.866172552109, "train_loss_step": 5.014753341674805, "n_params": 4428880, "total_flops": 6938814873600000, "train_loss": 0.049820327758789064, "subset_score_loss": 0.049820327758789064} +{"step": 520000, "wall_time": 5483.578320980072, "train_loss_step": 4.818290710449219, "n_params": 4428880, "total_flops": 7074870067200000, "train_loss": 0.047740256786346434, "subset_score_loss": 0.047740256786346434} +{"step": 530000, "wall_time": 5581.440918207169, "train_loss_step": 4.650706768035889, "n_params": 4428880, "total_flops": 7210925260800000, "train_loss": 0.04804755449295044, "subset_score_loss": 0.04804755449295044} +{"step": 540000, "wall_time": 5678.951010227203, "train_loss_step": 4.8661394119262695, "n_params": 4428880, "total_flops": 7346980454400000, "train_loss": 0.04644220769405365, "subset_score_loss": 0.04644220769405365} +{"step": 550000, "wall_time": 5776.737890481949, "train_loss_step": 5.016314506530762, "n_params": 4428880, "total_flops": 7483035648000000, "train_loss": 0.04745461046695709, "subset_score_loss": 0.04745461046695709} +{"step": 560000, "wall_time": 5870.990697622299, "train_loss_step": 5.0878987312316895, "n_params": 4428880, "total_flops": 7619090841600000, "train_loss": 0.04665512442588806, "subset_score_loss": 0.04665512442588806} +{"step": 570000, "wall_time": 5969.559440612793, "train_loss_step": 4.874865531921387, "n_params": 4428880, "total_flops": 7755146035200000, "train_loss": 0.04754821360111237, "subset_score_loss": 0.04754821360111237} +{"step": 580000, "wall_time": 6067.834532022476, "train_loss_step": 4.511214256286621, "n_params": 4428880, "total_flops": 7891201228800000, "train_loss": 0.04513663053512573, "subset_score_loss": 0.04513663053512573} +{"step": 590000, "wall_time": 6162.489006996155, "train_loss_step": 5.03540563583374, "n_params": 4428880, "total_flops": 8027256422400000, "train_loss": 0.0452199786901474, "subset_score_loss": 0.0452199786901474} +{"step": 600000, "wall_time": 6335.447164773941, "train_loss_step": 4.380786895751953, "n_params": 4428880, "total_flops": 8163311616000000, "train_loss": 0.04555376172065735, "subset_score_loss": 0.04555376172065735, "memorization_fraction_pixel": 0.046799998730421066, "mean_nn_ratio_pixel": 0.7395219802856445, "fid": 129.307810035414} +{"step": 610000, "wall_time": 6432.5735948085785, "train_loss_step": 4.700028896331787, "n_params": 4428880, "total_flops": 8299366809600000, "train_loss": 0.04450704753398895, "subset_score_loss": 0.04450704753398895} +{"step": 620000, "wall_time": 6527.95934009552, "train_loss_step": 5.1119160652160645, "n_params": 4428880, "total_flops": 8435422003200000, "train_loss": 0.04550042152404785, "subset_score_loss": 0.04550042152404785} +{"step": 630000, "wall_time": 6625.792349100113, "train_loss_step": 4.854418754577637, "n_params": 4428880, "total_flops": 8571477196800000, "train_loss": 0.04391745328903198, "subset_score_loss": 0.04391745328903198} +{"step": 640000, "wall_time": 6722.421810626984, "train_loss_step": 4.749914169311523, "n_params": 4428880, "total_flops": 8707532390400000, "train_loss": 0.043703889846801756, "subset_score_loss": 0.043703889846801756} +{"step": 650000, "wall_time": 6812.749627113342, "train_loss_step": 4.615978240966797, "n_params": 4428880, "total_flops": 8843587584000000, "train_loss": 0.043357327580451965, "subset_score_loss": 0.043357327580451965} +{"step": 660000, "wall_time": 6904.9338574409485, "train_loss_step": 4.50883674621582, "n_params": 4428880, "total_flops": 8979642777600000, "train_loss": 0.044043561816215514, "subset_score_loss": 0.044043561816215514} +{"step": 670000, "wall_time": 7002.526039361954, "train_loss_step": 4.370401382446289, "n_params": 4428880, "total_flops": 9115697971200000, "train_loss": 0.04418130517005921, "subset_score_loss": 0.04418130517005921} +{"step": 680000, "wall_time": 7100.807501554489, "train_loss_step": 4.549901008605957, "n_params": 4428880, "total_flops": 9251753164800000, "train_loss": 0.04301596581935883, "subset_score_loss": 0.04301596581935883} +{"step": 690000, "wall_time": 7195.186959981918, "train_loss_step": 4.299968719482422, "n_params": 4428880, "total_flops": 9387808358400000, "train_loss": 0.04267465770244598, "subset_score_loss": 0.04267465770244598} +{"step": 700000, "wall_time": 7367.625825881958, "train_loss_step": 4.292266845703125, "n_params": 4428880, "total_flops": 9523863552000000, "train_loss": 0.0423576682806015, "subset_score_loss": 0.0423576682806015, "memorization_fraction_pixel": 0.06620000302791595, "mean_nn_ratio_pixel": 0.7076398730278015, "fid": 126.51003444000312} +{"step": 710000, "wall_time": 7465.63774394989, "train_loss_step": 4.595335006713867, "n_params": 4428880, "total_flops": 9659918745600000, "train_loss": 0.041221430897712706, "subset_score_loss": 0.041221430897712706} +{"step": 720000, "wall_time": 7561.074203491211, "train_loss_step": 4.493017673492432, "n_params": 4428880, "total_flops": 9795973939200000, "train_loss": 0.041944295167922974, "subset_score_loss": 0.041944295167922974} +{"step": 730000, "wall_time": 7657.1326467990875, "train_loss_step": 4.631099224090576, "n_params": 4428880, "total_flops": 9932029132800000, "train_loss": 0.042082205414772034, "subset_score_loss": 0.042082205414772034} +{"step": 740000, "wall_time": 7755.067183971405, "train_loss_step": 4.42348575592041, "n_params": 4428880, "total_flops": 10068084326400000, "train_loss": 0.0420787125825882, "subset_score_loss": 0.0420787125825882} +{"step": 750000, "wall_time": 7845.3600533008575, "train_loss_step": 4.3454179763793945, "n_params": 4428880, "total_flops": 10204139520000000, "train_loss": 0.04057340919971466, "subset_score_loss": 0.04057340919971466} +{"step": 760000, "wall_time": 7943.3888149261475, "train_loss_step": 4.379422187805176, "n_params": 4428880, "total_flops": 10340194713600000, "train_loss": 0.04033634960651398, "subset_score_loss": 0.04033634960651398} +{"step": 770000, "wall_time": 8041.834649562836, "train_loss_step": 4.185079574584961, "n_params": 4428880, "total_flops": 10476249907200000, "train_loss": 0.03994342088699341, "subset_score_loss": 0.03994342088699341} +{"step": 780000, "wall_time": 8139.714585542679, "train_loss_step": 4.299986839294434, "n_params": 4428880, "total_flops": 10612305100800000, "train_loss": 0.040180036425590517, "subset_score_loss": 0.040180036425590517} +{"step": 790000, "wall_time": 8236.23006772995, "train_loss_step": 4.526289939880371, "n_params": 4428880, "total_flops": 10748360294400000, "train_loss": 0.039842036366462705, "subset_score_loss": 0.039842036366462705} +{"step": 800000, "wall_time": 8408.409517288208, "train_loss_step": 4.4166107177734375, "n_params": 4428880, "total_flops": 10884415488000000, "train_loss": 0.03885626494884491, "subset_score_loss": 0.03885626494884491, "memorization_fraction_pixel": 0.0778999999165535, "mean_nn_ratio_pixel": 0.6960480213165283, "fid": 128.03504859493773} +{"step": 810000, "wall_time": 8506.305864095688, "train_loss_step": 4.598575115203857, "n_params": 4428880, "total_flops": 11020470681600000, "train_loss": 0.03881738781929016, "subset_score_loss": 0.03881738781929016} +{"step": 820000, "wall_time": 8603.047063827515, "train_loss_step": 4.843928337097168, "n_params": 4428880, "total_flops": 11156525875200000, "train_loss": 0.039063215255737305, "subset_score_loss": 0.039063215255737305} +{"step": 830000, "wall_time": 8698.455060005188, "train_loss_step": 4.56199836730957, "n_params": 4428880, "total_flops": 11292581068800000, "train_loss": 0.038869693875312805, "subset_score_loss": 0.038869693875312805} +{"step": 840000, "wall_time": 8793.372195482254, "train_loss_step": 4.070549964904785, "n_params": 4428880, "total_flops": 11428636262400000, "train_loss": 0.038932865858078, "subset_score_loss": 0.038932865858078} +{"step": 850000, "wall_time": 8890.10288143158, "train_loss_step": 4.370585918426514, "n_params": 4428880, "total_flops": 11564691456000000, "train_loss": 0.03883545994758606, "subset_score_loss": 0.03883545994758606} +{"step": 860000, "wall_time": 8986.73302578926, "train_loss_step": 4.115612983703613, "n_params": 4428880, "total_flops": 11700746649600000, "train_loss": 0.03775836527347565, "subset_score_loss": 0.03775836527347565} +{"step": 870000, "wall_time": 9084.27826333046, "train_loss_step": 4.26378870010376, "n_params": 4428880, "total_flops": 11836801843200000, "train_loss": 0.0386420339345932, "subset_score_loss": 0.0386420339345932} +{"step": 880000, "wall_time": 9179.235799312592, "train_loss_step": 4.3420515060424805, "n_params": 4428880, "total_flops": 11972857036800000, "train_loss": 0.037461397051811215, "subset_score_loss": 0.037461397051811215} +{"step": 890000, "wall_time": 9276.519878149033, "train_loss_step": 4.345034122467041, "n_params": 4428880, "total_flops": 12108912230400000, "train_loss": 0.037579110264778136, "subset_score_loss": 0.037579110264778136} +{"step": 900000, "wall_time": 9449.055842399597, "train_loss_step": 4.517597198486328, "n_params": 4428880, "total_flops": 12244967424000000, "train_loss": 0.03715736865997314, "subset_score_loss": 0.03715736865997314, "memorization_fraction_pixel": 0.09109999984502792, "mean_nn_ratio_pixel": 0.6722154021263123, "fid": 125.66784208288688} +{"step": 910000, "wall_time": 9547.255987167358, "train_loss_step": 4.02910041809082, "n_params": 4428880, "total_flops": 12381022617600000, "train_loss": 0.0370261549949646, "subset_score_loss": 0.0370261549949646} +{"step": 920000, "wall_time": 9644.777256965637, "train_loss_step": 4.398098945617676, "n_params": 4428880, "total_flops": 12517077811200000, "train_loss": 0.036111509799957274, "subset_score_loss": 0.036111509799957274} +{"step": 930000, "wall_time": 9736.574097633362, "train_loss_step": 4.2034010887146, "n_params": 4428880, "total_flops": 12653133004800000, "train_loss": 0.03703160881996155, "subset_score_loss": 0.03703160881996155} +{"step": 940000, "wall_time": 9834.385368824005, "train_loss_step": 4.322083473205566, "n_params": 4428880, "total_flops": 12789188198400000, "train_loss": 0.036731567978858945, "subset_score_loss": 0.036731567978858945} +{"step": 950000, "wall_time": 9932.273602724075, "train_loss_step": 4.491725921630859, "n_params": 4428880, "total_flops": 12925243392000000, "train_loss": 0.03601374626159668, "subset_score_loss": 0.03601374626159668} +{"step": 960000, "wall_time": 10029.763261795044, "train_loss_step": 4.2559919357299805, "n_params": 4428880, "total_flops": 13061298585600000, "train_loss": 0.03576555550098419, "subset_score_loss": 0.03576555550098419} +{"step": 970000, "wall_time": 10127.719269514084, "train_loss_step": 4.23508358001709, "n_params": 4428880, "total_flops": 13197353779200000, "train_loss": 0.03784390687942505, "subset_score_loss": 0.03784390687942505} +{"step": 980000, "wall_time": 10224.60048866272, "train_loss_step": 4.289027214050293, "n_params": 4428880, "total_flops": 13333408972800000, "train_loss": 0.03679226636886597, "subset_score_loss": 0.03679226636886597} +{"step": 990000, "wall_time": 10321.50988483429, "train_loss_step": 3.973712921142578, "n_params": 4428880, "total_flops": 13469464166400000, "train_loss": 0.034845927357673646, "subset_score_loss": 0.034845927357673646} +{"step": 1000000, "wall_time": 10494.602891683578, "train_loss_step": 4.207676887512207, "n_params": 4428880, "total_flops": 13605519360000000, "train_loss": 0.03592709600925446, "subset_score_loss": 0.03592709600925446, "memorization_fraction_pixel": 0.10279999673366547, "mean_nn_ratio_pixel": 0.6557178497314453, "fid": 125.37329997415773} +{"step": 1010000, "wall_time": 10592.252000570297, "train_loss_step": 4.013204574584961, "n_params": 4428880, "total_flops": 13741574553600000, "train_loss": 0.03517356216907501, "subset_score_loss": 0.03517356216907501} +{"step": 1020000, "wall_time": 10687.242773532867, "train_loss_step": 4.025965690612793, "n_params": 4428880, "total_flops": 13877629747200000, "train_loss": 0.03454587459564209, "subset_score_loss": 0.03454587459564209} +{"step": 1030000, "wall_time": 10773.451463460922, "train_loss_step": 4.085728645324707, "n_params": 4428880, "total_flops": 14013684940800000, "train_loss": 0.03378686010837555, "subset_score_loss": 0.03378686010837555} +{"step": 1040000, "wall_time": 10870.814817905426, "train_loss_step": 4.104200839996338, "n_params": 4428880, "total_flops": 14149740134400000, "train_loss": 0.035274893045425415, "subset_score_loss": 0.035274893045425415} +{"step": 1050000, "wall_time": 10967.871210575104, "train_loss_step": 4.528037071228027, "n_params": 4428880, "total_flops": 14285795328000000, "train_loss": 0.03425630331039429, "subset_score_loss": 0.03425630331039429} +{"step": 1060000, "wall_time": 11066.010318279266, "train_loss_step": 3.8903286457061768, "n_params": 4428880, "total_flops": 14421850521600000, "train_loss": 0.03399748802185058, "subset_score_loss": 0.03399748802185058} +{"step": 1070000, "wall_time": 11161.769186496735, "train_loss_step": 4.274147033691406, "n_params": 4428880, "total_flops": 14557905715200000, "train_loss": 0.03378072082996368, "subset_score_loss": 0.03378072082996368} +{"step": 1080000, "wall_time": 11257.471891641617, "train_loss_step": 4.194029808044434, "n_params": 4428880, "total_flops": 14693960908800000, "train_loss": 0.03458053767681122, "subset_score_loss": 0.03458053767681122} +{"step": 1090000, "wall_time": 11355.141527891159, "train_loss_step": 4.388688087463379, "n_params": 4428880, "total_flops": 14830016102400000, "train_loss": 0.033984407782554626, "subset_score_loss": 0.033984407782554626} +{"step": 1100000, "wall_time": 11526.163630247116, "train_loss_step": 4.172719955444336, "n_params": 4428880, "total_flops": 14966071296000000, "train_loss": 0.033148401975631715, "subset_score_loss": 0.033148401975631715, "memorization_fraction_pixel": 0.1282999962568283, "mean_nn_ratio_pixel": 0.6289054751396179, "fid": 121.87568118241822} +{"step": 1110000, "wall_time": 11624.781757116318, "train_loss_step": 3.816479206085205, "n_params": 4428880, "total_flops": 15102126489600000, "train_loss": 0.032074648141860965, "subset_score_loss": 0.032074648141860965} +{"step": 1120000, "wall_time": 11718.934851646423, "train_loss_step": 4.171563625335693, "n_params": 4428880, "total_flops": 15238181683200000, "train_loss": 0.032615870237350464, "subset_score_loss": 0.032615870237350464} +{"step": 1130000, "wall_time": 11816.608319759369, "train_loss_step": 4.005458831787109, "n_params": 4428880, "total_flops": 15374236876800000, "train_loss": 0.03203534185886383, "subset_score_loss": 0.03203534185886383} +{"step": 1140000, "wall_time": 11912.575237512589, "train_loss_step": 4.231709957122803, "n_params": 4428880, "total_flops": 15510292070400000, "train_loss": 0.03253648281097412, "subset_score_loss": 0.03253648281097412} +{"step": 1150000, "wall_time": 12010.30797958374, "train_loss_step": 3.8813729286193848, "n_params": 4428880, "total_flops": 15646347264000000, "train_loss": 0.03246058523654938, "subset_score_loss": 0.03246058523654938} +{"step": 1160000, "wall_time": 12108.387986898422, "train_loss_step": 4.251845359802246, "n_params": 4428880, "total_flops": 15782402457600000, "train_loss": 0.031417670845985415, "subset_score_loss": 0.031417670845985415} +{"step": 1170000, "wall_time": 12204.711018323898, "train_loss_step": 4.159645080566406, "n_params": 4428880, "total_flops": 15918457651200000, "train_loss": 0.03200476169586182, "subset_score_loss": 0.03200476169586182} +{"step": 1180000, "wall_time": 12300.83318734169, "train_loss_step": 3.9075751304626465, "n_params": 4428880, "total_flops": 16054512844800000, "train_loss": 0.031752201914787295, "subset_score_loss": 0.031752201914787295} +{"step": 1190000, "wall_time": 12399.018799066544, "train_loss_step": 4.038860321044922, "n_params": 4428880, "total_flops": 16190568038400000, "train_loss": 0.03257626593112946, "subset_score_loss": 0.03257626593112946} +{"step": 1200000, "wall_time": 12572.298976659775, "train_loss_step": 4.2787628173828125, "n_params": 4428880, "total_flops": 16326623232000000, "train_loss": 0.03183402121067047, "subset_score_loss": 0.03183402121067047, "memorization_fraction_pixel": 0.14470000565052032, "mean_nn_ratio_pixel": 0.6129087209701538, "fid": 122.87199467361154} +{"step": 1210000, "wall_time": 12663.387463092804, "train_loss_step": 4.092350006103516, "n_params": 4428880, "total_flops": 16462678425600000, "train_loss": 0.03109431266784668, "subset_score_loss": 0.03109431266784668} +{"step": 1220000, "wall_time": 12756.749197483063, "train_loss_step": 4.04221248626709, "n_params": 4428880, "total_flops": 16598733619200000, "train_loss": 0.03180885910987854, "subset_score_loss": 0.03180885910987854} +{"step": 1230000, "wall_time": 12853.046383142471, "train_loss_step": 3.7465755939483643, "n_params": 4428880, "total_flops": 16734788812800000, "train_loss": 0.030082246661186217, "subset_score_loss": 0.030082246661186217} +{"step": 1240000, "wall_time": 12948.295305252075, "train_loss_step": 4.23188591003418, "n_params": 4428880, "total_flops": 16870844006400000, "train_loss": 0.03193722665309906, "subset_score_loss": 0.03193722665309906} +{"step": 1250000, "wall_time": 13045.987224817276, "train_loss_step": 4.009445667266846, "n_params": 4428880, "total_flops": 17006899200000000, "train_loss": 0.031236883997917176, "subset_score_loss": 0.031236883997917176} +{"step": 1260000, "wall_time": 13141.847824811935, "train_loss_step": 4.0762858390808105, "n_params": 4428880, "total_flops": 17142954393600000, "train_loss": 0.03166425824165344, "subset_score_loss": 0.03166425824165344} +{"step": 1270000, "wall_time": 13237.265492916107, "train_loss_step": 4.082515716552734, "n_params": 4428880, "total_flops": 17279009587200000, "train_loss": 0.03199369013309479, "subset_score_loss": 0.03199369013309479} +{"step": 1280000, "wall_time": 13334.932258605957, "train_loss_step": 3.9083292484283447, "n_params": 4428880, "total_flops": 17415064780800000, "train_loss": 0.030611312389373778, "subset_score_loss": 0.030611312389373778} +{"step": 1290000, "wall_time": 13431.709849596024, "train_loss_step": 3.8003180027008057, "n_params": 4428880, "total_flops": 17551119974400000, "train_loss": 0.031295251846313474, "subset_score_loss": 0.031295251846313474} +{"step": 1300000, "wall_time": 13604.16496706009, "train_loss_step": 4.149483680725098, "n_params": 4428880, "total_flops": 17687175168000000, "train_loss": 0.03031420409679413, "subset_score_loss": 0.03031420409679413, "memorization_fraction_pixel": 0.16060000658035278, "mean_nn_ratio_pixel": 0.6061811447143555, "fid": 124.86249133610136} +{"step": 1310000, "wall_time": 13691.06274843216, "train_loss_step": 3.583803415298462, "n_params": 4428880, "total_flops": 17823230361600000, "train_loss": 0.031067273020744322, "subset_score_loss": 0.031067273020744322} +{"step": 1320000, "wall_time": 13788.124435901642, "train_loss_step": 3.8776822090148926, "n_params": 4428880, "total_flops": 17959285555200000, "train_loss": 0.029750880599021912, "subset_score_loss": 0.029750880599021912} +{"step": 1330000, "wall_time": 13885.792484283447, "train_loss_step": 3.3981871604919434, "n_params": 4428880, "total_flops": 18095340748800000, "train_loss": 0.029613378643989562, "subset_score_loss": 0.029613378643989562} +{"step": 1340000, "wall_time": 13983.164234161377, "train_loss_step": 3.9447529315948486, "n_params": 4428880, "total_flops": 18231395942400000, "train_loss": 0.02975364327430725, "subset_score_loss": 0.02975364327430725} +{"step": 1350000, "wall_time": 14080.739364147186, "train_loss_step": 3.5483474731445312, "n_params": 4428880, "total_flops": 18367451136000000, "train_loss": 0.029108038544654845, "subset_score_loss": 0.029108038544654845} +{"step": 1360000, "wall_time": 14177.236379623413, "train_loss_step": 3.926544189453125, "n_params": 4428880, "total_flops": 18503506329600000, "train_loss": 0.029992830753326417, "subset_score_loss": 0.029992830753326417} +{"step": 1370000, "wall_time": 14272.192058324814, "train_loss_step": 3.684189796447754, "n_params": 4428880, "total_flops": 18639561523200000, "train_loss": 0.028839504718780516, "subset_score_loss": 0.028839504718780516} +{"step": 1380000, "wall_time": 14370.453695774078, "train_loss_step": 3.8481509685516357, "n_params": 4428880, "total_flops": 18775616716800000, "train_loss": 0.02938559651374817, "subset_score_loss": 0.02938559651374817} +{"step": 1390000, "wall_time": 14467.393023729324, "train_loss_step": 3.7330000400543213, "n_params": 4428880, "total_flops": 18911671910400000, "train_loss": 0.02941710352897644, "subset_score_loss": 0.02941710352897644} +{"step": 1400000, "wall_time": 14638.107970952988, "train_loss_step": 3.9461841583251953, "n_params": 4428880, "total_flops": 19047727104000000, "train_loss": 0.0294636607170105, "subset_score_loss": 0.0294636607170105, "memorization_fraction_pixel": 0.18129999935626984, "mean_nn_ratio_pixel": 0.5893322229385376, "fid": 126.0461863084222} +{"step": 1410000, "wall_time": 14728.061883926392, "train_loss_step": 3.824058771133423, "n_params": 4428880, "total_flops": 19183782297600000, "train_loss": 0.02798929512500763, "subset_score_loss": 0.02798929512500763} +{"step": 1420000, "wall_time": 14824.928221940994, "train_loss_step": 4.062983989715576, "n_params": 4428880, "total_flops": 19319837491200000, "train_loss": 0.029404738545417787, "subset_score_loss": 0.029404738545417787} +{"step": 1430000, "wall_time": 14920.06687450409, "train_loss_step": 4.005346298217773, "n_params": 4428880, "total_flops": 19455892684800000, "train_loss": 0.02863182723522186, "subset_score_loss": 0.02863182723522186} +{"step": 1440000, "wall_time": 15017.977320194244, "train_loss_step": 3.8915164470672607, "n_params": 4428880, "total_flops": 19591947878400000, "train_loss": 0.029534199833869935, "subset_score_loss": 0.029534199833869935} +{"step": 1450000, "wall_time": 15114.405594348907, "train_loss_step": 3.685079336166382, "n_params": 4428880, "total_flops": 19728003072000000, "train_loss": 0.029541176557540894, "subset_score_loss": 0.029541176557540894} +{"step": 1460000, "wall_time": 15208.931718826294, "train_loss_step": 3.6535558700561523, "n_params": 4428880, "total_flops": 19864058265600000, "train_loss": 0.028322097659111024, "subset_score_loss": 0.028322097659111024} +{"step": 1470000, "wall_time": 15305.073118448257, "train_loss_step": 3.987966537475586, "n_params": 4428880, "total_flops": 20000113459200000, "train_loss": 0.027329280972480774, "subset_score_loss": 0.027329280972480774} +{"step": 1480000, "wall_time": 15402.808084964752, "train_loss_step": 4.033486843109131, "n_params": 4428880, "total_flops": 20136168652800000, "train_loss": 0.026996996998786927, "subset_score_loss": 0.026996996998786927} +{"step": 1490000, "wall_time": 15500.39358663559, "train_loss_step": 3.53939151763916, "n_params": 4428880, "total_flops": 20272223846400000, "train_loss": 0.028580442070961, "subset_score_loss": 0.028580442070961} +{"step": 1500000, "wall_time": 15662.54611825943, "train_loss_step": 3.739870071411133, "n_params": 4428880, "total_flops": 20408279040000000, "train_loss": 0.02715720236301422, "subset_score_loss": 0.02715720236301422, "memorization_fraction_pixel": 0.19189999997615814, "mean_nn_ratio_pixel": 0.5844752788543701, "fid": 127.13588625355142} +{"step": 1510000, "wall_time": 15759.401059150696, "train_loss_step": 3.813779592514038, "n_params": 4428880, "total_flops": 20544334233600000, "train_loss": 0.026979219913482667, "subset_score_loss": 0.026979219913482667} +{"step": 1520000, "wall_time": 15856.593342065811, "train_loss_step": 3.6389999389648438, "n_params": 4428880, "total_flops": 20680389427200000, "train_loss": 0.02673477828502655, "subset_score_loss": 0.02673477828502655} +{"step": 1530000, "wall_time": 15954.38703584671, "train_loss_step": 3.8594322204589844, "n_params": 4428880, "total_flops": 20816444620800000, "train_loss": 0.02740080952644348, "subset_score_loss": 0.02740080952644348} +{"step": 1540000, "wall_time": 16052.199152946472, "train_loss_step": 3.833740234375, "n_params": 4428880, "total_flops": 20952499814400000, "train_loss": 0.026831424236297606, "subset_score_loss": 0.026831424236297606} +{"step": 1550000, "wall_time": 16147.563135623932, "train_loss_step": 3.5562524795532227, "n_params": 4428880, "total_flops": 21088555008000000, "train_loss": 0.02615950405597687, "subset_score_loss": 0.02615950405597687} +{"step": 1560000, "wall_time": 16242.459308624268, "train_loss_step": 3.707857608795166, "n_params": 4428880, "total_flops": 21224610201600000, "train_loss": 0.02850780785083771, "subset_score_loss": 0.02850780785083771} +{"step": 1570000, "wall_time": 16340.532572507858, "train_loss_step": 3.468975067138672, "n_params": 4428880, "total_flops": 21360665395200000, "train_loss": 0.026382869482040404, "subset_score_loss": 0.026382869482040404} +{"step": 1580000, "wall_time": 16438.504756212234, "train_loss_step": 3.657482385635376, "n_params": 4428880, "total_flops": 21496720588800000, "train_loss": 0.02687690556049347, "subset_score_loss": 0.02687690556049347} +{"step": 1590000, "wall_time": 16535.8139834404, "train_loss_step": 3.6141576766967773, "n_params": 4428880, "total_flops": 21632775782400000, "train_loss": 0.025747033953666686, "subset_score_loss": 0.025747033953666686} +{"step": 1600000, "wall_time": 16699.32193017006, "train_loss_step": 3.8856515884399414, "n_params": 4428880, "total_flops": 21768830976000000, "train_loss": 0.02651706039905548, "subset_score_loss": 0.02651706039905548, "memorization_fraction_pixel": 0.21170000731945038, "mean_nn_ratio_pixel": 0.5709070563316345, "fid": 126.93837551889527} +{"step": 1610000, "wall_time": 16796.757989645004, "train_loss_step": 3.552250862121582, "n_params": 4428880, "total_flops": 21904886169600000, "train_loss": 0.026443690061569214, "subset_score_loss": 0.026443690061569214} +{"step": 1620000, "wall_time": 16893.942965984344, "train_loss_step": 3.580782175064087, "n_params": 4428880, "total_flops": 22040941363200000, "train_loss": 0.02632944881916046, "subset_score_loss": 0.02632944881916046} +{"step": 1630000, "wall_time": 16992.046043872833, "train_loss_step": 3.863605260848999, "n_params": 4428880, "total_flops": 22176996556800000, "train_loss": 0.025423803925514223, "subset_score_loss": 0.025423803925514223} +{"step": 1640000, "wall_time": 17089.50550675392, "train_loss_step": 3.6322734355926514, "n_params": 4428880, "total_flops": 22313051750400000, "train_loss": 0.025352630019187927, "subset_score_loss": 0.025352630019187927} +{"step": 1650000, "wall_time": 17183.34771132469, "train_loss_step": 3.564544677734375, "n_params": 4428880, "total_flops": 22449106944000000, "train_loss": 0.025403261184692383, "subset_score_loss": 0.025403261184692383} +{"step": 1660000, "wall_time": 17278.471642017365, "train_loss_step": 3.814805030822754, "n_params": 4428880, "total_flops": 22585162137600000, "train_loss": 0.024413420259952544, "subset_score_loss": 0.024413420259952544} +{"step": 1670000, "wall_time": 17376.857318401337, "train_loss_step": 3.5770788192749023, "n_params": 4428880, "total_flops": 22721217331200000, "train_loss": 0.024472454190254213, "subset_score_loss": 0.024472454190254213} +{"step": 1680000, "wall_time": 17474.862622261047, "train_loss_step": 3.5564913749694824, "n_params": 4428880, "total_flops": 22857272524800000, "train_loss": 0.025880247354507446, "subset_score_loss": 0.025880247354507446} +{"step": 1690000, "wall_time": 17572.362498044968, "train_loss_step": 3.779820680618286, "n_params": 4428880, "total_flops": 22993327718400000, "train_loss": 0.024645383656024932, "subset_score_loss": 0.024645383656024932} +{"step": 1700000, "wall_time": 17731.613473892212, "train_loss_step": 3.4834156036376953, "n_params": 4428880, "total_flops": 23129382912000000, "train_loss": 0.024665147066116333, "subset_score_loss": 0.024665147066116333, "memorization_fraction_pixel": 0.2305999994277954, "mean_nn_ratio_pixel": 0.5574523210525513, "fid": 126.8416428031714} +{"step": 1710000, "wall_time": 17829.809306383133, "train_loss_step": 3.318359375, "n_params": 4428880, "total_flops": 23265438105600000, "train_loss": 0.025544479489326477, "subset_score_loss": 0.025544479489326477} +{"step": 1720000, "wall_time": 17927.107946395874, "train_loss_step": 3.654320240020752, "n_params": 4428880, "total_flops": 23401493299200000, "train_loss": 0.025498676300048827, "subset_score_loss": 0.025498676300048827} +{"step": 1730000, "wall_time": 18025.383439064026, "train_loss_step": 3.598723888397217, "n_params": 4428880, "total_flops": 23537548492800000, "train_loss": 0.025194618105888366, "subset_score_loss": 0.025194618105888366} +{"step": 1740000, "wall_time": 18121.884664058685, "train_loss_step": 3.460888624191284, "n_params": 4428880, "total_flops": 23673603686400000, "train_loss": 0.02513517141342163, "subset_score_loss": 0.02513517141342163} +{"step": 1750000, "wall_time": 18220.17983698845, "train_loss_step": 3.8507654666900635, "n_params": 4428880, "total_flops": 23809658880000000, "train_loss": 0.0254209041595459, "subset_score_loss": 0.0254209041595459} +{"step": 1760000, "wall_time": 18314.225173950195, "train_loss_step": 3.6484436988830566, "n_params": 4428880, "total_flops": 23945714073600000, "train_loss": 0.025235623121261597, "subset_score_loss": 0.025235623121261597} +{"step": 1770000, "wall_time": 18412.361735343933, "train_loss_step": 3.435533046722412, "n_params": 4428880, "total_flops": 24081769267200000, "train_loss": 0.024623893201351166, "subset_score_loss": 0.024623893201351166} +{"step": 1780000, "wall_time": 18510.48268508911, "train_loss_step": 3.5621681213378906, "n_params": 4428880, "total_flops": 24217824460800000, "train_loss": 0.024042707681655884, "subset_score_loss": 0.024042707681655884} +{"step": 1790000, "wall_time": 18606.42322063446, "train_loss_step": 3.766643762588501, "n_params": 4428880, "total_flops": 24353879654400000, "train_loss": 0.023941774666309357, "subset_score_loss": 0.023941774666309357} +{"step": 1800000, "wall_time": 18765.673430919647, "train_loss_step": 3.511094331741333, "n_params": 4428880, "total_flops": 24489934848000000, "train_loss": 0.023783056437969206, "subset_score_loss": 0.023783056437969206, "memorization_fraction_pixel": 0.25040000677108765, "mean_nn_ratio_pixel": 0.5428188443183899, "fid": 125.00328548136775} +{"step": 1810000, "wall_time": 18863.597942113876, "train_loss_step": 3.6130590438842773, "n_params": 4428880, "total_flops": 24625990041600000, "train_loss": 0.023473966121673583, "subset_score_loss": 0.023473966121673583} +{"step": 1820000, "wall_time": 18960.92128920555, "train_loss_step": 3.4288954734802246, "n_params": 4428880, "total_flops": 24762045235200000, "train_loss": 0.02390078604221344, "subset_score_loss": 0.02390078604221344} +{"step": 1830000, "wall_time": 19058.11444926262, "train_loss_step": 3.5238499641418457, "n_params": 4428880, "total_flops": 24898100428800000, "train_loss": 0.024638557434082033, "subset_score_loss": 0.024638557434082033} +{"step": 1840000, "wall_time": 19153.67278265953, "train_loss_step": 3.312958240509033, "n_params": 4428880, "total_flops": 25034155622400000, "train_loss": 0.02333228290081024, "subset_score_loss": 0.02333228290081024} +{"step": 1850000, "wall_time": 19249.308463811874, "train_loss_step": 3.4571726322174072, "n_params": 4428880, "total_flops": 25170210816000000, "train_loss": 0.023172639310359955, "subset_score_loss": 0.023172639310359955} +{"step": 1860000, "wall_time": 19345.116112709045, "train_loss_step": 3.6837987899780273, "n_params": 4428880, "total_flops": 25306266009600000, "train_loss": 0.02359520345926285, "subset_score_loss": 0.02359520345926285} +{"step": 1870000, "wall_time": 19441.863250494003, "train_loss_step": 3.7832186222076416, "n_params": 4428880, "total_flops": 25442321203200000, "train_loss": 0.023371607065200806, "subset_score_loss": 0.023371607065200806} +{"step": 1880000, "wall_time": 19537.859159469604, "train_loss_step": 3.5060219764709473, "n_params": 4428880, "total_flops": 25578376396800000, "train_loss": 0.023250830173492432, "subset_score_loss": 0.023250830173492432} +{"step": 1890000, "wall_time": 19630.209251642227, "train_loss_step": 3.441276788711548, "n_params": 4428880, "total_flops": 25714431590400000, "train_loss": 0.02342868745326996, "subset_score_loss": 0.02342868745326996} +{"step": 1900000, "wall_time": 19796.44843029976, "train_loss_step": 3.5649185180664062, "n_params": 4428880, "total_flops": 25850486784000000, "train_loss": 0.023037776350975037, "subset_score_loss": 0.023037776350975037, "memorization_fraction_pixel": 0.257999986410141, "mean_nn_ratio_pixel": 0.5337539315223694, "fid": 122.50529815193892} +{"step": 1910000, "wall_time": 19894.893251657486, "train_loss_step": 3.3136744499206543, "n_params": 4428880, "total_flops": 25986541977600000, "train_loss": 0.022241321206092835, "subset_score_loss": 0.022241321206092835} +{"step": 1920000, "wall_time": 19992.436425685883, "train_loss_step": 2.992880344390869, "n_params": 4428880, "total_flops": 26122597171200000, "train_loss": 0.022989094257354736, "subset_score_loss": 0.022989094257354736} +{"step": 1930000, "wall_time": 20090.690527915955, "train_loss_step": 3.302999973297119, "n_params": 4428880, "total_flops": 26258652364800000, "train_loss": 0.02191827744245529, "subset_score_loss": 0.02191827744245529} +{"step": 1940000, "wall_time": 20185.636282444, "train_loss_step": 3.723362445831299, "n_params": 4428880, "total_flops": 26394707558400000, "train_loss": 0.02305500954389572, "subset_score_loss": 0.02305500954389572} +{"step": 1950000, "wall_time": 20281.016668319702, "train_loss_step": 3.570497512817383, "n_params": 4428880, "total_flops": 26530762752000000, "train_loss": 0.02292036861181259, "subset_score_loss": 0.02292036861181259} +{"step": 1960000, "wall_time": 20376.92302799225, "train_loss_step": 3.421924114227295, "n_params": 4428880, "total_flops": 26666817945600000, "train_loss": 0.021667042374610902, "subset_score_loss": 0.021667042374610902} +{"step": 1970000, "wall_time": 20472.44131565094, "train_loss_step": 3.409531593322754, "n_params": 4428880, "total_flops": 26802873139200000, "train_loss": 0.023131656646728515, "subset_score_loss": 0.023131656646728515} +{"step": 1980000, "wall_time": 20569.65479159355, "train_loss_step": 3.125795841217041, "n_params": 4428880, "total_flops": 26938928332800000, "train_loss": 0.02226104885339737, "subset_score_loss": 0.02226104885339737} +{"step": 1990000, "wall_time": 20655.570430517197, "train_loss_step": 3.588531017303467, "n_params": 4428880, "total_flops": 27074983526400000, "train_loss": 0.022209474444389345, "subset_score_loss": 0.022209474444389345} +{"step": 2000000, "wall_time": 20829.546139717102, "train_loss_step": 3.077810764312744, "n_params": 4428880, "total_flops": 27211038720000000, "train_loss": 0.022668971121311186, "subset_score_loss": 0.022668971121311186, "memorization_fraction_pixel": 0.2761000096797943, "mean_nn_ratio_pixel": 0.5155956745147705, "fid": 120.11668993133134} +{"step": 2010000, "wall_time": 20927.380837202072, "train_loss_step": 3.109606981277466, "n_params": 4428880, "total_flops": 27347093913600000, "train_loss": 0.02090473473072052, "subset_score_loss": 0.02090473473072052} +{"step": 2020000, "wall_time": 21025.1187748909, "train_loss_step": 3.6801183223724365, "n_params": 4428880, "total_flops": 27483149107200000, "train_loss": 0.023002961277961732, "subset_score_loss": 0.023002961277961732} +{"step": 2030000, "wall_time": 21121.488220214844, "train_loss_step": 3.189681053161621, "n_params": 4428880, "total_flops": 27619204300800000, "train_loss": 0.021938468515872955, "subset_score_loss": 0.021938468515872955} +{"step": 2040000, "wall_time": 21217.976366519928, "train_loss_step": 3.4581942558288574, "n_params": 4428880, "total_flops": 27755259494400000, "train_loss": 0.02211676687002182, "subset_score_loss": 0.02211676687002182} +{"step": 2050000, "wall_time": 21313.20603299141, "train_loss_step": 3.6233863830566406, "n_params": 4428880, "total_flops": 27891314688000000, "train_loss": 0.021808399260044097, "subset_score_loss": 0.021808399260044097} +{"step": 2060000, "wall_time": 21409.023383140564, "train_loss_step": 3.607722520828247, "n_params": 4428880, "total_flops": 28027369881600000, "train_loss": 0.02171458899974823, "subset_score_loss": 0.02171458899974823} +{"step": 2070000, "wall_time": 21504.55877518654, "train_loss_step": 3.3204894065856934, "n_params": 4428880, "total_flops": 28163425075200000, "train_loss": 0.021278184652328492, "subset_score_loss": 0.021278184652328492} +{"step": 2080000, "wall_time": 21600.003038167953, "train_loss_step": 3.6331019401550293, "n_params": 4428880, "total_flops": 28299480268800000, "train_loss": 0.021476052701473236, "subset_score_loss": 0.021476052701473236} +{"step": 2090000, "wall_time": 21690.29912996292, "train_loss_step": 3.3412747383117676, "n_params": 4428880, "total_flops": 28435535462400000, "train_loss": 0.021727994084358215, "subset_score_loss": 0.021727994084358215} +{"step": 2100000, "wall_time": 21862.454252958298, "train_loss_step": 3.429194211959839, "n_params": 4428880, "total_flops": 28571590656000000, "train_loss": 0.021476615965366364, "subset_score_loss": 0.021476615965366364, "memorization_fraction_pixel": 0.2784999907016754, "mean_nn_ratio_pixel": 0.5160937309265137, "fid": 119.10370803011413} +{"step": 2110000, "wall_time": 21960.723867177963, "train_loss_step": 3.1565113067626953, "n_params": 4428880, "total_flops": 28707645849600000, "train_loss": 0.020581668615341185, "subset_score_loss": 0.020581668615341185} +{"step": 2120000, "wall_time": 22058.90649652481, "train_loss_step": 3.263882637023926, "n_params": 4428880, "total_flops": 28843701043200000, "train_loss": 0.022161118686199188, "subset_score_loss": 0.022161118686199188} +{"step": 2130000, "wall_time": 22155.113550901413, "train_loss_step": 3.558476686477661, "n_params": 4428880, "total_flops": 28979756236800000, "train_loss": 0.02033701241016388, "subset_score_loss": 0.02033701241016388} +{"step": 2140000, "wall_time": 22251.559943437576, "train_loss_step": 3.2194762229919434, "n_params": 4428880, "total_flops": 29115811430400000, "train_loss": 0.02036951631307602, "subset_score_loss": 0.02036951631307602} +{"step": 2150000, "wall_time": 22347.873277187347, "train_loss_step": 3.3224453926086426, "n_params": 4428880, "total_flops": 29251866624000000, "train_loss": 0.020290149748325347, "subset_score_loss": 0.020290149748325347} +{"step": 2160000, "wall_time": 22444.2173306942, "train_loss_step": 3.6163923740386963, "n_params": 4428880, "total_flops": 29387921817600000, "train_loss": 0.020894965529441832, "subset_score_loss": 0.020894965529441832} +{"step": 2170000, "wall_time": 22540.13865828514, "train_loss_step": 3.546846866607666, "n_params": 4428880, "total_flops": 29523977011200000, "train_loss": 0.020412075519561767, "subset_score_loss": 0.020412075519561767} +{"step": 2180000, "wall_time": 22628.951147794724, "train_loss_step": 3.373960494995117, "n_params": 4428880, "total_flops": 29660032204800000, "train_loss": 0.020597364008426666, "subset_score_loss": 0.020597364008426666} +{"step": 2190000, "wall_time": 22726.896158218384, "train_loss_step": 3.328014850616455, "n_params": 4428880, "total_flops": 29796087398400000, "train_loss": 0.022982677817344664, "subset_score_loss": 0.022982677817344664} +{"step": 2200000, "wall_time": 22900.50736927986, "train_loss_step": 3.177417755126953, "n_params": 4428880, "total_flops": 29932142592000000, "train_loss": 0.01970744729042053, "subset_score_loss": 0.01970744729042053, "memorization_fraction_pixel": 0.29910001158714294, "mean_nn_ratio_pixel": 0.4944666922092438, "fid": 116.32493755665104} +{"step": 2210000, "wall_time": 22998.66998887062, "train_loss_step": 3.3248631954193115, "n_params": 4428880, "total_flops": 30068197785600000, "train_loss": 0.01976504921913147, "subset_score_loss": 0.01976504921913147} +{"step": 2220000, "wall_time": 23096.645765304565, "train_loss_step": 3.2290120124816895, "n_params": 4428880, "total_flops": 30204252979200000, "train_loss": 0.020473891496658327, "subset_score_loss": 0.020473891496658327} +{"step": 2230000, "wall_time": 23192.85932826996, "train_loss_step": 3.7624592781066895, "n_params": 4428880, "total_flops": 30340308172800000, "train_loss": 0.02119407206773758, "subset_score_loss": 0.02119407206773758} +{"step": 2240000, "wall_time": 23289.3183259964, "train_loss_step": 3.1462888717651367, "n_params": 4428880, "total_flops": 30476363366400000, "train_loss": 0.01949141323566437, "subset_score_loss": 0.01949141323566437} +{"step": 2250000, "wall_time": 23386.54270887375, "train_loss_step": 3.424529552459717, "n_params": 4428880, "total_flops": 30612418560000000, "train_loss": 0.020387564599514008, "subset_score_loss": 0.020387564599514008} +{"step": 2260000, "wall_time": 23484.143278598785, "train_loss_step": 3.310046672821045, "n_params": 4428880, "total_flops": 30748473753600000, "train_loss": 0.02006862312555313, "subset_score_loss": 0.02006862312555313} +{"step": 2270000, "wall_time": 23573.426424741745, "train_loss_step": 3.200572967529297, "n_params": 4428880, "total_flops": 30884528947200000, "train_loss": 0.019306911528110503, "subset_score_loss": 0.019306911528110503} +{"step": 2280000, "wall_time": 23667.553180217743, "train_loss_step": 3.531473398208618, "n_params": 4428880, "total_flops": 31020584140800000, "train_loss": 0.02000107169151306, "subset_score_loss": 0.02000107169151306} +{"step": 2290000, "wall_time": 23765.461889505386, "train_loss_step": 3.211184501647949, "n_params": 4428880, "total_flops": 31156639334400000, "train_loss": 0.02033337503671646, "subset_score_loss": 0.02033337503671646} +{"step": 2300000, "wall_time": 23938.004380702972, "train_loss_step": 3.3974390029907227, "n_params": 4428880, "total_flops": 31292694528000000, "train_loss": 0.020023936033248903, "subset_score_loss": 0.020023936033248903, "memorization_fraction_pixel": 0.32100000977516174, "mean_nn_ratio_pixel": 0.4821179211139679, "fid": 115.86662214818698} +{"step": 2310000, "wall_time": 24036.194800376892, "train_loss_step": 3.154897928237915, "n_params": 4428880, "total_flops": 31428749721600000, "train_loss": 0.020007435977458955, "subset_score_loss": 0.020007435977458955} +{"step": 2320000, "wall_time": 24131.995661973953, "train_loss_step": 3.314030647277832, "n_params": 4428880, "total_flops": 31564804915200000, "train_loss": 0.019512732326984406, "subset_score_loss": 0.019512732326984406} +{"step": 2330000, "wall_time": 24230.183646440506, "train_loss_step": 3.634862184524536, "n_params": 4428880, "total_flops": 31700860108800000, "train_loss": 0.019117574393749236, "subset_score_loss": 0.019117574393749236} +{"step": 2340000, "wall_time": 24318.968592643738, "train_loss_step": 3.359553575515747, "n_params": 4428880, "total_flops": 31836915302400000, "train_loss": 0.019496512413024903, "subset_score_loss": 0.019496512413024903} +{"step": 2350000, "wall_time": 24416.33197259903, "train_loss_step": 3.40590238571167, "n_params": 4428880, "total_flops": 31972970496000000, "train_loss": 0.020997092127799988, "subset_score_loss": 0.020997092127799988} +{"step": 2360000, "wall_time": 24514.0949716568, "train_loss_step": 3.3506460189819336, "n_params": 4428880, "total_flops": 32109025689600000, "train_loss": 0.01948479115962982, "subset_score_loss": 0.01948479115962982} +{"step": 2370000, "wall_time": 24599.760956048965, "train_loss_step": 3.0848565101623535, "n_params": 4428880, "total_flops": 32245080883200000, "train_loss": 0.019593244791030882, "subset_score_loss": 0.019593244791030882} +{"step": 2380000, "wall_time": 24697.08400297165, "train_loss_step": 3.558743476867676, "n_params": 4428880, "total_flops": 32381136076800000, "train_loss": 0.018999256193637848, "subset_score_loss": 0.018999256193637848} +{"step": 2390000, "wall_time": 24795.523542881012, "train_loss_step": 3.1349692344665527, "n_params": 4428880, "total_flops": 32517191270400000, "train_loss": 0.0190731942653656, "subset_score_loss": 0.0190731942653656} +{"step": 2400000, "wall_time": 24968.058262348175, "train_loss_step": 3.4241013526916504, "n_params": 4428880, "total_flops": 32653246464000000, "train_loss": 0.019181129336357117, "subset_score_loss": 0.019181129336357117, "memorization_fraction_pixel": 0.31139999628067017, "mean_nn_ratio_pixel": 0.4795543849468231, "fid": 115.20131690982926} +{"step": 2410000, "wall_time": 25066.077183246613, "train_loss_step": 3.1409571170806885, "n_params": 4428880, "total_flops": 32789301657600000, "train_loss": 0.018120239675045013, "subset_score_loss": 0.018120239675045013} +{"step": 2420000, "wall_time": 25161.671574115753, "train_loss_step": 3.4961044788360596, "n_params": 4428880, "total_flops": 32925356851200000, "train_loss": 0.018857865035533904, "subset_score_loss": 0.018857865035533904} +{"step": 2430000, "wall_time": 25259.114398241043, "train_loss_step": 3.0873782634735107, "n_params": 4428880, "total_flops": 33061412044800000, "train_loss": 0.018186086416244508, "subset_score_loss": 0.018186086416244508} +{"step": 2440000, "wall_time": 25343.314046144485, "train_loss_step": 3.4263839721679688, "n_params": 4428880, "total_flops": 33197467238400000, "train_loss": 0.017819346487522127, "subset_score_loss": 0.017819346487522127} +{"step": 2450000, "wall_time": 25436.21356678009, "train_loss_step": 3.248195171356201, "n_params": 4428880, "total_flops": 33333522432000000, "train_loss": 0.018457359075546263, "subset_score_loss": 0.018457359075546263} +{"step": 2460000, "wall_time": 25525.77952694893, "train_loss_step": 3.2612996101379395, "n_params": 4428880, "total_flops": 33469577625600000, "train_loss": 0.019566677510738373, "subset_score_loss": 0.019566677510738373} +{"step": 2470000, "wall_time": 25623.250914096832, "train_loss_step": 3.151749610900879, "n_params": 4428880, "total_flops": 33605632819200000, "train_loss": 0.0180978387594223, "subset_score_loss": 0.0180978387594223} +{"step": 2480000, "wall_time": 25717.010417461395, "train_loss_step": 3.0923831462860107, "n_params": 4428880, "total_flops": 33741688012800000, "train_loss": 0.01894034892320633, "subset_score_loss": 0.01894034892320633} +{"step": 2490000, "wall_time": 25814.10370206833, "train_loss_step": 3.5371651649475098, "n_params": 4428880, "total_flops": 33877743206400000, "train_loss": 0.01828709840774536, "subset_score_loss": 0.01828709840774536} +{"step": 2500000, "wall_time": 25986.69585084915, "train_loss_step": 3.3195438385009766, "n_params": 4428880, "total_flops": 34013798400000000, "train_loss": 0.018754905462265013, "subset_score_loss": 0.018754905462265013, "memorization_fraction_pixel": 0.31700000166893005, "mean_nn_ratio_pixel": 0.48055726289749146, "fid": 114.2673317787733} +{"step": 2510000, "wall_time": 26085.517372608185, "train_loss_step": 3.350490093231201, "n_params": 4428880, "total_flops": 34149853593600000, "train_loss": 0.01901421546936035, "subset_score_loss": 0.01901421546936035} +{"step": 2520000, "wall_time": 26180.960562944412, "train_loss_step": 3.0533039569854736, "n_params": 4428880, "total_flops": 34285908787200000, "train_loss": 0.017488361895084382, "subset_score_loss": 0.017488361895084382} +{"step": 2530000, "wall_time": 26279.185831069946, "train_loss_step": 2.9597225189208984, "n_params": 4428880, "total_flops": 34421963980800000, "train_loss": 0.017543861269950868, "subset_score_loss": 0.017543861269950868} +{"step": 2540000, "wall_time": 26374.83020210266, "train_loss_step": 2.8433566093444824, "n_params": 4428880, "total_flops": 34558019174400000, "train_loss": 0.01792372316122055, "subset_score_loss": 0.01792372316122055} +{"step": 2550000, "wall_time": 26460.288560152054, "train_loss_step": 3.0404176712036133, "n_params": 4428880, "total_flops": 34694074368000000, "train_loss": 0.018108177185058593, "subset_score_loss": 0.018108177185058593} +{"step": 2560000, "wall_time": 26551.482177495956, "train_loss_step": 3.0659470558166504, "n_params": 4428880, "total_flops": 34830129561600000, "train_loss": 0.018308933079242706, "subset_score_loss": 0.018308933079242706} +{"step": 2570000, "wall_time": 26648.279794454575, "train_loss_step": 3.2681007385253906, "n_params": 4428880, "total_flops": 34966184755200000, "train_loss": 0.017635679244995116, "subset_score_loss": 0.017635679244995116} +{"step": 2580000, "wall_time": 26744.040617227554, "train_loss_step": 3.2322921752929688, "n_params": 4428880, "total_flops": 35102239948800000, "train_loss": 0.017568689584732056, "subset_score_loss": 0.017568689584732056} +{"step": 2590000, "wall_time": 26841.948403596878, "train_loss_step": 3.025569200515747, "n_params": 4428880, "total_flops": 35238295142400000, "train_loss": 0.017959754168987273, "subset_score_loss": 0.017959754168987273} +{"step": 2600000, "wall_time": 27014.95001888275, "train_loss_step": 3.0677404403686523, "n_params": 4428880, "total_flops": 35374350336000000, "train_loss": 0.01756151467561722, "subset_score_loss": 0.01756151467561722, "memorization_fraction_pixel": 0.32440000772476196, "mean_nn_ratio_pixel": 0.4715229868888855, "fid": 114.17711968013884} +{"step": 2610000, "wall_time": 27111.22258424759, "train_loss_step": 3.160125255584717, "n_params": 4428880, "total_flops": 35510405529600000, "train_loss": 0.018072806298732758, "subset_score_loss": 0.018072806298732758} +{"step": 2620000, "wall_time": 27208.11904478073, "train_loss_step": 3.2324001789093018, "n_params": 4428880, "total_flops": 35646460723200000, "train_loss": 0.01734645515680313, "subset_score_loss": 0.01734645515680313} +{"step": 2630000, "wall_time": 27306.196937561035, "train_loss_step": 2.9561471939086914, "n_params": 4428880, "total_flops": 35782515916800000, "train_loss": 0.01745276302099228, "subset_score_loss": 0.01745276302099228} +{"step": 2640000, "wall_time": 27404.143815517426, "train_loss_step": 2.993393898010254, "n_params": 4428880, "total_flops": 35918571110400000, "train_loss": 0.017415198683738708, "subset_score_loss": 0.017415198683738708} +{"step": 2650000, "wall_time": 27494.876130104065, "train_loss_step": 3.312577247619629, "n_params": 4428880, "total_flops": 36054626304000000, "train_loss": 0.016903851926326752, "subset_score_loss": 0.016903851926326752} +{"step": 2660000, "wall_time": 27591.75213623047, "train_loss_step": 3.061535358428955, "n_params": 4428880, "total_flops": 36190681497600000, "train_loss": 0.017265933752059936, "subset_score_loss": 0.017265933752059936} +{"step": 2670000, "wall_time": 27689.037850141525, "train_loss_step": 3.1479098796844482, "n_params": 4428880, "total_flops": 36326736691200000, "train_loss": 0.01826588362455368, "subset_score_loss": 0.01826588362455368} +{"step": 2680000, "wall_time": 27784.004052877426, "train_loss_step": 3.3476147651672363, "n_params": 4428880, "total_flops": 36462791884800000, "train_loss": 0.016679064929485322, "subset_score_loss": 0.016679064929485322} +{"step": 2690000, "wall_time": 27882.10508084297, "train_loss_step": 3.219364881515503, "n_params": 4428880, "total_flops": 36598847078400000, "train_loss": 0.01731138676404953, "subset_score_loss": 0.01731138676404953} +{"step": 2700000, "wall_time": 28055.427837848663, "train_loss_step": 3.254814386367798, "n_params": 4428880, "total_flops": 36734902272000000, "train_loss": 0.016796372830867767, "subset_score_loss": 0.016796372830867767, "memorization_fraction_pixel": 0.3325999975204468, "mean_nn_ratio_pixel": 0.4681341350078583, "fid": 114.19231257791785} +{"step": 2710000, "wall_time": 28151.842615127563, "train_loss_step": 3.2182958126068115, "n_params": 4428880, "total_flops": 36870957465600000, "train_loss": 0.017394186556339265, "subset_score_loss": 0.017394186556339265} +{"step": 2720000, "wall_time": 28250.430460691452, "train_loss_step": 3.090561628341675, "n_params": 4428880, "total_flops": 37007012659200000, "train_loss": 0.016961869597434998, "subset_score_loss": 0.016961869597434998} +{"step": 2730000, "wall_time": 28349.293020248413, "train_loss_step": 3.030803680419922, "n_params": 4428880, "total_flops": 37143067852800000, "train_loss": 0.017142798006534576, "subset_score_loss": 0.017142798006534576} +{"step": 2740000, "wall_time": 28443.061898708344, "train_loss_step": 2.822519302368164, "n_params": 4428880, "total_flops": 37279123046400000, "train_loss": 0.01664920449256897, "subset_score_loss": 0.01664920449256897} +{"step": 2750000, "wall_time": 28538.783400297165, "train_loss_step": 3.218933582305908, "n_params": 4428880, "total_flops": 37415178240000000, "train_loss": 0.017070472240447998, "subset_score_loss": 0.017070472240447998} +{"step": 2760000, "wall_time": 28637.95457148552, "train_loss_step": 3.0162153244018555, "n_params": 4428880, "total_flops": 37551233433600000, "train_loss": 0.017158204317092897, "subset_score_loss": 0.017158204317092897} +{"step": 2770000, "wall_time": 28736.282962799072, "train_loss_step": 2.8582866191864014, "n_params": 4428880, "total_flops": 37687288627200000, "train_loss": 0.017851856350898743, "subset_score_loss": 0.017851856350898743} +{"step": 2780000, "wall_time": 28834.47778224945, "train_loss_step": 2.9291744232177734, "n_params": 4428880, "total_flops": 37823343820800000, "train_loss": 0.016373856365680693, "subset_score_loss": 0.016373856365680693} +{"step": 2790000, "wall_time": 28931.395577430725, "train_loss_step": 3.1387715339660645, "n_params": 4428880, "total_flops": 37959399014400000, "train_loss": 0.017164261639118196, "subset_score_loss": 0.017164261639118196} +{"step": 2800000, "wall_time": 29102.223642349243, "train_loss_step": 3.36696720123291, "n_params": 4428880, "total_flops": 38095454208000000, "train_loss": 0.016507723927497865, "subset_score_loss": 0.016507723927497865, "memorization_fraction_pixel": 0.3393999934196472, "mean_nn_ratio_pixel": 0.46556660532951355, "fid": 112.69012928534214} +{"step": 2810000, "wall_time": 29200.07321548462, "train_loss_step": 3.076751708984375, "n_params": 4428880, "total_flops": 38231509401600000, "train_loss": 0.01634870618581772, "subset_score_loss": 0.01634870618581772} +{"step": 2820000, "wall_time": 29297.58348417282, "train_loss_step": 3.194693088531494, "n_params": 4428880, "total_flops": 38367564595200000, "train_loss": 0.016952286660671233, "subset_score_loss": 0.016952286660671233} +{"step": 2830000, "wall_time": 29388.270361185074, "train_loss_step": 3.1296658515930176, "n_params": 4428880, "total_flops": 38503619788800000, "train_loss": 0.01663529723882675, "subset_score_loss": 0.01663529723882675} +{"step": 2840000, "wall_time": 29474.75878572464, "train_loss_step": 3.438156843185425, "n_params": 4428880, "total_flops": 38639674982400000, "train_loss": 0.016082479059696196, "subset_score_loss": 0.016082479059696196} +{"step": 2850000, "wall_time": 29562.980412721634, "train_loss_step": 3.205219268798828, "n_params": 4428880, "total_flops": 38775730176000000, "train_loss": 0.015908052027225495, "subset_score_loss": 0.015908052027225495} +{"step": 2860000, "wall_time": 29661.199637651443, "train_loss_step": 3.157456398010254, "n_params": 4428880, "total_flops": 38911785369600000, "train_loss": 0.016397126019001007, "subset_score_loss": 0.016397126019001007} +{"step": 2870000, "wall_time": 29758.753446102142, "train_loss_step": 3.222318172454834, "n_params": 4428880, "total_flops": 39047840563200000, "train_loss": 0.01736212819814682, "subset_score_loss": 0.01736212819814682} +{"step": 2880000, "wall_time": 29856.169833421707, "train_loss_step": 3.095738410949707, "n_params": 4428880, "total_flops": 39183895756800000, "train_loss": 0.016582684218883516, "subset_score_loss": 0.016582684218883516} +{"step": 2890000, "wall_time": 29952.15388560295, "train_loss_step": 3.0788326263427734, "n_params": 4428880, "total_flops": 39319950950400000, "train_loss": 0.016837495565414428, "subset_score_loss": 0.016837495565414428} +{"step": 2900000, "wall_time": 30122.35019516945, "train_loss_step": 3.19897198677063, "n_params": 4428880, "total_flops": 39456006144000000, "train_loss": 0.016192083060741425, "subset_score_loss": 0.016192083060741425, "memorization_fraction_pixel": 0.34150001406669617, "mean_nn_ratio_pixel": 0.4539187550544739, "fid": 112.56272841453588} +{"step": 2910000, "wall_time": 30220.484782218933, "train_loss_step": 2.997019052505493, "n_params": 4428880, "total_flops": 39592061337600000, "train_loss": 0.015913909673690795, "subset_score_loss": 0.015913909673690795} +{"step": 2920000, "wall_time": 30317.657316207886, "train_loss_step": 3.311314105987549, "n_params": 4428880, "total_flops": 39728116531200000, "train_loss": 0.01600000709295273, "subset_score_loss": 0.01600000709295273} +{"step": 2930000, "wall_time": 30405.96987605095, "train_loss_step": 3.351628303527832, "n_params": 4428880, "total_flops": 39864171724800000, "train_loss": 0.016017021238803865, "subset_score_loss": 0.016017021238803865} +{"step": 2940000, "wall_time": 30505.07755637169, "train_loss_step": 3.1905951499938965, "n_params": 4428880, "total_flops": 40000226918400000, "train_loss": 0.015676255524158477, "subset_score_loss": 0.015676255524158477} +{"step": 2950000, "wall_time": 30584.883538722992, "train_loss_step": 3.1464076042175293, "n_params": 4428880, "total_flops": 40136282112000000, "train_loss": 0.015927144885063173, "subset_score_loss": 0.015927144885063173} +{"step": 2960000, "wall_time": 30683.066819906235, "train_loss_step": 2.811746120452881, "n_params": 4428880, "total_flops": 40272337305600000, "train_loss": 0.015947888791561126, "subset_score_loss": 0.015947888791561126} +{"step": 2970000, "wall_time": 30780.93715763092, "train_loss_step": 3.042131185531616, "n_params": 4428880, "total_flops": 40408392499200000, "train_loss": 0.015767750144004822, "subset_score_loss": 0.015767750144004822} +{"step": 2980000, "wall_time": 30878.55149793625, "train_loss_step": 3.013366460800171, "n_params": 4428880, "total_flops": 40544447692800000, "train_loss": 0.015236571431159973, "subset_score_loss": 0.015236571431159973} +{"step": 2990000, "wall_time": 30974.684800863266, "train_loss_step": 3.117854118347168, "n_params": 4428880, "total_flops": 40680502886400000, "train_loss": 0.016361671686172485, "subset_score_loss": 0.016361671686172485} +{"step": 3000000, "wall_time": 31144.301107645035, "train_loss_step": 3.258824348449707, "n_params": 4428880, "total_flops": 40816558080000000, "train_loss": 0.015714550018310548, "subset_score_loss": 0.015714550018310548, "memorization_fraction_pixel": 0.3521000146865845, "mean_nn_ratio_pixel": 0.4545828700065613, "fid": 112.4401442981275} +{"step": 3010000, "wall_time": 31241.646121025085, "train_loss_step": 2.864194393157959, "n_params": 4428880, "total_flops": 40952613273600000, "train_loss": 0.01582306921482086, "subset_score_loss": 0.01582306921482086} +{"step": 3020000, "wall_time": 31336.862820863724, "train_loss_step": 3.1374223232269287, "n_params": 4428880, "total_flops": 41088668467200000, "train_loss": 0.015677741169929503, "subset_score_loss": 0.015677741169929503} +{"step": 3030000, "wall_time": 31434.983948230743, "train_loss_step": 3.185793876647949, "n_params": 4428880, "total_flops": 41224723660800000, "train_loss": 0.01565147191286087, "subset_score_loss": 0.01565147191286087} +{"step": 3040000, "wall_time": 31533.4907143116, "train_loss_step": 2.9949936866760254, "n_params": 4428880, "total_flops": 41360778854400000, "train_loss": 0.015049698948860168, "subset_score_loss": 0.015049698948860168} +{"step": 3050000, "wall_time": 31628.430747032166, "train_loss_step": 2.821812152862549, "n_params": 4428880, "total_flops": 41496834048000000, "train_loss": 0.01554100662469864, "subset_score_loss": 0.01554100662469864} +{"step": 3060000, "wall_time": 31726.804032325745, "train_loss_step": 3.0442306995391846, "n_params": 4428880, "total_flops": 41632889241600000, "train_loss": 0.015463581681251526, "subset_score_loss": 0.015463581681251526} +{"step": 3070000, "wall_time": 31823.622250318527, "train_loss_step": 2.973369598388672, "n_params": 4428880, "total_flops": 41768944435200000, "train_loss": 0.015137030184268952, "subset_score_loss": 0.015137030184268952} +{"step": 3080000, "wall_time": 31921.325775146484, "train_loss_step": 2.853931427001953, "n_params": 4428880, "total_flops": 41904999628800000, "train_loss": 0.015053515136241914, "subset_score_loss": 0.015053515136241914} +{"step": 3090000, "wall_time": 32018.058878660202, "train_loss_step": 2.9586915969848633, "n_params": 4428880, "total_flops": 42041054822400000, "train_loss": 0.0153946653008461, "subset_score_loss": 0.0153946653008461} +{"step": 3100000, "wall_time": 32188.24430346489, "train_loss_step": 3.0875837802886963, "n_params": 4428880, "total_flops": 42177110016000000, "train_loss": 0.015563443303108215, "subset_score_loss": 0.015563443303108215, "memorization_fraction_pixel": 0.3571999967098236, "mean_nn_ratio_pixel": 0.4496082663536072, "fid": 111.89912720329991} +{"step": 3110000, "wall_time": 32283.652546405792, "train_loss_step": 2.9178824424743652, "n_params": 4428880, "total_flops": 42313165209600000, "train_loss": 0.014869700372219085, "subset_score_loss": 0.014869700372219085} +{"step": 3120000, "wall_time": 32381.606429100037, "train_loss_step": 2.947566032409668, "n_params": 4428880, "total_flops": 42449220403200000, "train_loss": 0.01542583405971527, "subset_score_loss": 0.01542583405971527} +{"step": 3130000, "wall_time": 32480.246274471283, "train_loss_step": 2.857459783554077, "n_params": 4428880, "total_flops": 42585275596800000, "train_loss": 0.015068641304969788, "subset_score_loss": 0.015068641304969788} +{"step": 3140000, "wall_time": 32579.04614663124, "train_loss_step": 2.9536020755767822, "n_params": 4428880, "total_flops": 42721330790400000, "train_loss": 0.015262292325496673, "subset_score_loss": 0.015262292325496673} +{"step": 3150000, "wall_time": 32671.163193941116, "train_loss_step": 3.1390979290008545, "n_params": 4428880, "total_flops": 42857385984000000, "train_loss": 0.014573021233081818, "subset_score_loss": 0.014573021233081818} +{"step": 3160000, "wall_time": 32768.108248233795, "train_loss_step": 3.1753807067871094, "n_params": 4428880, "total_flops": 42993441177600000, "train_loss": 0.015233457088470459, "subset_score_loss": 0.015233457088470459} +{"step": 3170000, "wall_time": 32866.27780508995, "train_loss_step": 2.9494411945343018, "n_params": 4428880, "total_flops": 43129496371200000, "train_loss": 0.014670436084270478, "subset_score_loss": 0.014670436084270478} +{"step": 3180000, "wall_time": 32963.94978570938, "train_loss_step": 3.044308662414551, "n_params": 4428880, "total_flops": 43265551564800000, "train_loss": 0.014465922117233276, "subset_score_loss": 0.014465922117233276} +{"step": 3190000, "wall_time": 33062.55279684067, "train_loss_step": 3.156482696533203, "n_params": 4428880, "total_flops": 43401606758400000, "train_loss": 0.01509702056646347, "subset_score_loss": 0.01509702056646347} +{"step": 3200000, "wall_time": 33231.24063682556, "train_loss_step": 3.023815870285034, "n_params": 4428880, "total_flops": 43537661952000000, "train_loss": 0.014791418612003327, "subset_score_loss": 0.014791418612003327, "memorization_fraction_pixel": 0.3483999967575073, "mean_nn_ratio_pixel": 0.4584158658981323, "fid": 112.37527472233734} +{"step": 3210000, "wall_time": 33314.30524086952, "train_loss_step": 3.011112689971924, "n_params": 4428880, "total_flops": 43673717145600000, "train_loss": 0.014770735800266267, "subset_score_loss": 0.014770735800266267} +{"step": 3220000, "wall_time": 33412.34247112274, "train_loss_step": 3.237748146057129, "n_params": 4428880, "total_flops": 43809772339200000, "train_loss": 0.015297828614711762, "subset_score_loss": 0.015297828614711762} +{"step": 3230000, "wall_time": 33509.76566886902, "train_loss_step": 2.9917759895324707, "n_params": 4428880, "total_flops": 43945827532800000, "train_loss": 0.014528833329677582, "subset_score_loss": 0.014528833329677582} +{"step": 3240000, "wall_time": 33607.2886300087, "train_loss_step": 2.9135711193084717, "n_params": 4428880, "total_flops": 44081882726400000, "train_loss": 0.014652793109416962, "subset_score_loss": 0.014652793109416962} +{"step": 3250000, "wall_time": 33695.41794729233, "train_loss_step": 2.9403836727142334, "n_params": 4428880, "total_flops": 44217937920000000, "train_loss": 0.014409318566322327, "subset_score_loss": 0.014409318566322327} +{"step": 3260000, "wall_time": 33793.10365176201, "train_loss_step": 2.795213222503662, "n_params": 4428880, "total_flops": 44353993113600000, "train_loss": 0.014836853742599488, "subset_score_loss": 0.014836853742599488} +{"step": 3270000, "wall_time": 33890.45042300224, "train_loss_step": 3.2415339946746826, "n_params": 4428880, "total_flops": 44490048307200000, "train_loss": 0.015006719529628754, "subset_score_loss": 0.015006719529628754} +{"step": 3280000, "wall_time": 33988.55851197243, "train_loss_step": 2.9177088737487793, "n_params": 4428880, "total_flops": 44626103500800000, "train_loss": 0.01471332460641861, "subset_score_loss": 0.01471332460641861} +{"step": 3290000, "wall_time": 34084.49934601784, "train_loss_step": 3.0124893188476562, "n_params": 4428880, "total_flops": 44762158694400000, "train_loss": 0.015079471468925475, "subset_score_loss": 0.015079471468925475} +{"step": 3300000, "wall_time": 34252.4858212471, "train_loss_step": 3.1859564781188965, "n_params": 4428880, "total_flops": 44898213888000000, "train_loss": 0.015153717994689942, "subset_score_loss": 0.015153717994689942, "memorization_fraction_pixel": 0.3515999913215637, "mean_nn_ratio_pixel": 0.4561673402786255, "fid": 113.01703223203603} +{"step": 3310000, "wall_time": 34340.85544013977, "train_loss_step": 3.1675326824188232, "n_params": 4428880, "total_flops": 45034269081600000, "train_loss": 0.015085515379905701, "subset_score_loss": 0.015085515379905701} +{"step": 3320000, "wall_time": 34438.824855566025, "train_loss_step": 2.9409615993499756, "n_params": 4428880, "total_flops": 45170324275200000, "train_loss": 0.014629608392715454, "subset_score_loss": 0.014629608392715454} +{"step": 3330000, "wall_time": 34537.41527247429, "train_loss_step": 3.178406238555908, "n_params": 4428880, "total_flops": 45306379468800000, "train_loss": 0.015504153072834015, "subset_score_loss": 0.015504153072834015} +{"step": 3340000, "wall_time": 34636.51779079437, "train_loss_step": 2.959606170654297, "n_params": 4428880, "total_flops": 45442434662400000, "train_loss": 0.014251282811164856, "subset_score_loss": 0.014251282811164856} +{"step": 3350000, "wall_time": 34725.27972459793, "train_loss_step": 3.4011645317077637, "n_params": 4428880, "total_flops": 45578489856000000, "train_loss": 0.014372627437114715, "subset_score_loss": 0.014372627437114715} +{"step": 3360000, "wall_time": 34822.7620947361, "train_loss_step": 3.0783143043518066, "n_params": 4428880, "total_flops": 45714545049600000, "train_loss": 0.014338965713977813, "subset_score_loss": 0.014338965713977813} +{"step": 3370000, "wall_time": 34921.009866952896, "train_loss_step": 2.7523040771484375, "n_params": 4428880, "total_flops": 45850600243200000, "train_loss": 0.014800868928432465, "subset_score_loss": 0.014800868928432465} +{"step": 3380000, "wall_time": 35020.76233077049, "train_loss_step": 3.077383518218994, "n_params": 4428880, "total_flops": 45986655436800000, "train_loss": 0.013707435131072998, "subset_score_loss": 0.013707435131072998} +{"step": 3390000, "wall_time": 35116.1820230484, "train_loss_step": 3.006535530090332, "n_params": 4428880, "total_flops": 46122710630400000, "train_loss": 0.014267563819885254, "subset_score_loss": 0.014267563819885254} +{"step": 3400000, "wall_time": 35278.47996234894, "train_loss_step": 2.9801456928253174, "n_params": 4428880, "total_flops": 46258765824000000, "train_loss": 0.014405578374862671, "subset_score_loss": 0.014405578374862671, "memorization_fraction_pixel": 0.36660000681877136, "mean_nn_ratio_pixel": 0.4434360861778259, "fid": 110.48219690246995} +{"step": 3410000, "wall_time": 35373.63106584549, "train_loss_step": 2.94289493560791, "n_params": 4428880, "total_flops": 46394821017600000, "train_loss": 0.013669963181018829, "subset_score_loss": 0.013669963181018829} +{"step": 3420000, "wall_time": 35471.133330106735, "train_loss_step": 3.312018871307373, "n_params": 4428880, "total_flops": 46530876211200000, "train_loss": 0.014467562735080718, "subset_score_loss": 0.014467562735080718} +{"step": 3430000, "wall_time": 35568.82376360893, "train_loss_step": 3.1669211387634277, "n_params": 4428880, "total_flops": 46666931404800000, "train_loss": 0.014560021460056305, "subset_score_loss": 0.014560021460056305} +{"step": 3440000, "wall_time": 35665.84225654602, "train_loss_step": 3.3084096908569336, "n_params": 4428880, "total_flops": 46802986598400000, "train_loss": 0.014014096558094024, "subset_score_loss": 0.014014096558094024} +{"step": 3450000, "wall_time": 35756.06241798401, "train_loss_step": 3.065106153488159, "n_params": 4428880, "total_flops": 46939041792000000, "train_loss": 0.013874772191047668, "subset_score_loss": 0.013874772191047668} +{"step": 3460000, "wall_time": 35853.40564894676, "train_loss_step": 2.8124513626098633, "n_params": 4428880, "total_flops": 47075096985600000, "train_loss": 0.013991428911685944, "subset_score_loss": 0.013991428911685944} +{"step": 3470000, "wall_time": 35951.23861885071, "train_loss_step": 3.0803160667419434, "n_params": 4428880, "total_flops": 47211152179200000, "train_loss": 0.013798370957374573, "subset_score_loss": 0.013798370957374573} +{"step": 3480000, "wall_time": 36048.31864786148, "train_loss_step": 2.887192726135254, "n_params": 4428880, "total_flops": 47347207372800000, "train_loss": 0.014497129619121552, "subset_score_loss": 0.014497129619121552} +{"step": 3490000, "wall_time": 36145.720136880875, "train_loss_step": 2.9916749000549316, "n_params": 4428880, "total_flops": 47483262566400000, "train_loss": 0.014343950152397155, "subset_score_loss": 0.014343950152397155} +{"step": 3500000, "wall_time": 36303.803035497665, "train_loss_step": 3.035897731781006, "n_params": 4428880, "total_flops": 47619317760000000, "train_loss": 0.014700406789779663, "subset_score_loss": 0.014700406789779663, "memorization_fraction_pixel": 0.3736000061035156, "mean_nn_ratio_pixel": 0.43904241919517517, "fid": 111.323260029702} +{"step": 3510000, "wall_time": 36402.73774290085, "train_loss_step": 2.924691915512085, "n_params": 4428880, "total_flops": 47755372953600000, "train_loss": 0.013892841339111329, "subset_score_loss": 0.013892841339111329} +{"step": 3520000, "wall_time": 36501.52311420441, "train_loss_step": 2.970785617828369, "n_params": 4428880, "total_flops": 47891428147200000, "train_loss": 0.013891282677650451, "subset_score_loss": 0.013891282677650451} +{"step": 3530000, "wall_time": 36600.33257365227, "train_loss_step": 3.233177423477173, "n_params": 4428880, "total_flops": 48027483340800000, "train_loss": 0.013986307382583617, "subset_score_loss": 0.013986307382583617} +{"step": 3540000, "wall_time": 36699.20258951187, "train_loss_step": 2.8085970878601074, "n_params": 4428880, "total_flops": 48163538534400000, "train_loss": 0.013185599446296692, "subset_score_loss": 0.013185599446296692} +{"step": 3550000, "wall_time": 36786.15147829056, "train_loss_step": 3.0373473167419434, "n_params": 4428880, "total_flops": 48299593728000000, "train_loss": 0.013019643723964691, "subset_score_loss": 0.013019643723964691} +{"step": 3560000, "wall_time": 36884.01776409149, "train_loss_step": 2.8913159370422363, "n_params": 4428880, "total_flops": 48435648921600000, "train_loss": 0.013538488745689392, "subset_score_loss": 0.013538488745689392} +{"step": 3570000, "wall_time": 36982.04017615318, "train_loss_step": 2.8588554859161377, "n_params": 4428880, "total_flops": 48571704115200000, "train_loss": 0.013946270942687989, "subset_score_loss": 0.013946270942687989} +{"step": 3580000, "wall_time": 37079.048345565796, "train_loss_step": 2.731356382369995, "n_params": 4428880, "total_flops": 48707759308800000, "train_loss": 0.013294050097465515, "subset_score_loss": 0.013294050097465515} +{"step": 3590000, "wall_time": 37177.623089551926, "train_loss_step": 2.644726037979126, "n_params": 4428880, "total_flops": 48843814502400000, "train_loss": 0.014034068584442139, "subset_score_loss": 0.014034068584442139} +{"step": 3600000, "wall_time": 37337.64461231232, "train_loss_step": 2.9878346920013428, "n_params": 4428880, "total_flops": 48979869696000000, "train_loss": 0.014001990854740142, "subset_score_loss": 0.014001990854740142, "memorization_fraction_pixel": 0.3727000057697296, "mean_nn_ratio_pixel": 0.435711532831192, "fid": 110.89272354738341} +{"step": 3610000, "wall_time": 37436.05849456787, "train_loss_step": 2.923069953918457, "n_params": 4428880, "total_flops": 49115924889600000, "train_loss": 0.013118134438991546, "subset_score_loss": 0.013118134438991546} +{"step": 3620000, "wall_time": 37533.163526535034, "train_loss_step": 2.913106679916382, "n_params": 4428880, "total_flops": 49251980083200000, "train_loss": 0.01300085335969925, "subset_score_loss": 0.01300085335969925} +{"step": 3630000, "wall_time": 37631.21204638481, "train_loss_step": 2.953761100769043, "n_params": 4428880, "total_flops": 49388035276800000, "train_loss": 0.013280917704105378, "subset_score_loss": 0.013280917704105378} +{"step": 3640000, "wall_time": 37728.968071460724, "train_loss_step": 2.7455966472625732, "n_params": 4428880, "total_flops": 49524090470400000, "train_loss": 0.013520869612693786, "subset_score_loss": 0.013520869612693786} +{"step": 3650000, "wall_time": 37817.946961164474, "train_loss_step": 2.5746915340423584, "n_params": 4428880, "total_flops": 49660145664000000, "train_loss": 0.013720770180225373, "subset_score_loss": 0.013720770180225373} +{"step": 3660000, "wall_time": 37915.75350236893, "train_loss_step": 3.0383999347686768, "n_params": 4428880, "total_flops": 49796200857600000, "train_loss": 0.014690384268760681, "subset_score_loss": 0.014690384268760681} +{"step": 3670000, "wall_time": 38012.09087181091, "train_loss_step": 3.2062063217163086, "n_params": 4428880, "total_flops": 49932256051200000, "train_loss": 0.012736503779888154, "subset_score_loss": 0.012736503779888154} +{"step": 3680000, "wall_time": 38109.71303987503, "train_loss_step": 3.1072049140930176, "n_params": 4428880, "total_flops": 50068311244800000, "train_loss": 0.01338314712047577, "subset_score_loss": 0.01338314712047577} +{"step": 3690000, "wall_time": 38206.89925765991, "train_loss_step": 3.280137062072754, "n_params": 4428880, "total_flops": 50204366438400000, "train_loss": 0.013792380690574646, "subset_score_loss": 0.013792380690574646} +{"step": 3700000, "wall_time": 38363.482176065445, "train_loss_step": 3.0149893760681152, "n_params": 4428880, "total_flops": 50340421632000000, "train_loss": 0.013643646240234375, "subset_score_loss": 0.013643646240234375, "memorization_fraction_pixel": 0.3700999915599823, "mean_nn_ratio_pixel": 0.43863803148269653, "fid": 111.19079771262861} +{"step": 3710000, "wall_time": 38461.36348485947, "train_loss_step": 3.0397021770477295, "n_params": 4428880, "total_flops": 50476476825600000, "train_loss": 0.013333466649055482, "subset_score_loss": 0.013333466649055482} +{"step": 3720000, "wall_time": 38559.834205150604, "train_loss_step": 2.8167357444763184, "n_params": 4428880, "total_flops": 50612532019200000, "train_loss": 0.01271548718214035, "subset_score_loss": 0.01271548718214035} +{"step": 3730000, "wall_time": 38657.7967236042, "train_loss_step": 2.985250473022461, "n_params": 4428880, "total_flops": 50748587212800000, "train_loss": 0.013697077333927155, "subset_score_loss": 0.013697077333927155} +{"step": 3740000, "wall_time": 38756.56106829643, "train_loss_step": 3.0344064235687256, "n_params": 4428880, "total_flops": 50884642406400000, "train_loss": 0.01275601089000702, "subset_score_loss": 0.01275601089000702} +{"step": 3750000, "wall_time": 38848.271548986435, "train_loss_step": 2.8902735710144043, "n_params": 4428880, "total_flops": 51020697600000000, "train_loss": 0.012809948623180389, "subset_score_loss": 0.012809948623180389} +{"step": 3760000, "wall_time": 38945.70650553703, "train_loss_step": 2.960092782974243, "n_params": 4428880, "total_flops": 51156752793600000, "train_loss": 0.013491013646125793, "subset_score_loss": 0.013491013646125793} +{"step": 3770000, "wall_time": 39042.92698216438, "train_loss_step": 3.131375789642334, "n_params": 4428880, "total_flops": 51292807987200000, "train_loss": 0.014625248312950135, "subset_score_loss": 0.014625248312950135} +{"step": 3780000, "wall_time": 39139.93245720863, "train_loss_step": 2.696868419647217, "n_params": 4428880, "total_flops": 51428863180800000, "train_loss": 0.013487286865711212, "subset_score_loss": 0.013487286865711212} +{"step": 3790000, "wall_time": 39234.29774236679, "train_loss_step": 2.9701218605041504, "n_params": 4428880, "total_flops": 51564918374400000, "train_loss": 0.013015167415142059, "subset_score_loss": 0.013015167415142059} +{"step": 3800000, "wall_time": 39401.01565384865, "train_loss_step": 2.9845657348632812, "n_params": 4428880, "total_flops": 51700973568000000, "train_loss": 0.01241377368569374, "subset_score_loss": 0.01241377368569374, "memorization_fraction_pixel": 0.3840999901294708, "mean_nn_ratio_pixel": 0.433013916015625, "fid": 111.20697351879184} +{"step": 3810000, "wall_time": 39496.03731894493, "train_loss_step": 2.9299614429473877, "n_params": 4428880, "total_flops": 51837028761600000, "train_loss": 0.013012820482254028, "subset_score_loss": 0.013012820482254028} +{"step": 3820000, "wall_time": 39593.67620563507, "train_loss_step": 2.780014991760254, "n_params": 4428880, "total_flops": 51973083955200000, "train_loss": 0.013054467737674713, "subset_score_loss": 0.013054467737674713} +{"step": 3830000, "wall_time": 39690.589432001114, "train_loss_step": 2.933098793029785, "n_params": 4428880, "total_flops": 52109139148800000, "train_loss": 0.013355027139186858, "subset_score_loss": 0.013355027139186858} +{"step": 3840000, "wall_time": 39789.149077653885, "train_loss_step": 2.9393954277038574, "n_params": 4428880, "total_flops": 52245194342400000, "train_loss": 0.012837912142276763, "subset_score_loss": 0.012837912142276763} +{"step": 3850000, "wall_time": 39873.689378261566, "train_loss_step": 2.9517769813537598, "n_params": 4428880, "total_flops": 52381249536000000, "train_loss": 0.012809732556343078, "subset_score_loss": 0.012809732556343078} +{"step": 3860000, "wall_time": 39971.08207178116, "train_loss_step": 2.777487277984619, "n_params": 4428880, "total_flops": 52517304729600000, "train_loss": 0.01338975876569748, "subset_score_loss": 0.01338975876569748} +{"step": 3870000, "wall_time": 40067.704991817474, "train_loss_step": 2.936739921569824, "n_params": 4428880, "total_flops": 52653359923200000, "train_loss": 0.012739521265029908, "subset_score_loss": 0.012739521265029908} +{"step": 3880000, "wall_time": 40164.50848412514, "train_loss_step": 2.629969596862793, "n_params": 4428880, "total_flops": 52789415116800000, "train_loss": 0.011917161196470261, "subset_score_loss": 0.011917161196470261} +{"step": 3890000, "wall_time": 40255.280811071396, "train_loss_step": 3.188966989517212, "n_params": 4428880, "total_flops": 52925470310400000, "train_loss": 0.012374769151210784, "subset_score_loss": 0.012374769151210784} +{"step": 3900000, "wall_time": 40426.56472468376, "train_loss_step": 3.396190643310547, "n_params": 4428880, "total_flops": 53061525504000000, "train_loss": 0.012466713786125183, "subset_score_loss": 0.012466713786125183, "memorization_fraction_pixel": 0.39320001006126404, "mean_nn_ratio_pixel": 0.4213320314884186, "fid": 109.89251759268026} +{"step": 3910000, "wall_time": 40523.35791397095, "train_loss_step": 2.969578742980957, "n_params": 4428880, "total_flops": 53197580697600000, "train_loss": 0.012343276292085648, "subset_score_loss": 0.012343276292085648} +{"step": 3920000, "wall_time": 40621.7386033535, "train_loss_step": 2.86491060256958, "n_params": 4428880, "total_flops": 53333635891200000, "train_loss": 0.012677736580371857, "subset_score_loss": 0.012677736580371857} +{"step": 3930000, "wall_time": 40720.48956012726, "train_loss_step": 2.902599334716797, "n_params": 4428880, "total_flops": 53469691084800000, "train_loss": 0.01201712042093277, "subset_score_loss": 0.01201712042093277} +{"step": 3940000, "wall_time": 40818.882673978806, "train_loss_step": 2.9417901039123535, "n_params": 4428880, "total_flops": 53605746278400000, "train_loss": 0.012172975391149522, "subset_score_loss": 0.012172975391149522} +{"step": 3950000, "wall_time": 40908.27348971367, "train_loss_step": 3.1107778549194336, "n_params": 4428880, "total_flops": 53741801472000000, "train_loss": 0.012873512506484986, "subset_score_loss": 0.012873512506484986} +{"step": 3960000, "wall_time": 41002.66321063042, "train_loss_step": 3.1786739826202393, "n_params": 4428880, "total_flops": 53877856665600000, "train_loss": 0.01213434487581253, "subset_score_loss": 0.01213434487581253} +{"step": 3970000, "wall_time": 41100.70597076416, "train_loss_step": 2.8921070098876953, "n_params": 4428880, "total_flops": 54013911859200000, "train_loss": 0.013560760021209716, "subset_score_loss": 0.013560760021209716} +{"step": 3980000, "wall_time": 41189.837672472, "train_loss_step": 3.044294834136963, "n_params": 4428880, "total_flops": 54149967052800000, "train_loss": 0.012261857837438583, "subset_score_loss": 0.012261857837438583} +{"step": 3990000, "wall_time": 41281.09910774231, "train_loss_step": 3.004035711288452, "n_params": 4428880, "total_flops": 54286022246400000, "train_loss": 0.012279151380062104, "subset_score_loss": 0.012279151380062104} +{"step": 4000000, "wall_time": 41453.63411808014, "train_loss_step": 2.930695056915283, "n_params": 4428880, "total_flops": 54422077440000000, "train_loss": 0.01231904923915863, "subset_score_loss": 0.01231904923915863, "memorization_fraction_pixel": 0.37709999084472656, "mean_nn_ratio_pixel": 0.43833446502685547, "fid": 111.74493288298927} +{"step": 4010000, "wall_time": 41549.79916191101, "train_loss_step": 2.909970760345459, "n_params": 4428880, "total_flops": 54558132633600000, "train_loss": 0.01198844239115715, "subset_score_loss": 0.01198844239115715} +{"step": 4020000, "wall_time": 41647.43305897713, "train_loss_step": 2.691101551055908, "n_params": 4428880, "total_flops": 54694187827200000, "train_loss": 0.011973270028829575, "subset_score_loss": 0.011973270028829575} +{"step": 4030000, "wall_time": 41745.25863933563, "train_loss_step": 2.839102268218994, "n_params": 4428880, "total_flops": 54830243020800000, "train_loss": 0.012946185469627381, "subset_score_loss": 0.012946185469627381} +{"step": 4040000, "wall_time": 41843.30894970894, "train_loss_step": 2.8672661781311035, "n_params": 4428880, "total_flops": 54966298214400000, "train_loss": 0.012602581083774567, "subset_score_loss": 0.012602581083774567} +{"step": 4050000, "wall_time": 41933.90468668938, "train_loss_step": 3.027043581008911, "n_params": 4428880, "total_flops": 55102353408000000, "train_loss": 0.012470061331987381, "subset_score_loss": 0.012470061331987381} +{"step": 4060000, "wall_time": 42029.400010347366, "train_loss_step": 2.777310609817505, "n_params": 4428880, "total_flops": 55238408601600000, "train_loss": 0.01204841285943985, "subset_score_loss": 0.01204841285943985} +{"step": 4070000, "wall_time": 42126.80337357521, "train_loss_step": 2.991666555404663, "n_params": 4428880, "total_flops": 55374463795200000, "train_loss": 0.012389297783374786, "subset_score_loss": 0.012389297783374786} +{"step": 4080000, "wall_time": 42212.400121450424, "train_loss_step": 2.756690740585327, "n_params": 4428880, "total_flops": 55510518988800000, "train_loss": 0.012447840720415115, "subset_score_loss": 0.012447840720415115} +{"step": 4090000, "wall_time": 42307.84263372421, "train_loss_step": 2.9345743656158447, "n_params": 4428880, "total_flops": 55646574182400000, "train_loss": 0.012067460268735886, "subset_score_loss": 0.012067460268735886} +{"step": 4100000, "wall_time": 42481.76833939552, "train_loss_step": 2.983900785446167, "n_params": 4428880, "total_flops": 55782629376000000, "train_loss": 0.012498626112937927, "subset_score_loss": 0.012498626112937927, "memorization_fraction_pixel": 0.3856000006198883, "mean_nn_ratio_pixel": 0.4276905655860901, "fid": 110.16009708538327} +{"step": 4110000, "wall_time": 42578.72544145584, "train_loss_step": 2.4765169620513916, "n_params": 4428880, "total_flops": 55918684569600000, "train_loss": 0.011839590966701508, "subset_score_loss": 0.011839590966701508} +{"step": 4120000, "wall_time": 42677.23744702339, "train_loss_step": 2.6450343132019043, "n_params": 4428880, "total_flops": 56054739763200000, "train_loss": 0.012404773384332657, "subset_score_loss": 0.012404773384332657} +{"step": 4130000, "wall_time": 42776.148997306824, "train_loss_step": 2.9558982849121094, "n_params": 4428880, "total_flops": 56190794956800000, "train_loss": 0.012445076555013656, "subset_score_loss": 0.012445076555013656} +{"step": 4140000, "wall_time": 42874.42065858841, "train_loss_step": 3.237403392791748, "n_params": 4428880, "total_flops": 56326850150400000, "train_loss": 0.011804406344890595, "subset_score_loss": 0.011804406344890595} +{"step": 4150000, "wall_time": 42962.34122490883, "train_loss_step": 2.7100937366485596, "n_params": 4428880, "total_flops": 56462905344000000, "train_loss": 0.012318936735391616, "subset_score_loss": 0.012318936735391616} +{"step": 4160000, "wall_time": 43060.00200891495, "train_loss_step": 3.132110357284546, "n_params": 4428880, "total_flops": 56598960537600000, "train_loss": 0.0117285318672657, "subset_score_loss": 0.0117285318672657} +{"step": 4170000, "wall_time": 43157.077162742615, "train_loss_step": 2.8215274810791016, "n_params": 4428880, "total_flops": 56735015731200000, "train_loss": 0.012089964747428895, "subset_score_loss": 0.012089964747428895} +{"step": 4180000, "wall_time": 43243.743094205856, "train_loss_step": 2.839317798614502, "n_params": 4428880, "total_flops": 56871070924800000, "train_loss": 0.011473024636507035, "subset_score_loss": 0.011473024636507035} +{"step": 4190000, "wall_time": 43342.51345252991, "train_loss_step": 2.727573871612549, "n_params": 4428880, "total_flops": 57007126118400000, "train_loss": 0.011779391765594482, "subset_score_loss": 0.011779391765594482} +{"step": 4200000, "wall_time": 43516.07819700241, "train_loss_step": 2.9964487552642822, "n_params": 4428880, "total_flops": 57143181312000000, "train_loss": 0.011816226691007615, "subset_score_loss": 0.011816226691007615, "memorization_fraction_pixel": 0.3781999945640564, "mean_nn_ratio_pixel": 0.4332941770553589, "fid": 110.96991905293822} +{"step": 4210000, "wall_time": 43614.08343696594, "train_loss_step": 2.9748783111572266, "n_params": 4428880, "total_flops": 57279236505600000, "train_loss": 0.011651008576154708, "subset_score_loss": 0.011651008576154708} +{"step": 4220000, "wall_time": 43710.40129899979, "train_loss_step": 3.0565056800842285, "n_params": 4428880, "total_flops": 57415291699200000, "train_loss": 0.011775944381952286, "subset_score_loss": 0.011775944381952286} +{"step": 4230000, "wall_time": 43808.377433776855, "train_loss_step": 2.926628828048706, "n_params": 4428880, "total_flops": 57551346892800000, "train_loss": 0.011769459396600724, "subset_score_loss": 0.011769459396600724} +{"step": 4240000, "wall_time": 43905.25101232529, "train_loss_step": 3.135221004486084, "n_params": 4428880, "total_flops": 57687402086400000, "train_loss": 0.012149912118911744, "subset_score_loss": 0.012149912118911744} +{"step": 4250000, "wall_time": 43991.892949581146, "train_loss_step": 2.746342897415161, "n_params": 4428880, "total_flops": 57823457280000000, "train_loss": 0.012417826056480407, "subset_score_loss": 0.012417826056480407} +{"step": 4260000, "wall_time": 44087.71137666702, "train_loss_step": 2.6606593132019043, "n_params": 4428880, "total_flops": 57959512473600000, "train_loss": 0.012064043432474136, "subset_score_loss": 0.012064043432474136} +{"step": 4270000, "wall_time": 44177.94010949135, "train_loss_step": 2.9441452026367188, "n_params": 4428880, "total_flops": 58095567667200000, "train_loss": 0.012163418531417846, "subset_score_loss": 0.012163418531417846} +{"step": 4280000, "wall_time": 44268.119779109955, "train_loss_step": 3.096764087677002, "n_params": 4428880, "total_flops": 58231622860800000, "train_loss": 0.011777316778898239, "subset_score_loss": 0.011777316778898239} +{"step": 4290000, "wall_time": 44366.28653001785, "train_loss_step": 2.8976192474365234, "n_params": 4428880, "total_flops": 58367678054400000, "train_loss": 0.011942245811223984, "subset_score_loss": 0.011942245811223984} +{"step": 4300000, "wall_time": 44539.44275712967, "train_loss_step": 2.9837141036987305, "n_params": 4428880, "total_flops": 58503733248000000, "train_loss": 0.01173180267214775, "subset_score_loss": 0.01173180267214775, "memorization_fraction_pixel": 0.3944999873638153, "mean_nn_ratio_pixel": 0.4206406772136688, "fid": 110.8780536992216} +{"step": 4310000, "wall_time": 44637.67336130142, "train_loss_step": 3.039417266845703, "n_params": 4428880, "total_flops": 58639788441600000, "train_loss": 0.01268468052148819, "subset_score_loss": 0.01268468052148819} +{"step": 4320000, "wall_time": 44734.22777175903, "train_loss_step": 2.8561325073242188, "n_params": 4428880, "total_flops": 58775843635200000, "train_loss": 0.011512482166290283, "subset_score_loss": 0.011512482166290283} +{"step": 4330000, "wall_time": 44832.165303230286, "train_loss_step": 2.6781063079833984, "n_params": 4428880, "total_flops": 58911898828800000, "train_loss": 0.01123577207326889, "subset_score_loss": 0.01123577207326889} +{"step": 4340000, "wall_time": 44931.073875665665, "train_loss_step": 2.957655429840088, "n_params": 4428880, "total_flops": 59047954022400000, "train_loss": 0.011875610053539275, "subset_score_loss": 0.011875610053539275} +{"step": 4350000, "wall_time": 45021.125989198685, "train_loss_step": 2.8346190452575684, "n_params": 4428880, "total_flops": 59184009216000000, "train_loss": 0.011985693871974946, "subset_score_loss": 0.011985693871974946} +{"step": 4360000, "wall_time": 45117.871411561966, "train_loss_step": 2.6305978298187256, "n_params": 4428880, "total_flops": 59320064409600000, "train_loss": 0.011532168835401535, "subset_score_loss": 0.011532168835401535} +{"step": 4370000, "wall_time": 45204.66863298416, "train_loss_step": 2.8842315673828125, "n_params": 4428880, "total_flops": 59456119603200000, "train_loss": 0.011683452874422073, "subset_score_loss": 0.011683452874422073} +{"step": 4380000, "wall_time": 45303.79356241226, "train_loss_step": 3.251619815826416, "n_params": 4428880, "total_flops": 59592174796800000, "train_loss": 0.011669519543647765, "subset_score_loss": 0.011669519543647765} +{"step": 4390000, "wall_time": 45401.85392141342, "train_loss_step": 2.506943464279175, "n_params": 4428880, "total_flops": 59728229990400000, "train_loss": 0.01211760938167572, "subset_score_loss": 0.01211760938167572} +{"step": 4400000, "wall_time": 45573.908792734146, "train_loss_step": 2.7581896781921387, "n_params": 4428880, "total_flops": 59864285184000000, "train_loss": 0.012108394503593444, "subset_score_loss": 0.012108394503593444, "memorization_fraction_pixel": 0.38530001044273376, "mean_nn_ratio_pixel": 0.4310656189918518, "fid": 111.60448251634122} +{"step": 4410000, "wall_time": 45671.39751267433, "train_loss_step": 2.4163806438446045, "n_params": 4428880, "total_flops": 60000340377600000, "train_loss": 0.011188886314630508, "subset_score_loss": 0.011188886314630508} +{"step": 4420000, "wall_time": 45767.728779792786, "train_loss_step": 3.0841760635375977, "n_params": 4428880, "total_flops": 60136395571200000, "train_loss": 0.011944208294153214, "subset_score_loss": 0.011944208294153214} +{"step": 4430000, "wall_time": 45865.470462560654, "train_loss_step": 2.89347505569458, "n_params": 4428880, "total_flops": 60272450764800000, "train_loss": 0.011708642542362212, "subset_score_loss": 0.011708642542362212} +{"step": 4440000, "wall_time": 45962.26502752304, "train_loss_step": 2.779923439025879, "n_params": 4428880, "total_flops": 60408505958400000, "train_loss": 0.011425332725048065, "subset_score_loss": 0.011425332725048065} +{"step": 4450000, "wall_time": 46052.23659706116, "train_loss_step": 2.894350528717041, "n_params": 4428880, "total_flops": 60544561152000000, "train_loss": 0.01221606656908989, "subset_score_loss": 0.01221606656908989} +{"step": 4460000, "wall_time": 46140.62770867348, "train_loss_step": 3.0196619033813477, "n_params": 4428880, "total_flops": 60680616345600000, "train_loss": 0.011269964277744293, "subset_score_loss": 0.011269964277744293} +{"step": 4470000, "wall_time": 46226.18834757805, "train_loss_step": 2.73762845993042, "n_params": 4428880, "total_flops": 60816671539200000, "train_loss": 0.011442172527313232, "subset_score_loss": 0.011442172527313232} +{"step": 4480000, "wall_time": 46323.585778951645, "train_loss_step": 2.753431797027588, "n_params": 4428880, "total_flops": 60952726732800000, "train_loss": 0.011478391289711, "subset_score_loss": 0.011478391289711} +{"step": 4490000, "wall_time": 46421.65845990181, "train_loss_step": 2.9177262783050537, "n_params": 4428880, "total_flops": 61088781926400000, "train_loss": 0.01113751009106636, "subset_score_loss": 0.01113751009106636} +{"step": 4500000, "wall_time": 46592.664944410324, "train_loss_step": 2.8913118839263916, "n_params": 4428880, "total_flops": 61224837120000000, "train_loss": 0.011535810679197312, "subset_score_loss": 0.011535810679197312, "memorization_fraction_pixel": 0.38510000705718994, "mean_nn_ratio_pixel": 0.4278736710548401, "fid": 109.92063132180874} +{"step": 4510000, "wall_time": 46691.069370269775, "train_loss_step": 2.6552040576934814, "n_params": 4428880, "total_flops": 61360892313600000, "train_loss": 0.011880680918693542, "subset_score_loss": 0.011880680918693542} +{"step": 4520000, "wall_time": 46789.60830259323, "train_loss_step": 2.783986806869507, "n_params": 4428880, "total_flops": 61496947507200000, "train_loss": 0.011647328734397888, "subset_score_loss": 0.011647328734397888} +{"step": 4530000, "wall_time": 46887.03290462494, "train_loss_step": 2.790743112564087, "n_params": 4428880, "total_flops": 61633002700800000, "train_loss": 0.01113288626074791, "subset_score_loss": 0.01113288626074791} +{"step": 4540000, "wall_time": 46985.059937000275, "train_loss_step": 3.0706331729888916, "n_params": 4428880, "total_flops": 61769057894400000, "train_loss": 0.011599557101726532, "subset_score_loss": 0.011599557101726532} +{"step": 4550000, "wall_time": 47082.150050878525, "train_loss_step": 2.8888649940490723, "n_params": 4428880, "total_flops": 61905113088000000, "train_loss": 0.011010493338108062, "subset_score_loss": 0.011010493338108062} +{"step": 4560000, "wall_time": 47174.727984666824, "train_loss_step": 3.0119686126708984, "n_params": 4428880, "total_flops": 62041168281600000, "train_loss": 0.011506351083517075, "subset_score_loss": 0.011506351083517075} +{"step": 4570000, "wall_time": 47273.51801109314, "train_loss_step": 2.7824196815490723, "n_params": 4428880, "total_flops": 62177223475200000, "train_loss": 0.011458808183670044, "subset_score_loss": 0.011458808183670044} +{"step": 4580000, "wall_time": 47370.15478563309, "train_loss_step": 2.5692191123962402, "n_params": 4428880, "total_flops": 62313278668800000, "train_loss": 0.011039705574512481, "subset_score_loss": 0.011039705574512481} +{"step": 4590000, "wall_time": 47469.382647275925, "train_loss_step": 2.861009120941162, "n_params": 4428880, "total_flops": 62449333862400000, "train_loss": 0.011260873824357986, "subset_score_loss": 0.011260873824357986} +{"step": 4600000, "wall_time": 47642.22409582138, "train_loss_step": 2.9481022357940674, "n_params": 4428880, "total_flops": 62585389056000000, "train_loss": 0.011594941467046737, "subset_score_loss": 0.011594941467046737, "memorization_fraction_pixel": 0.39750000834465027, "mean_nn_ratio_pixel": 0.41879555583000183, "fid": 110.90142600709254} +{"step": 4610000, "wall_time": 47740.77318549156, "train_loss_step": 2.893605947494507, "n_params": 4428880, "total_flops": 62721444249600000, "train_loss": 0.012015053629875183, "subset_score_loss": 0.012015053629875183} +{"step": 4620000, "wall_time": 47838.49296045303, "train_loss_step": 2.788689136505127, "n_params": 4428880, "total_flops": 62857499443200000, "train_loss": 0.011386844515800475, "subset_score_loss": 0.011386844515800475} +{"step": 4630000, "wall_time": 47934.60391998291, "train_loss_step": 2.9323902130126953, "n_params": 4428880, "total_flops": 62993554636800000, "train_loss": 0.011314767599105834, "subset_score_loss": 0.011314767599105834} +{"step": 4640000, "wall_time": 48031.37489414215, "train_loss_step": 2.8633081912994385, "n_params": 4428880, "total_flops": 63129609830400000, "train_loss": 0.011679556220769882, "subset_score_loss": 0.011679556220769882} +{"step": 4650000, "wall_time": 48123.10818910599, "train_loss_step": 3.0138986110687256, "n_params": 4428880, "total_flops": 63265665024000000, "train_loss": 0.011372917890548706, "subset_score_loss": 0.011372917890548706} +{"step": 4660000, "wall_time": 48220.241517305374, "train_loss_step": 2.712541103363037, "n_params": 4428880, "total_flops": 63401720217600000, "train_loss": 0.011336969584226609, "subset_score_loss": 0.011336969584226609} +{"step": 4670000, "wall_time": 48317.40530490875, "train_loss_step": 2.7776453495025635, "n_params": 4428880, "total_flops": 63537775411200000, "train_loss": 0.011451537162065506, "subset_score_loss": 0.011451537162065506} +{"step": 4680000, "wall_time": 48414.80709719658, "train_loss_step": 2.7796716690063477, "n_params": 4428880, "total_flops": 63673830604800000, "train_loss": 0.010610921680927277, "subset_score_loss": 0.010610921680927277} +{"step": 4690000, "wall_time": 48511.94679379463, "train_loss_step": 2.9282827377319336, "n_params": 4428880, "total_flops": 63809885798400000, "train_loss": 0.01077888086438179, "subset_score_loss": 0.01077888086438179} +{"step": 4700000, "wall_time": 48684.49609899521, "train_loss_step": 2.5915305614471436, "n_params": 4428880, "total_flops": 63945940992000000, "train_loss": 0.010827381163835526, "subset_score_loss": 0.010827381163835526, "memorization_fraction_pixel": 0.39719998836517334, "mean_nn_ratio_pixel": 0.4194568991661072, "fid": 110.22530334826138} +{"step": 4710000, "wall_time": 48782.02597165108, "train_loss_step": 2.445807456970215, "n_params": 4428880, "total_flops": 64081996185600000, "train_loss": 0.010841942578554153, "subset_score_loss": 0.010841942578554153} +{"step": 4720000, "wall_time": 48878.91398072243, "train_loss_step": 2.873351573944092, "n_params": 4428880, "total_flops": 64218051379200000, "train_loss": 0.012013672292232514, "subset_score_loss": 0.012013672292232514} +{"step": 4730000, "wall_time": 48973.72531533241, "train_loss_step": 2.767569065093994, "n_params": 4428880, "total_flops": 64354106572800000, "train_loss": 0.01125389039516449, "subset_score_loss": 0.01125389039516449} +{"step": 4740000, "wall_time": 49068.95988488197, "train_loss_step": 3.028390407562256, "n_params": 4428880, "total_flops": 64490161766400000, "train_loss": 0.010876785963773727, "subset_score_loss": 0.010876785963773727} +{"step": 4750000, "wall_time": 49145.30174088478, "train_loss_step": 2.934638500213623, "n_params": 4428880, "total_flops": 64626216960000000, "train_loss": 0.010574640333652496, "subset_score_loss": 0.010574640333652496} +{"step": 4760000, "wall_time": 49224.489468574524, "train_loss_step": 2.665437698364258, "n_params": 4428880, "total_flops": 64762272153600000, "train_loss": 0.010550055652856827, "subset_score_loss": 0.010550055652856827} +{"step": 4770000, "wall_time": 49303.73571944237, "train_loss_step": 2.823348045349121, "n_params": 4428880, "total_flops": 64898327347200000, "train_loss": 0.010531793534755706, "subset_score_loss": 0.010531793534755706} +{"step": 4780000, "wall_time": 49383.16368198395, "train_loss_step": 2.547374725341797, "n_params": 4428880, "total_flops": 65034382540800000, "train_loss": 0.01104704588651657, "subset_score_loss": 0.01104704588651657} +{"step": 4790000, "wall_time": 49462.317794799805, "train_loss_step": 2.6396517753601074, "n_params": 4428880, "total_flops": 65170437734400000, "train_loss": 0.01057816818356514, "subset_score_loss": 0.01057816818356514} +{"step": 4800000, "wall_time": 49604.245876550674, "train_loss_step": 2.694312572479248, "n_params": 4428880, "total_flops": 65306492928000000, "train_loss": 0.010400294512510299, "subset_score_loss": 0.010400294512510299, "memorization_fraction_pixel": 0.3853999972343445, "mean_nn_ratio_pixel": 0.4320010840892792, "fid": 111.37557562113751} +{"step": 4810000, "wall_time": 49683.211530447006, "train_loss_step": 2.700284242630005, "n_params": 4428880, "total_flops": 65442548121600000, "train_loss": 0.010716108232736587, "subset_score_loss": 0.010716108232736587} +{"step": 4820000, "wall_time": 49761.961384773254, "train_loss_step": 3.1403212547302246, "n_params": 4428880, "total_flops": 65578603315200000, "train_loss": 0.011156424880027771, "subset_score_loss": 0.011156424880027771} +{"step": 4830000, "wall_time": 49825.61680603027, "train_loss_step": 2.5648584365844727, "n_params": 4428880, "total_flops": 65714658508800000, "train_loss": 0.01109624058008194, "subset_score_loss": 0.01109624058008194} +{"step": 4840000, "wall_time": 49885.02954864502, "train_loss_step": 2.895007610321045, "n_params": 4428880, "total_flops": 65850713702400000, "train_loss": 0.011642073839902877, "subset_score_loss": 0.011642073839902877} +{"step": 4850000, "wall_time": 49938.78396630287, "train_loss_step": 2.7763288021087646, "n_params": 4428880, "total_flops": 65986768896000000, "train_loss": 0.010747412592172623, "subset_score_loss": 0.010747412592172623} +{"step": 4860000, "wall_time": 49998.31009864807, "train_loss_step": 2.812725067138672, "n_params": 4428880, "total_flops": 66122824089600000, "train_loss": 0.011637875437736511, "subset_score_loss": 0.011637875437736511} +{"step": 4870000, "wall_time": 50057.58403491974, "train_loss_step": 2.980947256088257, "n_params": 4428880, "total_flops": 66258879283200000, "train_loss": 0.010917103290557862, "subset_score_loss": 0.010917103290557862} +{"step": 4880000, "wall_time": 50117.1946246624, "train_loss_step": 2.944549083709717, "n_params": 4428880, "total_flops": 66394934476800000, "train_loss": 0.010839934647083282, "subset_score_loss": 0.010839934647083282} +{"step": 4890000, "wall_time": 50176.58578658104, "train_loss_step": 2.4853882789611816, "n_params": 4428880, "total_flops": 66530989670400000, "train_loss": 0.009991325438022614, "subset_score_loss": 0.009991325438022614} +{"step": 4900000, "wall_time": 50283.81849575043, "train_loss_step": 2.8475656509399414, "n_params": 4428880, "total_flops": 66667044864000000, "train_loss": 0.010444555431604385, "subset_score_loss": 0.010444555431604385, "memorization_fraction_pixel": 0.40059998631477356, "mean_nn_ratio_pixel": 0.42545947432518005, "fid": 110.9966877701533} +{"step": 4910000, "wall_time": 50343.282767772675, "train_loss_step": 2.7227540016174316, "n_params": 4428880, "total_flops": 66803100057600000, "train_loss": 0.010967404395341874, "subset_score_loss": 0.010967404395341874} +{"step": 4920000, "wall_time": 50402.9106464386, "train_loss_step": 2.967008113861084, "n_params": 4428880, "total_flops": 66939155251200000, "train_loss": 0.011077553033828735, "subset_score_loss": 0.011077553033828735} +{"step": 4930000, "wall_time": 50459.750925540924, "train_loss_step": 2.792405128479004, "n_params": 4428880, "total_flops": 67075210444800000, "train_loss": 0.010957109928131103, "subset_score_loss": 0.010957109928131103} +{"step": 4940000, "wall_time": 50518.66453361511, "train_loss_step": 2.7910115718841553, "n_params": 4428880, "total_flops": 67211265638400000, "train_loss": 0.010599526017904282, "subset_score_loss": 0.010599526017904282} +{"step": 4950000, "wall_time": 50564.75112533569, "train_loss_step": 2.929720401763916, "n_params": 4428880, "total_flops": 67347320832000000, "train_loss": 0.01045960709452629, "subset_score_loss": 0.01045960709452629} +{"step": 4960000, "wall_time": 50604.06422328949, "train_loss_step": 2.787571430206299, "n_params": 4428880, "total_flops": 67483376025600000, "train_loss": 0.012006875872612, "subset_score_loss": 0.012006875872612} +{"step": 4970000, "wall_time": 50643.80349087715, "train_loss_step": 2.6062591075897217, "n_params": 4428880, "total_flops": 67619431219200000, "train_loss": 0.010222572833299637, "subset_score_loss": 0.010222572833299637} +{"step": 4980000, "wall_time": 50683.67618370056, "train_loss_step": 2.5845210552215576, "n_params": 4428880, "total_flops": 67755486412800000, "train_loss": 0.010988283902406693, "subset_score_loss": 0.010988283902406693} +{"step": 4990000, "wall_time": 50723.57133960724, "train_loss_step": 2.8306641578674316, "n_params": 4428880, "total_flops": 67891541606400000, "train_loss": 0.011167105287313461, "subset_score_loss": 0.011167105287313461} +{"step": 5000000, "wall_time": 50798.594512701035, "train_loss_step": 2.7171173095703125, "n_params": 4428880, "total_flops": 68027596800000000, "train_loss": 0.011061140149831773, "subset_score_loss": 0.011061140149831773, "memorization_fraction_pixel": 0.39149999618530273, "mean_nn_ratio_pixel": 0.42287421226501465, "fid": 110.67565547449894} diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d80/runner.log b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d80/runner.log new file mode 100644 index 0000000000000000000000000000000000000000..5c9d0780d0b0846f5687a2fdd7b77aa1b5f3963d --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d80/runner.log @@ -0,0 +1,502 @@ + FID real-side stats cached over 1000 diverse train images + step 1 | 76s | train_loss=0.9937 | fid=273.8841 + step 10000 | 174s | train_loss=0.8423 + step 20000 | 272s | train_loss=0.7427 + step 30000 | 370s | train_loss=0.6070 + step 40000 | 467s | train_loss=0.4394 + step 50000 | 564s | train_loss=0.2959 + step 60000 | 662s | train_loss=0.2142 + step 70000 | 761s | train_loss=0.1736 + step 80000 | 859s | train_loss=0.1509 + step 90000 | 957s | train_loss=0.1355 + step 100000 | 1124s | train_loss=0.1243 | fid=154.8633 + step 110000 | 1219s | train_loss=0.1180 + step 120000 | 1317s | train_loss=0.1131 + step 130000 | 1414s | train_loss=0.1074 + step 140000 | 1513s | train_loss=0.1023 + step 150000 | 1610s | train_loss=0.0985 + step 160000 | 1708s | train_loss=0.0942 + step 170000 | 1807s | train_loss=0.0918 + step 180000 | 1905s | train_loss=0.0869 + step 190000 | 1999s | train_loss=0.0855 + step 200000 | 2169s | train_loss=0.0816 | fid=146.7106 + step 210000 | 2264s | train_loss=0.0793 + step 220000 | 2361s | train_loss=0.0774 + step 230000 | 2458s | train_loss=0.0766 + step 240000 | 2555s | train_loss=0.0756 + step 250000 | 2652s | train_loss=0.0724 + step 260000 | 2750s | train_loss=0.0724 + step 270000 | 2847s | train_loss=0.0700 + step 280000 | 2945s | train_loss=0.0694 + step 290000 | 3040s | train_loss=0.0659 + step 300000 | 3209s | train_loss=0.0654 | fid=142.8038 + step 310000 | 3303s | train_loss=0.0649 + step 320000 | 3399s | train_loss=0.0622 + step 330000 | 3498s | train_loss=0.0620 + step 340000 | 3596s | train_loss=0.0614 + step 350000 | 3694s | train_loss=0.0604 + step 360000 | 3792s | train_loss=0.0601 + step 370000 | 3890s | train_loss=0.0574 + step 380000 | 3984s | train_loss=0.0569 + step 390000 | 4083s | train_loss=0.0568 + step 400000 | 4252s | train_loss=0.0562 | fid=138.2417 + step 410000 | 4348s | train_loss=0.0553 + step 420000 | 4443s | train_loss=0.0546 + step 430000 | 4540s | train_loss=0.0523 + step 440000 | 4637s | train_loss=0.0527 + step 450000 | 4734s | train_loss=0.0532 + step 460000 | 4832s | train_loss=0.0515 + step 470000 | 4926s | train_loss=0.0514 + step 480000 | 5024s | train_loss=0.0505 + step 490000 | 5121s | train_loss=0.0504 + step 500000 | 5291s | train_loss=0.0489 | fid=131.7356 + step 510000 | 5388s | train_loss=0.0498 + step 520000 | 5484s | train_loss=0.0477 + step 530000 | 5581s | train_loss=0.0480 + step 540000 | 5679s | train_loss=0.0464 + step 550000 | 5777s | train_loss=0.0475 + step 560000 | 5871s | train_loss=0.0467 + step 570000 | 5970s | train_loss=0.0475 + step 580000 | 6068s | train_loss=0.0451 + step 590000 | 6162s | train_loss=0.0452 + step 600000 | 6335s | train_loss=0.0456 | fid=129.3078 + step 610000 | 6433s | train_loss=0.0445 + step 620000 | 6528s | train_loss=0.0455 + step 630000 | 6626s | train_loss=0.0439 + step 640000 | 6722s | train_loss=0.0437 + step 650000 | 6813s | train_loss=0.0434 + step 660000 | 6905s | train_loss=0.0440 + step 670000 | 7003s | train_loss=0.0442 + step 680000 | 7101s | train_loss=0.0430 + step 690000 | 7195s | train_loss=0.0427 + step 700000 | 7368s | train_loss=0.0424 | fid=126.5100 + step 710000 | 7466s | train_loss=0.0412 + step 720000 | 7561s | train_loss=0.0419 + step 730000 | 7657s | train_loss=0.0421 + step 740000 | 7755s | train_loss=0.0421 + step 750000 | 7845s | train_loss=0.0406 + step 760000 | 7943s | train_loss=0.0403 + step 770000 | 8042s | train_loss=0.0399 + step 780000 | 8140s | train_loss=0.0402 + step 790000 | 8236s | train_loss=0.0398 + step 800000 | 8408s | train_loss=0.0389 | fid=128.0350 + step 810000 | 8506s | train_loss=0.0388 + step 820000 | 8603s | train_loss=0.0391 + step 830000 | 8698s | train_loss=0.0389 + step 840000 | 8793s | train_loss=0.0389 + step 850000 | 8890s | train_loss=0.0388 + step 860000 | 8987s | train_loss=0.0378 + step 870000 | 9084s | train_loss=0.0386 + step 880000 | 9179s | train_loss=0.0375 + step 890000 | 9277s | train_loss=0.0376 + step 900000 | 9449s | train_loss=0.0372 | fid=125.6678 + step 910000 | 9547s | train_loss=0.0370 + step 920000 | 9645s | train_loss=0.0361 + step 930000 | 9737s | train_loss=0.0370 + step 940000 | 9834s | train_loss=0.0367 + step 950000 | 9932s | train_loss=0.0360 + step 960000 | 10030s | train_loss=0.0358 + step 970000 | 10128s | train_loss=0.0378 + step 980000 | 10225s | train_loss=0.0368 + step 990000 | 10322s | train_loss=0.0348 + step 1000000 | 10495s | train_loss=0.0359 | fid=125.3733 + step 1010000 | 10592s | train_loss=0.0352 + step 1020000 | 10687s | train_loss=0.0345 + step 1030000 | 10773s | train_loss=0.0338 + step 1040000 | 10871s | train_loss=0.0353 + step 1050000 | 10968s | train_loss=0.0343 + step 1060000 | 11066s | train_loss=0.0340 + step 1070000 | 11162s | train_loss=0.0338 + step 1080000 | 11257s | train_loss=0.0346 + step 1090000 | 11355s | train_loss=0.0340 + step 1100000 | 11526s | train_loss=0.0331 | fid=121.8757 + step 1110000 | 11625s | train_loss=0.0321 + step 1120000 | 11719s | train_loss=0.0326 + step 1130000 | 11817s | train_loss=0.0320 + step 1140000 | 11913s | train_loss=0.0325 + step 1150000 | 12010s | train_loss=0.0325 + step 1160000 | 12108s | train_loss=0.0314 + step 1170000 | 12205s | train_loss=0.0320 + step 1180000 | 12301s | train_loss=0.0318 + step 1190000 | 12399s | train_loss=0.0326 + step 1200000 | 12572s | train_loss=0.0318 | fid=122.8720 + step 1210000 | 12663s | train_loss=0.0311 + step 1220000 | 12757s | train_loss=0.0318 + step 1230000 | 12853s | train_loss=0.0301 + step 1240000 | 12948s | train_loss=0.0319 + step 1250000 | 13046s | train_loss=0.0312 + step 1260000 | 13142s | train_loss=0.0317 + step 1270000 | 13237s | train_loss=0.0320 + step 1280000 | 13335s | train_loss=0.0306 + step 1290000 | 13432s | train_loss=0.0313 + step 1300000 | 13604s | train_loss=0.0303 | fid=124.8625 + step 1310000 | 13691s | train_loss=0.0311 + step 1320000 | 13788s | train_loss=0.0298 + step 1330000 | 13886s | train_loss=0.0296 + step 1340000 | 13983s | train_loss=0.0298 + step 1350000 | 14081s | train_loss=0.0291 + step 1360000 | 14177s | train_loss=0.0300 + step 1370000 | 14272s | train_loss=0.0288 + step 1380000 | 14370s | train_loss=0.0294 + step 1390000 | 14467s | train_loss=0.0294 + step 1400000 | 14638s | train_loss=0.0295 | fid=126.0462 + step 1410000 | 14728s | train_loss=0.0280 + step 1420000 | 14825s | train_loss=0.0294 + step 1430000 | 14920s | train_loss=0.0286 + step 1440000 | 15018s | train_loss=0.0295 + step 1450000 | 15114s | train_loss=0.0295 + step 1460000 | 15209s | train_loss=0.0283 + step 1470000 | 15305s | train_loss=0.0273 + step 1480000 | 15403s | train_loss=0.0270 + step 1490000 | 15500s | train_loss=0.0286 + step 1500000 | 15663s | train_loss=0.0272 | fid=127.1359 + step 1510000 | 15759s | train_loss=0.0270 + step 1520000 | 15857s | train_loss=0.0267 + step 1530000 | 15954s | train_loss=0.0274 + step 1540000 | 16052s | train_loss=0.0268 + step 1550000 | 16148s | train_loss=0.0262 + step 1560000 | 16242s | train_loss=0.0285 + step 1570000 | 16341s | train_loss=0.0264 + step 1580000 | 16439s | train_loss=0.0269 + step 1590000 | 16536s | train_loss=0.0257 + step 1600000 | 16699s | train_loss=0.0265 | fid=126.9384 + step 1610000 | 16797s | train_loss=0.0264 + step 1620000 | 16894s | train_loss=0.0263 + step 1630000 | 16992s | train_loss=0.0254 + step 1640000 | 17090s | train_loss=0.0254 + step 1650000 | 17183s | train_loss=0.0254 + step 1660000 | 17278s | train_loss=0.0244 + step 1670000 | 17377s | train_loss=0.0245 + step 1680000 | 17475s | train_loss=0.0259 + step 1690000 | 17572s | train_loss=0.0246 + step 1700000 | 17732s | train_loss=0.0247 | fid=126.8416 + step 1710000 | 17830s | train_loss=0.0255 + step 1720000 | 17927s | train_loss=0.0255 + step 1730000 | 18025s | train_loss=0.0252 + step 1740000 | 18122s | train_loss=0.0251 + step 1750000 | 18220s | train_loss=0.0254 + step 1760000 | 18314s | train_loss=0.0252 + step 1770000 | 18412s | train_loss=0.0246 + step 1780000 | 18510s | train_loss=0.0240 + step 1790000 | 18606s | train_loss=0.0239 + step 1800000 | 18766s | train_loss=0.0238 | fid=125.0033 + step 1810000 | 18864s | train_loss=0.0235 + step 1820000 | 18961s | train_loss=0.0239 + step 1830000 | 19058s | train_loss=0.0246 + step 1840000 | 19154s | train_loss=0.0233 + step 1850000 | 19249s | train_loss=0.0232 + step 1860000 | 19345s | train_loss=0.0236 + step 1870000 | 19442s | train_loss=0.0234 + step 1880000 | 19538s | train_loss=0.0233 + step 1890000 | 19630s | train_loss=0.0234 + step 1900000 | 19796s | train_loss=0.0230 | fid=122.5053 + step 1910000 | 19895s | train_loss=0.0222 + step 1920000 | 19992s | train_loss=0.0230 + step 1930000 | 20091s | train_loss=0.0219 + step 1940000 | 20186s | train_loss=0.0231 + step 1950000 | 20281s | train_loss=0.0229 + step 1960000 | 20377s | train_loss=0.0217 + step 1970000 | 20472s | train_loss=0.0231 + step 1980000 | 20570s | train_loss=0.0223 + step 1990000 | 20656s | train_loss=0.0222 + step 2000000 | 20830s | train_loss=0.0227 | fid=120.1167 + step 2010000 | 20927s | train_loss=0.0209 + step 2020000 | 21025s | train_loss=0.0230 + step 2030000 | 21121s | train_loss=0.0219 + step 2040000 | 21218s | train_loss=0.0221 + step 2050000 | 21313s | train_loss=0.0218 + step 2060000 | 21409s | train_loss=0.0217 + step 2070000 | 21505s | train_loss=0.0213 + step 2080000 | 21600s | train_loss=0.0215 + step 2090000 | 21690s | train_loss=0.0217 + step 2100000 | 21862s | train_loss=0.0215 | fid=119.1037 + step 2110000 | 21961s | train_loss=0.0206 + step 2120000 | 22059s | train_loss=0.0222 + step 2130000 | 22155s | train_loss=0.0203 + step 2140000 | 22252s | train_loss=0.0204 + step 2150000 | 22348s | train_loss=0.0203 + step 2160000 | 22444s | train_loss=0.0209 + step 2170000 | 22540s | train_loss=0.0204 + step 2180000 | 22629s | train_loss=0.0206 + step 2190000 | 22727s | train_loss=0.0230 + step 2200000 | 22901s | train_loss=0.0197 | fid=116.3249 + step 2210000 | 22999s | train_loss=0.0198 + step 2220000 | 23097s | train_loss=0.0205 + step 2230000 | 23193s | train_loss=0.0212 + step 2240000 | 23289s | train_loss=0.0195 + step 2250000 | 23387s | train_loss=0.0204 + step 2260000 | 23484s | train_loss=0.0201 + step 2270000 | 23573s | train_loss=0.0193 + step 2280000 | 23668s | train_loss=0.0200 + step 2290000 | 23765s | train_loss=0.0203 + step 2300000 | 23938s | train_loss=0.0200 | fid=115.8666 + step 2310000 | 24036s | train_loss=0.0200 + step 2320000 | 24132s | train_loss=0.0195 + step 2330000 | 24230s | train_loss=0.0191 + step 2340000 | 24319s | train_loss=0.0195 + step 2350000 | 24416s | train_loss=0.0210 + step 2360000 | 24514s | train_loss=0.0195 + step 2370000 | 24600s | train_loss=0.0196 + step 2380000 | 24697s | train_loss=0.0190 + step 2390000 | 24796s | train_loss=0.0191 + step 2400000 | 24968s | train_loss=0.0192 | fid=115.2013 + step 2410000 | 25066s | train_loss=0.0181 + step 2420000 | 25162s | train_loss=0.0189 + step 2430000 | 25259s | train_loss=0.0182 + step 2440000 | 25343s | train_loss=0.0178 + step 2450000 | 25436s | train_loss=0.0185 + step 2460000 | 25526s | train_loss=0.0196 + step 2470000 | 25623s | train_loss=0.0181 + step 2480000 | 25717s | train_loss=0.0189 + step 2490000 | 25814s | train_loss=0.0183 + step 2500000 | 25987s | train_loss=0.0188 | fid=114.2673 + step 2510000 | 26086s | train_loss=0.0190 + step 2520000 | 26181s | train_loss=0.0175 + step 2530000 | 26279s | train_loss=0.0175 + step 2540000 | 26375s | train_loss=0.0179 + step 2550000 | 26460s | train_loss=0.0181 + step 2560000 | 26551s | train_loss=0.0183 + step 2570000 | 26648s | train_loss=0.0176 + step 2580000 | 26744s | train_loss=0.0176 + step 2590000 | 26842s | train_loss=0.0180 + step 2600000 | 27015s | train_loss=0.0176 | fid=114.1771 + step 2610000 | 27111s | train_loss=0.0181 + step 2620000 | 27208s | train_loss=0.0173 + step 2630000 | 27306s | train_loss=0.0175 + step 2640000 | 27404s | train_loss=0.0174 + step 2650000 | 27495s | train_loss=0.0169 + step 2660000 | 27592s | train_loss=0.0173 + step 2670000 | 27689s | train_loss=0.0183 + step 2680000 | 27784s | train_loss=0.0167 + step 2690000 | 27882s | train_loss=0.0173 + step 2700000 | 28055s | train_loss=0.0168 | fid=114.1923 + step 2710000 | 28152s | train_loss=0.0174 + step 2720000 | 28250s | train_loss=0.0170 + step 2730000 | 28349s | train_loss=0.0171 + step 2740000 | 28443s | train_loss=0.0166 + step 2750000 | 28539s | train_loss=0.0171 + step 2760000 | 28638s | train_loss=0.0172 + step 2770000 | 28736s | train_loss=0.0179 + step 2780000 | 28834s | train_loss=0.0164 + step 2790000 | 28931s | train_loss=0.0172 + step 2800000 | 29102s | train_loss=0.0165 | fid=112.6901 + step 2810000 | 29200s | train_loss=0.0163 + step 2820000 | 29298s | train_loss=0.0170 + step 2830000 | 29388s | train_loss=0.0166 + step 2840000 | 29475s | train_loss=0.0161 + step 2850000 | 29563s | train_loss=0.0159 + step 2860000 | 29661s | train_loss=0.0164 + step 2870000 | 29759s | train_loss=0.0174 + step 2880000 | 29856s | train_loss=0.0166 + step 2890000 | 29952s | train_loss=0.0168 + step 2900000 | 30122s | train_loss=0.0162 | fid=112.5627 + step 2910000 | 30220s | train_loss=0.0159 + step 2920000 | 30318s | train_loss=0.0160 + step 2930000 | 30406s | train_loss=0.0160 + step 2940000 | 30505s | train_loss=0.0157 + step 2950000 | 30585s | train_loss=0.0159 + step 2960000 | 30683s | train_loss=0.0159 + step 2970000 | 30781s | train_loss=0.0158 + step 2980000 | 30879s | train_loss=0.0152 + step 2990000 | 30975s | train_loss=0.0164 + step 3000000 | 31144s | train_loss=0.0157 | fid=112.4401 + step 3010000 | 31242s | train_loss=0.0158 + step 3020000 | 31337s | train_loss=0.0157 + step 3030000 | 31435s | train_loss=0.0157 + step 3040000 | 31533s | train_loss=0.0150 + step 3050000 | 31628s | train_loss=0.0155 + step 3060000 | 31727s | train_loss=0.0155 + step 3070000 | 31824s | train_loss=0.0151 + step 3080000 | 31921s | train_loss=0.0151 + step 3090000 | 32018s | train_loss=0.0154 + step 3100000 | 32188s | train_loss=0.0156 | fid=111.8991 + step 3110000 | 32284s | train_loss=0.0149 + step 3120000 | 32382s | train_loss=0.0154 + step 3130000 | 32480s | train_loss=0.0151 + step 3140000 | 32579s | train_loss=0.0153 + step 3150000 | 32671s | train_loss=0.0146 + step 3160000 | 32768s | train_loss=0.0152 + step 3170000 | 32866s | train_loss=0.0147 + step 3180000 | 32964s | train_loss=0.0145 + step 3190000 | 33063s | train_loss=0.0151 + step 3200000 | 33231s | train_loss=0.0148 | fid=112.3753 + step 3210000 | 33314s | train_loss=0.0148 + step 3220000 | 33412s | train_loss=0.0153 + step 3230000 | 33510s | train_loss=0.0145 + step 3240000 | 33607s | train_loss=0.0147 + step 3250000 | 33695s | train_loss=0.0144 + step 3260000 | 33793s | train_loss=0.0148 + step 3270000 | 33890s | train_loss=0.0150 + step 3280000 | 33989s | train_loss=0.0147 + step 3290000 | 34084s | train_loss=0.0151 + step 3300000 | 34252s | train_loss=0.0152 | fid=113.0170 + step 3310000 | 34341s | train_loss=0.0151 + step 3320000 | 34439s | train_loss=0.0146 + step 3330000 | 34537s | train_loss=0.0155 + step 3340000 | 34637s | train_loss=0.0143 + step 3350000 | 34725s | train_loss=0.0144 + step 3360000 | 34823s | train_loss=0.0143 + step 3370000 | 34921s | train_loss=0.0148 + step 3380000 | 35021s | train_loss=0.0137 + step 3390000 | 35116s | train_loss=0.0143 + step 3400000 | 35278s | train_loss=0.0144 | fid=110.4822 + step 3410000 | 35374s | train_loss=0.0137 + step 3420000 | 35471s | train_loss=0.0145 + step 3430000 | 35569s | train_loss=0.0146 + step 3440000 | 35666s | train_loss=0.0140 + step 3450000 | 35756s | train_loss=0.0139 + step 3460000 | 35853s | train_loss=0.0140 + step 3470000 | 35951s | train_loss=0.0138 + step 3480000 | 36048s | train_loss=0.0145 + step 3490000 | 36146s | train_loss=0.0143 + step 3500000 | 36304s | train_loss=0.0147 | fid=111.3233 + step 3510000 | 36403s | train_loss=0.0139 + step 3520000 | 36502s | train_loss=0.0139 + step 3530000 | 36600s | train_loss=0.0140 + step 3540000 | 36699s | train_loss=0.0132 + step 3550000 | 36786s | train_loss=0.0130 + step 3560000 | 36884s | train_loss=0.0135 + step 3570000 | 36982s | train_loss=0.0139 + step 3580000 | 37079s | train_loss=0.0133 + step 3590000 | 37178s | train_loss=0.0140 + step 3600000 | 37338s | train_loss=0.0140 | fid=110.8927 + step 3610000 | 37436s | train_loss=0.0131 + step 3620000 | 37533s | train_loss=0.0130 + step 3630000 | 37631s | train_loss=0.0133 + step 3640000 | 37729s | train_loss=0.0135 + step 3650000 | 37818s | train_loss=0.0137 + step 3660000 | 37916s | train_loss=0.0147 + step 3670000 | 38012s | train_loss=0.0127 + step 3680000 | 38110s | train_loss=0.0134 + step 3690000 | 38207s | train_loss=0.0138 + step 3700000 | 38363s | train_loss=0.0136 | fid=111.1908 + step 3710000 | 38461s | train_loss=0.0133 + step 3720000 | 38560s | train_loss=0.0127 + step 3730000 | 38658s | train_loss=0.0137 + step 3740000 | 38757s | train_loss=0.0128 + step 3750000 | 38848s | train_loss=0.0128 + step 3760000 | 38946s | train_loss=0.0135 + step 3770000 | 39043s | train_loss=0.0146 + step 3780000 | 39140s | train_loss=0.0135 + step 3790000 | 39234s | train_loss=0.0130 + step 3800000 | 39401s | train_loss=0.0124 | fid=111.2070 + step 3810000 | 39496s | train_loss=0.0130 + step 3820000 | 39594s | train_loss=0.0131 + step 3830000 | 39691s | train_loss=0.0134 + step 3840000 | 39789s | train_loss=0.0128 + step 3850000 | 39874s | train_loss=0.0128 + step 3860000 | 39971s | train_loss=0.0134 + step 3870000 | 40068s | train_loss=0.0127 + step 3880000 | 40165s | train_loss=0.0119 + step 3890000 | 40255s | train_loss=0.0124 + step 3900000 | 40427s | train_loss=0.0125 | fid=109.8925 + step 3910000 | 40523s | train_loss=0.0123 + step 3920000 | 40622s | train_loss=0.0127 + step 3930000 | 40720s | train_loss=0.0120 + step 3940000 | 40819s | train_loss=0.0122 + step 3950000 | 40908s | train_loss=0.0129 + step 3960000 | 41003s | train_loss=0.0121 + step 3970000 | 41101s | train_loss=0.0136 + step 3980000 | 41190s | train_loss=0.0123 + step 3990000 | 41281s | train_loss=0.0123 + step 4000000 | 41454s | train_loss=0.0123 | fid=111.7449 + step 4010000 | 41550s | train_loss=0.0120 + step 4020000 | 41647s | train_loss=0.0120 + step 4030000 | 41745s | train_loss=0.0129 + step 4040000 | 41843s | train_loss=0.0126 + step 4050000 | 41934s | train_loss=0.0125 + step 4060000 | 42029s | train_loss=0.0120 + step 4070000 | 42127s | train_loss=0.0124 + step 4080000 | 42212s | train_loss=0.0124 + step 4090000 | 42308s | train_loss=0.0121 + step 4100000 | 42482s | train_loss=0.0125 | fid=110.1601 + step 4110000 | 42579s | train_loss=0.0118 + step 4120000 | 42677s | train_loss=0.0124 + step 4130000 | 42776s | train_loss=0.0124 + step 4140000 | 42874s | train_loss=0.0118 + step 4150000 | 42962s | train_loss=0.0123 + step 4160000 | 43060s | train_loss=0.0117 + step 4170000 | 43157s | train_loss=0.0121 + step 4180000 | 43244s | train_loss=0.0115 + step 4190000 | 43343s | train_loss=0.0118 + step 4200000 | 43516s | train_loss=0.0118 | fid=110.9699 + step 4210000 | 43614s | train_loss=0.0117 + step 4220000 | 43710s | train_loss=0.0118 + step 4230000 | 43808s | train_loss=0.0118 + step 4240000 | 43905s | train_loss=0.0121 + step 4250000 | 43992s | train_loss=0.0124 + step 4260000 | 44088s | train_loss=0.0121 + step 4270000 | 44178s | train_loss=0.0122 + step 4280000 | 44268s | train_loss=0.0118 + step 4290000 | 44366s | train_loss=0.0119 + step 4300000 | 44539s | train_loss=0.0117 | fid=110.8781 + step 4310000 | 44638s | train_loss=0.0127 + step 4320000 | 44734s | train_loss=0.0115 + step 4330000 | 44832s | train_loss=0.0112 + step 4340000 | 44931s | train_loss=0.0119 + step 4350000 | 45021s | train_loss=0.0120 + step 4360000 | 45118s | train_loss=0.0115 + step 4370000 | 45205s | train_loss=0.0117 + step 4380000 | 45304s | train_loss=0.0117 + step 4390000 | 45402s | train_loss=0.0121 + step 4400000 | 45574s | train_loss=0.0121 | fid=111.6045 + step 4410000 | 45671s | train_loss=0.0112 + step 4420000 | 45768s | train_loss=0.0119 + step 4430000 | 45865s | train_loss=0.0117 + step 4440000 | 45962s | train_loss=0.0114 + step 4450000 | 46052s | train_loss=0.0122 + step 4460000 | 46141s | train_loss=0.0113 + step 4470000 | 46226s | train_loss=0.0114 + step 4480000 | 46324s | train_loss=0.0115 + step 4490000 | 46422s | train_loss=0.0111 + step 4500000 | 46593s | train_loss=0.0115 | fid=109.9206 + step 4510000 | 46691s | train_loss=0.0119 + step 4520000 | 46790s | train_loss=0.0116 + step 4530000 | 46887s | train_loss=0.0111 + step 4540000 | 46985s | train_loss=0.0116 + step 4550000 | 47082s | train_loss=0.0110 + step 4560000 | 47175s | train_loss=0.0115 + step 4570000 | 47274s | train_loss=0.0115 + step 4580000 | 47370s | train_loss=0.0110 + step 4590000 | 47469s | train_loss=0.0113 + step 4600000 | 47642s | train_loss=0.0116 | fid=110.9014 + step 4610000 | 47741s | train_loss=0.0120 + step 4620000 | 47838s | train_loss=0.0114 + step 4630000 | 47935s | train_loss=0.0113 + step 4640000 | 48031s | train_loss=0.0117 + step 4650000 | 48123s | train_loss=0.0114 + step 4660000 | 48220s | train_loss=0.0113 + step 4670000 | 48317s | train_loss=0.0115 + step 4680000 | 48415s | train_loss=0.0106 + step 4690000 | 48512s | train_loss=0.0108 + step 4700000 | 48684s | train_loss=0.0108 | fid=110.2253 + step 4710000 | 48782s | train_loss=0.0108 + step 4720000 | 48879s | train_loss=0.0120 + step 4730000 | 48974s | train_loss=0.0113 + step 4740000 | 49069s | train_loss=0.0109 + step 4750000 | 49145s | train_loss=0.0106 + step 4760000 | 49224s | train_loss=0.0106 + step 4770000 | 49304s | train_loss=0.0105 + step 4780000 | 49383s | train_loss=0.0110 + step 4790000 | 49462s | train_loss=0.0106 + step 4800000 | 49604s | train_loss=0.0104 | fid=111.3756 + step 4810000 | 49683s | train_loss=0.0107 + step 4820000 | 49762s | train_loss=0.0112 + step 4830000 | 49826s | train_loss=0.0111 + step 4840000 | 49885s | train_loss=0.0116 + step 4850000 | 49939s | train_loss=0.0107 + step 4860000 | 49998s | train_loss=0.0116 + step 4870000 | 50058s | train_loss=0.0109 + step 4880000 | 50117s | train_loss=0.0108 + step 4890000 | 50177s | train_loss=0.0100 + step 4900000 | 50284s | train_loss=0.0104 | fid=110.9967 + step 4910000 | 50343s | train_loss=0.0110 + step 4920000 | 50403s | train_loss=0.0111 + step 4930000 | 50460s | train_loss=0.0110 + step 4940000 | 50519s | train_loss=0.0106 + step 4950000 | 50565s | train_loss=0.0105 + step 4960000 | 50604s | train_loss=0.0120 + step 4970000 | 50644s | train_loss=0.0102 + step 4980000 | 50684s | train_loss=0.0110 + step 4990000 | 50724s | train_loss=0.0112 + step 5000000 | 50799s | train_loss=0.0111 | fid=110.6757 diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d100/config.json b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d100/config.json new file mode 100644 index 0000000000000000000000000000000000000000..05d392c09e32343a9763b461c133bc3341c081bd --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d100/config.json @@ -0,0 +1,25 @@ +{ + "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d100/vae.pt", + "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d100", + "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", + "n_train": 1000, + "total_steps": 5000000, + "eval_interval": 10000, + "mem_interval": 100000, + "fid_interval": 100000, + "fid_n_real": 1000, + "fid_n_gen": 10000, + "n_gen_samples": 10000, + "n_sde_steps": 500, + "batch_size": 512, + "hidden": 1024, + "depth": 5, + "optimizer": "sgd", + "lr": 0.001, + "momentum": 0.8, + "t_min": 0.01, + "t_max": 3.0, + "t_eval": 0.1, + "seed": 43, + "device": null +} diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d100/metrics.jsonl b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d100/metrics.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..2454ce9ea89dc00b71a2e90df3c2017805bbdab1 --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d100/metrics.jsonl @@ -0,0 +1,502 @@ +{"event": "meta", "data": "cifar10_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 100, "n": 1000, "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d100/vae.pt", "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [41905, 27590, 3837, 45564, 49079, 45615, 24791, 29586, 40154, 14155, 41744, 31565, 21399, 47093, 14144, 7260, 25109, 49111, 3286, 28559, 8088, 18636, 27677, 5584, 14605, 28090, 44911, 22197, 30774, 45976, 21377, 38974, 37419, 34658, 48141, 45353, 16718, 44442, 14512, 30061, 32910, 17321, 15565, 17405, 44045, 17717, 6400, 37998, 3773, 20538, 19316, 34889, 4564, 1363, 5611, 41687, 16986, 41914, 25046, 49823, 33007, 20861, 27988, 42869, 33687, 3828, 12070, 15418, 22140, 35636, 31728, 9480, 7712, 2852, 43042, 17354, 27208, 49689, 14774, 29225, 25390, 35055, 12670, 19522, 24246, 14561, 33656, 42751, 2242, 364, 43176, 15490, 46231, 26061, 18629, 34392, 32488, 26106, 10393, 11167, 20874, 8106, 10093, 7243, 48907, 8147, 45063, 21102, 37655, 7635, 2514, 27684, 3204, 28758, 28311, 29718, 44311, 10355, 32304, 14615, 28486, 14294, 16760, 37166, 19433, 20899, 23979, 36854, 43726, 10375, 11078, 10677, 40127, 33642, 36325, 13174, 19662, 30319, 22501, 14354, 24243, 27654, 42509, 18915, 29668, 2313, 42454, 11218, 48097, 31985, 16567, 26984, 33502, 36329, 22928, 42746, 38223, 19499, 41926, 29059, 44004, 8962, 40807, 11854, 36894, 13566, 36982, 16226, 36410, 47002, 20194, 3625, 19297, 2555, 4842, 8098, 44052, 5795, 5274, 4374, 17924, 30344, 5386, 26317, 30389, 32399, 32042, 26731, 29532, 33817, 26942, 25858, 11887, 46070, 41837, 10713, 33955, 20000, 29946, 4912, 32112, 6697, 44031, 27296, 37785, 25660, 27948, 31260, 24358, 1827, 37445, 25084, 11703, 3820, 49218, 30616, 25083, 22759, 6275, 40603, 39038, 37156, 8894, 9871, 31333, 26582, 20528, 10523, 2747, 33639, 41740, 47899, 11337, 6325, 433, 33051, 1094, 24743, 9392, 22638, 7689, 39641, 9486, 33554, 30840, 35032, 19647, 7903, 18205, 34063, 46483, 32963, 11601, 19203, 45792, 47136, 6174, 40793, 13885, 16641, 48744, 37658, 43829, 44107, 6388, 37424, 20033, 28563, 27013, 17032, 12768, 38181, 35608, 14089, 29228, 40229, 45106, 11963, 37979, 20694, 22835, 5773, 19580, 44596, 19079, 45191, 666, 15893, 7513, 15939, 45020, 12659, 31388, 44651, 23592, 16419, 47615, 36714, 36448, 28579, 1697, 9889, 42082, 49150, 41132, 33996, 21551, 18467, 45242, 6516, 3355, 20187, 31669, 2814, 6900, 28198, 17656, 18178, 31825, 34244, 38330, 28894, 7463, 8134, 38159, 10524, 41508, 2367, 496, 31046, 1511, 31956, 46621, 14176, 1899, 32397, 29452, 16504, 34042, 24014, 47447, 20229, 36683, 5186, 14349, 21736, 17094, 30311, 27949, 30023, 49589, 43270, 2898, 18259, 17175, 18594, 17062, 42063, 3237, 12080, 35769, 1687, 30330, 29678, 27321, 4273, 28513, 2551, 5314, 13572, 13497, 9652, 3466, 27133, 38459, 23232, 14231, 25584, 49398, 32994, 10434, 42369, 37410, 45044, 11075, 12523, 1417, 6765, 40000, 25016, 36905, 48638, 21, 16822, 24333, 30084, 43982, 26954, 6519, 42546, 14751, 14278, 49970, 47621, 18883, 37295, 9040, 40369, 22225, 36489, 21302, 13110, 5455, 47804, 14868, 13063, 22102, 36825, 21969, 33186, 28908, 32592, 42766, 12262, 39073, 915, 11824, 39208, 3098, 42789, 29800, 14150, 28705, 8847, 21716, 535, 48077, 41540, 36207, 10816, 41471, 35049, 20661, 6083, 30194, 4576, 2174, 1908, 48392, 10435, 10986, 18036, 24746, 3941, 34118, 49749, 12025, 21493, 15785, 17085, 39411, 34561, 42064, 36237, 2740, 8183, 40564, 33107, 25765, 49165, 25211, 17520, 17115, 1869, 46432, 33757, 20517, 39760, 259, 45380, 12436, 48000, 21046, 4039, 15701, 35246, 29112, 44161, 34079, 45449, 42845, 22815, 5597, 3990, 35899, 48969, 41528, 27873, 16598, 39104, 23359, 46847, 28624, 19198, 1251, 9003, 28383, 47005, 40703, 41605, 39895, 26201, 11727, 27435, 17333, 39261, 37456, 14653, 30634, 4160, 24540, 12044, 7111, 23485, 5645, 2572, 1682, 17872, 8974, 16796, 11864, 40178, 20092, 32219, 14458, 37007, 31340, 10520, 34489, 13128, 42913, 31468, 44180, 37938, 20058, 18673, 36850, 34721, 26210, 15257, 35188, 11815, 47936, 18088, 43578, 11996, 47952, 24311, 1884, 36557, 32921, 36250, 38022, 5671, 13621, 23326, 14326, 23471, 24685, 39092, 3268, 37257, 16348, 13730, 21838, 44088, 8945, 10827, 13840, 46123, 48010, 13350, 30622, 45233, 8698, 14335, 45842, 15138, 1515, 40759, 21960, 47551, 33208, 18260, 6377, 46869, 31742, 23566, 12829, 15305, 37988, 16111, 32146, 37948, 25917, 30484, 17885, 42468, 28238, 33865, 28030, 30072, 34855, 19324, 42075, 30623, 3667, 38832, 25100, 43077, 36471, 11663, 13588, 14015, 5099, 10589, 28526, 48022, 15444, 3280, 188, 31582, 15225, 11019, 21804, 3901, 24461, 25031, 10373, 4486, 45950, 37949, 32923, 1583, 6576, 26004, 16237, 38132, 25045, 25091, 41949, 11553, 48062, 40503, 13057, 8954, 18566, 28405, 28604, 30434, 49112, 30676, 32930, 16183, 48336, 43162, 873, 37233, 44718, 37247, 23758, 9243, 12126, 5287, 49594, 3459, 32091, 20894, 41743, 7366, 7258, 37939, 47665, 12260, 20836, 43253, 16191, 11619, 1519, 6137, 3934, 48375, 35234, 103, 30510, 8869, 21085, 41234, 25138, 25079, 31218, 48292, 48814, 6635, 18416, 1421, 4363, 5164, 47455, 21280, 16767, 19685, 16449, 45798, 31292, 31049, 43587, 30772, 2651, 12854, 23199, 25234, 23389, 24742, 19480, 19738, 19726, 2388, 21394, 4512, 9069, 42856, 25766, 23797, 40741, 33624, 8328, 35922, 27732, 36268, 23213, 41966, 40002, 12750, 46225, 35182, 23769, 25152, 26764, 20090, 27202, 48096, 4266, 2205, 2020, 37651, 36088, 1021, 28544, 20933, 48924, 11503, 43997, 9492, 19505, 47632, 4118, 2029, 22008, 41396, 16378, 36738, 33194, 28053, 44137, 30771, 12131, 5963, 31754, 46953, 3180, 1718, 36816, 2208, 20898, 13799, 30796, 34445, 37540, 27983, 39216, 16791, 36763, 15987, 28440, 11782, 48531, 4252, 47359, 5351, 4059, 9263, 32274, 39283, 258, 17485, 31280, 12814, 33217, 38203, 11170, 8486, 14434, 13722, 36048, 3705, 47210, 38260, 2200, 17850, 21589, 27598, 9926, 9419, 3981, 34519, 37821, 22855, 39796, 24105, 5113, 5888, 31974, 40040, 17179, 48615, 38665, 47173, 47154, 20619, 5049, 1656, 27736, 14424, 2013, 1348, 32964, 37228, 34968, 34124, 15993, 42420, 26558, 2961, 27119, 37779, 29321, 31595, 29301, 38364, 17528, 19583, 48609, 4428, 12427, 601, 21213, 44456, 39274, 40250, 39804, 35373, 43875, 20550, 43426, 13696, 34572, 11097, 22458, 33042, 12981, 29073, 6601, 2370, 4065, 46317, 29460, 21761, 13977, 4520, 31604, 16259, 1445, 29204, 26097, 31921, 33193, 36054, 26372, 4436, 40306, 13974, 6159, 46233, 33714, 27592, 23153, 40311, 12294, 40141, 14030, 36304, 40086, 43163, 14689, 5002, 40885, 40758, 42458, 18580, 29784, 14527, 30070, 18326, 40830, 42503, 5434, 25179, 15652, 11428, 40980, 45916, 22056, 15896, 42628, 30092, 40834, 25862, 40370, 7804, 46908, 44191, 26908, 9764, 36969, 21521, 35257, 9279, 36964, 4012, 627, 31813, 15669, 33832, 29874, 1912, 41254, 23709, 4648, 3131, 49882, 19349, 35975, 25565, 21641, 48219, 30806, 33979, 36103, 14640, 34524, 31661, 26869, 27297, 46519, 2352, 46930, 7617, 49750, 12620, 29820, 18590, 890, 16394, 23877, 26421, 23417, 29021, 11596, 22017, 14794, 14437, 48385, 48231, 18946, 38048, 41302, 40633, 15317, 24820], "fid_reference": "same farthest-first 1k CIFAR-10 training subset", "seed": 43} +{"step": 1, "wall_time": 70.58284163475037, "train_loss_step": 100.3922119140625, "n_params": 4469860, "total_flops": 13731409920, "train_loss": 0.9964060974121094, "subset_score_loss": 0.9964060974121094, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9807140827178955, "fid": 310.2900041080755} +{"step": 10000, "wall_time": 155.89234828948975, "train_loss_step": 22.37411117553711, "n_params": 4469860, "total_flops": 137314099200000, "train_loss": 0.8245256805419922, "subset_score_loss": 0.8245256805419922} +{"step": 20000, "wall_time": 241.2057716846466, "train_loss_step": 17.11276626586914, "n_params": 4469860, "total_flops": 274628198400000, "train_loss": 0.7106510925292969, "subset_score_loss": 0.7106510925292969} +{"step": 30000, "wall_time": 326.5138247013092, "train_loss_step": 18.091541290283203, "n_params": 4469860, "total_flops": 411942297600000, "train_loss": 0.5777479553222656, "subset_score_loss": 0.5777479553222656} +{"step": 40000, "wall_time": 411.84846019744873, "train_loss_step": 14.533470153808594, "n_params": 4469860, "total_flops": 549256396800000, "train_loss": 0.43347625732421874, "subset_score_loss": 0.43347625732421874} +{"step": 50000, "wall_time": 497.16096115112305, "train_loss_step": 11.984424591064453, "n_params": 4469860, "total_flops": 686570496000000, "train_loss": 0.3093866348266602, "subset_score_loss": 0.3093866348266602} +{"step": 60000, "wall_time": 582.5173633098602, "train_loss_step": 11.248201370239258, "n_params": 4469860, "total_flops": 823884595200000, "train_loss": 0.23019981384277344, "subset_score_loss": 0.23019981384277344} +{"step": 70000, "wall_time": 667.8585681915283, "train_loss_step": 9.918193817138672, "n_params": 4469860, "total_flops": 961198694400000, "train_loss": 0.1828951644897461, "subset_score_loss": 0.1828951644897461} +{"step": 80000, "wall_time": 753.1600959300995, "train_loss_step": 9.491098403930664, "n_params": 4469860, "total_flops": 1098512793600000, "train_loss": 0.15422807693481444, "subset_score_loss": 0.15422807693481444} +{"step": 90000, "wall_time": 838.4913401603699, "train_loss_step": 9.01652717590332, "n_params": 4469860, "total_flops": 1235826892800000, "train_loss": 0.1394878387451172, "subset_score_loss": 0.1394878387451172} +{"step": 100000, "wall_time": 985.7981765270233, "train_loss_step": 9.545539855957031, "n_params": 4469860, "total_flops": 1373140992000000, "train_loss": 0.12856504440307617, "subset_score_loss": 0.12856504440307617, "memorization_fraction_pixel": 9.999999747378752e-05, "mean_nn_ratio_pixel": 0.9385554790496826, "fid": 165.69035377411538} +{"step": 110000, "wall_time": 1069.6073813438416, "train_loss_step": 8.635673522949219, "n_params": 4469860, "total_flops": 1510455091200000, "train_loss": 0.12159003257751465, "subset_score_loss": 0.12159003257751465} +{"step": 120000, "wall_time": 1154.9575939178467, "train_loss_step": 8.64813232421875, "n_params": 4469860, "total_flops": 1647769190400000, "train_loss": 0.11342052459716796, "subset_score_loss": 0.11342052459716796} +{"step": 130000, "wall_time": 1240.344660282135, "train_loss_step": 7.616938591003418, "n_params": 4469860, "total_flops": 1785083289600000, "train_loss": 0.1088171100616455, "subset_score_loss": 0.1088171100616455} +{"step": 140000, "wall_time": 1325.750750541687, "train_loss_step": 7.278648853302002, "n_params": 4469860, "total_flops": 1922397388800000, "train_loss": 0.10386228561401367, "subset_score_loss": 0.10386228561401367} +{"step": 150000, "wall_time": 1411.1539914608002, "train_loss_step": 7.691590309143066, "n_params": 4469860, "total_flops": 2059711488000000, "train_loss": 0.10119752883911133, "subset_score_loss": 0.10119752883911133} +{"step": 160000, "wall_time": 1496.6029314994812, "train_loss_step": 7.564540863037109, "n_params": 4469860, "total_flops": 2197025587200000, "train_loss": 0.09664026260375977, "subset_score_loss": 0.09664026260375977} +{"step": 170000, "wall_time": 1581.9642248153687, "train_loss_step": 7.173800945281982, "n_params": 4469860, "total_flops": 2334339686400000, "train_loss": 0.09213342666625976, "subset_score_loss": 0.09213342666625976} +{"step": 180000, "wall_time": 1667.3725910186768, "train_loss_step": 7.448220252990723, "n_params": 4469860, "total_flops": 2471653785600000, "train_loss": 0.08950984954833985, "subset_score_loss": 0.08950984954833985} +{"step": 190000, "wall_time": 1752.7841396331787, "train_loss_step": 6.878534317016602, "n_params": 4469860, "total_flops": 2608967884800000, "train_loss": 0.08748637199401856, "subset_score_loss": 0.08748637199401856} +{"step": 200000, "wall_time": 1901.7172203063965, "train_loss_step": 7.308981895446777, "n_params": 4469860, "total_flops": 2746281984000000, "train_loss": 0.08480852127075195, "subset_score_loss": 0.08480852127075195, "memorization_fraction_pixel": 0.0035000001080334187, "mean_nn_ratio_pixel": 0.8971516489982605, "fid": 159.25768167096678} +{"step": 210000, "wall_time": 1985.8216116428375, "train_loss_step": 7.02815055847168, "n_params": 4469860, "total_flops": 2883596083200000, "train_loss": 0.08243315696716308, "subset_score_loss": 0.08243315696716308} +{"step": 220000, "wall_time": 2071.2324800491333, "train_loss_step": 7.065713405609131, "n_params": 4469860, "total_flops": 3020910182400000, "train_loss": 0.082198486328125, "subset_score_loss": 0.082198486328125} +{"step": 230000, "wall_time": 2156.522490501404, "train_loss_step": 6.388096332550049, "n_params": 4469860, "total_flops": 3158224281600000, "train_loss": 0.07972243309020996, "subset_score_loss": 0.07972243309020996} +{"step": 240000, "wall_time": 2241.8772835731506, "train_loss_step": 6.823081016540527, "n_params": 4469860, "total_flops": 3295538380800000, "train_loss": 0.07658899307250977, "subset_score_loss": 0.07658899307250977} +{"step": 250000, "wall_time": 2327.2019760608673, "train_loss_step": 7.033163070678711, "n_params": 4469860, "total_flops": 3432852480000000, "train_loss": 0.07695825099945068, "subset_score_loss": 0.07695825099945068} +{"step": 260000, "wall_time": 2412.5233914852142, "train_loss_step": 6.472109317779541, "n_params": 4469860, "total_flops": 3570166579200000, "train_loss": 0.07354583263397217, "subset_score_loss": 0.07354583263397217} +{"step": 270000, "wall_time": 2497.886698484421, "train_loss_step": 6.561446189880371, "n_params": 4469860, "total_flops": 3707480678400000, "train_loss": 0.07227475643157959, "subset_score_loss": 0.07227475643157959} +{"step": 280000, "wall_time": 2583.2645161151886, "train_loss_step": 6.436605930328369, "n_params": 4469860, "total_flops": 3844794777600000, "train_loss": 0.07050181865692139, "subset_score_loss": 0.07050181865692139} +{"step": 290000, "wall_time": 2668.636074066162, "train_loss_step": 6.631946563720703, "n_params": 4469860, "total_flops": 3982108876800000, "train_loss": 0.07090164184570312, "subset_score_loss": 0.07090164184570312} +{"step": 300000, "wall_time": 2817.8478078842163, "train_loss_step": 6.581109046936035, "n_params": 4469860, "total_flops": 4119422976000000, "train_loss": 0.06766565799713135, "subset_score_loss": 0.06766565799713135, "memorization_fraction_pixel": 0.012299999594688416, "mean_nn_ratio_pixel": 0.8641614317893982, "fid": 151.91105786156714} +{"step": 310000, "wall_time": 2903.5163605213165, "train_loss_step": 6.168673515319824, "n_params": 4469860, "total_flops": 4256737075200000, "train_loss": 0.06769850254058837, "subset_score_loss": 0.06769850254058837} +{"step": 320000, "wall_time": 2987.354229927063, "train_loss_step": 6.396925926208496, "n_params": 4469860, "total_flops": 4394051174400000, "train_loss": 0.06549451828002929, "subset_score_loss": 0.06549451828002929} +{"step": 330000, "wall_time": 3072.734709739685, "train_loss_step": 5.902061462402344, "n_params": 4469860, "total_flops": 4531365273600000, "train_loss": 0.06478479385375976, "subset_score_loss": 0.06478479385375976} +{"step": 340000, "wall_time": 3158.165871858597, "train_loss_step": 5.580824851989746, "n_params": 4469860, "total_flops": 4668679372800000, "train_loss": 0.06503297328948975, "subset_score_loss": 0.06503297328948975} +{"step": 350000, "wall_time": 3243.57497549057, "train_loss_step": 5.945732593536377, "n_params": 4469860, "total_flops": 4805993472000000, "train_loss": 0.062463293075561525, "subset_score_loss": 0.062463293075561525} +{"step": 360000, "wall_time": 3328.9126353263855, "train_loss_step": 6.249197006225586, "n_params": 4469860, "total_flops": 4943307571200000, "train_loss": 0.0612290620803833, "subset_score_loss": 0.0612290620803833} +{"step": 370000, "wall_time": 3414.3170368671417, "train_loss_step": 6.0860772132873535, "n_params": 4469860, "total_flops": 5080621670400000, "train_loss": 0.06150879383087158, "subset_score_loss": 0.06150879383087158} +{"step": 380000, "wall_time": 3499.717512845993, "train_loss_step": 6.2129411697387695, "n_params": 4469860, "total_flops": 5217935769600000, "train_loss": 0.059814467430114746, "subset_score_loss": 0.059814467430114746} +{"step": 390000, "wall_time": 3585.1385605335236, "train_loss_step": 6.1022539138793945, "n_params": 4469860, "total_flops": 5355249868800000, "train_loss": 0.060029854774475096, "subset_score_loss": 0.060029854774475096} +{"step": 400000, "wall_time": 3734.0778748989105, "train_loss_step": 5.799490451812744, "n_params": 4469860, "total_flops": 5492563968000000, "train_loss": 0.05906293392181396, "subset_score_loss": 0.05906293392181396, "memorization_fraction_pixel": 0.019200000911951065, "mean_nn_ratio_pixel": 0.8429834246635437, "fid": 146.100790815285} +{"step": 410000, "wall_time": 3819.4497396945953, "train_loss_step": 6.407035827636719, "n_params": 4469860, "total_flops": 5629878067200000, "train_loss": 0.056318869590759275, "subset_score_loss": 0.056318869590759275} +{"step": 420000, "wall_time": 3903.46177649498, "train_loss_step": 5.836857795715332, "n_params": 4469860, "total_flops": 5767192166400000, "train_loss": 0.05750758171081543, "subset_score_loss": 0.05750758171081543} +{"step": 430000, "wall_time": 3988.8688299655914, "train_loss_step": 5.751347541809082, "n_params": 4469860, "total_flops": 5904506265600000, "train_loss": 0.05681014060974121, "subset_score_loss": 0.05681014060974121} +{"step": 440000, "wall_time": 4074.216761112213, "train_loss_step": 6.368913173675537, "n_params": 4469860, "total_flops": 6041820364800000, "train_loss": 0.056022992134094236, "subset_score_loss": 0.056022992134094236} +{"step": 450000, "wall_time": 4159.513823747635, "train_loss_step": 5.609292507171631, "n_params": 4469860, "total_flops": 6179134464000000, "train_loss": 0.05587175846099854, "subset_score_loss": 0.05587175846099854} +{"step": 460000, "wall_time": 4244.863064050674, "train_loss_step": 6.295126914978027, "n_params": 4469860, "total_flops": 6316448563200000, "train_loss": 0.05566794872283935, "subset_score_loss": 0.05566794872283935} +{"step": 470000, "wall_time": 4330.270589828491, "train_loss_step": 5.575754165649414, "n_params": 4469860, "total_flops": 6453762662400000, "train_loss": 0.05354912281036377, "subset_score_loss": 0.05354912281036377} +{"step": 480000, "wall_time": 4415.627111196518, "train_loss_step": 5.521371841430664, "n_params": 4469860, "total_flops": 6591076761600000, "train_loss": 0.05324856281280518, "subset_score_loss": 0.05324856281280518} +{"step": 490000, "wall_time": 4500.854380607605, "train_loss_step": 5.497897148132324, "n_params": 4469860, "total_flops": 6728390860800000, "train_loss": 0.05344354629516602, "subset_score_loss": 0.05344354629516602} +{"step": 500000, "wall_time": 4650.641560792923, "train_loss_step": 5.834979057312012, "n_params": 4469860, "total_flops": 6865704960000000, "train_loss": 0.053572711944580076, "subset_score_loss": 0.053572711944580076, "memorization_fraction_pixel": 0.03519999980926514, "mean_nn_ratio_pixel": 0.8140646815299988, "fid": 140.2421391961504} +{"step": 510000, "wall_time": 4736.03342962265, "train_loss_step": 5.909890174865723, "n_params": 4469860, "total_flops": 7003019059200000, "train_loss": 0.05196502685546875, "subset_score_loss": 0.05196502685546875} +{"step": 520000, "wall_time": 4821.629871606827, "train_loss_step": 5.9286909103393555, "n_params": 4469860, "total_flops": 7140333158400000, "train_loss": 0.051344923973083496, "subset_score_loss": 0.051344923973083496} +{"step": 530000, "wall_time": 4905.516986846924, "train_loss_step": 5.621477127075195, "n_params": 4469860, "total_flops": 7277647257600000, "train_loss": 0.05137052059173584, "subset_score_loss": 0.05137052059173584} +{"step": 540000, "wall_time": 4990.928119421005, "train_loss_step": 5.708293914794922, "n_params": 4469860, "total_flops": 7414961356800000, "train_loss": 0.05322764873504639, "subset_score_loss": 0.05322764873504639} +{"step": 550000, "wall_time": 5076.302931547165, "train_loss_step": 5.677717208862305, "n_params": 4469860, "total_flops": 7552275456000000, "train_loss": 0.05074298858642578, "subset_score_loss": 0.05074298858642578} +{"step": 560000, "wall_time": 5161.695573568344, "train_loss_step": 5.525158405303955, "n_params": 4469860, "total_flops": 7689589555200000, "train_loss": 0.04982043266296387, "subset_score_loss": 0.04982043266296387} +{"step": 570000, "wall_time": 5247.053909778595, "train_loss_step": 5.360532283782959, "n_params": 4469860, "total_flops": 7826903654400000, "train_loss": 0.04970538139343262, "subset_score_loss": 0.04970538139343262} +{"step": 580000, "wall_time": 5332.467175960541, "train_loss_step": 5.604396343231201, "n_params": 4469860, "total_flops": 7964217753600000, "train_loss": 0.04864441871643067, "subset_score_loss": 0.04864441871643067} +{"step": 590000, "wall_time": 5417.661596298218, "train_loss_step": 5.8050923347473145, "n_params": 4469860, "total_flops": 8101531852800000, "train_loss": 0.04859918117523193, "subset_score_loss": 0.04859918117523193} +{"step": 600000, "wall_time": 5566.818448066711, "train_loss_step": 5.490703105926514, "n_params": 4469860, "total_flops": 8238845952000000, "train_loss": 0.047959117889404296, "subset_score_loss": 0.047959117889404296, "memorization_fraction_pixel": 0.046799998730421066, "mean_nn_ratio_pixel": 0.7965795993804932, "fid": 138.42727903846688} +{"step": 610000, "wall_time": 5652.216357469559, "train_loss_step": 5.62026834487915, "n_params": 4469860, "total_flops": 8376160051200000, "train_loss": 0.048607678413391114, "subset_score_loss": 0.048607678413391114} +{"step": 620000, "wall_time": 5737.584855556488, "train_loss_step": 5.3590312004089355, "n_params": 4469860, "total_flops": 8513474150400000, "train_loss": 0.04619600772857666, "subset_score_loss": 0.04619600772857666} +{"step": 630000, "wall_time": 5822.378877162933, "train_loss_step": 5.52778434753418, "n_params": 4469860, "total_flops": 8650788249600000, "train_loss": 0.048918967247009275, "subset_score_loss": 0.048918967247009275} +{"step": 640000, "wall_time": 5907.022971868515, "train_loss_step": 5.590803146362305, "n_params": 4469860, "total_flops": 8788102348800000, "train_loss": 0.04715711116790772, "subset_score_loss": 0.04715711116790772} +{"step": 650000, "wall_time": 5992.349684715271, "train_loss_step": 5.442367076873779, "n_params": 4469860, "total_flops": 8925416448000000, "train_loss": 0.04583561897277832, "subset_score_loss": 0.04583561897277832} +{"step": 660000, "wall_time": 6077.658677816391, "train_loss_step": 5.410114288330078, "n_params": 4469860, "total_flops": 9062730547200000, "train_loss": 0.046561722755432126, "subset_score_loss": 0.046561722755432126} +{"step": 670000, "wall_time": 6163.019833803177, "train_loss_step": 5.487096786499023, "n_params": 4469860, "total_flops": 9200044646400000, "train_loss": 0.045831489562988284, "subset_score_loss": 0.045831489562988284} +{"step": 680000, "wall_time": 6248.391708374023, "train_loss_step": 5.561054706573486, "n_params": 4469860, "total_flops": 9337358745600000, "train_loss": 0.04762420177459717, "subset_score_loss": 0.04762420177459717} +{"step": 690000, "wall_time": 6331.758977890015, "train_loss_step": 5.325417518615723, "n_params": 4469860, "total_flops": 9474672844800000, "train_loss": 0.04571083068847656, "subset_score_loss": 0.04571083068847656} +{"step": 700000, "wall_time": 6481.826954364777, "train_loss_step": 5.663403511047363, "n_params": 4469860, "total_flops": 9611986944000000, "train_loss": 0.04576026439666748, "subset_score_loss": 0.04576026439666748, "memorization_fraction_pixel": 0.0575999990105629, "mean_nn_ratio_pixel": 0.7830243706703186, "fid": 136.18128632589043} +{"step": 710000, "wall_time": 6567.279898881912, "train_loss_step": 5.072811126708984, "n_params": 4469860, "total_flops": 9749301043200000, "train_loss": 0.04476113796234131, "subset_score_loss": 0.04476113796234131} +{"step": 720000, "wall_time": 6652.695554494858, "train_loss_step": 5.474663734436035, "n_params": 4469860, "total_flops": 9886615142400000, "train_loss": 0.0450645923614502, "subset_score_loss": 0.0450645923614502} +{"step": 730000, "wall_time": 6738.218845367432, "train_loss_step": 5.320829391479492, "n_params": 4469860, "total_flops": 10023929241600000, "train_loss": 0.043038311004638674, "subset_score_loss": 0.043038311004638674} +{"step": 740000, "wall_time": 6822.178139448166, "train_loss_step": 5.495866775512695, "n_params": 4469860, "total_flops": 10161243340800000, "train_loss": 0.043979034423828126, "subset_score_loss": 0.043979034423828126} +{"step": 750000, "wall_time": 6907.5937469005585, "train_loss_step": 5.278209686279297, "n_params": 4469860, "total_flops": 10298557440000000, "train_loss": 0.0438036298751831, "subset_score_loss": 0.0438036298751831} +{"step": 760000, "wall_time": 6992.985593557358, "train_loss_step": 5.418388366699219, "n_params": 4469860, "total_flops": 10435871539200000, "train_loss": 0.04311706066131592, "subset_score_loss": 0.04311706066131592} +{"step": 770000, "wall_time": 7078.341310739517, "train_loss_step": 5.390578746795654, "n_params": 4469860, "total_flops": 10573185638400000, "train_loss": 0.04240821361541748, "subset_score_loss": 0.04240821361541748} +{"step": 780000, "wall_time": 7163.758696079254, "train_loss_step": 5.218215465545654, "n_params": 4469860, "total_flops": 10710499737600000, "train_loss": 0.04384908199310303, "subset_score_loss": 0.04384908199310303} +{"step": 790000, "wall_time": 7246.282585859299, "train_loss_step": 5.517229080200195, "n_params": 4469860, "total_flops": 10847813836800000, "train_loss": 0.04328300952911377, "subset_score_loss": 0.04328300952911377} +{"step": 800000, "wall_time": 7399.26379942894, "train_loss_step": 5.548783302307129, "n_params": 4469860, "total_flops": 10985127936000000, "train_loss": 0.04127105712890625, "subset_score_loss": 0.04127105712890625, "memorization_fraction_pixel": 0.06880000233650208, "mean_nn_ratio_pixel": 0.7717593908309937, "fid": 138.19952544944283} +{"step": 810000, "wall_time": 7484.698065280914, "train_loss_step": 5.190070152282715, "n_params": 4469860, "total_flops": 11122442035200000, "train_loss": 0.042597599029541015, "subset_score_loss": 0.042597599029541015} +{"step": 820000, "wall_time": 7569.967734098434, "train_loss_step": 5.463951110839844, "n_params": 4469860, "total_flops": 11259756134400000, "train_loss": 0.04221883773803711, "subset_score_loss": 0.04221883773803711} +{"step": 830000, "wall_time": 7655.304141998291, "train_loss_step": 4.964383602142334, "n_params": 4469860, "total_flops": 11397070233600000, "train_loss": 0.041689667701721195, "subset_score_loss": 0.041689667701721195} +{"step": 840000, "wall_time": 7740.863280773163, "train_loss_step": 5.173499584197998, "n_params": 4469860, "total_flops": 11534384332800000, "train_loss": 0.04292106628417969, "subset_score_loss": 0.04292106628417969} +{"step": 850000, "wall_time": 7824.711363077164, "train_loss_step": 5.073322296142578, "n_params": 4469860, "total_flops": 11671698432000000, "train_loss": 0.040810737609863285, "subset_score_loss": 0.040810737609863285} +{"step": 860000, "wall_time": 7910.060768604279, "train_loss_step": 5.4793500900268555, "n_params": 4469860, "total_flops": 11809012531200000, "train_loss": 0.04169023513793945, "subset_score_loss": 0.04169023513793945} +{"step": 870000, "wall_time": 7995.381940841675, "train_loss_step": 5.489077091217041, "n_params": 4469860, "total_flops": 11946326630400000, "train_loss": 0.04191294193267822, "subset_score_loss": 0.04191294193267822} +{"step": 880000, "wall_time": 8080.58470249176, "train_loss_step": 4.949954986572266, "n_params": 4469860, "total_flops": 12083640729600000, "train_loss": 0.04038335800170898, "subset_score_loss": 0.04038335800170898} +{"step": 890000, "wall_time": 8163.2147760391235, "train_loss_step": 5.122575759887695, "n_params": 4469860, "total_flops": 12220954828800000, "train_loss": 0.04297144889831543, "subset_score_loss": 0.04297144889831543} +{"step": 900000, "wall_time": 8313.475187540054, "train_loss_step": 5.106480121612549, "n_params": 4469860, "total_flops": 12358268928000000, "train_loss": 0.039394078254699705, "subset_score_loss": 0.039394078254699705, "memorization_fraction_pixel": 0.08630000054836273, "mean_nn_ratio_pixel": 0.7560033202171326, "fid": 143.2519776817015} +{"step": 910000, "wall_time": 8398.842512607574, "train_loss_step": 5.103928089141846, "n_params": 4469860, "total_flops": 12495583027200000, "train_loss": 0.03893501043319702, "subset_score_loss": 0.03893501043319702} +{"step": 920000, "wall_time": 8484.197221040726, "train_loss_step": 5.333834648132324, "n_params": 4469860, "total_flops": 12632897126400000, "train_loss": 0.039995720386505125, "subset_score_loss": 0.039995720386505125} +{"step": 930000, "wall_time": 8569.632448911667, "train_loss_step": 4.758151054382324, "n_params": 4469860, "total_flops": 12770211225600000, "train_loss": 0.039549245834350585, "subset_score_loss": 0.039549245834350585} +{"step": 940000, "wall_time": 8655.026765108109, "train_loss_step": 5.054384231567383, "n_params": 4469860, "total_flops": 12907525324800000, "train_loss": 0.039445860385894774, "subset_score_loss": 0.039445860385894774} +{"step": 950000, "wall_time": 8739.261007070541, "train_loss_step": 4.956347465515137, "n_params": 4469860, "total_flops": 13044839424000000, "train_loss": 0.03965497016906738, "subset_score_loss": 0.03965497016906738} +{"step": 960000, "wall_time": 8824.665318965912, "train_loss_step": 5.048836708068848, "n_params": 4469860, "total_flops": 13182153523200000, "train_loss": 0.0402758264541626, "subset_score_loss": 0.0402758264541626} +{"step": 970000, "wall_time": 8910.057526111603, "train_loss_step": 4.961836814880371, "n_params": 4469860, "total_flops": 13319467622400000, "train_loss": 0.03890047788619995, "subset_score_loss": 0.03890047788619995} +{"step": 980000, "wall_time": 8995.270670890808, "train_loss_step": 4.847507476806641, "n_params": 4469860, "total_flops": 13456781721600000, "train_loss": 0.03970676898956299, "subset_score_loss": 0.03970676898956299} +{"step": 990000, "wall_time": 9078.97842335701, "train_loss_step": 5.0080461502075195, "n_params": 4469860, "total_flops": 13594095820800000, "train_loss": 0.0377437424659729, "subset_score_loss": 0.0377437424659729} +{"step": 1000000, "wall_time": 9230.60651230812, "train_loss_step": 5.164864540100098, "n_params": 4469860, "total_flops": 13731409920000000, "train_loss": 0.03812910795211792, "subset_score_loss": 0.03812910795211792, "memorization_fraction_pixel": 0.08860000222921371, "mean_nn_ratio_pixel": 0.7786558866500854, "fid": 156.17238478614107} +{"step": 1010000, "wall_time": 9315.979269981384, "train_loss_step": 5.0859808921813965, "n_params": 4469860, "total_flops": 13868724019200000, "train_loss": 0.037654225826263425, "subset_score_loss": 0.037654225826263425} +{"step": 1020000, "wall_time": 9401.274871110916, "train_loss_step": 4.845333099365234, "n_params": 4469860, "total_flops": 14006038118400000, "train_loss": 0.037779436111450196, "subset_score_loss": 0.037779436111450196} +{"step": 1030000, "wall_time": 9486.644001483917, "train_loss_step": 5.023852825164795, "n_params": 4469860, "total_flops": 14143352217600000, "train_loss": 0.037986881732940674, "subset_score_loss": 0.037986881732940674} +{"step": 1040000, "wall_time": 9572.021373033524, "train_loss_step": 4.962961196899414, "n_params": 4469860, "total_flops": 14280666316800000, "train_loss": 0.03731590509414673, "subset_score_loss": 0.03731590509414673} +{"step": 1050000, "wall_time": 9657.895251989365, "train_loss_step": 4.982941627502441, "n_params": 4469860, "total_flops": 14417980416000000, "train_loss": 0.03728184938430786, "subset_score_loss": 0.03728184938430786} +{"step": 1060000, "wall_time": 9741.278475522995, "train_loss_step": 4.774418830871582, "n_params": 4469860, "total_flops": 14555294515200000, "train_loss": 0.03800731420516968, "subset_score_loss": 0.03800731420516968} +{"step": 1070000, "wall_time": 9826.664927005768, "train_loss_step": 5.005197048187256, "n_params": 4469860, "total_flops": 14692608614400000, "train_loss": 0.03702927350997925, "subset_score_loss": 0.03702927350997925} +{"step": 1080000, "wall_time": 9910.205175638199, "train_loss_step": 4.715572834014893, "n_params": 4469860, "total_flops": 14829922713600000, "train_loss": 0.03634182453155518, "subset_score_loss": 0.03634182453155518} +{"step": 1090000, "wall_time": 9995.166726112366, "train_loss_step": 5.27397346496582, "n_params": 4469860, "total_flops": 14967236812800000, "train_loss": 0.03813593864440918, "subset_score_loss": 0.03813593864440918} +{"step": 1100000, "wall_time": 10146.834637641907, "train_loss_step": 4.7924909591674805, "n_params": 4469860, "total_flops": 15104550912000000, "train_loss": 0.03649956464767456, "subset_score_loss": 0.03649956464767456, "memorization_fraction_pixel": 0.11050000041723251, "mean_nn_ratio_pixel": 0.7886950969696045, "fid": 179.79778181491088} +{"step": 1110000, "wall_time": 10232.28631067276, "train_loss_step": 5.09623908996582, "n_params": 4469860, "total_flops": 15241865011200000, "train_loss": 0.03627640962600708, "subset_score_loss": 0.03627640962600708} +{"step": 1120000, "wall_time": 10317.692253112793, "train_loss_step": 4.793118000030518, "n_params": 4469860, "total_flops": 15379179110400000, "train_loss": 0.0366942310333252, "subset_score_loss": 0.0366942310333252} +{"step": 1130000, "wall_time": 10403.04825758934, "train_loss_step": 4.523101806640625, "n_params": 4469860, "total_flops": 15516493209600000, "train_loss": 0.03646160364151001, "subset_score_loss": 0.03646160364151001} +{"step": 1140000, "wall_time": 10488.398370981216, "train_loss_step": 5.007485866546631, "n_params": 4469860, "total_flops": 15653807308800000, "train_loss": 0.035799462795257565, "subset_score_loss": 0.035799462795257565} +{"step": 1150000, "wall_time": 10573.866503477097, "train_loss_step": 4.520857810974121, "n_params": 4469860, "total_flops": 15791121408000000, "train_loss": 0.035516898632049564, "subset_score_loss": 0.035516898632049564} +{"step": 1160000, "wall_time": 10658.157689332962, "train_loss_step": 4.756006717681885, "n_params": 4469860, "total_flops": 15928435507200000, "train_loss": 0.036027507781982424, "subset_score_loss": 0.036027507781982424} +{"step": 1170000, "wall_time": 10743.504503011703, "train_loss_step": 4.673403263092041, "n_params": 4469860, "total_flops": 16065749606400000, "train_loss": 0.03628544092178345, "subset_score_loss": 0.03628544092178345} +{"step": 1180000, "wall_time": 10826.876533985138, "train_loss_step": 4.811027526855469, "n_params": 4469860, "total_flops": 16203063705600000, "train_loss": 0.035107829570770265, "subset_score_loss": 0.035107829570770265} +{"step": 1190000, "wall_time": 10911.685892820358, "train_loss_step": 4.8031134605407715, "n_params": 4469860, "total_flops": 16340377804800000, "train_loss": 0.034131016731262204, "subset_score_loss": 0.034131016731262204} +{"step": 1200000, "wall_time": 11064.791499376297, "train_loss_step": 4.652628421783447, "n_params": 4469860, "total_flops": 16477691904000000, "train_loss": 0.035344533920288086, "subset_score_loss": 0.035344533920288086, "memorization_fraction_pixel": 0.1256999969482422, "mean_nn_ratio_pixel": 0.7790937423706055, "fid": 191.5550505326351} +{"step": 1210000, "wall_time": 11150.167578935623, "train_loss_step": 4.393716812133789, "n_params": 4469860, "total_flops": 16615006003200000, "train_loss": 0.03450537443161011, "subset_score_loss": 0.03450537443161011} +{"step": 1220000, "wall_time": 11235.536514759064, "train_loss_step": 4.493855953216553, "n_params": 4469860, "total_flops": 16752320102400000, "train_loss": 0.03456945896148682, "subset_score_loss": 0.03456945896148682} +{"step": 1230000, "wall_time": 11320.916423082352, "train_loss_step": 4.611015319824219, "n_params": 4469860, "total_flops": 16889634201600000, "train_loss": 0.034428739547729494, "subset_score_loss": 0.034428739547729494} +{"step": 1240000, "wall_time": 11406.272727012634, "train_loss_step": 4.695127487182617, "n_params": 4469860, "total_flops": 17026948300800000, "train_loss": 0.03426342964172363, "subset_score_loss": 0.03426342964172363} +{"step": 1250000, "wall_time": 11491.615352153778, "train_loss_step": 4.525567054748535, "n_params": 4469860, "total_flops": 17164262400000000, "train_loss": 0.03643644571304321, "subset_score_loss": 0.03643644571304321} +{"step": 1260000, "wall_time": 11577.55398607254, "train_loss_step": 4.795341968536377, "n_params": 4469860, "total_flops": 17301576499200000, "train_loss": 0.033835508823394776, "subset_score_loss": 0.033835508823394776} +{"step": 1270000, "wall_time": 11661.168227434158, "train_loss_step": 4.950974941253662, "n_params": 4469860, "total_flops": 17438890598400000, "train_loss": 0.03418322324752807, "subset_score_loss": 0.03418322324752807} +{"step": 1280000, "wall_time": 11744.629774570465, "train_loss_step": 4.502749443054199, "n_params": 4469860, "total_flops": 17576204697600000, "train_loss": 0.03405239820480346, "subset_score_loss": 0.03405239820480346} +{"step": 1290000, "wall_time": 11826.926113843918, "train_loss_step": 4.621943473815918, "n_params": 4469860, "total_flops": 17713518796800000, "train_loss": 0.033793957233428956, "subset_score_loss": 0.033793957233428956} +{"step": 1300000, "wall_time": 11980.90754199028, "train_loss_step": 4.458465576171875, "n_params": 4469860, "total_flops": 17850832896000000, "train_loss": 0.03395380973815918, "subset_score_loss": 0.03395380973815918, "memorization_fraction_pixel": 0.14339999854564667, "mean_nn_ratio_pixel": 0.7788812518119812, "fid": 191.48511961797573} +{"step": 1310000, "wall_time": 12066.325404882431, "train_loss_step": 4.707404136657715, "n_params": 4469860, "total_flops": 17988146995200000, "train_loss": 0.03421700954437256, "subset_score_loss": 0.03421700954437256} +{"step": 1320000, "wall_time": 12151.713479042053, "train_loss_step": 4.428379058837891, "n_params": 4469860, "total_flops": 18125461094400000, "train_loss": 0.03258356094360351, "subset_score_loss": 0.03258356094360351} +{"step": 1330000, "wall_time": 12237.096092700958, "train_loss_step": 4.943521976470947, "n_params": 4469860, "total_flops": 18262775193600000, "train_loss": 0.03412278413772583, "subset_score_loss": 0.03412278413772583} +{"step": 1340000, "wall_time": 12322.514104604721, "train_loss_step": 4.335191249847412, "n_params": 4469860, "total_flops": 18400089292800000, "train_loss": 0.033094637393951416, "subset_score_loss": 0.033094637393951416} +{"step": 1350000, "wall_time": 12407.92327594757, "train_loss_step": 4.70108699798584, "n_params": 4469860, "total_flops": 18537403392000000, "train_loss": 0.032749621868133544, "subset_score_loss": 0.032749621868133544} +{"step": 1360000, "wall_time": 12493.435819387436, "train_loss_step": 4.265097141265869, "n_params": 4469860, "total_flops": 18674717491200000, "train_loss": 0.03205595493316651, "subset_score_loss": 0.03205595493316651} +{"step": 1370000, "wall_time": 12577.07983803749, "train_loss_step": 4.68143367767334, "n_params": 4469860, "total_flops": 18812031590400000, "train_loss": 0.033252711296081545, "subset_score_loss": 0.033252711296081545} +{"step": 1380000, "wall_time": 12660.66260933876, "train_loss_step": 4.604621410369873, "n_params": 4469860, "total_flops": 18949345689600000, "train_loss": 0.032501060962677, "subset_score_loss": 0.032501060962677} +{"step": 1390000, "wall_time": 12743.221273183823, "train_loss_step": 5.020092010498047, "n_params": 4469860, "total_flops": 19086659788800000, "train_loss": 0.033630220890045165, "subset_score_loss": 0.033630220890045165} +{"step": 1400000, "wall_time": 12895.753144741058, "train_loss_step": 4.862343788146973, "n_params": 4469860, "total_flops": 19223973888000000, "train_loss": 0.03284150123596191, "subset_score_loss": 0.03284150123596191, "memorization_fraction_pixel": 0.16349999606609344, "mean_nn_ratio_pixel": 0.7744229435920715, "fid": 196.9735618948386} +{"step": 1410000, "wall_time": 12981.124143838882, "train_loss_step": 4.373693466186523, "n_params": 4469860, "total_flops": 19361287987200000, "train_loss": 0.03230765104293823, "subset_score_loss": 0.03230765104293823} +{"step": 1420000, "wall_time": 13066.463256120682, "train_loss_step": 4.442854881286621, "n_params": 4469860, "total_flops": 19498602086400000, "train_loss": 0.030580642223358153, "subset_score_loss": 0.030580642223358153} +{"step": 1430000, "wall_time": 13151.782555818558, "train_loss_step": 4.504123687744141, "n_params": 4469860, "total_flops": 19635916185600000, "train_loss": 0.03257798910140991, "subset_score_loss": 0.03257798910140991} +{"step": 1440000, "wall_time": 13237.026876926422, "train_loss_step": 4.436241149902344, "n_params": 4469860, "total_flops": 19773230284800000, "train_loss": 0.03249767303466797, "subset_score_loss": 0.03249767303466797} +{"step": 1450000, "wall_time": 13322.296106815338, "train_loss_step": 4.622528076171875, "n_params": 4469860, "total_flops": 19910544384000000, "train_loss": 0.03187581777572632, "subset_score_loss": 0.03187581777572632} +{"step": 1460000, "wall_time": 13407.599372148514, "train_loss_step": 4.657888889312744, "n_params": 4469860, "total_flops": 20047858483200000, "train_loss": 0.03128887414932251, "subset_score_loss": 0.03128887414932251} +{"step": 1470000, "wall_time": 13491.180826663971, "train_loss_step": 4.454998970031738, "n_params": 4469860, "total_flops": 20185172582400000, "train_loss": 0.0307415509223938, "subset_score_loss": 0.0307415509223938} +{"step": 1480000, "wall_time": 13574.61407160759, "train_loss_step": 4.402569770812988, "n_params": 4469860, "total_flops": 20322486681600000, "train_loss": 0.0319880485534668, "subset_score_loss": 0.0319880485534668} +{"step": 1490000, "wall_time": 13652.437280893326, "train_loss_step": 4.522666931152344, "n_params": 4469860, "total_flops": 20459800780800000, "train_loss": 0.0303935170173645, "subset_score_loss": 0.0303935170173645} +{"step": 1500000, "wall_time": 13800.79334950447, "train_loss_step": 4.598255157470703, "n_params": 4469860, "total_flops": 20597114880000000, "train_loss": 0.031281888484954834, "subset_score_loss": 0.031281888484954834, "memorization_fraction_pixel": 0.18039999902248383, "mean_nn_ratio_pixel": 0.7576309442520142, "fid": 189.70176074209763} +{"step": 1510000, "wall_time": 13886.248121261597, "train_loss_step": 4.191527366638184, "n_params": 4469860, "total_flops": 20734428979200000, "train_loss": 0.030737926959991457, "subset_score_loss": 0.030737926959991457} +{"step": 1520000, "wall_time": 13971.683495759964, "train_loss_step": 4.493946552276611, "n_params": 4469860, "total_flops": 20871743078400000, "train_loss": 0.030458354949951173, "subset_score_loss": 0.030458354949951173} +{"step": 1530000, "wall_time": 14057.04032444954, "train_loss_step": 4.296299457550049, "n_params": 4469860, "total_flops": 21009057177600000, "train_loss": 0.03180329322814941, "subset_score_loss": 0.03180329322814941} +{"step": 1540000, "wall_time": 14142.426703691483, "train_loss_step": 4.264798641204834, "n_params": 4469860, "total_flops": 21146371276800000, "train_loss": 0.02997924566268921, "subset_score_loss": 0.02997924566268921} +{"step": 1550000, "wall_time": 14227.767457485199, "train_loss_step": 4.315098762512207, "n_params": 4469860, "total_flops": 21283685376000000, "train_loss": 0.029598014354705812, "subset_score_loss": 0.029598014354705812} +{"step": 1560000, "wall_time": 14313.137756109238, "train_loss_step": 4.290322303771973, "n_params": 4469860, "total_flops": 21420999475200000, "train_loss": 0.030662522315979004, "subset_score_loss": 0.030662522315979004} +{"step": 1570000, "wall_time": 14396.4889960289, "train_loss_step": 4.280473709106445, "n_params": 4469860, "total_flops": 21558313574400000, "train_loss": 0.030582389831542968, "subset_score_loss": 0.030582389831542968} +{"step": 1580000, "wall_time": 14480.424266338348, "train_loss_step": 4.364638805389404, "n_params": 4469860, "total_flops": 21695627673600000, "train_loss": 0.03149783849716187, "subset_score_loss": 0.03149783849716187} +{"step": 1590000, "wall_time": 14562.811589479446, "train_loss_step": 4.062509059906006, "n_params": 4469860, "total_flops": 21832941772800000, "train_loss": 0.029599554538726806, "subset_score_loss": 0.029599554538726806} +{"step": 1600000, "wall_time": 14711.913352251053, "train_loss_step": 4.472565174102783, "n_params": 4469860, "total_flops": 21970255872000000, "train_loss": 0.029720988273620606, "subset_score_loss": 0.029720988273620606, "memorization_fraction_pixel": 0.20669999718666077, "mean_nn_ratio_pixel": 0.734943151473999, "fid": 172.1303551436963} +{"step": 1610000, "wall_time": 14797.313869476318, "train_loss_step": 4.721240043640137, "n_params": 4469860, "total_flops": 22107569971200000, "train_loss": 0.030495836734771728, "subset_score_loss": 0.030495836734771728} +{"step": 1620000, "wall_time": 14882.66950416565, "train_loss_step": 4.408843517303467, "n_params": 4469860, "total_flops": 22244884070400000, "train_loss": 0.02938577175140381, "subset_score_loss": 0.02938577175140381} +{"step": 1630000, "wall_time": 14967.957731962204, "train_loss_step": 4.669034957885742, "n_params": 4469860, "total_flops": 22382198169600000, "train_loss": 0.030156915187835694, "subset_score_loss": 0.030156915187835694} +{"step": 1640000, "wall_time": 15053.23352599144, "train_loss_step": 4.337276935577393, "n_params": 4469860, "total_flops": 22519512268800000, "train_loss": 0.030476474761962892, "subset_score_loss": 0.030476474761962892} +{"step": 1650000, "wall_time": 15138.597682714462, "train_loss_step": 4.162991046905518, "n_params": 4469860, "total_flops": 22656826368000000, "train_loss": 0.02915055990219116, "subset_score_loss": 0.02915055990219116} +{"step": 1660000, "wall_time": 15223.829918146133, "train_loss_step": 4.180345058441162, "n_params": 4469860, "total_flops": 22794140467200000, "train_loss": 0.029247100353240966, "subset_score_loss": 0.029247100353240966} +{"step": 1670000, "wall_time": 15307.160287857056, "train_loss_step": 4.088596820831299, "n_params": 4469860, "total_flops": 22931454566400000, "train_loss": 0.029922428131103514, "subset_score_loss": 0.029922428131103514} +{"step": 1680000, "wall_time": 15392.713155508041, "train_loss_step": 4.116685390472412, "n_params": 4469860, "total_flops": 23068768665600000, "train_loss": 0.02828334093093872, "subset_score_loss": 0.02828334093093872} +{"step": 1690000, "wall_time": 15473.179027557373, "train_loss_step": 4.507901668548584, "n_params": 4469860, "total_flops": 23206082764800000, "train_loss": 0.02981797933578491, "subset_score_loss": 0.02981797933578491} +{"step": 1700000, "wall_time": 15622.22122335434, "train_loss_step": 4.140261173248291, "n_params": 4469860, "total_flops": 23343396864000000, "train_loss": 0.028407902717590333, "subset_score_loss": 0.028407902717590333, "memorization_fraction_pixel": 0.24060000479221344, "mean_nn_ratio_pixel": 0.7104392051696777, "fid": 157.75210178801723} +{"step": 1710000, "wall_time": 15707.60536646843, "train_loss_step": 4.150280952453613, "n_params": 4469860, "total_flops": 23480710963200000, "train_loss": 0.027716498374938964, "subset_score_loss": 0.027716498374938964} +{"step": 1720000, "wall_time": 15792.896492481232, "train_loss_step": 4.227893352508545, "n_params": 4469860, "total_flops": 23618025062400000, "train_loss": 0.02835590362548828, "subset_score_loss": 0.02835590362548828} +{"step": 1730000, "wall_time": 15878.228581905365, "train_loss_step": 4.075188159942627, "n_params": 4469860, "total_flops": 23755339161600000, "train_loss": 0.02923109531402588, "subset_score_loss": 0.02923109531402588} +{"step": 1740000, "wall_time": 15963.554921150208, "train_loss_step": 4.232022762298584, "n_params": 4469860, "total_flops": 23892653260800000, "train_loss": 0.029304184913635255, "subset_score_loss": 0.029304184913635255} +{"step": 1750000, "wall_time": 16048.93078660965, "train_loss_step": 4.181231498718262, "n_params": 4469860, "total_flops": 24029967360000000, "train_loss": 0.0281178617477417, "subset_score_loss": 0.0281178617477417} +{"step": 1760000, "wall_time": 16134.050587892532, "train_loss_step": 4.037271499633789, "n_params": 4469860, "total_flops": 24167281459200000, "train_loss": 0.028480730056762694, "subset_score_loss": 0.028480730056762694} +{"step": 1770000, "wall_time": 16217.472315311432, "train_loss_step": 3.886530876159668, "n_params": 4469860, "total_flops": 24304595558400000, "train_loss": 0.027952775955200196, "subset_score_loss": 0.027952775955200196} +{"step": 1780000, "wall_time": 16302.768857955933, "train_loss_step": 4.036499977111816, "n_params": 4469860, "total_flops": 24441909657600000, "train_loss": 0.02776655673980713, "subset_score_loss": 0.02776655673980713} +{"step": 1790000, "wall_time": 16381.4900765419, "train_loss_step": 3.95477294921875, "n_params": 4469860, "total_flops": 24579223756800000, "train_loss": 0.027576069831848144, "subset_score_loss": 0.027576069831848144} +{"step": 1800000, "wall_time": 16510.801144361496, "train_loss_step": 4.102053642272949, "n_params": 4469860, "total_flops": 24716537856000000, "train_loss": 0.027821388244628906, "subset_score_loss": 0.027821388244628906, "memorization_fraction_pixel": 0.26820001006126404, "mean_nn_ratio_pixel": 0.6865483522415161, "fid": 149.11955658389869} +{"step": 1810000, "wall_time": 16596.09361767769, "train_loss_step": 4.287010192871094, "n_params": 4469860, "total_flops": 24853851955200000, "train_loss": 0.027371540069580078, "subset_score_loss": 0.027371540069580078} +{"step": 1820000, "wall_time": 16681.437306165695, "train_loss_step": 4.230441570281982, "n_params": 4469860, "total_flops": 24991166054400000, "train_loss": 0.027592430114746092, "subset_score_loss": 0.027592430114746092} +{"step": 1830000, "wall_time": 16766.74818134308, "train_loss_step": 4.191866397857666, "n_params": 4469860, "total_flops": 25128480153600000, "train_loss": 0.027134225368499756, "subset_score_loss": 0.027134225368499756} +{"step": 1840000, "wall_time": 16852.04789185524, "train_loss_step": 3.9954843521118164, "n_params": 4469860, "total_flops": 25265794252800000, "train_loss": 0.02829183578491211, "subset_score_loss": 0.02829183578491211} +{"step": 1850000, "wall_time": 16937.35974264145, "train_loss_step": 4.075037479400635, "n_params": 4469860, "total_flops": 25403108352000000, "train_loss": 0.026461353302001955, "subset_score_loss": 0.026461353302001955} +{"step": 1860000, "wall_time": 17021.348767518997, "train_loss_step": 3.869013786315918, "n_params": 4469860, "total_flops": 25540422451200000, "train_loss": 0.026911139488220215, "subset_score_loss": 0.026911139488220215} +{"step": 1870000, "wall_time": 17105.7737364769, "train_loss_step": 4.119297504425049, "n_params": 4469860, "total_flops": 25677736550400000, "train_loss": 0.02682827949523926, "subset_score_loss": 0.02682827949523926} +{"step": 1880000, "wall_time": 17191.085953474045, "train_loss_step": 4.079671382904053, "n_params": 4469860, "total_flops": 25815050649600000, "train_loss": 0.02539497137069702, "subset_score_loss": 0.02539497137069702} +{"step": 1890000, "wall_time": 17276.37234377861, "train_loss_step": 3.8867383003234863, "n_params": 4469860, "total_flops": 25952364748800000, "train_loss": 0.027870445251464843, "subset_score_loss": 0.027870445251464843} +{"step": 1900000, "wall_time": 17411.460180044174, "train_loss_step": 4.103034496307373, "n_params": 4469860, "total_flops": 26089678848000000, "train_loss": 0.026734986305236817, "subset_score_loss": 0.026734986305236817, "memorization_fraction_pixel": 0.2888999879360199, "mean_nn_ratio_pixel": 0.670715868473053, "fid": 146.70930706909826} +{"step": 1910000, "wall_time": 17490.111042261124, "train_loss_step": 3.8662071228027344, "n_params": 4469860, "total_flops": 26226992947200000, "train_loss": 0.026282870769500734, "subset_score_loss": 0.026282870769500734} +{"step": 1920000, "wall_time": 17575.47752761841, "train_loss_step": 4.111604690551758, "n_params": 4469860, "total_flops": 26364307046400000, "train_loss": 0.026414341926574707, "subset_score_loss": 0.026414341926574707} +{"step": 1930000, "wall_time": 17660.827964544296, "train_loss_step": 4.147876739501953, "n_params": 4469860, "total_flops": 26501621145600000, "train_loss": 0.026067798137664796, "subset_score_loss": 0.026067798137664796} +{"step": 1940000, "wall_time": 17746.138860940933, "train_loss_step": 4.042042255401611, "n_params": 4469860, "total_flops": 26638935244800000, "train_loss": 0.025279126167297362, "subset_score_loss": 0.025279126167297362} +{"step": 1950000, "wall_time": 17831.455829381943, "train_loss_step": 4.136407852172852, "n_params": 4469860, "total_flops": 26776249344000000, "train_loss": 0.025815274715423584, "subset_score_loss": 0.025815274715423584} +{"step": 1960000, "wall_time": 17914.625209331512, "train_loss_step": 4.000855922698975, "n_params": 4469860, "total_flops": 26913563443200000, "train_loss": 0.025695796012878417, "subset_score_loss": 0.025695796012878417} +{"step": 1970000, "wall_time": 17999.92682814598, "train_loss_step": 3.88792085647583, "n_params": 4469860, "total_flops": 27050877542400000, "train_loss": 0.02607689142227173, "subset_score_loss": 0.02607689142227173} +{"step": 1980000, "wall_time": 18085.281156778336, "train_loss_step": 4.073267936706543, "n_params": 4469860, "total_flops": 27188191641600000, "train_loss": 0.02672873258590698, "subset_score_loss": 0.02672873258590698} +{"step": 1990000, "wall_time": 18170.665303230286, "train_loss_step": 3.8429088592529297, "n_params": 4469860, "total_flops": 27325505740800000, "train_loss": 0.026298971176147462, "subset_score_loss": 0.026298971176147462} +{"step": 2000000, "wall_time": 18308.92116522789, "train_loss_step": 3.67753267288208, "n_params": 4469860, "total_flops": 27462819840000000, "train_loss": 0.02506234645843506, "subset_score_loss": 0.02506234645843506, "memorization_fraction_pixel": 0.30820000171661377, "mean_nn_ratio_pixel": 0.6583611965179443, "fid": 139.59157659612046} +{"step": 2010000, "wall_time": 18383.092366218567, "train_loss_step": 3.7552480697631836, "n_params": 4469860, "total_flops": 27600133939200000, "train_loss": 0.026321213245391845, "subset_score_loss": 0.026321213245391845} +{"step": 2020000, "wall_time": 18468.403992652893, "train_loss_step": 4.036597728729248, "n_params": 4469860, "total_flops": 27737448038400000, "train_loss": 0.025668470859527587, "subset_score_loss": 0.025668470859527587} +{"step": 2030000, "wall_time": 18553.750593423843, "train_loss_step": 4.138643264770508, "n_params": 4469860, "total_flops": 27874762137600000, "train_loss": 0.025673415660858154, "subset_score_loss": 0.025673415660858154} +{"step": 2040000, "wall_time": 18639.062834739685, "train_loss_step": 3.710538625717163, "n_params": 4469860, "total_flops": 28012076236800000, "train_loss": 0.023993310928344728, "subset_score_loss": 0.023993310928344728} +{"step": 2050000, "wall_time": 18724.352558135986, "train_loss_step": 4.062753677368164, "n_params": 4469860, "total_flops": 28149390336000000, "train_loss": 0.024582953453063966, "subset_score_loss": 0.024582953453063966} +{"step": 2060000, "wall_time": 18807.47166967392, "train_loss_step": 3.9441866874694824, "n_params": 4469860, "total_flops": 28286704435200000, "train_loss": 0.025843799114227295, "subset_score_loss": 0.025843799114227295} +{"step": 2070000, "wall_time": 18892.824491500854, "train_loss_step": 3.697035789489746, "n_params": 4469860, "total_flops": 28424018534400000, "train_loss": 0.02475853681564331, "subset_score_loss": 0.02475853681564331} +{"step": 2080000, "wall_time": 18978.11255288124, "train_loss_step": 3.8574695587158203, "n_params": 4469860, "total_flops": 28561332633600000, "train_loss": 0.02424250602722168, "subset_score_loss": 0.02424250602722168} +{"step": 2090000, "wall_time": 19063.43042087555, "train_loss_step": 3.568314552307129, "n_params": 4469860, "total_flops": 28698646732800000, "train_loss": 0.02510096549987793, "subset_score_loss": 0.02510096549987793} +{"step": 2100000, "wall_time": 19206.07439351082, "train_loss_step": 3.8539013862609863, "n_params": 4469860, "total_flops": 28835960832000000, "train_loss": 0.025032370090484618, "subset_score_loss": 0.025032370090484618, "memorization_fraction_pixel": 0.3472000062465668, "mean_nn_ratio_pixel": 0.629662811756134, "fid": 133.4026323835827} +{"step": 2110000, "wall_time": 19285.218645334244, "train_loss_step": 3.821319103240967, "n_params": 4469860, "total_flops": 28973274931200000, "train_loss": 0.024479048252105715, "subset_score_loss": 0.024479048252105715} +{"step": 2120000, "wall_time": 19361.723579883575, "train_loss_step": 3.7606916427612305, "n_params": 4469860, "total_flops": 29110589030400000, "train_loss": 0.026306185722351074, "subset_score_loss": 0.026306185722351074} +{"step": 2130000, "wall_time": 19447.07986664772, "train_loss_step": 3.5015087127685547, "n_params": 4469860, "total_flops": 29247903129600000, "train_loss": 0.024508564472198485, "subset_score_loss": 0.024508564472198485} +{"step": 2140000, "wall_time": 19532.355232954025, "train_loss_step": 3.614574670791626, "n_params": 4469860, "total_flops": 29385217228800000, "train_loss": 0.024125654697418213, "subset_score_loss": 0.024125654697418213} +{"step": 2150000, "wall_time": 19617.513395547867, "train_loss_step": 3.893371820449829, "n_params": 4469860, "total_flops": 29522531328000000, "train_loss": 0.02436086654663086, "subset_score_loss": 0.02436086654663086} +{"step": 2160000, "wall_time": 19700.875648260117, "train_loss_step": 3.9967265129089355, "n_params": 4469860, "total_flops": 29659845427200000, "train_loss": 0.025628015995025635, "subset_score_loss": 0.025628015995025635} +{"step": 2170000, "wall_time": 19786.256826877594, "train_loss_step": 4.00253963470459, "n_params": 4469860, "total_flops": 29797159526400000, "train_loss": 0.024062325954437257, "subset_score_loss": 0.024062325954437257} +{"step": 2180000, "wall_time": 19871.596491098404, "train_loss_step": 3.80712890625, "n_params": 4469860, "total_flops": 29934473625600000, "train_loss": 0.02284515380859375, "subset_score_loss": 0.02284515380859375} +{"step": 2190000, "wall_time": 19956.91891527176, "train_loss_step": 3.664353847503662, "n_params": 4469860, "total_flops": 30071787724800000, "train_loss": 0.02351421594619751, "subset_score_loss": 0.02351421594619751} +{"step": 2200000, "wall_time": 20104.323916196823, "train_loss_step": 3.867368698120117, "n_params": 4469860, "total_flops": 30209101824000000, "train_loss": 0.023813798427581787, "subset_score_loss": 0.023813798427581787, "memorization_fraction_pixel": 0.3628000020980835, "mean_nn_ratio_pixel": 0.6245059370994568, "fid": 129.18800636855545} +{"step": 2210000, "wall_time": 20182.65181207657, "train_loss_step": 3.5946171283721924, "n_params": 4469860, "total_flops": 30346415923200000, "train_loss": 0.02371253490447998, "subset_score_loss": 0.02371253490447998} +{"step": 2220000, "wall_time": 20256.333956718445, "train_loss_step": 3.695589542388916, "n_params": 4469860, "total_flops": 30483730022400000, "train_loss": 0.022959821224212647, "subset_score_loss": 0.022959821224212647} +{"step": 2230000, "wall_time": 20337.461439847946, "train_loss_step": 3.697556495666504, "n_params": 4469860, "total_flops": 30621044121600000, "train_loss": 0.023524153232574462, "subset_score_loss": 0.023524153232574462} +{"step": 2240000, "wall_time": 20422.835052013397, "train_loss_step": 3.760542631149292, "n_params": 4469860, "total_flops": 30758358220800000, "train_loss": 0.023777287006378173, "subset_score_loss": 0.023777287006378173} +{"step": 2250000, "wall_time": 20507.933167219162, "train_loss_step": 3.418196678161621, "n_params": 4469860, "total_flops": 30895672320000000, "train_loss": 0.022870094776153566, "subset_score_loss": 0.022870094776153566} +{"step": 2260000, "wall_time": 20591.629362344742, "train_loss_step": 3.693235397338867, "n_params": 4469860, "total_flops": 31032986419200000, "train_loss": 0.02373975992202759, "subset_score_loss": 0.02373975992202759} +{"step": 2270000, "wall_time": 20676.952807188034, "train_loss_step": 4.034350872039795, "n_params": 4469860, "total_flops": 31170300518400000, "train_loss": 0.023464903831481934, "subset_score_loss": 0.023464903831481934} +{"step": 2280000, "wall_time": 20762.313616514206, "train_loss_step": 3.5459842681884766, "n_params": 4469860, "total_flops": 31307614617600000, "train_loss": 0.02352517604827881, "subset_score_loss": 0.02352517604827881} +{"step": 2290000, "wall_time": 20847.616404771805, "train_loss_step": 3.8354320526123047, "n_params": 4469860, "total_flops": 31444928716800000, "train_loss": 0.023504152297973632, "subset_score_loss": 0.023504152297973632} +{"step": 2300000, "wall_time": 20998.619512319565, "train_loss_step": 3.799649715423584, "n_params": 4469860, "total_flops": 31582242816000000, "train_loss": 0.022938218116760254, "subset_score_loss": 0.022938218116760254, "memorization_fraction_pixel": 0.3718000054359436, "mean_nn_ratio_pixel": 0.6144332885742188, "fid": 128.720377618287} +{"step": 2310000, "wall_time": 21070.199319839478, "train_loss_step": 3.75752592086792, "n_params": 4469860, "total_flops": 31719556915200000, "train_loss": 0.023174712657928465, "subset_score_loss": 0.023174712657928465} +{"step": 2320000, "wall_time": 21153.497059583664, "train_loss_step": 3.7055249214172363, "n_params": 4469860, "total_flops": 31856871014400000, "train_loss": 0.024007773399353026, "subset_score_loss": 0.024007773399353026} +{"step": 2330000, "wall_time": 21227.956964969635, "train_loss_step": 3.9286394119262695, "n_params": 4469860, "total_flops": 31994185113600000, "train_loss": 0.022822065353393553, "subset_score_loss": 0.022822065353393553} +{"step": 2340000, "wall_time": 21313.32506084442, "train_loss_step": 3.696084499359131, "n_params": 4469860, "total_flops": 32131499212800000, "train_loss": 0.022194864749908446, "subset_score_loss": 0.022194864749908446} +{"step": 2350000, "wall_time": 21396.843269586563, "train_loss_step": 3.562708854675293, "n_params": 4469860, "total_flops": 32268813312000000, "train_loss": 0.021900649070739745, "subset_score_loss": 0.021900649070739745} +{"step": 2360000, "wall_time": 21482.272148132324, "train_loss_step": 3.731135129928589, "n_params": 4469860, "total_flops": 32406127411200000, "train_loss": 0.023666749000549315, "subset_score_loss": 0.023666749000549315} +{"step": 2370000, "wall_time": 21567.59942984581, "train_loss_step": 3.90763521194458, "n_params": 4469860, "total_flops": 32543441510400000, "train_loss": 0.022870151996612548, "subset_score_loss": 0.022870151996612548} +{"step": 2380000, "wall_time": 21652.93390583992, "train_loss_step": 3.8183250427246094, "n_params": 4469860, "total_flops": 32680755609600000, "train_loss": 0.022660419940948487, "subset_score_loss": 0.022660419940948487} +{"step": 2390000, "wall_time": 21738.34295988083, "train_loss_step": 3.6281960010528564, "n_params": 4469860, "total_flops": 32818069708800000, "train_loss": 0.021786723136901855, "subset_score_loss": 0.021786723136901855} +{"step": 2400000, "wall_time": 21890.72724866867, "train_loss_step": 3.7868058681488037, "n_params": 4469860, "total_flops": 32955383808000000, "train_loss": 0.02203484296798706, "subset_score_loss": 0.02203484296798706, "memorization_fraction_pixel": 0.4124999940395355, "mean_nn_ratio_pixel": 0.5807596445083618, "fid": 123.93667657577973} +{"step": 2410000, "wall_time": 21971.118767499924, "train_loss_step": 3.8939809799194336, "n_params": 4469860, "total_flops": 33092697907200000, "train_loss": 0.023512253761291502, "subset_score_loss": 0.023512253761291502} +{"step": 2420000, "wall_time": 22042.94118976593, "train_loss_step": 3.762371063232422, "n_params": 4469860, "total_flops": 33230012006400000, "train_loss": 0.021558995246887206, "subset_score_loss": 0.021558995246887206} +{"step": 2430000, "wall_time": 22120.415493249893, "train_loss_step": 3.8107171058654785, "n_params": 4469860, "total_flops": 33367326105600000, "train_loss": 0.02278284788131714, "subset_score_loss": 0.02278284788131714} +{"step": 2440000, "wall_time": 22205.661513328552, "train_loss_step": 3.682948589324951, "n_params": 4469860, "total_flops": 33504640204800000, "train_loss": 0.021603164672851564, "subset_score_loss": 0.021603164672851564} +{"step": 2450000, "wall_time": 22288.931497573853, "train_loss_step": 3.7320609092712402, "n_params": 4469860, "total_flops": 33641954304000000, "train_loss": 0.022196426391601562, "subset_score_loss": 0.022196426391601562} +{"step": 2460000, "wall_time": 22374.252829790115, "train_loss_step": 3.521852493286133, "n_params": 4469860, "total_flops": 33779268403200000, "train_loss": 0.022173755168914795, "subset_score_loss": 0.022173755168914795} +{"step": 2470000, "wall_time": 22459.51597380638, "train_loss_step": 3.4936976432800293, "n_params": 4469860, "total_flops": 33916582502400000, "train_loss": 0.02322812080383301, "subset_score_loss": 0.02322812080383301} +{"step": 2480000, "wall_time": 22544.845910549164, "train_loss_step": 4.02175235748291, "n_params": 4469860, "total_flops": 34053896601600000, "train_loss": 0.021389303207397462, "subset_score_loss": 0.021389303207397462} +{"step": 2490000, "wall_time": 22630.18489909172, "train_loss_step": 3.700860023498535, "n_params": 4469860, "total_flops": 34191210700800000, "train_loss": 0.021737380027770994, "subset_score_loss": 0.021737380027770994} +{"step": 2500000, "wall_time": 22782.60007739067, "train_loss_step": 3.430128335952759, "n_params": 4469860, "total_flops": 34328524800000000, "train_loss": 0.023057212829589845, "subset_score_loss": 0.023057212829589845, "memorization_fraction_pixel": 0.4133000075817108, "mean_nn_ratio_pixel": 0.5822423696517944, "fid": 123.40352178022684} +{"step": 2510000, "wall_time": 22867.847081661224, "train_loss_step": 3.3252463340759277, "n_params": 4469860, "total_flops": 34465838899200000, "train_loss": 0.022170841693878174, "subset_score_loss": 0.022170841693878174} +{"step": 2520000, "wall_time": 22944.76454925537, "train_loss_step": 3.588468313217163, "n_params": 4469860, "total_flops": 34603152998400000, "train_loss": 0.021296732425689698, "subset_score_loss": 0.021296732425689698} +{"step": 2530000, "wall_time": 23023.000153303146, "train_loss_step": 3.6243908405303955, "n_params": 4469860, "total_flops": 34740467097600000, "train_loss": 0.021037983894348144, "subset_score_loss": 0.021037983894348144} +{"step": 2540000, "wall_time": 23099.296224832535, "train_loss_step": 3.8067798614501953, "n_params": 4469860, "total_flops": 34877781196800000, "train_loss": 0.021914222240448, "subset_score_loss": 0.021914222240448} +{"step": 2550000, "wall_time": 23182.626729249954, "train_loss_step": 3.567779541015625, "n_params": 4469860, "total_flops": 35015095296000000, "train_loss": 0.021775312423706054, "subset_score_loss": 0.021775312423706054} +{"step": 2560000, "wall_time": 23267.92907166481, "train_loss_step": 3.507199764251709, "n_params": 4469860, "total_flops": 35152409395200000, "train_loss": 0.021534862518310546, "subset_score_loss": 0.021534862518310546} +{"step": 2570000, "wall_time": 23353.246091365814, "train_loss_step": 3.1915721893310547, "n_params": 4469860, "total_flops": 35289723494400000, "train_loss": 0.02119476318359375, "subset_score_loss": 0.02119476318359375} +{"step": 2580000, "wall_time": 23438.462732553482, "train_loss_step": 3.5359954833984375, "n_params": 4469860, "total_flops": 35427037593600000, "train_loss": 0.021535298824310302, "subset_score_loss": 0.021535298824310302} +{"step": 2590000, "wall_time": 23523.832332134247, "train_loss_step": 3.459888219833374, "n_params": 4469860, "total_flops": 35564351692800000, "train_loss": 0.021496450901031493, "subset_score_loss": 0.021496450901031493} +{"step": 2600000, "wall_time": 23676.362371444702, "train_loss_step": 3.744927406311035, "n_params": 4469860, "total_flops": 35701665792000000, "train_loss": 0.02032099962234497, "subset_score_loss": 0.02032099962234497, "memorization_fraction_pixel": 0.43709999322891235, "mean_nn_ratio_pixel": 0.5633543729782104, "fid": 121.23719763829382} +{"step": 2610000, "wall_time": 23761.74156808853, "train_loss_step": 3.4848906993865967, "n_params": 4469860, "total_flops": 35838979891200000, "train_loss": 0.020529329776763916, "subset_score_loss": 0.020529329776763916} +{"step": 2620000, "wall_time": 23845.747763633728, "train_loss_step": 3.56870174407959, "n_params": 4469860, "total_flops": 35976293990400000, "train_loss": 0.0207919979095459, "subset_score_loss": 0.0207919979095459} +{"step": 2630000, "wall_time": 23915.860649347305, "train_loss_step": 3.4605729579925537, "n_params": 4469860, "total_flops": 36113608089600000, "train_loss": 0.019960150718688965, "subset_score_loss": 0.019960150718688965} +{"step": 2640000, "wall_time": 23989.417439460754, "train_loss_step": 3.6724071502685547, "n_params": 4469860, "total_flops": 36250922188800000, "train_loss": 0.020478358268737794, "subset_score_loss": 0.020478358268737794} +{"step": 2650000, "wall_time": 24070.01510334015, "train_loss_step": 3.600640058517456, "n_params": 4469860, "total_flops": 36388236288000000, "train_loss": 0.02008270502090454, "subset_score_loss": 0.02008270502090454} +{"step": 2660000, "wall_time": 24155.37285757065, "train_loss_step": 3.5862793922424316, "n_params": 4469860, "total_flops": 36525550387200000, "train_loss": 0.020456938743591307, "subset_score_loss": 0.020456938743591307} +{"step": 2670000, "wall_time": 24240.748449087143, "train_loss_step": 3.513941764831543, "n_params": 4469860, "total_flops": 36662864486400000, "train_loss": 0.0204349946975708, "subset_score_loss": 0.0204349946975708} +{"step": 2680000, "wall_time": 24326.09983611107, "train_loss_step": 3.3614110946655273, "n_params": 4469860, "total_flops": 36800178585600000, "train_loss": 0.019677122831344606, "subset_score_loss": 0.019677122831344606} +{"step": 2690000, "wall_time": 24411.431930541992, "train_loss_step": 3.7552168369293213, "n_params": 4469860, "total_flops": 36937492684800000, "train_loss": 0.020655481815338134, "subset_score_loss": 0.020655481815338134} +{"step": 2700000, "wall_time": 24568.68365597725, "train_loss_step": 3.397336483001709, "n_params": 4469860, "total_flops": 37074806784000000, "train_loss": 0.0206032133102417, "subset_score_loss": 0.0206032133102417, "memorization_fraction_pixel": 0.46320000290870667, "mean_nn_ratio_pixel": 0.5424908399581909, "fid": 117.99120623473269} +{"step": 2710000, "wall_time": 24653.973801612854, "train_loss_step": 3.4913277626037598, "n_params": 4469860, "total_flops": 37212120883200000, "train_loss": 0.02039391756057739, "subset_score_loss": 0.02039391756057739} +{"step": 2720000, "wall_time": 24739.348422288895, "train_loss_step": 3.533292770385742, "n_params": 4469860, "total_flops": 37349434982400000, "train_loss": 0.0205285906791687, "subset_score_loss": 0.0205285906791687} +{"step": 2730000, "wall_time": 24817.014350414276, "train_loss_step": 3.5364906787872314, "n_params": 4469860, "total_flops": 37486749081600000, "train_loss": 0.020116987228393553, "subset_score_loss": 0.020116987228393553} +{"step": 2740000, "wall_time": 24891.545771598816, "train_loss_step": 3.4874250888824463, "n_params": 4469860, "total_flops": 37624063180800000, "train_loss": 0.019813371896743773, "subset_score_loss": 0.019813371896743773} +{"step": 2750000, "wall_time": 24961.354594230652, "train_loss_step": 3.459524631500244, "n_params": 4469860, "total_flops": 37761377280000000, "train_loss": 0.019634729623794554, "subset_score_loss": 0.019634729623794554} +{"step": 2760000, "wall_time": 25046.707342863083, "train_loss_step": 3.3391196727752686, "n_params": 4469860, "total_flops": 37898691379200000, "train_loss": 0.020481884479522705, "subset_score_loss": 0.020481884479522705} +{"step": 2770000, "wall_time": 25132.115152597427, "train_loss_step": 3.352095603942871, "n_params": 4469860, "total_flops": 38036005478400000, "train_loss": 0.019269419908523558, "subset_score_loss": 0.019269419908523558} +{"step": 2780000, "wall_time": 25217.50706267357, "train_loss_step": 3.446955680847168, "n_params": 4469860, "total_flops": 38173319577600000, "train_loss": 0.019736675024032594, "subset_score_loss": 0.019736675024032594} +{"step": 2790000, "wall_time": 25302.834980487823, "train_loss_step": 3.3547203540802, "n_params": 4469860, "total_flops": 38310633676800000, "train_loss": 0.020049574375152587, "subset_score_loss": 0.020049574375152587} +{"step": 2800000, "wall_time": 25455.49001312256, "train_loss_step": 3.357879161834717, "n_params": 4469860, "total_flops": 38447947776000000, "train_loss": 0.020598437786102295, "subset_score_loss": 0.020598437786102295, "memorization_fraction_pixel": 0.48170000314712524, "mean_nn_ratio_pixel": 0.5263335704803467, "fid": 114.86051031952161} +{"step": 2810000, "wall_time": 25540.81578230858, "train_loss_step": 3.2661144733428955, "n_params": 4469860, "total_flops": 38585261875200000, "train_loss": 0.019135431051254273, "subset_score_loss": 0.019135431051254273} +{"step": 2820000, "wall_time": 25626.17516851425, "train_loss_step": 3.6108474731445312, "n_params": 4469860, "total_flops": 38722575974400000, "train_loss": 0.019626924991607664, "subset_score_loss": 0.019626924991607664} +{"step": 2830000, "wall_time": 25711.447957754135, "train_loss_step": 3.4310309886932373, "n_params": 4469860, "total_flops": 38859890073600000, "train_loss": 0.019920669794082642, "subset_score_loss": 0.019920669794082642} +{"step": 2840000, "wall_time": 25780.491245508194, "train_loss_step": 3.4707276821136475, "n_params": 4469860, "total_flops": 38997204172800000, "train_loss": 0.019368823766708374, "subset_score_loss": 0.019368823766708374} +{"step": 2850000, "wall_time": 25856.6709318161, "train_loss_step": 3.3757591247558594, "n_params": 4469860, "total_flops": 39134518272000000, "train_loss": 0.02119781732559204, "subset_score_loss": 0.02119781732559204} +{"step": 2860000, "wall_time": 25938.60656285286, "train_loss_step": 3.736771821975708, "n_params": 4469860, "total_flops": 39271832371200000, "train_loss": 0.019934440851211547, "subset_score_loss": 0.019934440851211547} +{"step": 2870000, "wall_time": 26023.92973613739, "train_loss_step": 3.6751708984375, "n_params": 4469860, "total_flops": 39409146470400000, "train_loss": 0.01980985403060913, "subset_score_loss": 0.01980985403060913} +{"step": 2880000, "wall_time": 26109.275758981705, "train_loss_step": 3.2841947078704834, "n_params": 4469860, "total_flops": 39546460569600000, "train_loss": 0.019311673641204834, "subset_score_loss": 0.019311673641204834} +{"step": 2890000, "wall_time": 26194.570870876312, "train_loss_step": 3.38826322555542, "n_params": 4469860, "total_flops": 39683774668800000, "train_loss": 0.019099361896514892, "subset_score_loss": 0.019099361896514892} +{"step": 2900000, "wall_time": 26347.041974782944, "train_loss_step": 3.691394329071045, "n_params": 4469860, "total_flops": 39821088768000000, "train_loss": 0.01974811315536499, "subset_score_loss": 0.01974811315536499, "memorization_fraction_pixel": 0.4918999969959259, "mean_nn_ratio_pixel": 0.5242790579795837, "fid": 115.66326040811612} +{"step": 2910000, "wall_time": 26432.40907382965, "train_loss_step": 3.6939072608947754, "n_params": 4469860, "total_flops": 39958402867200000, "train_loss": 0.019176043272018432, "subset_score_loss": 0.019176043272018432} +{"step": 2920000, "wall_time": 26517.8394947052, "train_loss_step": 3.3785412311553955, "n_params": 4469860, "total_flops": 40095716966400000, "train_loss": 0.01866820216178894, "subset_score_loss": 0.01866820216178894} +{"step": 2930000, "wall_time": 26603.233373880386, "train_loss_step": 3.239315986633301, "n_params": 4469860, "total_flops": 40233031065600000, "train_loss": 0.01930410385131836, "subset_score_loss": 0.01930410385131836} +{"step": 2940000, "wall_time": 26683.490545749664, "train_loss_step": 3.2584431171417236, "n_params": 4469860, "total_flops": 40370345164800000, "train_loss": 0.02003183841705322, "subset_score_loss": 0.02003183841705322} +{"step": 2950000, "wall_time": 26755.76483130455, "train_loss_step": 3.531409502029419, "n_params": 4469860, "total_flops": 40507659264000000, "train_loss": 0.018828516006469728, "subset_score_loss": 0.018828516006469728} +{"step": 2960000, "wall_time": 26827.854137659073, "train_loss_step": 3.7517824172973633, "n_params": 4469860, "total_flops": 40644973363200000, "train_loss": 0.01912867069244385, "subset_score_loss": 0.01912867069244385} +{"step": 2970000, "wall_time": 26913.234527349472, "train_loss_step": 3.771389961242676, "n_params": 4469860, "total_flops": 40782287462400000, "train_loss": 0.018793612718582153, "subset_score_loss": 0.018793612718582153} +{"step": 2980000, "wall_time": 26998.61852502823, "train_loss_step": 3.32517671585083, "n_params": 4469860, "total_flops": 40919601561600000, "train_loss": 0.01955909490585327, "subset_score_loss": 0.01955909490585327} +{"step": 2990000, "wall_time": 27083.945033073425, "train_loss_step": 3.4409618377685547, "n_params": 4469860, "total_flops": 41056915660800000, "train_loss": 0.019271271228790285, "subset_score_loss": 0.019271271228790285} +{"step": 3000000, "wall_time": 27237.993589162827, "train_loss_step": 3.382782459259033, "n_params": 4469860, "total_flops": 41194229760000000, "train_loss": 0.018411372900009156, "subset_score_loss": 0.018411372900009156, "memorization_fraction_pixel": 0.49309998750686646, "mean_nn_ratio_pixel": 0.5214118957519531, "fid": 113.74280355113561} +{"step": 3010000, "wall_time": 27323.353977680206, "train_loss_step": 3.475735902786255, "n_params": 4469860, "total_flops": 41331543859200000, "train_loss": 0.018996111154556274, "subset_score_loss": 0.018996111154556274} +{"step": 3020000, "wall_time": 27408.750343561172, "train_loss_step": 3.7258169651031494, "n_params": 4469860, "total_flops": 41468857958400000, "train_loss": 0.01917142391204834, "subset_score_loss": 0.01917142391204834} +{"step": 3030000, "wall_time": 27493.988702774048, "train_loss_step": 3.571232795715332, "n_params": 4469860, "total_flops": 41606172057600000, "train_loss": 0.018069604635238646, "subset_score_loss": 0.018069604635238646} +{"step": 3040000, "wall_time": 27577.258432865143, "train_loss_step": 3.241365432739258, "n_params": 4469860, "total_flops": 41743486156800000, "train_loss": 0.01915144085884094, "subset_score_loss": 0.01915144085884094} +{"step": 3050000, "wall_time": 27653.17461490631, "train_loss_step": 3.376497745513916, "n_params": 4469860, "total_flops": 41880800256000000, "train_loss": 0.018511570692062378, "subset_score_loss": 0.018511570692062378} +{"step": 3060000, "wall_time": 27721.164433002472, "train_loss_step": 3.091932773590088, "n_params": 4469860, "total_flops": 42018114355200000, "train_loss": 0.01857030510902405, "subset_score_loss": 0.01857030510902405} +{"step": 3070000, "wall_time": 27796.956223487854, "train_loss_step": 3.226161003112793, "n_params": 4469860, "total_flops": 42155428454400000, "train_loss": 0.018893028497695922, "subset_score_loss": 0.018893028497695922} +{"step": 3080000, "wall_time": 27882.332258224487, "train_loss_step": 3.287654399871826, "n_params": 4469860, "total_flops": 42292742553600000, "train_loss": 0.018625093698501585, "subset_score_loss": 0.018625093698501585} +{"step": 3090000, "wall_time": 27967.637195825577, "train_loss_step": 3.26949405670166, "n_params": 4469860, "total_flops": 42430056652800000, "train_loss": 0.019596939086914063, "subset_score_loss": 0.019596939086914063} +{"step": 3100000, "wall_time": 28118.982187271118, "train_loss_step": 3.295081615447998, "n_params": 4469860, "total_flops": 42567370752000000, "train_loss": 0.01825745463371277, "subset_score_loss": 0.01825745463371277, "memorization_fraction_pixel": 0.5091999769210815, "mean_nn_ratio_pixel": 0.5104995965957642, "fid": 113.95243532265918} +{"step": 3110000, "wall_time": 28204.41322207451, "train_loss_step": 3.265270709991455, "n_params": 4469860, "total_flops": 42704684851200000, "train_loss": 0.018615891933441164, "subset_score_loss": 0.018615891933441164} +{"step": 3120000, "wall_time": 28289.77816271782, "train_loss_step": 3.6132850646972656, "n_params": 4469860, "total_flops": 42841998950400000, "train_loss": 0.017947838306427003, "subset_score_loss": 0.017947838306427003} +{"step": 3130000, "wall_time": 28374.938148021698, "train_loss_step": 3.651191234588623, "n_params": 4469860, "total_flops": 42979313049600000, "train_loss": 0.018215596675872803, "subset_score_loss": 0.018215596675872803} +{"step": 3140000, "wall_time": 28458.417199611664, "train_loss_step": 3.0442166328430176, "n_params": 4469860, "total_flops": 43116627148800000, "train_loss": 0.018128525018692016, "subset_score_loss": 0.018128525018692016} +{"step": 3150000, "wall_time": 28543.606311798096, "train_loss_step": 3.1788322925567627, "n_params": 4469860, "total_flops": 43253941248000000, "train_loss": 0.018460731506347656, "subset_score_loss": 0.018460731506347656} +{"step": 3160000, "wall_time": 28616.761460781097, "train_loss_step": 3.688626766204834, "n_params": 4469860, "total_flops": 43391255347200000, "train_loss": 0.01802918314933777, "subset_score_loss": 0.01802918314933777} +{"step": 3170000, "wall_time": 28692.614539384842, "train_loss_step": 3.3245086669921875, "n_params": 4469860, "total_flops": 43528569446400000, "train_loss": 0.017512979507446288, "subset_score_loss": 0.017512979507446288} +{"step": 3180000, "wall_time": 28778.038642406464, "train_loss_step": 2.9272408485412598, "n_params": 4469860, "total_flops": 43665883545600000, "train_loss": 0.01930942416191101, "subset_score_loss": 0.01930942416191101} +{"step": 3190000, "wall_time": 28863.443880796432, "train_loss_step": 3.5635409355163574, "n_params": 4469860, "total_flops": 43803197644800000, "train_loss": 0.018823187351226806, "subset_score_loss": 0.018823187351226806} +{"step": 3200000, "wall_time": 29015.847490549088, "train_loss_step": 3.4587247371673584, "n_params": 4469860, "total_flops": 43940511744000000, "train_loss": 0.01855998992919922, "subset_score_loss": 0.01855998992919922, "memorization_fraction_pixel": 0.5235999822616577, "mean_nn_ratio_pixel": 0.498674213886261, "fid": 111.93277278913013} +{"step": 3210000, "wall_time": 29101.229034662247, "train_loss_step": 3.320370674133301, "n_params": 4469860, "total_flops": 44077825843200000, "train_loss": 0.01873860716819763, "subset_score_loss": 0.01873860716819763} +{"step": 3220000, "wall_time": 29186.617218494415, "train_loss_step": 3.158510684967041, "n_params": 4469860, "total_flops": 44215139942400000, "train_loss": 0.01821646809577942, "subset_score_loss": 0.01821646809577942} +{"step": 3230000, "wall_time": 29271.771470308304, "train_loss_step": 3.2176754474639893, "n_params": 4469860, "total_flops": 44352454041600000, "train_loss": 0.018374991416931153, "subset_score_loss": 0.018374991416931153} +{"step": 3240000, "wall_time": 29355.524111270905, "train_loss_step": 3.428685188293457, "n_params": 4469860, "total_flops": 44489768140800000, "train_loss": 0.01828613758087158, "subset_score_loss": 0.01828613758087158} +{"step": 3250000, "wall_time": 29440.92563700676, "train_loss_step": 3.37119722366333, "n_params": 4469860, "total_flops": 44627082240000000, "train_loss": 0.017796883583068846, "subset_score_loss": 0.017796883583068846} +{"step": 3260000, "wall_time": 29520.631779909134, "train_loss_step": 3.2924437522888184, "n_params": 4469860, "total_flops": 44764396339200000, "train_loss": 0.01768990993499756, "subset_score_loss": 0.01768990993499756} +{"step": 3270000, "wall_time": 29600.24871325493, "train_loss_step": 3.1622281074523926, "n_params": 4469860, "total_flops": 44901710438400000, "train_loss": 0.017506277561187743, "subset_score_loss": 0.017506277561187743} +{"step": 3280000, "wall_time": 29680.764486312866, "train_loss_step": 3.585875988006592, "n_params": 4469860, "total_flops": 45039024537600000, "train_loss": 0.01816883444786072, "subset_score_loss": 0.01816883444786072} +{"step": 3290000, "wall_time": 29766.16489815712, "train_loss_step": 3.234236717224121, "n_params": 4469860, "total_flops": 45176338636800000, "train_loss": 0.018059253692626953, "subset_score_loss": 0.018059253692626953} +{"step": 3300000, "wall_time": 29918.67643046379, "train_loss_step": 3.0861637592315674, "n_params": 4469860, "total_flops": 45313652736000000, "train_loss": 0.01806708574295044, "subset_score_loss": 0.01806708574295044, "memorization_fraction_pixel": 0.5273000001907349, "mean_nn_ratio_pixel": 0.49900010228157043, "fid": 111.15280248534934} +{"step": 3310000, "wall_time": 30004.121370077133, "train_loss_step": 3.184622287750244, "n_params": 4469860, "total_flops": 45450966835200000, "train_loss": 0.017428823709487916, "subset_score_loss": 0.017428823709487916} +{"step": 3320000, "wall_time": 30089.518993616104, "train_loss_step": 3.233771324157715, "n_params": 4469860, "total_flops": 45588280934400000, "train_loss": 0.01739295482635498, "subset_score_loss": 0.01739295482635498} +{"step": 3330000, "wall_time": 30172.848284244537, "train_loss_step": 3.395465850830078, "n_params": 4469860, "total_flops": 45725595033600000, "train_loss": 0.01765540599822998, "subset_score_loss": 0.01765540599822998} +{"step": 3340000, "wall_time": 30258.248431444168, "train_loss_step": 3.3510985374450684, "n_params": 4469860, "total_flops": 45862909132800000, "train_loss": 0.01691055655479431, "subset_score_loss": 0.01691055655479431} +{"step": 3350000, "wall_time": 30343.59276652336, "train_loss_step": 3.417128324508667, "n_params": 4469860, "total_flops": 46000223232000000, "train_loss": 0.01693692684173584, "subset_score_loss": 0.01693692684173584} +{"step": 3360000, "wall_time": 30425.750508785248, "train_loss_step": 3.363729476928711, "n_params": 4469860, "total_flops": 46137537331200000, "train_loss": 0.016755472421646118, "subset_score_loss": 0.016755472421646118} +{"step": 3370000, "wall_time": 30500.910880565643, "train_loss_step": 2.903456687927246, "n_params": 4469860, "total_flops": 46274851430400000, "train_loss": 0.017168853282928467, "subset_score_loss": 0.017168853282928467} +{"step": 3380000, "wall_time": 30569.826397180557, "train_loss_step": 3.3935296535491943, "n_params": 4469860, "total_flops": 46412165529600000, "train_loss": 0.017551301717758178, "subset_score_loss": 0.017551301717758178} +{"step": 3390000, "wall_time": 30655.232687950134, "train_loss_step": 2.9052157402038574, "n_params": 4469860, "total_flops": 46549479628800000, "train_loss": 0.017270506620407106, "subset_score_loss": 0.017270506620407106} +{"step": 3400000, "wall_time": 30807.574199438095, "train_loss_step": 3.5578343868255615, "n_params": 4469860, "total_flops": 46686793728000000, "train_loss": 0.01693898320198059, "subset_score_loss": 0.01693898320198059, "memorization_fraction_pixel": 0.5443000197410583, "mean_nn_ratio_pixel": 0.48628753423690796, "fid": 108.126903385152} +{"step": 3410000, "wall_time": 30892.96730709076, "train_loss_step": 2.997840642929077, "n_params": 4469860, "total_flops": 46824107827200000, "train_loss": 0.016379142999649047, "subset_score_loss": 0.016379142999649047} +{"step": 3420000, "wall_time": 30978.316249370575, "train_loss_step": 3.3365321159362793, "n_params": 4469860, "total_flops": 46961421926400000, "train_loss": 0.017248908281326292, "subset_score_loss": 0.017248908281326292} +{"step": 3430000, "wall_time": 31061.830221891403, "train_loss_step": 3.2433247566223145, "n_params": 4469860, "total_flops": 47098736025600000, "train_loss": 0.018324987888336183, "subset_score_loss": 0.018324987888336183} +{"step": 3440000, "wall_time": 31147.20692896843, "train_loss_step": 3.3619751930236816, "n_params": 4469860, "total_flops": 47236050124800000, "train_loss": 0.016780575513839723, "subset_score_loss": 0.016780575513839723} +{"step": 3450000, "wall_time": 31232.612522125244, "train_loss_step": 3.4889159202575684, "n_params": 4469860, "total_flops": 47373364224000000, "train_loss": 0.017163392305374146, "subset_score_loss": 0.017163392305374146} +{"step": 3460000, "wall_time": 31317.889493465424, "train_loss_step": 3.203991413116455, "n_params": 4469860, "total_flops": 47510678323200000, "train_loss": 0.01662140965461731, "subset_score_loss": 0.01662140965461731} +{"step": 3470000, "wall_time": 31395.377911806107, "train_loss_step": 3.171955108642578, "n_params": 4469860, "total_flops": 47647992422400000, "train_loss": 0.017280205488204955, "subset_score_loss": 0.017280205488204955} +{"step": 3480000, "wall_time": 31475.074729442596, "train_loss_step": 3.254432439804077, "n_params": 4469860, "total_flops": 47785306521600000, "train_loss": 0.016488062143325807, "subset_score_loss": 0.016488062143325807} +{"step": 3490000, "wall_time": 31549.546050071716, "train_loss_step": 3.1381897926330566, "n_params": 4469860, "total_flops": 47922620620800000, "train_loss": 0.016449911594390867, "subset_score_loss": 0.016449911594390867} +{"step": 3500000, "wall_time": 31700.788511037827, "train_loss_step": 3.154038190841675, "n_params": 4469860, "total_flops": 48059934720000000, "train_loss": 0.016563185453414918, "subset_score_loss": 0.016563185453414918, "memorization_fraction_pixel": 0.5170000195503235, "mean_nn_ratio_pixel": 0.5058027505874634, "fid": 111.27256877271068} +{"step": 3510000, "wall_time": 31786.190207481384, "train_loss_step": 3.709677219390869, "n_params": 4469860, "total_flops": 48197248819200000, "train_loss": 0.017698981761932374, "subset_score_loss": 0.017698981761932374} +{"step": 3520000, "wall_time": 31871.414447546005, "train_loss_step": 2.9665398597717285, "n_params": 4469860, "total_flops": 48334562918400000, "train_loss": 0.01695597529411316, "subset_score_loss": 0.01695597529411316} +{"step": 3530000, "wall_time": 31954.89293050766, "train_loss_step": 3.5183944702148438, "n_params": 4469860, "total_flops": 48471877017600000, "train_loss": 0.01687529921531677, "subset_score_loss": 0.01687529921531677} +{"step": 3540000, "wall_time": 32040.30316066742, "train_loss_step": 3.2284369468688965, "n_params": 4469860, "total_flops": 48609191116800000, "train_loss": 0.016802016496658325, "subset_score_loss": 0.016802016496658325} +{"step": 3550000, "wall_time": 32125.690005540848, "train_loss_step": 3.034029960632324, "n_params": 4469860, "total_flops": 48746505216000000, "train_loss": 0.017042232751846312, "subset_score_loss": 0.017042232751846312} +{"step": 3560000, "wall_time": 32211.173361063004, "train_loss_step": 3.116331100463867, "n_params": 4469860, "total_flops": 48883819315200000, "train_loss": 0.015492327213287353, "subset_score_loss": 0.015492327213287353} +{"step": 3570000, "wall_time": 32290.531118392944, "train_loss_step": 3.1840105056762695, "n_params": 4469860, "total_flops": 49021133414400000, "train_loss": 0.017540905475616455, "subset_score_loss": 0.017540905475616455} +{"step": 3580000, "wall_time": 32376.000164747238, "train_loss_step": 2.977567195892334, "n_params": 4469860, "total_flops": 49158447513600000, "train_loss": 0.015952112674713134, "subset_score_loss": 0.015952112674713134} +{"step": 3590000, "wall_time": 32456.397780656815, "train_loss_step": 3.217696189880371, "n_params": 4469860, "total_flops": 49295761612800000, "train_loss": 0.016509039402008055, "subset_score_loss": 0.016509039402008055} +{"step": 3600000, "wall_time": 32608.980603933334, "train_loss_step": 3.2036380767822266, "n_params": 4469860, "total_flops": 49433075712000000, "train_loss": 0.01598584771156311, "subset_score_loss": 0.01598584771156311, "memorization_fraction_pixel": 0.5659999847412109, "mean_nn_ratio_pixel": 0.47501835227012634, "fid": 108.09507232839621} +{"step": 3610000, "wall_time": 32694.337198972702, "train_loss_step": 3.673497438430786, "n_params": 4469860, "total_flops": 49570389811200000, "train_loss": 0.017234234809875487, "subset_score_loss": 0.017234234809875487} +{"step": 3620000, "wall_time": 32779.514691352844, "train_loss_step": 3.198681354522705, "n_params": 4469860, "total_flops": 49707703910400000, "train_loss": 0.015701225996017455, "subset_score_loss": 0.015701225996017455} +{"step": 3630000, "wall_time": 32862.92593598366, "train_loss_step": 3.0455212593078613, "n_params": 4469860, "total_flops": 49845018009600000, "train_loss": 0.015554884672164917, "subset_score_loss": 0.015554884672164917} +{"step": 3640000, "wall_time": 32948.272290468216, "train_loss_step": 3.6117382049560547, "n_params": 4469860, "total_flops": 49982332108800000, "train_loss": 0.016768170595169066, "subset_score_loss": 0.016768170595169066} +{"step": 3650000, "wall_time": 33033.64364981651, "train_loss_step": 3.2452032566070557, "n_params": 4469860, "total_flops": 50119646208000000, "train_loss": 0.016870062351226806, "subset_score_loss": 0.016870062351226806} +{"step": 3660000, "wall_time": 33119.08946800232, "train_loss_step": 2.8780016899108887, "n_params": 4469860, "total_flops": 50256960307200000, "train_loss": 0.016760542392730712, "subset_score_loss": 0.016760542392730712} +{"step": 3670000, "wall_time": 33201.144052267075, "train_loss_step": 3.484096050262451, "n_params": 4469860, "total_flops": 50394274406400000, "train_loss": 0.01647640943527222, "subset_score_loss": 0.01647640943527222} +{"step": 3680000, "wall_time": 33286.43880081177, "train_loss_step": 3.0668206214904785, "n_params": 4469860, "total_flops": 50531588505600000, "train_loss": 0.016544991731643678, "subset_score_loss": 0.016544991731643678} +{"step": 3690000, "wall_time": 33363.82949376106, "train_loss_step": 3.1935834884643555, "n_params": 4469860, "total_flops": 50668902604800000, "train_loss": 0.015954960584640503, "subset_score_loss": 0.015954960584640503} +{"step": 3700000, "wall_time": 33514.1158246994, "train_loss_step": 3.3965933322906494, "n_params": 4469860, "total_flops": 50806216704000000, "train_loss": 0.017379939556121826, "subset_score_loss": 0.017379939556121826, "memorization_fraction_pixel": 0.5593000054359436, "mean_nn_ratio_pixel": 0.47726982831954956, "fid": 109.29915690671547} +{"step": 3710000, "wall_time": 33599.47611618042, "train_loss_step": 3.013882637023926, "n_params": 4469860, "total_flops": 50943530803200000, "train_loss": 0.01587946534156799, "subset_score_loss": 0.01587946534156799} +{"step": 3720000, "wall_time": 33684.66610169411, "train_loss_step": 3.282626152038574, "n_params": 4469860, "total_flops": 51080844902400000, "train_loss": 0.015659726858139038, "subset_score_loss": 0.015659726858139038} +{"step": 3730000, "wall_time": 33768.18008995056, "train_loss_step": 3.2040295600891113, "n_params": 4469860, "total_flops": 51218159001600000, "train_loss": 0.01588894009590149, "subset_score_loss": 0.01588894009590149} +{"step": 3740000, "wall_time": 33853.58294296265, "train_loss_step": 3.4063971042633057, "n_params": 4469860, "total_flops": 51355473100800000, "train_loss": 0.01624150276184082, "subset_score_loss": 0.01624150276184082} +{"step": 3750000, "wall_time": 33938.91319036484, "train_loss_step": 3.347512722015381, "n_params": 4469860, "total_flops": 51492787200000000, "train_loss": 0.016454800367355346, "subset_score_loss": 0.016454800367355346} +{"step": 3760000, "wall_time": 34024.33817768097, "train_loss_step": 3.3718132972717285, "n_params": 4469860, "total_flops": 51630101299200000, "train_loss": 0.016385146379470826, "subset_score_loss": 0.016385146379470826} +{"step": 3770000, "wall_time": 34106.21210837364, "train_loss_step": 3.2378182411193848, "n_params": 4469860, "total_flops": 51767415398400000, "train_loss": 0.015513975620269776, "subset_score_loss": 0.015513975620269776} +{"step": 3780000, "wall_time": 34191.591802835464, "train_loss_step": 3.4045872688293457, "n_params": 4469860, "total_flops": 51904729497600000, "train_loss": 0.01696809530258179, "subset_score_loss": 0.01696809530258179} +{"step": 3790000, "wall_time": 34274.63974046707, "train_loss_step": 3.3485934734344482, "n_params": 4469860, "total_flops": 52042043596800000, "train_loss": 0.016093730926513672, "subset_score_loss": 0.016093730926513672} +{"step": 3800000, "wall_time": 34425.43316888809, "train_loss_step": 3.1386024951934814, "n_params": 4469860, "total_flops": 52179357696000000, "train_loss": 0.016789363622665407, "subset_score_loss": 0.016789363622665407, "memorization_fraction_pixel": 0.5663999915122986, "mean_nn_ratio_pixel": 0.4722488224506378, "fid": 107.89905494756914} +{"step": 3810000, "wall_time": 34510.77704954147, "train_loss_step": 3.240377902984619, "n_params": 4469860, "total_flops": 52316671795200000, "train_loss": 0.01628365397453308, "subset_score_loss": 0.01628365397453308} +{"step": 3820000, "wall_time": 34593.992530822754, "train_loss_step": 3.0894899368286133, "n_params": 4469860, "total_flops": 52453985894400000, "train_loss": 0.01606122374534607, "subset_score_loss": 0.01606122374534607} +{"step": 3830000, "wall_time": 34679.320009469986, "train_loss_step": 3.14680814743042, "n_params": 4469860, "total_flops": 52591299993600000, "train_loss": 0.016863135099411012, "subset_score_loss": 0.016863135099411012} +{"step": 3840000, "wall_time": 34764.658965826035, "train_loss_step": 3.4237496852874756, "n_params": 4469860, "total_flops": 52728614092800000, "train_loss": 0.015890334844589234, "subset_score_loss": 0.015890334844589234} +{"step": 3850000, "wall_time": 34849.8862323761, "train_loss_step": 3.334287166595459, "n_params": 4469860, "total_flops": 52865928192000000, "train_loss": 0.015437017679214477, "subset_score_loss": 0.015437017679214477} +{"step": 3860000, "wall_time": 34935.21890068054, "train_loss_step": 3.3857662677764893, "n_params": 4469860, "total_flops": 53003242291200000, "train_loss": 0.016100926399230955, "subset_score_loss": 0.016100926399230955} +{"step": 3870000, "wall_time": 35015.47319436073, "train_loss_step": 3.268139600753784, "n_params": 4469860, "total_flops": 53140556390400000, "train_loss": 0.015827344655990602, "subset_score_loss": 0.015827344655990602} +{"step": 3880000, "wall_time": 35090.53887462616, "train_loss_step": 3.2474923133850098, "n_params": 4469860, "total_flops": 53277870489600000, "train_loss": 0.016857869625091552, "subset_score_loss": 0.016857869625091552} +{"step": 3890000, "wall_time": 35172.50821971893, "train_loss_step": 3.0566320419311523, "n_params": 4469860, "total_flops": 53415184588800000, "train_loss": 0.01584636330604553, "subset_score_loss": 0.01584636330604553} +{"step": 3900000, "wall_time": 35312.50167632103, "train_loss_step": 3.1807923316955566, "n_params": 4469860, "total_flops": 53552498688000000, "train_loss": 0.015498045682907104, "subset_score_loss": 0.015498045682907104, "memorization_fraction_pixel": 0.5629000067710876, "mean_nn_ratio_pixel": 0.47352519631385803, "fid": 108.78727046413276} +{"step": 3910000, "wall_time": 35397.89772987366, "train_loss_step": 3.466935634613037, "n_params": 4469860, "total_flops": 53689812787200000, "train_loss": 0.01613188028335571, "subset_score_loss": 0.01613188028335571} +{"step": 3920000, "wall_time": 35481.185411691666, "train_loss_step": 3.0744705200195312, "n_params": 4469860, "total_flops": 53827126886400000, "train_loss": 0.01631510853767395, "subset_score_loss": 0.01631510853767395} +{"step": 3930000, "wall_time": 35566.58083295822, "train_loss_step": 2.9414467811584473, "n_params": 4469860, "total_flops": 53964440985600000, "train_loss": 0.015322145223617554, "subset_score_loss": 0.015322145223617554} +{"step": 3940000, "wall_time": 35651.952114105225, "train_loss_step": 3.4206361770629883, "n_params": 4469860, "total_flops": 54101755084800000, "train_loss": 0.015449271202087403, "subset_score_loss": 0.015449271202087403} +{"step": 3950000, "wall_time": 35737.294607400894, "train_loss_step": 3.439133405685425, "n_params": 4469860, "total_flops": 54239069184000000, "train_loss": 0.016273999214172365, "subset_score_loss": 0.016273999214172365} +{"step": 3960000, "wall_time": 35822.63982152939, "train_loss_step": 3.3396921157836914, "n_params": 4469860, "total_flops": 54376383283200000, "train_loss": 0.016559886932373046, "subset_score_loss": 0.016559886932373046} +{"step": 3970000, "wall_time": 35907.90759563446, "train_loss_step": 3.2482776641845703, "n_params": 4469860, "total_flops": 54513697382400000, "train_loss": 0.01539074420928955, "subset_score_loss": 0.01539074420928955} +{"step": 3980000, "wall_time": 35982.90185904503, "train_loss_step": 3.2007570266723633, "n_params": 4469860, "total_flops": 54651011481600000, "train_loss": 0.016699609756469728, "subset_score_loss": 0.016699609756469728} +{"step": 3990000, "wall_time": 36064.77746152878, "train_loss_step": 2.957289218902588, "n_params": 4469860, "total_flops": 54788325580800000, "train_loss": 0.015372192859649659, "subset_score_loss": 0.015372192859649659} +{"step": 4000000, "wall_time": 36209.07089328766, "train_loss_step": 2.9578754901885986, "n_params": 4469860, "total_flops": 54925639680000000, "train_loss": 0.015475196838378906, "subset_score_loss": 0.015475196838378906, "memorization_fraction_pixel": 0.5734000205993652, "mean_nn_ratio_pixel": 0.47094962000846863, "fid": 108.26535862102286} +{"step": 4010000, "wall_time": 36292.27390193939, "train_loss_step": 2.9774532318115234, "n_params": 4469860, "total_flops": 55062953779200000, "train_loss": 0.015276857614517213, "subset_score_loss": 0.015276857614517213} +{"step": 4020000, "wall_time": 36375.66751217842, "train_loss_step": 3.240278959274292, "n_params": 4469860, "total_flops": 55200267878400000, "train_loss": 0.015268141031265258, "subset_score_loss": 0.015268141031265258} +{"step": 4030000, "wall_time": 36461.0163333416, "train_loss_step": 3.5036725997924805, "n_params": 4469860, "total_flops": 55337581977600000, "train_loss": 0.014864178895950318, "subset_score_loss": 0.014864178895950318} +{"step": 4040000, "wall_time": 36546.34116983414, "train_loss_step": 3.2634830474853516, "n_params": 4469860, "total_flops": 55474896076800000, "train_loss": 0.015480916500091552, "subset_score_loss": 0.015480916500091552} +{"step": 4050000, "wall_time": 36631.636420965195, "train_loss_step": 2.941556692123413, "n_params": 4469860, "total_flops": 55612210176000000, "train_loss": 0.01493554949760437, "subset_score_loss": 0.01493554949760437} +{"step": 4060000, "wall_time": 36716.95355844498, "train_loss_step": 3.0729727745056152, "n_params": 4469860, "total_flops": 55749524275200000, "train_loss": 0.01491020679473877, "subset_score_loss": 0.01491020679473877} +{"step": 4070000, "wall_time": 36802.298511743546, "train_loss_step": 3.385033369064331, "n_params": 4469860, "total_flops": 55886838374400000, "train_loss": 0.01603396773338318, "subset_score_loss": 0.01603396773338318} +{"step": 4080000, "wall_time": 36887.144869327545, "train_loss_step": 3.294631004333496, "n_params": 4469860, "total_flops": 56024152473600000, "train_loss": 0.015985857248306274, "subset_score_loss": 0.015985857248306274} +{"step": 4090000, "wall_time": 36957.51960301399, "train_loss_step": 2.9070944786071777, "n_params": 4469860, "total_flops": 56161466572800000, "train_loss": 0.016184678077697755, "subset_score_loss": 0.016184678077697755} +{"step": 4100000, "wall_time": 37094.33760857582, "train_loss_step": 3.356602668762207, "n_params": 4469860, "total_flops": 56298780672000000, "train_loss": 0.015729790925979613, "subset_score_loss": 0.015729790925979613, "memorization_fraction_pixel": 0.5737000107765198, "mean_nn_ratio_pixel": 0.4641447365283966, "fid": 106.76191764280597} +{"step": 4110000, "wall_time": 37177.88433408737, "train_loss_step": 3.206035852432251, "n_params": 4469860, "total_flops": 56436094771200000, "train_loss": 0.014860916137695312, "subset_score_loss": 0.014860916137695312} +{"step": 4120000, "wall_time": 37261.3492307663, "train_loss_step": 3.276401996612549, "n_params": 4469860, "total_flops": 56573408870400000, "train_loss": 0.015421789884567261, "subset_score_loss": 0.015421789884567261} +{"step": 4130000, "wall_time": 37346.70199084282, "train_loss_step": 3.3689017295837402, "n_params": 4469860, "total_flops": 56710722969600000, "train_loss": 0.015474894046783448, "subset_score_loss": 0.015474894046783448} +{"step": 4140000, "wall_time": 37432.10761189461, "train_loss_step": 2.8346667289733887, "n_params": 4469860, "total_flops": 56848037068800000, "train_loss": 0.014258155822753906, "subset_score_loss": 0.014258155822753906} +{"step": 4150000, "wall_time": 37517.49053812027, "train_loss_step": 3.2692275047302246, "n_params": 4469860, "total_flops": 56985351168000000, "train_loss": 0.01497867226600647, "subset_score_loss": 0.01497867226600647} +{"step": 4160000, "wall_time": 37602.8415119648, "train_loss_step": 3.0971171855926514, "n_params": 4469860, "total_flops": 57122665267200000, "train_loss": 0.015217808485031127, "subset_score_loss": 0.015217808485031127} +{"step": 4170000, "wall_time": 37688.2327375412, "train_loss_step": 3.317948341369629, "n_params": 4469860, "total_flops": 57259979366400000, "train_loss": 0.015374051332473755, "subset_score_loss": 0.015374051332473755} +{"step": 4180000, "wall_time": 37773.587304115295, "train_loss_step": 3.110377311706543, "n_params": 4469860, "total_flops": 57397293465600000, "train_loss": 0.015091155767440795, "subset_score_loss": 0.015091155767440795} +{"step": 4190000, "wall_time": 37852.714931964874, "train_loss_step": 3.1266887187957764, "n_params": 4469860, "total_flops": 57534607564800000, "train_loss": 0.015139917135238648, "subset_score_loss": 0.015139917135238648} +{"step": 4200000, "wall_time": 37996.198755025864, "train_loss_step": 3.0450499057769775, "n_params": 4469860, "total_flops": 57671921664000000, "train_loss": 0.015004944801330567, "subset_score_loss": 0.015004944801330567, "memorization_fraction_pixel": 0.5834000110626221, "mean_nn_ratio_pixel": 0.45555996894836426, "fid": 106.41044862901308} +{"step": 4210000, "wall_time": 38072.69492650032, "train_loss_step": 3.320225477218628, "n_params": 4469860, "total_flops": 57809235763200000, "train_loss": 0.01681804418563843, "subset_score_loss": 0.01681804418563843} +{"step": 4220000, "wall_time": 38154.73189330101, "train_loss_step": 3.148684501647949, "n_params": 4469860, "total_flops": 57946549862400000, "train_loss": 0.015223342180252075, "subset_score_loss": 0.015223342180252075} +{"step": 4230000, "wall_time": 38240.0736413002, "train_loss_step": 2.8348052501678467, "n_params": 4469860, "total_flops": 58083863961600000, "train_loss": 0.015419559478759766, "subset_score_loss": 0.015419559478759766} +{"step": 4240000, "wall_time": 38325.33460497856, "train_loss_step": 3.324991226196289, "n_params": 4469860, "total_flops": 58221178060800000, "train_loss": 0.015335215330123901, "subset_score_loss": 0.015335215330123901} +{"step": 4250000, "wall_time": 38410.626695394516, "train_loss_step": 3.006621837615967, "n_params": 4469860, "total_flops": 58358492160000000, "train_loss": 0.014521515369415284, "subset_score_loss": 0.014521515369415284} +{"step": 4260000, "wall_time": 38495.94722342491, "train_loss_step": 3.2053120136260986, "n_params": 4469860, "total_flops": 58495806259200000, "train_loss": 0.014622372388839722, "subset_score_loss": 0.014622372388839722} +{"step": 4270000, "wall_time": 38581.22822499275, "train_loss_step": 3.2367208003997803, "n_params": 4469860, "total_flops": 58633120358400000, "train_loss": 0.015217030048370361, "subset_score_loss": 0.015217030048370361} +{"step": 4280000, "wall_time": 38666.56819534302, "train_loss_step": 2.977515459060669, "n_params": 4469860, "total_flops": 58770434457600000, "train_loss": 0.014386838674545288, "subset_score_loss": 0.014386838674545288} +{"step": 4290000, "wall_time": 38751.72432184219, "train_loss_step": 3.102400064468384, "n_params": 4469860, "total_flops": 58907748556800000, "train_loss": 0.014626096487045288, "subset_score_loss": 0.014626096487045288} +{"step": 4300000, "wall_time": 38891.50018143654, "train_loss_step": 3.143095016479492, "n_params": 4469860, "total_flops": 59045062656000000, "train_loss": 0.015290374755859376, "subset_score_loss": 0.015290374755859376, "memorization_fraction_pixel": 0.5835999846458435, "mean_nn_ratio_pixel": 0.46198520064353943, "fid": 106.05888846800104} +{"step": 4310000, "wall_time": 38963.20996809006, "train_loss_step": 3.1407742500305176, "n_params": 4469860, "total_flops": 59182376755200000, "train_loss": 0.015032531023025512, "subset_score_loss": 0.015032531023025512} +{"step": 4320000, "wall_time": 39045.084772109985, "train_loss_step": 2.904489040374756, "n_params": 4469860, "total_flops": 59319690854400000, "train_loss": 0.015018019676208496, "subset_score_loss": 0.015018019676208496} +{"step": 4330000, "wall_time": 39130.45988845825, "train_loss_step": 3.135000705718994, "n_params": 4469860, "total_flops": 59457004953600000, "train_loss": 0.01480334997177124, "subset_score_loss": 0.01480334997177124} +{"step": 4340000, "wall_time": 39215.842742443085, "train_loss_step": 3.287262439727783, "n_params": 4469860, "total_flops": 59594319052800000, "train_loss": 0.015029319524765015, "subset_score_loss": 0.015029319524765015} +{"step": 4350000, "wall_time": 39301.27564454079, "train_loss_step": 3.0764737129211426, "n_params": 4469860, "total_flops": 59731633152000000, "train_loss": 0.014251141548156739, "subset_score_loss": 0.014251141548156739} +{"step": 4360000, "wall_time": 39386.66514801979, "train_loss_step": 3.22928524017334, "n_params": 4469860, "total_flops": 59868947251200000, "train_loss": 0.01430169701576233, "subset_score_loss": 0.01430169701576233} +{"step": 4370000, "wall_time": 39472.00060558319, "train_loss_step": 3.4365053176879883, "n_params": 4469860, "total_flops": 60006261350400000, "train_loss": 0.01491887092590332, "subset_score_loss": 0.01491887092590332} +{"step": 4380000, "wall_time": 39557.380120277405, "train_loss_step": 3.4481756687164307, "n_params": 4469860, "total_flops": 60143575449600000, "train_loss": 0.014876236915588379, "subset_score_loss": 0.014876236915588379} +{"step": 4390000, "wall_time": 39642.74605727196, "train_loss_step": 3.1002659797668457, "n_params": 4469860, "total_flops": 60280889548800000, "train_loss": 0.014343757629394532, "subset_score_loss": 0.014343757629394532} +{"step": 4400000, "wall_time": 39778.949432849884, "train_loss_step": 3.246825695037842, "n_params": 4469860, "total_flops": 60418203648000000, "train_loss": 0.013607197999954223, "subset_score_loss": 0.013607197999954223, "memorization_fraction_pixel": 0.5834000110626221, "mean_nn_ratio_pixel": 0.4610610902309418, "fid": 106.2912661423706} +{"step": 4410000, "wall_time": 39861.03170847893, "train_loss_step": 3.0255141258239746, "n_params": 4469860, "total_flops": 60555517747200000, "train_loss": 0.014201468229293824, "subset_score_loss": 0.014201468229293824} +{"step": 4420000, "wall_time": 39930.25898337364, "train_loss_step": 3.226747989654541, "n_params": 4469860, "total_flops": 60692831846400000, "train_loss": 0.014737716913223266, "subset_score_loss": 0.014737716913223266} +{"step": 4430000, "wall_time": 40014.06651496887, "train_loss_step": 3.2588565349578857, "n_params": 4469860, "total_flops": 60830145945600000, "train_loss": 0.014926319122314452, "subset_score_loss": 0.014926319122314452} +{"step": 4440000, "wall_time": 40099.380482673645, "train_loss_step": 3.221292018890381, "n_params": 4469860, "total_flops": 60967460044800000, "train_loss": 0.015948238372802733, "subset_score_loss": 0.015948238372802733} +{"step": 4450000, "wall_time": 40184.646204948425, "train_loss_step": 3.108412504196167, "n_params": 4469860, "total_flops": 61104774144000000, "train_loss": 0.013942158222198487, "subset_score_loss": 0.013942158222198487} +{"step": 4460000, "wall_time": 40269.94325351715, "train_loss_step": 3.0694422721862793, "n_params": 4469860, "total_flops": 61242088243200000, "train_loss": 0.013827657699584961, "subset_score_loss": 0.013827657699584961} +{"step": 4470000, "wall_time": 40355.278099536896, "train_loss_step": 3.3306775093078613, "n_params": 4469860, "total_flops": 61379402342400000, "train_loss": 0.014289125204086303, "subset_score_loss": 0.014289125204086303} +{"step": 4480000, "wall_time": 40440.60917758942, "train_loss_step": 3.4800608158111572, "n_params": 4469860, "total_flops": 61516716441600000, "train_loss": 0.01491436243057251, "subset_score_loss": 0.01491436243057251} +{"step": 4490000, "wall_time": 40525.9741063118, "train_loss_step": 3.172935962677002, "n_params": 4469860, "total_flops": 61654030540800000, "train_loss": 0.013746728897094726, "subset_score_loss": 0.013746728897094726} +{"step": 4500000, "wall_time": 40672.12254667282, "train_loss_step": 2.9685263633728027, "n_params": 4469860, "total_flops": 61791344640000000, "train_loss": 0.013999778032302856, "subset_score_loss": 0.013999778032302856, "memorization_fraction_pixel": 0.585099995136261, "mean_nn_ratio_pixel": 0.45381495356559753, "fid": 104.62352379819785} +{"step": 4510000, "wall_time": 40752.05405545235, "train_loss_step": 2.771306037902832, "n_params": 4469860, "total_flops": 61928658739200000, "train_loss": 0.014025086164474487, "subset_score_loss": 0.014025086164474487} +{"step": 4520000, "wall_time": 40833.44089126587, "train_loss_step": 3.2276902198791504, "n_params": 4469860, "total_flops": 62065972838400000, "train_loss": 0.015475553274154664, "subset_score_loss": 0.015475553274154664} +{"step": 4530000, "wall_time": 40907.360777139664, "train_loss_step": 3.146747350692749, "n_params": 4469860, "total_flops": 62203286937600000, "train_loss": 0.013701126575469971, "subset_score_loss": 0.013701126575469971} +{"step": 4540000, "wall_time": 40990.68707752228, "train_loss_step": 2.9232139587402344, "n_params": 4469860, "total_flops": 62340601036800000, "train_loss": 0.014262207746505738, "subset_score_loss": 0.014262207746505738} +{"step": 4550000, "wall_time": 41076.09568929672, "train_loss_step": 2.7044620513916016, "n_params": 4469860, "total_flops": 62477915136000000, "train_loss": 0.01631646990776062, "subset_score_loss": 0.01631646990776062} +{"step": 4560000, "wall_time": 41161.51906609535, "train_loss_step": 3.055418014526367, "n_params": 4469860, "total_flops": 62615229235200000, "train_loss": 0.014184273481369018, "subset_score_loss": 0.014184273481369018} +{"step": 4570000, "wall_time": 41246.76952409744, "train_loss_step": 2.960477828979492, "n_params": 4469860, "total_flops": 62752543334400000, "train_loss": 0.014021798372268676, "subset_score_loss": 0.014021798372268676} +{"step": 4580000, "wall_time": 41332.15859937668, "train_loss_step": 2.8924272060394287, "n_params": 4469860, "total_flops": 62889857433600000, "train_loss": 0.014176262617111206, "subset_score_loss": 0.014176262617111206} +{"step": 4590000, "wall_time": 41417.488785266876, "train_loss_step": 3.0851352214813232, "n_params": 4469860, "total_flops": 63027171532800000, "train_loss": 0.013970742225646973, "subset_score_loss": 0.013970742225646973} +{"step": 4600000, "wall_time": 41568.49486422539, "train_loss_step": 3.010427474975586, "n_params": 4469860, "total_flops": 63164485632000000, "train_loss": 0.013744335174560546, "subset_score_loss": 0.013744335174560546, "memorization_fraction_pixel": 0.593500018119812, "mean_nn_ratio_pixel": 0.45041561126708984, "fid": 105.0797737406116} +{"step": 4610000, "wall_time": 41638.39446973801, "train_loss_step": 3.092114210128784, "n_params": 4469860, "total_flops": 63301799731200000, "train_loss": 0.014417309761047364, "subset_score_loss": 0.014417309761047364} +{"step": 4620000, "wall_time": 41723.71691966057, "train_loss_step": 3.214170455932617, "n_params": 4469860, "total_flops": 63439113830400000, "train_loss": 0.013926219940185548, "subset_score_loss": 0.013926219940185548} +{"step": 4630000, "wall_time": 41801.157665252686, "train_loss_step": 3.0801162719726562, "n_params": 4469860, "total_flops": 63576427929600000, "train_loss": 0.013871077299118042, "subset_score_loss": 0.013871077299118042} +{"step": 4640000, "wall_time": 41880.88810968399, "train_loss_step": 3.207937002182007, "n_params": 4469860, "total_flops": 63713742028800000, "train_loss": 0.014621574878692627, "subset_score_loss": 0.014621574878692627} +{"step": 4650000, "wall_time": 41966.18096590042, "train_loss_step": 3.0881690979003906, "n_params": 4469860, "total_flops": 63851056128000000, "train_loss": 0.014540287256240845, "subset_score_loss": 0.014540287256240845} +{"step": 4660000, "wall_time": 42051.46557307243, "train_loss_step": 2.8109521865844727, "n_params": 4469860, "total_flops": 63988370227200000, "train_loss": 0.014991883039474487, "subset_score_loss": 0.014991883039474487} +{"step": 4670000, "wall_time": 42136.78118276596, "train_loss_step": 2.9274697303771973, "n_params": 4469860, "total_flops": 64125684326400000, "train_loss": 0.013066185712814331, "subset_score_loss": 0.013066185712814331} +{"step": 4680000, "wall_time": 42222.149180173874, "train_loss_step": 2.8772940635681152, "n_params": 4469860, "total_flops": 64262998425600000, "train_loss": 0.013645113706588744, "subset_score_loss": 0.013645113706588744} +{"step": 4690000, "wall_time": 42307.4793510437, "train_loss_step": 3.0523672103881836, "n_params": 4469860, "total_flops": 64400312524800000, "train_loss": 0.015107873678207397, "subset_score_loss": 0.015107873678207397} +{"step": 4700000, "wall_time": 42458.432324171066, "train_loss_step": 3.077590227127075, "n_params": 4469860, "total_flops": 64537626624000000, "train_loss": 0.013576066493988037, "subset_score_loss": 0.013576066493988037, "memorization_fraction_pixel": 0.6021000146865845, "mean_nn_ratio_pixel": 0.44818663597106934, "fid": 105.00078390190438} +{"step": 4710000, "wall_time": 42533.82346343994, "train_loss_step": 3.0921483039855957, "n_params": 4469860, "total_flops": 64674940723200000, "train_loss": 0.013761626482009888, "subset_score_loss": 0.013761626482009888} +{"step": 4720000, "wall_time": 42616.95922636986, "train_loss_step": 3.3269572257995605, "n_params": 4469860, "total_flops": 64812254822400000, "train_loss": 0.01429293155670166, "subset_score_loss": 0.01429293155670166} +{"step": 4730000, "wall_time": 42702.14033293724, "train_loss_step": 3.1480071544647217, "n_params": 4469860, "total_flops": 64949568921600000, "train_loss": 0.014474668502807618, "subset_score_loss": 0.014474668502807618} +{"step": 4740000, "wall_time": 42772.63787508011, "train_loss_step": 3.1290488243103027, "n_params": 4469860, "total_flops": 65086883020800000, "train_loss": 0.013966422080993652, "subset_score_loss": 0.013966422080993652} +{"step": 4750000, "wall_time": 42854.776366472244, "train_loss_step": 3.039217948913574, "n_params": 4469860, "total_flops": 65224197120000000, "train_loss": 0.013297772407531739, "subset_score_loss": 0.013297772407531739} +{"step": 4760000, "wall_time": 42940.14381432533, "train_loss_step": 3.0318305492401123, "n_params": 4469860, "total_flops": 65361511219200000, "train_loss": 0.013764500617980957, "subset_score_loss": 0.013764500617980957} +{"step": 4770000, "wall_time": 43025.56751847267, "train_loss_step": 3.0896196365356445, "n_params": 4469860, "total_flops": 65498825318400000, "train_loss": 0.013396162986755372, "subset_score_loss": 0.013396162986755372} +{"step": 4780000, "wall_time": 43110.90945649147, "train_loss_step": 3.0195088386535645, "n_params": 4469860, "total_flops": 65636139417600000, "train_loss": 0.013538936376571655, "subset_score_loss": 0.013538936376571655} +{"step": 4790000, "wall_time": 43196.2364552021, "train_loss_step": 3.003162384033203, "n_params": 4469860, "total_flops": 65773453516800000, "train_loss": 0.014108415842056275, "subset_score_loss": 0.014108415842056275} +{"step": 4800000, "wall_time": 43347.3258266449, "train_loss_step": 3.02530574798584, "n_params": 4469860, "total_flops": 65910767616000000, "train_loss": 0.014124205112457275, "subset_score_loss": 0.014124205112457275, "memorization_fraction_pixel": 0.6222000122070312, "mean_nn_ratio_pixel": 0.4324021339416504, "fid": 103.74364614894209} +{"step": 4810000, "wall_time": 43430.62265944481, "train_loss_step": 2.955580234527588, "n_params": 4469860, "total_flops": 66048081715200000, "train_loss": 0.01351950764656067, "subset_score_loss": 0.01351950764656067} +{"step": 4820000, "wall_time": 43500.5502178669, "train_loss_step": 2.944237232208252, "n_params": 4469860, "total_flops": 66185395814400000, "train_loss": 0.014162446260452271, "subset_score_loss": 0.014162446260452271} +{"step": 4830000, "wall_time": 43585.890837192535, "train_loss_step": 3.117469310760498, "n_params": 4469860, "total_flops": 66322709913600000, "train_loss": 0.013182196617126465, "subset_score_loss": 0.013182196617126465} +{"step": 4840000, "wall_time": 43669.469009160995, "train_loss_step": 3.1674015522003174, "n_params": 4469860, "total_flops": 66460024012800000, "train_loss": 0.014313665628433227, "subset_score_loss": 0.014313665628433227} +{"step": 4850000, "wall_time": 43741.379747867584, "train_loss_step": 3.0187816619873047, "n_params": 4469860, "total_flops": 66597338112000000, "train_loss": 0.01314669132232666, "subset_score_loss": 0.01314669132232666} +{"step": 4860000, "wall_time": 43826.59089589119, "train_loss_step": 3.198070764541626, "n_params": 4469860, "total_flops": 66734652211200000, "train_loss": 0.012950301170349121, "subset_score_loss": 0.012950301170349121} +{"step": 4870000, "wall_time": 43911.95203304291, "train_loss_step": 2.8975517749786377, "n_params": 4469860, "total_flops": 66871966310400000, "train_loss": 0.013007045984268188, "subset_score_loss": 0.013007045984268188} +{"step": 4880000, "wall_time": 43997.097573041916, "train_loss_step": 2.8148396015167236, "n_params": 4469860, "total_flops": 67009280409600000, "train_loss": 0.013723150491714478, "subset_score_loss": 0.013723150491714478} +{"step": 4890000, "wall_time": 44082.43506336212, "train_loss_step": 3.3540596961975098, "n_params": 4469860, "total_flops": 67146594508800000, "train_loss": 0.01333304524421692, "subset_score_loss": 0.01333304524421692} +{"step": 4900000, "wall_time": 44231.52595233917, "train_loss_step": 3.0536422729492188, "n_params": 4469860, "total_flops": 67283908608000000, "train_loss": 0.01360065221786499, "subset_score_loss": 0.01360065221786499, "memorization_fraction_pixel": 0.6107000112533569, "mean_nn_ratio_pixel": 0.44032177329063416, "fid": 103.69720476230802} +{"step": 4910000, "wall_time": 44300.101744413376, "train_loss_step": 3.083336591720581, "n_params": 4469860, "total_flops": 67421222707200000, "train_loss": 0.013589261770248414, "subset_score_loss": 0.013589261770248414} +{"step": 4920000, "wall_time": 44362.76525640488, "train_loss_step": 3.049380302429199, "n_params": 4469860, "total_flops": 67558536806400000, "train_loss": 0.013471331596374512, "subset_score_loss": 0.013471331596374512} +{"step": 4930000, "wall_time": 44420.157041072845, "train_loss_step": 3.0553503036499023, "n_params": 4469860, "total_flops": 67695850905600000, "train_loss": 0.013159064054489135, "subset_score_loss": 0.013159064054489135} +{"step": 4940000, "wall_time": 44488.60578894615, "train_loss_step": 3.3595519065856934, "n_params": 4469860, "total_flops": 67833165004800000, "train_loss": 0.0138138484954834, "subset_score_loss": 0.0138138484954834} +{"step": 4950000, "wall_time": 44548.86880302429, "train_loss_step": 3.1040096282958984, "n_params": 4469860, "total_flops": 67970479104000000, "train_loss": 0.013724766969680786, "subset_score_loss": 0.013724766969680786} +{"step": 4960000, "wall_time": 44610.69090819359, "train_loss_step": 3.048151731491089, "n_params": 4469860, "total_flops": 68107793203200000, "train_loss": 0.013494644165039062, "subset_score_loss": 0.013494644165039062} +{"step": 4970000, "wall_time": 44679.25623750687, "train_loss_step": 3.1758553981781006, "n_params": 4469860, "total_flops": 68245107302400000, "train_loss": 0.013168895244598388, "subset_score_loss": 0.013168895244598388} +{"step": 4980000, "wall_time": 44747.807347774506, "train_loss_step": 2.875868320465088, "n_params": 4469860, "total_flops": 68382421401600000, "train_loss": 0.01379610300064087, "subset_score_loss": 0.01379610300064087} +{"step": 4990000, "wall_time": 44816.29631757736, "train_loss_step": 3.107964038848877, "n_params": 4469860, "total_flops": 68519735500800000, "train_loss": 0.013572109937667847, "subset_score_loss": 0.013572109937667847} +{"step": 5000000, "wall_time": 44939.87579083443, "train_loss_step": 3.116164445877075, "n_params": 4469860, "total_flops": 68657049600000000, "train_loss": 0.013758045434951783, "subset_score_loss": 0.013758045434951783, "memorization_fraction_pixel": 0.6080999970436096, "mean_nn_ratio_pixel": 0.44291192293167114, "fid": 103.77508653735552} diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d100/runner.log b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d100/runner.log new file mode 100644 index 0000000000000000000000000000000000000000..264af797d2275746c1953a551601444cf6782a63 --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d100/runner.log @@ -0,0 +1,502 @@ + FID real-side stats cached over 1000 diverse train images + step 1 | 71s | train_loss=0.9964 | fid=310.2900 + step 10000 | 156s | train_loss=0.8245 + step 20000 | 241s | train_loss=0.7107 + step 30000 | 327s | train_loss=0.5777 + step 40000 | 412s | train_loss=0.4335 + step 50000 | 497s | train_loss=0.3094 + step 60000 | 583s | train_loss=0.2302 + step 70000 | 668s | train_loss=0.1829 + step 80000 | 753s | train_loss=0.1542 + step 90000 | 838s | train_loss=0.1395 + step 100000 | 986s | train_loss=0.1286 | fid=165.6904 + step 110000 | 1070s | train_loss=0.1216 + step 120000 | 1155s | train_loss=0.1134 + step 130000 | 1240s | train_loss=0.1088 + step 140000 | 1326s | train_loss=0.1039 + step 150000 | 1411s | train_loss=0.1012 + step 160000 | 1497s | train_loss=0.0966 + step 170000 | 1582s | train_loss=0.0921 + step 180000 | 1667s | train_loss=0.0895 + step 190000 | 1753s | train_loss=0.0875 + step 200000 | 1902s | train_loss=0.0848 | fid=159.2577 + step 210000 | 1986s | train_loss=0.0824 + step 220000 | 2071s | train_loss=0.0822 + step 230000 | 2157s | train_loss=0.0797 + step 240000 | 2242s | train_loss=0.0766 + step 250000 | 2327s | train_loss=0.0770 + step 260000 | 2413s | train_loss=0.0735 + step 270000 | 2498s | train_loss=0.0723 + step 280000 | 2583s | train_loss=0.0705 + step 290000 | 2669s | train_loss=0.0709 + step 300000 | 2818s | train_loss=0.0677 | fid=151.9111 + step 310000 | 2904s | train_loss=0.0677 + step 320000 | 2987s | train_loss=0.0655 + step 330000 | 3073s | train_loss=0.0648 + step 340000 | 3158s | train_loss=0.0650 + step 350000 | 3244s | train_loss=0.0625 + step 360000 | 3329s | train_loss=0.0612 + step 370000 | 3414s | train_loss=0.0615 + step 380000 | 3500s | train_loss=0.0598 + step 390000 | 3585s | train_loss=0.0600 + step 400000 | 3734s | train_loss=0.0591 | fid=146.1008 + step 410000 | 3819s | train_loss=0.0563 + step 420000 | 3903s | train_loss=0.0575 + step 430000 | 3989s | train_loss=0.0568 + step 440000 | 4074s | train_loss=0.0560 + step 450000 | 4160s | train_loss=0.0559 + step 460000 | 4245s | train_loss=0.0557 + step 470000 | 4330s | train_loss=0.0535 + step 480000 | 4416s | train_loss=0.0532 + step 490000 | 4501s | train_loss=0.0534 + step 500000 | 4651s | train_loss=0.0536 | fid=140.2421 + step 510000 | 4736s | train_loss=0.0520 + step 520000 | 4822s | train_loss=0.0513 + step 530000 | 4906s | train_loss=0.0514 + step 540000 | 4991s | train_loss=0.0532 + step 550000 | 5076s | train_loss=0.0507 + step 560000 | 5162s | train_loss=0.0498 + step 570000 | 5247s | train_loss=0.0497 + step 580000 | 5332s | train_loss=0.0486 + step 590000 | 5418s | train_loss=0.0486 + step 600000 | 5567s | train_loss=0.0480 | fid=138.4273 + step 610000 | 5652s | train_loss=0.0486 + step 620000 | 5738s | train_loss=0.0462 + step 630000 | 5822s | train_loss=0.0489 + step 640000 | 5907s | train_loss=0.0472 + step 650000 | 5992s | train_loss=0.0458 + step 660000 | 6078s | train_loss=0.0466 + step 670000 | 6163s | train_loss=0.0458 + step 680000 | 6248s | train_loss=0.0476 + step 690000 | 6332s | train_loss=0.0457 + step 700000 | 6482s | train_loss=0.0458 | fid=136.1813 + step 710000 | 6567s | train_loss=0.0448 + step 720000 | 6653s | train_loss=0.0451 + step 730000 | 6738s | train_loss=0.0430 + step 740000 | 6822s | train_loss=0.0440 + step 750000 | 6908s | train_loss=0.0438 + step 760000 | 6993s | train_loss=0.0431 + step 770000 | 7078s | train_loss=0.0424 + step 780000 | 7164s | train_loss=0.0438 + step 790000 | 7246s | train_loss=0.0433 + step 800000 | 7399s | train_loss=0.0413 | fid=138.1995 + step 810000 | 7485s | train_loss=0.0426 + step 820000 | 7570s | train_loss=0.0422 + step 830000 | 7655s | train_loss=0.0417 + step 840000 | 7741s | train_loss=0.0429 + step 850000 | 7825s | train_loss=0.0408 + step 860000 | 7910s | train_loss=0.0417 + step 870000 | 7995s | train_loss=0.0419 + step 880000 | 8081s | train_loss=0.0404 + step 890000 | 8163s | train_loss=0.0430 + step 900000 | 8313s | train_loss=0.0394 | fid=143.2520 + step 910000 | 8399s | train_loss=0.0389 + step 920000 | 8484s | train_loss=0.0400 + step 930000 | 8570s | train_loss=0.0395 + step 940000 | 8655s | train_loss=0.0394 + step 950000 | 8739s | train_loss=0.0397 + step 960000 | 8825s | train_loss=0.0403 + step 970000 | 8910s | train_loss=0.0389 + step 980000 | 8995s | train_loss=0.0397 + step 990000 | 9079s | train_loss=0.0377 + step 1000000 | 9231s | train_loss=0.0381 | fid=156.1724 + step 1010000 | 9316s | train_loss=0.0377 + step 1020000 | 9401s | train_loss=0.0378 + step 1030000 | 9487s | train_loss=0.0380 + step 1040000 | 9572s | train_loss=0.0373 + step 1050000 | 9658s | train_loss=0.0373 + step 1060000 | 9741s | train_loss=0.0380 + step 1070000 | 9827s | train_loss=0.0370 + step 1080000 | 9910s | train_loss=0.0363 + step 1090000 | 9995s | train_loss=0.0381 + step 1100000 | 10147s | train_loss=0.0365 | fid=179.7978 + step 1110000 | 10232s | train_loss=0.0363 + step 1120000 | 10318s | train_loss=0.0367 + step 1130000 | 10403s | train_loss=0.0365 + step 1140000 | 10488s | train_loss=0.0358 + step 1150000 | 10574s | train_loss=0.0355 + step 1160000 | 10658s | train_loss=0.0360 + step 1170000 | 10744s | train_loss=0.0363 + step 1180000 | 10827s | train_loss=0.0351 + step 1190000 | 10912s | train_loss=0.0341 + step 1200000 | 11065s | train_loss=0.0353 | fid=191.5551 + step 1210000 | 11150s | train_loss=0.0345 + step 1220000 | 11236s | train_loss=0.0346 + step 1230000 | 11321s | train_loss=0.0344 + step 1240000 | 11406s | train_loss=0.0343 + step 1250000 | 11492s | train_loss=0.0364 + step 1260000 | 11578s | train_loss=0.0338 + step 1270000 | 11661s | train_loss=0.0342 + step 1280000 | 11745s | train_loss=0.0341 + step 1290000 | 11827s | train_loss=0.0338 + step 1300000 | 11981s | train_loss=0.0340 | fid=191.4851 + step 1310000 | 12066s | train_loss=0.0342 + step 1320000 | 12152s | train_loss=0.0326 + step 1330000 | 12237s | train_loss=0.0341 + step 1340000 | 12323s | train_loss=0.0331 + step 1350000 | 12408s | train_loss=0.0327 + step 1360000 | 12493s | train_loss=0.0321 + step 1370000 | 12577s | train_loss=0.0333 + step 1380000 | 12661s | train_loss=0.0325 + step 1390000 | 12743s | train_loss=0.0336 + step 1400000 | 12896s | train_loss=0.0328 | fid=196.9736 + step 1410000 | 12981s | train_loss=0.0323 + step 1420000 | 13066s | train_loss=0.0306 + step 1430000 | 13152s | train_loss=0.0326 + step 1440000 | 13237s | train_loss=0.0325 + step 1450000 | 13322s | train_loss=0.0319 + step 1460000 | 13408s | train_loss=0.0313 + step 1470000 | 13491s | train_loss=0.0307 + step 1480000 | 13575s | train_loss=0.0320 + step 1490000 | 13652s | train_loss=0.0304 + step 1500000 | 13801s | train_loss=0.0313 | fid=189.7018 + step 1510000 | 13886s | train_loss=0.0307 + step 1520000 | 13972s | train_loss=0.0305 + step 1530000 | 14057s | train_loss=0.0318 + step 1540000 | 14142s | train_loss=0.0300 + step 1550000 | 14228s | train_loss=0.0296 + step 1560000 | 14313s | train_loss=0.0307 + step 1570000 | 14396s | train_loss=0.0306 + step 1580000 | 14480s | train_loss=0.0315 + step 1590000 | 14563s | train_loss=0.0296 + step 1600000 | 14712s | train_loss=0.0297 | fid=172.1304 + step 1610000 | 14797s | train_loss=0.0305 + step 1620000 | 14883s | train_loss=0.0294 + step 1630000 | 14968s | train_loss=0.0302 + step 1640000 | 15053s | train_loss=0.0305 + step 1650000 | 15139s | train_loss=0.0292 + step 1660000 | 15224s | train_loss=0.0292 + step 1670000 | 15307s | train_loss=0.0299 + step 1680000 | 15393s | train_loss=0.0283 + step 1690000 | 15473s | train_loss=0.0298 + step 1700000 | 15622s | train_loss=0.0284 | fid=157.7521 + step 1710000 | 15708s | train_loss=0.0277 + step 1720000 | 15793s | train_loss=0.0284 + step 1730000 | 15878s | train_loss=0.0292 + step 1740000 | 15964s | train_loss=0.0293 + step 1750000 | 16049s | train_loss=0.0281 + step 1760000 | 16134s | train_loss=0.0285 + step 1770000 | 16217s | train_loss=0.0280 + step 1780000 | 16303s | train_loss=0.0278 + step 1790000 | 16381s | train_loss=0.0276 + step 1800000 | 16511s | train_loss=0.0278 | fid=149.1196 + step 1810000 | 16596s | train_loss=0.0274 + step 1820000 | 16681s | train_loss=0.0276 + step 1830000 | 16767s | train_loss=0.0271 + step 1840000 | 16852s | train_loss=0.0283 + step 1850000 | 16937s | train_loss=0.0265 + step 1860000 | 17021s | train_loss=0.0269 + step 1870000 | 17106s | train_loss=0.0268 + step 1880000 | 17191s | train_loss=0.0254 + step 1890000 | 17276s | train_loss=0.0279 + step 1900000 | 17411s | train_loss=0.0267 | fid=146.7093 + step 1910000 | 17490s | train_loss=0.0263 + step 1920000 | 17575s | train_loss=0.0264 + step 1930000 | 17661s | train_loss=0.0261 + step 1940000 | 17746s | train_loss=0.0253 + step 1950000 | 17831s | train_loss=0.0258 + step 1960000 | 17915s | train_loss=0.0257 + step 1970000 | 18000s | train_loss=0.0261 + step 1980000 | 18085s | train_loss=0.0267 + step 1990000 | 18171s | train_loss=0.0263 + step 2000000 | 18309s | train_loss=0.0251 | fid=139.5916 + step 2010000 | 18383s | train_loss=0.0263 + step 2020000 | 18468s | train_loss=0.0257 + step 2030000 | 18554s | train_loss=0.0257 + step 2040000 | 18639s | train_loss=0.0240 + step 2050000 | 18724s | train_loss=0.0246 + step 2060000 | 18807s | train_loss=0.0258 + step 2070000 | 18893s | train_loss=0.0248 + step 2080000 | 18978s | train_loss=0.0242 + step 2090000 | 19063s | train_loss=0.0251 + step 2100000 | 19206s | train_loss=0.0250 | fid=133.4026 + step 2110000 | 19285s | train_loss=0.0245 + step 2120000 | 19362s | train_loss=0.0263 + step 2130000 | 19447s | train_loss=0.0245 + step 2140000 | 19532s | train_loss=0.0241 + step 2150000 | 19618s | train_loss=0.0244 + step 2160000 | 19701s | train_loss=0.0256 + step 2170000 | 19786s | train_loss=0.0241 + step 2180000 | 19872s | train_loss=0.0228 + step 2190000 | 19957s | train_loss=0.0235 + step 2200000 | 20104s | train_loss=0.0238 | fid=129.1880 + step 2210000 | 20183s | train_loss=0.0237 + step 2220000 | 20256s | train_loss=0.0230 + step 2230000 | 20337s | train_loss=0.0235 + step 2240000 | 20423s | train_loss=0.0238 + step 2250000 | 20508s | train_loss=0.0229 + step 2260000 | 20592s | train_loss=0.0237 + step 2270000 | 20677s | train_loss=0.0235 + step 2280000 | 20762s | train_loss=0.0235 + step 2290000 | 20848s | train_loss=0.0235 + step 2300000 | 20999s | train_loss=0.0229 | fid=128.7204 + step 2310000 | 21070s | train_loss=0.0232 + step 2320000 | 21153s | train_loss=0.0240 + step 2330000 | 21228s | train_loss=0.0228 + step 2340000 | 21313s | train_loss=0.0222 + step 2350000 | 21397s | train_loss=0.0219 + step 2360000 | 21482s | train_loss=0.0237 + step 2370000 | 21568s | train_loss=0.0229 + step 2380000 | 21653s | train_loss=0.0227 + step 2390000 | 21738s | train_loss=0.0218 + step 2400000 | 21891s | train_loss=0.0220 | fid=123.9367 + step 2410000 | 21971s | train_loss=0.0235 + step 2420000 | 22043s | train_loss=0.0216 + step 2430000 | 22120s | train_loss=0.0228 + step 2440000 | 22206s | train_loss=0.0216 + step 2450000 | 22289s | train_loss=0.0222 + step 2460000 | 22374s | train_loss=0.0222 + step 2470000 | 22460s | train_loss=0.0232 + step 2480000 | 22545s | train_loss=0.0214 + step 2490000 | 22630s | train_loss=0.0217 + step 2500000 | 22783s | train_loss=0.0231 | fid=123.4035 + step 2510000 | 22868s | train_loss=0.0222 + step 2520000 | 22945s | train_loss=0.0213 + step 2530000 | 23023s | train_loss=0.0210 + step 2540000 | 23099s | train_loss=0.0219 + step 2550000 | 23183s | train_loss=0.0218 + step 2560000 | 23268s | train_loss=0.0215 + step 2570000 | 23353s | train_loss=0.0212 + step 2580000 | 23438s | train_loss=0.0215 + step 2590000 | 23524s | train_loss=0.0215 + step 2600000 | 23676s | train_loss=0.0203 | fid=121.2372 + step 2610000 | 23762s | train_loss=0.0205 + step 2620000 | 23846s | train_loss=0.0208 + step 2630000 | 23916s | train_loss=0.0200 + step 2640000 | 23989s | train_loss=0.0205 + step 2650000 | 24070s | train_loss=0.0201 + step 2660000 | 24155s | train_loss=0.0205 + step 2670000 | 24241s | train_loss=0.0204 + step 2680000 | 24326s | train_loss=0.0197 + step 2690000 | 24411s | train_loss=0.0207 + step 2700000 | 24569s | train_loss=0.0206 | fid=117.9912 + step 2710000 | 24654s | train_loss=0.0204 + step 2720000 | 24739s | train_loss=0.0205 + step 2730000 | 24817s | train_loss=0.0201 + step 2740000 | 24892s | train_loss=0.0198 + step 2750000 | 24961s | train_loss=0.0196 + step 2760000 | 25047s | train_loss=0.0205 + step 2770000 | 25132s | train_loss=0.0193 + step 2780000 | 25218s | train_loss=0.0197 + step 2790000 | 25303s | train_loss=0.0200 + step 2800000 | 25455s | train_loss=0.0206 | fid=114.8605 + step 2810000 | 25541s | train_loss=0.0191 + step 2820000 | 25626s | train_loss=0.0196 + step 2830000 | 25711s | train_loss=0.0199 + step 2840000 | 25780s | train_loss=0.0194 + step 2850000 | 25857s | train_loss=0.0212 + step 2860000 | 25939s | train_loss=0.0199 + step 2870000 | 26024s | train_loss=0.0198 + step 2880000 | 26109s | train_loss=0.0193 + step 2890000 | 26195s | train_loss=0.0191 + step 2900000 | 26347s | train_loss=0.0197 | fid=115.6633 + step 2910000 | 26432s | train_loss=0.0192 + step 2920000 | 26518s | train_loss=0.0187 + step 2930000 | 26603s | train_loss=0.0193 + step 2940000 | 26683s | train_loss=0.0200 + step 2950000 | 26756s | train_loss=0.0188 + step 2960000 | 26828s | train_loss=0.0191 + step 2970000 | 26913s | train_loss=0.0188 + step 2980000 | 26999s | train_loss=0.0196 + step 2990000 | 27084s | train_loss=0.0193 + step 3000000 | 27238s | train_loss=0.0184 | fid=113.7428 + step 3010000 | 27323s | train_loss=0.0190 + step 3020000 | 27409s | train_loss=0.0192 + step 3030000 | 27494s | train_loss=0.0181 + step 3040000 | 27577s | train_loss=0.0192 + step 3050000 | 27653s | train_loss=0.0185 + step 3060000 | 27721s | train_loss=0.0186 + step 3070000 | 27797s | train_loss=0.0189 + step 3080000 | 27882s | train_loss=0.0186 + step 3090000 | 27968s | train_loss=0.0196 + step 3100000 | 28119s | train_loss=0.0183 | fid=113.9524 + step 3110000 | 28204s | train_loss=0.0186 + step 3120000 | 28290s | train_loss=0.0179 + step 3130000 | 28375s | train_loss=0.0182 + step 3140000 | 28458s | train_loss=0.0181 + step 3150000 | 28544s | train_loss=0.0185 + step 3160000 | 28617s | train_loss=0.0180 + step 3170000 | 28693s | train_loss=0.0175 + step 3180000 | 28778s | train_loss=0.0193 + step 3190000 | 28863s | train_loss=0.0188 + step 3200000 | 29016s | train_loss=0.0186 | fid=111.9328 + step 3210000 | 29101s | train_loss=0.0187 + step 3220000 | 29187s | train_loss=0.0182 + step 3230000 | 29272s | train_loss=0.0184 + step 3240000 | 29356s | train_loss=0.0183 + step 3250000 | 29441s | train_loss=0.0178 + step 3260000 | 29521s | train_loss=0.0177 + step 3270000 | 29600s | train_loss=0.0175 + step 3280000 | 29681s | train_loss=0.0182 + step 3290000 | 29766s | train_loss=0.0181 + step 3300000 | 29919s | train_loss=0.0181 | fid=111.1528 + step 3310000 | 30004s | train_loss=0.0174 + step 3320000 | 30090s | train_loss=0.0174 + step 3330000 | 30173s | train_loss=0.0177 + step 3340000 | 30258s | train_loss=0.0169 + step 3350000 | 30344s | train_loss=0.0169 + step 3360000 | 30426s | train_loss=0.0168 + step 3370000 | 30501s | train_loss=0.0172 + step 3380000 | 30570s | train_loss=0.0176 + step 3390000 | 30655s | train_loss=0.0173 + step 3400000 | 30808s | train_loss=0.0169 | fid=108.1269 + step 3410000 | 30893s | train_loss=0.0164 + step 3420000 | 30978s | train_loss=0.0172 + step 3430000 | 31062s | train_loss=0.0183 + step 3440000 | 31147s | train_loss=0.0168 + step 3450000 | 31233s | train_loss=0.0172 + step 3460000 | 31318s | train_loss=0.0166 + step 3470000 | 31395s | train_loss=0.0173 + step 3480000 | 31475s | train_loss=0.0165 + step 3490000 | 31550s | train_loss=0.0164 + step 3500000 | 31701s | train_loss=0.0166 | fid=111.2726 + step 3510000 | 31786s | train_loss=0.0177 + step 3520000 | 31871s | train_loss=0.0170 + step 3530000 | 31955s | train_loss=0.0169 + step 3540000 | 32040s | train_loss=0.0168 + step 3550000 | 32126s | train_loss=0.0170 + step 3560000 | 32211s | train_loss=0.0155 + step 3570000 | 32291s | train_loss=0.0175 + step 3580000 | 32376s | train_loss=0.0160 + step 3590000 | 32456s | train_loss=0.0165 + step 3600000 | 32609s | train_loss=0.0160 | fid=108.0951 + step 3610000 | 32694s | train_loss=0.0172 + step 3620000 | 32780s | train_loss=0.0157 + step 3630000 | 32863s | train_loss=0.0156 + step 3640000 | 32948s | train_loss=0.0168 + step 3650000 | 33034s | train_loss=0.0169 + step 3660000 | 33119s | train_loss=0.0168 + step 3670000 | 33201s | train_loss=0.0165 + step 3680000 | 33286s | train_loss=0.0165 + step 3690000 | 33364s | train_loss=0.0160 + step 3700000 | 33514s | train_loss=0.0174 | fid=109.2992 + step 3710000 | 33599s | train_loss=0.0159 + step 3720000 | 33685s | train_loss=0.0157 + step 3730000 | 33768s | train_loss=0.0159 + step 3740000 | 33854s | train_loss=0.0162 + step 3750000 | 33939s | train_loss=0.0165 + step 3760000 | 34024s | train_loss=0.0164 + step 3770000 | 34106s | train_loss=0.0155 + step 3780000 | 34192s | train_loss=0.0170 + step 3790000 | 34275s | train_loss=0.0161 + step 3800000 | 34425s | train_loss=0.0168 | fid=107.8991 + step 3810000 | 34511s | train_loss=0.0163 + step 3820000 | 34594s | train_loss=0.0161 + step 3830000 | 34679s | train_loss=0.0169 + step 3840000 | 34765s | train_loss=0.0159 + step 3850000 | 34850s | train_loss=0.0154 + step 3860000 | 34935s | train_loss=0.0161 + step 3870000 | 35015s | train_loss=0.0158 + step 3880000 | 35091s | train_loss=0.0169 + step 3890000 | 35173s | train_loss=0.0158 + step 3900000 | 35313s | train_loss=0.0155 | fid=108.7873 + step 3910000 | 35398s | train_loss=0.0161 + step 3920000 | 35481s | train_loss=0.0163 + step 3930000 | 35567s | train_loss=0.0153 + step 3940000 | 35652s | train_loss=0.0154 + step 3950000 | 35737s | train_loss=0.0163 + step 3960000 | 35823s | train_loss=0.0166 + step 3970000 | 35908s | train_loss=0.0154 + step 3980000 | 35983s | train_loss=0.0167 + step 3990000 | 36065s | train_loss=0.0154 + step 4000000 | 36209s | train_loss=0.0155 | fid=108.2654 + step 4010000 | 36292s | train_loss=0.0153 + step 4020000 | 36376s | train_loss=0.0153 + step 4030000 | 36461s | train_loss=0.0149 + step 4040000 | 36546s | train_loss=0.0155 + step 4050000 | 36632s | train_loss=0.0149 + step 4060000 | 36717s | train_loss=0.0149 + step 4070000 | 36802s | train_loss=0.0160 + step 4080000 | 36887s | train_loss=0.0160 + step 4090000 | 36958s | train_loss=0.0162 + step 4100000 | 37094s | train_loss=0.0157 | fid=106.7619 + step 4110000 | 37178s | train_loss=0.0149 + step 4120000 | 37261s | train_loss=0.0154 + step 4130000 | 37347s | train_loss=0.0155 + step 4140000 | 37432s | train_loss=0.0143 + step 4150000 | 37517s | train_loss=0.0150 + step 4160000 | 37603s | train_loss=0.0152 + step 4170000 | 37688s | train_loss=0.0154 + step 4180000 | 37774s | train_loss=0.0151 + step 4190000 | 37853s | train_loss=0.0151 + step 4200000 | 37996s | train_loss=0.0150 | fid=106.4104 + step 4210000 | 38073s | train_loss=0.0168 + step 4220000 | 38155s | train_loss=0.0152 + step 4230000 | 38240s | train_loss=0.0154 + step 4240000 | 38325s | train_loss=0.0153 + step 4250000 | 38411s | train_loss=0.0145 + step 4260000 | 38496s | train_loss=0.0146 + step 4270000 | 38581s | train_loss=0.0152 + step 4280000 | 38667s | train_loss=0.0144 + step 4290000 | 38752s | train_loss=0.0146 + step 4300000 | 38892s | train_loss=0.0153 | fid=106.0589 + step 4310000 | 38963s | train_loss=0.0150 + step 4320000 | 39045s | train_loss=0.0150 + step 4330000 | 39130s | train_loss=0.0148 + step 4340000 | 39216s | train_loss=0.0150 + step 4350000 | 39301s | train_loss=0.0143 + step 4360000 | 39387s | train_loss=0.0143 + step 4370000 | 39472s | train_loss=0.0149 + step 4380000 | 39557s | train_loss=0.0149 + step 4390000 | 39643s | train_loss=0.0143 + step 4400000 | 39779s | train_loss=0.0136 | fid=106.2913 + step 4410000 | 39861s | train_loss=0.0142 + step 4420000 | 39930s | train_loss=0.0147 + step 4430000 | 40014s | train_loss=0.0149 + step 4440000 | 40099s | train_loss=0.0159 + step 4450000 | 40185s | train_loss=0.0139 + step 4460000 | 40270s | train_loss=0.0138 + step 4470000 | 40355s | train_loss=0.0143 + step 4480000 | 40441s | train_loss=0.0149 + step 4490000 | 40526s | train_loss=0.0137 + step 4500000 | 40672s | train_loss=0.0140 | fid=104.6235 + step 4510000 | 40752s | train_loss=0.0140 + step 4520000 | 40833s | train_loss=0.0155 + step 4530000 | 40907s | train_loss=0.0137 + step 4540000 | 40991s | train_loss=0.0143 + step 4550000 | 41076s | train_loss=0.0163 + step 4560000 | 41162s | train_loss=0.0142 + step 4570000 | 41247s | train_loss=0.0140 + step 4580000 | 41332s | train_loss=0.0142 + step 4590000 | 41417s | train_loss=0.0140 + step 4600000 | 41568s | train_loss=0.0137 | fid=105.0798 + step 4610000 | 41638s | train_loss=0.0144 + step 4620000 | 41724s | train_loss=0.0139 + step 4630000 | 41801s | train_loss=0.0139 + step 4640000 | 41881s | train_loss=0.0146 + step 4650000 | 41966s | train_loss=0.0145 + step 4660000 | 42051s | train_loss=0.0150 + step 4670000 | 42137s | train_loss=0.0131 + step 4680000 | 42222s | train_loss=0.0136 + step 4690000 | 42307s | train_loss=0.0151 + step 4700000 | 42458s | train_loss=0.0136 | fid=105.0008 + step 4710000 | 42534s | train_loss=0.0138 + step 4720000 | 42617s | train_loss=0.0143 + step 4730000 | 42702s | train_loss=0.0145 + step 4740000 | 42773s | train_loss=0.0140 + step 4750000 | 42855s | train_loss=0.0133 + step 4760000 | 42940s | train_loss=0.0138 + step 4770000 | 43026s | train_loss=0.0134 + step 4780000 | 43111s | train_loss=0.0135 + step 4790000 | 43196s | train_loss=0.0141 + step 4800000 | 43347s | train_loss=0.0141 | fid=103.7436 + step 4810000 | 43431s | train_loss=0.0135 + step 4820000 | 43501s | train_loss=0.0142 + step 4830000 | 43586s | train_loss=0.0132 + step 4840000 | 43669s | train_loss=0.0143 + step 4850000 | 43741s | train_loss=0.0131 + step 4860000 | 43827s | train_loss=0.0130 + step 4870000 | 43912s | train_loss=0.0130 + step 4880000 | 43997s | train_loss=0.0137 + step 4890000 | 44082s | train_loss=0.0133 + step 4900000 | 44232s | train_loss=0.0136 | fid=103.6972 + step 4910000 | 44300s | train_loss=0.0136 + step 4920000 | 44363s | train_loss=0.0135 + step 4930000 | 44420s | train_loss=0.0132 + step 4940000 | 44489s | train_loss=0.0138 + step 4950000 | 44549s | train_loss=0.0137 + step 4960000 | 44611s | train_loss=0.0135 + step 4970000 | 44679s | train_loss=0.0132 + step 4980000 | 44748s | train_loss=0.0138 + step 4990000 | 44816s | train_loss=0.0136 + step 5000000 | 44940s | train_loss=0.0138 | fid=103.7751 diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d120/config.json b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d120/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b2bc9d988208b21e8b1099ee807a343cd9878ebd --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d120/config.json @@ -0,0 +1,25 @@ +{ + "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d120/vae.pt", + "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d120", + "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", + "n_train": 1000, + "total_steps": 5000000, + "eval_interval": 10000, + "mem_interval": 100000, + "fid_interval": 100000, + "fid_n_real": 1000, + "fid_n_gen": 10000, + "n_gen_samples": 10000, + "n_sde_steps": 500, + "batch_size": 512, + "hidden": 1024, + "depth": 5, + "optimizer": "sgd", + "lr": 0.001, + "momentum": 0.8, + "t_min": 0.01, + "t_max": 3.0, + "t_eval": 0.1, + "seed": 43, + "device": null +} diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d120/metrics.jsonl b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d120/metrics.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..3c40ff29e393a465dba1e68d92142bb97a203d30 --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d120/metrics.jsonl @@ -0,0 +1,502 @@ +{"event": "meta", "data": "cifar10_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 120, "n": 1000, "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d120/vae.pt", "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [41905, 27590, 3837, 45564, 49079, 45615, 24791, 29586, 40154, 14155, 41744, 31565, 21399, 47093, 14144, 7260, 25109, 49111, 3286, 28559, 8088, 18636, 27677, 5584, 14605, 28090, 44911, 22197, 30774, 45976, 21377, 38974, 37419, 34658, 48141, 45353, 16718, 44442, 14512, 30061, 32910, 17321, 15565, 17405, 44045, 17717, 6400, 37998, 3773, 20538, 19316, 34889, 4564, 1363, 5611, 41687, 16986, 41914, 25046, 49823, 33007, 20861, 27988, 42869, 33687, 3828, 12070, 15418, 22140, 35636, 31728, 9480, 7712, 2852, 43042, 17354, 27208, 49689, 14774, 29225, 25390, 35055, 12670, 19522, 24246, 14561, 33656, 42751, 2242, 364, 43176, 15490, 46231, 26061, 18629, 34392, 32488, 26106, 10393, 11167, 20874, 8106, 10093, 7243, 48907, 8147, 45063, 21102, 37655, 7635, 2514, 27684, 3204, 28758, 28311, 29718, 44311, 10355, 32304, 14615, 28486, 14294, 16760, 37166, 19433, 20899, 23979, 36854, 43726, 10375, 11078, 10677, 40127, 33642, 36325, 13174, 19662, 30319, 22501, 14354, 24243, 27654, 42509, 18915, 29668, 2313, 42454, 11218, 48097, 31985, 16567, 26984, 33502, 36329, 22928, 42746, 38223, 19499, 41926, 29059, 44004, 8962, 40807, 11854, 36894, 13566, 36982, 16226, 36410, 47002, 20194, 3625, 19297, 2555, 4842, 8098, 44052, 5795, 5274, 4374, 17924, 30344, 5386, 26317, 30389, 32399, 32042, 26731, 29532, 33817, 26942, 25858, 11887, 46070, 41837, 10713, 33955, 20000, 29946, 4912, 32112, 6697, 44031, 27296, 37785, 25660, 27948, 31260, 24358, 1827, 37445, 25084, 11703, 3820, 49218, 30616, 25083, 22759, 6275, 40603, 39038, 37156, 8894, 9871, 31333, 26582, 20528, 10523, 2747, 33639, 41740, 47899, 11337, 6325, 433, 33051, 1094, 24743, 9392, 22638, 7689, 39641, 9486, 33554, 30840, 35032, 19647, 7903, 18205, 34063, 46483, 32963, 11601, 19203, 45792, 47136, 6174, 40793, 13885, 16641, 48744, 37658, 43829, 44107, 6388, 37424, 20033, 28563, 27013, 17032, 12768, 38181, 35608, 14089, 29228, 40229, 45106, 11963, 37979, 20694, 22835, 5773, 19580, 44596, 19079, 45191, 666, 15893, 7513, 15939, 45020, 12659, 31388, 44651, 23592, 16419, 47615, 36714, 36448, 28579, 1697, 9889, 42082, 49150, 41132, 33996, 21551, 18467, 45242, 6516, 3355, 20187, 31669, 2814, 6900, 28198, 17656, 18178, 31825, 34244, 38330, 28894, 7463, 8134, 38159, 10524, 41508, 2367, 496, 31046, 1511, 31956, 46621, 14176, 1899, 32397, 29452, 16504, 34042, 24014, 47447, 20229, 36683, 5186, 14349, 21736, 17094, 30311, 27949, 30023, 49589, 43270, 2898, 18259, 17175, 18594, 17062, 42063, 3237, 12080, 35769, 1687, 30330, 29678, 27321, 4273, 28513, 2551, 5314, 13572, 13497, 9652, 3466, 27133, 38459, 23232, 14231, 25584, 49398, 32994, 10434, 42369, 37410, 45044, 11075, 12523, 1417, 6765, 40000, 25016, 36905, 48638, 21, 16822, 24333, 30084, 43982, 26954, 6519, 42546, 14751, 14278, 49970, 47621, 18883, 37295, 9040, 40369, 22225, 36489, 21302, 13110, 5455, 47804, 14868, 13063, 22102, 36825, 21969, 33186, 28908, 32592, 42766, 12262, 39073, 915, 11824, 39208, 3098, 42789, 29800, 14150, 28705, 8847, 21716, 535, 48077, 41540, 36207, 10816, 41471, 35049, 20661, 6083, 30194, 4576, 2174, 1908, 48392, 10435, 10986, 18036, 24746, 3941, 34118, 49749, 12025, 21493, 15785, 17085, 39411, 34561, 42064, 36237, 2740, 8183, 40564, 33107, 25765, 49165, 25211, 17520, 17115, 1869, 46432, 33757, 20517, 39760, 259, 45380, 12436, 48000, 21046, 4039, 15701, 35246, 29112, 44161, 34079, 45449, 42845, 22815, 5597, 3990, 35899, 48969, 41528, 27873, 16598, 39104, 23359, 46847, 28624, 19198, 1251, 9003, 28383, 47005, 40703, 41605, 39895, 26201, 11727, 27435, 17333, 39261, 37456, 14653, 30634, 4160, 24540, 12044, 7111, 23485, 5645, 2572, 1682, 17872, 8974, 16796, 11864, 40178, 20092, 32219, 14458, 37007, 31340, 10520, 34489, 13128, 42913, 31468, 44180, 37938, 20058, 18673, 36850, 34721, 26210, 15257, 35188, 11815, 47936, 18088, 43578, 11996, 47952, 24311, 1884, 36557, 32921, 36250, 38022, 5671, 13621, 23326, 14326, 23471, 24685, 39092, 3268, 37257, 16348, 13730, 21838, 44088, 8945, 10827, 13840, 46123, 48010, 13350, 30622, 45233, 8698, 14335, 45842, 15138, 1515, 40759, 21960, 47551, 33208, 18260, 6377, 46869, 31742, 23566, 12829, 15305, 37988, 16111, 32146, 37948, 25917, 30484, 17885, 42468, 28238, 33865, 28030, 30072, 34855, 19324, 42075, 30623, 3667, 38832, 25100, 43077, 36471, 11663, 13588, 14015, 5099, 10589, 28526, 48022, 15444, 3280, 188, 31582, 15225, 11019, 21804, 3901, 24461, 25031, 10373, 4486, 45950, 37949, 32923, 1583, 6576, 26004, 16237, 38132, 25045, 25091, 41949, 11553, 48062, 40503, 13057, 8954, 18566, 28405, 28604, 30434, 49112, 30676, 32930, 16183, 48336, 43162, 873, 37233, 44718, 37247, 23758, 9243, 12126, 5287, 49594, 3459, 32091, 20894, 41743, 7366, 7258, 37939, 47665, 12260, 20836, 43253, 16191, 11619, 1519, 6137, 3934, 48375, 35234, 103, 30510, 8869, 21085, 41234, 25138, 25079, 31218, 48292, 48814, 6635, 18416, 1421, 4363, 5164, 47455, 21280, 16767, 19685, 16449, 45798, 31292, 31049, 43587, 30772, 2651, 12854, 23199, 25234, 23389, 24742, 19480, 19738, 19726, 2388, 21394, 4512, 9069, 42856, 25766, 23797, 40741, 33624, 8328, 35922, 27732, 36268, 23213, 41966, 40002, 12750, 46225, 35182, 23769, 25152, 26764, 20090, 27202, 48096, 4266, 2205, 2020, 37651, 36088, 1021, 28544, 20933, 48924, 11503, 43997, 9492, 19505, 47632, 4118, 2029, 22008, 41396, 16378, 36738, 33194, 28053, 44137, 30771, 12131, 5963, 31754, 46953, 3180, 1718, 36816, 2208, 20898, 13799, 30796, 34445, 37540, 27983, 39216, 16791, 36763, 15987, 28440, 11782, 48531, 4252, 47359, 5351, 4059, 9263, 32274, 39283, 258, 17485, 31280, 12814, 33217, 38203, 11170, 8486, 14434, 13722, 36048, 3705, 47210, 38260, 2200, 17850, 21589, 27598, 9926, 9419, 3981, 34519, 37821, 22855, 39796, 24105, 5113, 5888, 31974, 40040, 17179, 48615, 38665, 47173, 47154, 20619, 5049, 1656, 27736, 14424, 2013, 1348, 32964, 37228, 34968, 34124, 15993, 42420, 26558, 2961, 27119, 37779, 29321, 31595, 29301, 38364, 17528, 19583, 48609, 4428, 12427, 601, 21213, 44456, 39274, 40250, 39804, 35373, 43875, 20550, 43426, 13696, 34572, 11097, 22458, 33042, 12981, 29073, 6601, 2370, 4065, 46317, 29460, 21761, 13977, 4520, 31604, 16259, 1445, 29204, 26097, 31921, 33193, 36054, 26372, 4436, 40306, 13974, 6159, 46233, 33714, 27592, 23153, 40311, 12294, 40141, 14030, 36304, 40086, 43163, 14689, 5002, 40885, 40758, 42458, 18580, 29784, 14527, 30070, 18326, 40830, 42503, 5434, 25179, 15652, 11428, 40980, 45916, 22056, 15896, 42628, 30092, 40834, 25862, 40370, 7804, 46908, 44191, 26908, 9764, 36969, 21521, 35257, 9279, 36964, 4012, 627, 31813, 15669, 33832, 29874, 1912, 41254, 23709, 4648, 3131, 49882, 19349, 35975, 25565, 21641, 48219, 30806, 33979, 36103, 14640, 34524, 31661, 26869, 27297, 46519, 2352, 46930, 7617, 49750, 12620, 29820, 18590, 890, 16394, 23877, 26421, 23417, 29021, 11596, 22017, 14794, 14437, 48385, 48231, 18946, 38048, 41302, 40633, 15317, 24820], "fid_reference": "same farthest-first 1k CIFAR-10 training subset", "seed": 43} +{"step": 1, "wall_time": 73.4720709323883, "train_loss_step": 120.69937133789062, "n_params": 4510840, "total_flops": 13857300480, "train_loss": 0.9958580017089844, "subset_score_loss": 0.9958580017089844, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9809795022010803, "fid": 306.4026659138708} +{"step": 10000, "wall_time": 168.72043228149414, "train_loss_step": 25.84572410583496, "n_params": 4510840, "total_flops": 138573004800000, "train_loss": 0.8078768412272136, "subset_score_loss": 0.8078768412272136} +{"step": 20000, "wall_time": 265.12667655944824, "train_loss_step": 19.892017364501953, "n_params": 4510840, "total_flops": 277146009600000, "train_loss": 0.6801711400349935, "subset_score_loss": 0.6801711400349935} +{"step": 30000, "wall_time": 361.5005192756653, "train_loss_step": 20.690261840820312, "n_params": 4510840, "total_flops": 415719014400000, "train_loss": 0.5508078257242839, "subset_score_loss": 0.5508078257242839} +{"step": 40000, "wall_time": 458.2640438079834, "train_loss_step": 16.62630271911621, "n_params": 4510840, "total_flops": 554292019200000, "train_loss": 0.42463197708129885, "subset_score_loss": 0.42463197708129885} +{"step": 50000, "wall_time": 554.6502578258514, "train_loss_step": 14.334053993225098, "n_params": 4510840, "total_flops": 692865024000000, "train_loss": 0.3197796821594238, "subset_score_loss": 0.3197796821594238} +{"step": 60000, "wall_time": 651.2844619750977, "train_loss_step": 13.584135055541992, "n_params": 4510840, "total_flops": 831438028800000, "train_loss": 0.24502153396606446, "subset_score_loss": 0.24502153396606446} +{"step": 70000, "wall_time": 747.9617812633514, "train_loss_step": 11.956122398376465, "n_params": 4510840, "total_flops": 970011033600000, "train_loss": 0.19719327290852864, "subset_score_loss": 0.19719327290852864} +{"step": 80000, "wall_time": 844.3449440002441, "train_loss_step": 11.102405548095703, "n_params": 4510840, "total_flops": 1108584038400000, "train_loss": 0.16231767336527506, "subset_score_loss": 0.16231767336527506} +{"step": 90000, "wall_time": 940.7874693870544, "train_loss_step": 10.689943313598633, "n_params": 4510840, "total_flops": 1247157043200000, "train_loss": 0.14480233192443848, "subset_score_loss": 0.14480233192443848} +{"step": 100000, "wall_time": 1106.6546075344086, "train_loss_step": 11.217493057250977, "n_params": 4510840, "total_flops": 1385730048000000, "train_loss": 0.13233451843261718, "subset_score_loss": 0.13233451843261718, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9483765363693237, "fid": 176.3864352219496} +{"step": 110000, "wall_time": 1197.696681022644, "train_loss_step": 10.368001937866211, "n_params": 4510840, "total_flops": 1524303052800000, "train_loss": 0.12500179608662923, "subset_score_loss": 0.12500179608662923} +{"step": 120000, "wall_time": 1294.1247000694275, "train_loss_step": 10.089018821716309, "n_params": 4510840, "total_flops": 1662876057600000, "train_loss": 0.11329416433970134, "subset_score_loss": 0.11329416433970134} +{"step": 130000, "wall_time": 1390.8270633220673, "train_loss_step": 8.975492477416992, "n_params": 4510840, "total_flops": 1801449062400000, "train_loss": 0.1082107941309611, "subset_score_loss": 0.1082107941309611} +{"step": 140000, "wall_time": 1487.2205603122711, "train_loss_step": 8.937314987182617, "n_params": 4510840, "total_flops": 1940022067200000, "train_loss": 0.10824754238128662, "subset_score_loss": 0.10824754238128662} +{"step": 150000, "wall_time": 1583.7467892169952, "train_loss_step": 8.769144058227539, "n_params": 4510840, "total_flops": 2078595072000000, "train_loss": 0.10209016799926758, "subset_score_loss": 0.10209016799926758} +{"step": 160000, "wall_time": 1680.3943712711334, "train_loss_step": 8.497459411621094, "n_params": 4510840, "total_flops": 2217168076800000, "train_loss": 0.09690653483072917, "subset_score_loss": 0.09690653483072917} +{"step": 170000, "wall_time": 1777.0964584350586, "train_loss_step": 8.424570083618164, "n_params": 4510840, "total_flops": 2355741081600000, "train_loss": 0.09383362134297689, "subset_score_loss": 0.09383362134297689} +{"step": 180000, "wall_time": 1873.2573990821838, "train_loss_step": 8.455743789672852, "n_params": 4510840, "total_flops": 2494314086400000, "train_loss": 0.09291942119598388, "subset_score_loss": 0.09291942119598388} +{"step": 190000, "wall_time": 1969.2824585437775, "train_loss_step": 8.196550369262695, "n_params": 4510840, "total_flops": 2632887091200000, "train_loss": 0.09220136801401774, "subset_score_loss": 0.09220136801401774} +{"step": 200000, "wall_time": 2137.8599960803986, "train_loss_step": 8.455973625183105, "n_params": 4510840, "total_flops": 2771460096000000, "train_loss": 0.08654118378957112, "subset_score_loss": 0.08654118378957112, "memorization_fraction_pixel": 0.002099999925121665, "mean_nn_ratio_pixel": 0.9270891547203064, "fid": 176.6991885964278} +{"step": 210000, "wall_time": 2231.56404876709, "train_loss_step": 7.937580108642578, "n_params": 4510840, "total_flops": 2910033100800000, "train_loss": 0.08600367705027262, "subset_score_loss": 0.08600367705027262} +{"step": 220000, "wall_time": 2328.0104954242706, "train_loss_step": 8.05021858215332, "n_params": 4510840, "total_flops": 3048606105600000, "train_loss": 0.08010443051656087, "subset_score_loss": 0.08010443051656087} +{"step": 230000, "wall_time": 2424.4425184726715, "train_loss_step": 7.396539688110352, "n_params": 4510840, "total_flops": 3187179110400000, "train_loss": 0.080495818456014, "subset_score_loss": 0.080495818456014} +{"step": 240000, "wall_time": 2520.977674484253, "train_loss_step": 7.636292457580566, "n_params": 4510840, "total_flops": 3325752115200000, "train_loss": 0.07806024551391602, "subset_score_loss": 0.07806024551391602} +{"step": 250000, "wall_time": 2617.1539928913116, "train_loss_step": 8.204256057739258, "n_params": 4510840, "total_flops": 3464325120000000, "train_loss": 0.07764843304951986, "subset_score_loss": 0.07764843304951986} +{"step": 260000, "wall_time": 2713.409128189087, "train_loss_step": 7.443145275115967, "n_params": 4510840, "total_flops": 3602898124800000, "train_loss": 0.07455748716990153, "subset_score_loss": 0.07455748716990153} +{"step": 270000, "wall_time": 2808.6257247924805, "train_loss_step": 7.4685258865356445, "n_params": 4510840, "total_flops": 3741471129600000, "train_loss": 0.07326871554056803, "subset_score_loss": 0.07326871554056803} +{"step": 280000, "wall_time": 2904.869037628174, "train_loss_step": 7.582575798034668, "n_params": 4510840, "total_flops": 3880044134400000, "train_loss": 0.0710801919301351, "subset_score_loss": 0.0710801919301351} +{"step": 290000, "wall_time": 2997.5448915958405, "train_loss_step": 7.89704704284668, "n_params": 4510840, "total_flops": 4018617139200000, "train_loss": 0.07207197348276774, "subset_score_loss": 0.07207197348276774} +{"step": 300000, "wall_time": 3171.959536075592, "train_loss_step": 7.6903533935546875, "n_params": 4510840, "total_flops": 4157190144000000, "train_loss": 0.07058712641398111, "subset_score_loss": 0.07058712641398111, "memorization_fraction_pixel": 0.004000000189989805, "mean_nn_ratio_pixel": 0.905393660068512, "fid": 170.9749304648814} +{"step": 310000, "wall_time": 3266.4084231853485, "train_loss_step": 7.467226505279541, "n_params": 4510840, "total_flops": 4295763148800000, "train_loss": 0.0694150447845459, "subset_score_loss": 0.0694150447845459} +{"step": 320000, "wall_time": 3361.7891507148743, "train_loss_step": 7.518207550048828, "n_params": 4510840, "total_flops": 4434336153600000, "train_loss": 0.06899305979410807, "subset_score_loss": 0.06899305979410807} +{"step": 330000, "wall_time": 3458.3330957889557, "train_loss_step": 7.146076202392578, "n_params": 4510840, "total_flops": 4572909158400000, "train_loss": 0.06670373280843099, "subset_score_loss": 0.06670373280843099} +{"step": 340000, "wall_time": 3554.7821729183197, "train_loss_step": 6.4585795402526855, "n_params": 4510840, "total_flops": 4711482163200000, "train_loss": 0.06639432907104492, "subset_score_loss": 0.06639432907104492} +{"step": 350000, "wall_time": 3650.9238777160645, "train_loss_step": 6.912394046783447, "n_params": 4510840, "total_flops": 4850055168000000, "train_loss": 0.0659348726272583, "subset_score_loss": 0.0659348726272583} +{"step": 360000, "wall_time": 3746.589951992035, "train_loss_step": 7.221773147583008, "n_params": 4510840, "total_flops": 4988628172800000, "train_loss": 0.06349004904429117, "subset_score_loss": 0.06349004904429117} +{"step": 370000, "wall_time": 3843.3250176906586, "train_loss_step": 7.230022430419922, "n_params": 4510840, "total_flops": 5127201177600000, "train_loss": 0.06344214280446371, "subset_score_loss": 0.06344214280446371} +{"step": 380000, "wall_time": 3937.0429515838623, "train_loss_step": 7.400012969970703, "n_params": 4510840, "total_flops": 5265774182400000, "train_loss": 0.06249625285466512, "subset_score_loss": 0.06249625285466512} +{"step": 390000, "wall_time": 4033.111974000931, "train_loss_step": 6.900552272796631, "n_params": 4510840, "total_flops": 5404347187200000, "train_loss": 0.061368775367736814, "subset_score_loss": 0.061368775367736814} +{"step": 400000, "wall_time": 4205.233455181122, "train_loss_step": 6.493736267089844, "n_params": 4510840, "total_flops": 5542920192000000, "train_loss": 0.059450570742289224, "subset_score_loss": 0.059450570742289224, "memorization_fraction_pixel": 0.009700000286102295, "mean_nn_ratio_pixel": 0.885945200920105, "fid": 166.7616480226854} +{"step": 410000, "wall_time": 4302.402510404587, "train_loss_step": 7.478728294372559, "n_params": 4510840, "total_flops": 5681493196800000, "train_loss": 0.05894397894541423, "subset_score_loss": 0.05894397894541423} +{"step": 420000, "wall_time": 4394.344180583954, "train_loss_step": 7.18247652053833, "n_params": 4510840, "total_flops": 5820066201600000, "train_loss": 0.061284200350443525, "subset_score_loss": 0.061284200350443525} +{"step": 430000, "wall_time": 4490.543179035187, "train_loss_step": 6.563767910003662, "n_params": 4510840, "total_flops": 5958639206400000, "train_loss": 0.05839747587839762, "subset_score_loss": 0.05839747587839762} +{"step": 440000, "wall_time": 4586.138342857361, "train_loss_step": 6.94281530380249, "n_params": 4510840, "total_flops": 6097212211200000, "train_loss": 0.057339994112650554, "subset_score_loss": 0.057339994112650554} +{"step": 450000, "wall_time": 4682.260022640228, "train_loss_step": 6.5006489753723145, "n_params": 4510840, "total_flops": 6235785216000000, "train_loss": 0.058448326587677, "subset_score_loss": 0.058448326587677} +{"step": 460000, "wall_time": 4778.639509677887, "train_loss_step": 7.07989501953125, "n_params": 4510840, "total_flops": 6374358220800000, "train_loss": 0.05679663419723511, "subset_score_loss": 0.05679663419723511} +{"step": 470000, "wall_time": 4874.94900226593, "train_loss_step": 6.796714782714844, "n_params": 4510840, "total_flops": 6512931225600000, "train_loss": 0.0584561546643575, "subset_score_loss": 0.0584561546643575} +{"step": 480000, "wall_time": 4967.966756343842, "train_loss_step": 6.4849066734313965, "n_params": 4510840, "total_flops": 6651504230400000, "train_loss": 0.054113225142161055, "subset_score_loss": 0.054113225142161055} +{"step": 490000, "wall_time": 5064.442677021027, "train_loss_step": 6.321887016296387, "n_params": 4510840, "total_flops": 6790077235200000, "train_loss": 0.05430410305658976, "subset_score_loss": 0.05430410305658976} +{"step": 500000, "wall_time": 5239.651326417923, "train_loss_step": 6.870907783508301, "n_params": 4510840, "total_flops": 6928650240000000, "train_loss": 0.055117873350779216, "subset_score_loss": 0.055117873350779216, "memorization_fraction_pixel": 0.015200000256299973, "mean_nn_ratio_pixel": 0.8711437582969666, "fid": 159.88223662266807} +{"step": 510000, "wall_time": 5336.598016023636, "train_loss_step": 6.820563316345215, "n_params": 4510840, "total_flops": 7067223244800000, "train_loss": 0.05608761707941691, "subset_score_loss": 0.05608761707941691} +{"step": 520000, "wall_time": 5429.187122821808, "train_loss_step": 6.961252212524414, "n_params": 4510840, "total_flops": 7205796249600000, "train_loss": 0.05239644050598145, "subset_score_loss": 0.05239644050598145} +{"step": 530000, "wall_time": 5524.994070529938, "train_loss_step": 6.547898769378662, "n_params": 4510840, "total_flops": 7344369254400000, "train_loss": 0.054176517327626544, "subset_score_loss": 0.054176517327626544} +{"step": 540000, "wall_time": 5621.0795109272, "train_loss_step": 6.401445388793945, "n_params": 4510840, "total_flops": 7482942259200000, "train_loss": 0.054153724511464434, "subset_score_loss": 0.054153724511464434} +{"step": 550000, "wall_time": 5717.647510766983, "train_loss_step": 6.742297172546387, "n_params": 4510840, "total_flops": 7621515264000000, "train_loss": 0.05276213486989339, "subset_score_loss": 0.05276213486989339} +{"step": 560000, "wall_time": 5814.013306379318, "train_loss_step": 6.237332344055176, "n_params": 4510840, "total_flops": 7760088268800000, "train_loss": 0.05142324765523275, "subset_score_loss": 0.05142324765523275} +{"step": 570000, "wall_time": 5906.906501054764, "train_loss_step": 6.278629302978516, "n_params": 4510840, "total_flops": 7898661273600000, "train_loss": 0.05325934092203776, "subset_score_loss": 0.05325934092203776} +{"step": 580000, "wall_time": 6003.459414482117, "train_loss_step": 6.372917175292969, "n_params": 4510840, "total_flops": 8037234278400000, "train_loss": 0.051853493849436445, "subset_score_loss": 0.051853493849436445} +{"step": 590000, "wall_time": 6099.904903888702, "train_loss_step": 6.737264633178711, "n_params": 4510840, "total_flops": 8175807283200000, "train_loss": 0.05128946304321289, "subset_score_loss": 0.05128946304321289} +{"step": 600000, "wall_time": 6274.945733308792, "train_loss_step": 6.305115699768066, "n_params": 4510840, "total_flops": 8314380288000000, "train_loss": 0.05137113332748413, "subset_score_loss": 0.05137113332748413, "memorization_fraction_pixel": 0.020099999383091927, "mean_nn_ratio_pixel": 0.8591694235801697, "fid": 154.71481476014927} +{"step": 610000, "wall_time": 6370.9719388484955, "train_loss_step": 6.535065174102783, "n_params": 4510840, "total_flops": 8452953292800000, "train_loss": 0.052236104011535646, "subset_score_loss": 0.052236104011535646} +{"step": 620000, "wall_time": 6464.0728931427, "train_loss_step": 6.254423141479492, "n_params": 4510840, "total_flops": 8591526297600000, "train_loss": 0.049046456813812256, "subset_score_loss": 0.049046456813812256} +{"step": 630000, "wall_time": 6559.15411400795, "train_loss_step": 6.358697891235352, "n_params": 4510840, "total_flops": 8730099302400000, "train_loss": 0.04958838224411011, "subset_score_loss": 0.04958838224411011} +{"step": 640000, "wall_time": 6655.393109798431, "train_loss_step": 6.491676330566406, "n_params": 4510840, "total_flops": 8868672307200000, "train_loss": 0.04926990667978923, "subset_score_loss": 0.04926990667978923} +{"step": 650000, "wall_time": 6751.742632389069, "train_loss_step": 6.4046630859375, "n_params": 4510840, "total_flops": 9007245312000000, "train_loss": 0.050168085098266604, "subset_score_loss": 0.050168085098266604} +{"step": 660000, "wall_time": 6844.643203496933, "train_loss_step": 6.184754848480225, "n_params": 4510840, "total_flops": 9145818316800000, "train_loss": 0.04892665147781372, "subset_score_loss": 0.04892665147781372} +{"step": 670000, "wall_time": 6940.954712629318, "train_loss_step": 6.293221473693848, "n_params": 4510840, "total_flops": 9284391321600000, "train_loss": 0.04692806402842204, "subset_score_loss": 0.04692806402842204} +{"step": 680000, "wall_time": 7037.076009750366, "train_loss_step": 6.522002220153809, "n_params": 4510840, "total_flops": 9422964326400000, "train_loss": 0.049166146914164224, "subset_score_loss": 0.049166146914164224} +{"step": 690000, "wall_time": 7133.564744710922, "train_loss_step": 5.805537223815918, "n_params": 4510840, "total_flops": 9561537331200000, "train_loss": 0.046894450982411705, "subset_score_loss": 0.046894450982411705} +{"step": 700000, "wall_time": 7307.424699306488, "train_loss_step": 6.368766784667969, "n_params": 4510840, "total_flops": 9700110336000000, "train_loss": 0.04750730593999227, "subset_score_loss": 0.04750730593999227, "memorization_fraction_pixel": 0.030899999663233757, "mean_nn_ratio_pixel": 0.8429161310195923, "fid": 154.83300390490518} +{"step": 710000, "wall_time": 7403.199570417404, "train_loss_step": 5.993353843688965, "n_params": 4510840, "total_flops": 9838683340800000, "train_loss": 0.04628485838572184, "subset_score_loss": 0.04628485838572184} +{"step": 720000, "wall_time": 7499.014045953751, "train_loss_step": 6.3123393058776855, "n_params": 4510840, "total_flops": 9977256345600000, "train_loss": 0.04605493942896525, "subset_score_loss": 0.04605493942896525} +{"step": 730000, "wall_time": 7592.900094747543, "train_loss_step": 6.294374465942383, "n_params": 4510840, "total_flops": 10115829350400000, "train_loss": 0.04607576529184977, "subset_score_loss": 0.04607576529184977} +{"step": 740000, "wall_time": 7689.401626586914, "train_loss_step": 6.516639709472656, "n_params": 4510840, "total_flops": 10254402355200000, "train_loss": 0.04660944143931071, "subset_score_loss": 0.04660944143931071} +{"step": 750000, "wall_time": 7785.831341505051, "train_loss_step": 6.275036334991455, "n_params": 4510840, "total_flops": 10392975360000000, "train_loss": 0.047519369920094805, "subset_score_loss": 0.047519369920094805} +{"step": 760000, "wall_time": 7879.004724025726, "train_loss_step": 6.18077278137207, "n_params": 4510840, "total_flops": 10531548364800000, "train_loss": 0.04417409499486288, "subset_score_loss": 0.04417409499486288} +{"step": 770000, "wall_time": 7975.661854982376, "train_loss_step": 6.098165512084961, "n_params": 4510840, "total_flops": 10670121369600000, "train_loss": 0.045612605412801106, "subset_score_loss": 0.045612605412801106} +{"step": 780000, "wall_time": 8072.104631900787, "train_loss_step": 5.945559024810791, "n_params": 4510840, "total_flops": 10808694374400000, "train_loss": 0.04594273964564006, "subset_score_loss": 0.04594273964564006} +{"step": 790000, "wall_time": 8168.303921461105, "train_loss_step": 6.349493503570557, "n_params": 4510840, "total_flops": 10947267379200000, "train_loss": 0.047104899088541666, "subset_score_loss": 0.047104899088541666} +{"step": 800000, "wall_time": 8342.128052949905, "train_loss_step": 6.208608627319336, "n_params": 4510840, "total_flops": 11085840384000000, "train_loss": 0.043536106745402016, "subset_score_loss": 0.043536106745402016, "memorization_fraction_pixel": 0.03680000081658363, "mean_nn_ratio_pixel": 0.840501070022583, "fid": 155.34293384017346} +{"step": 810000, "wall_time": 8438.503196716309, "train_loss_step": 6.032507419586182, "n_params": 4510840, "total_flops": 11224413388800000, "train_loss": 0.04613928397496541, "subset_score_loss": 0.04613928397496541} +{"step": 820000, "wall_time": 8535.529047250748, "train_loss_step": 6.087719917297363, "n_params": 4510840, "total_flops": 11362986393600000, "train_loss": 0.044507181644439696, "subset_score_loss": 0.044507181644439696} +{"step": 830000, "wall_time": 8627.035474300385, "train_loss_step": 5.805819511413574, "n_params": 4510840, "total_flops": 11501559398400000, "train_loss": 0.047812322775522866, "subset_score_loss": 0.047812322775522866} +{"step": 840000, "wall_time": 8723.19831418991, "train_loss_step": 6.253449440002441, "n_params": 4510840, "total_flops": 11640132403200000, "train_loss": 0.04415911833445231, "subset_score_loss": 0.04415911833445231} +{"step": 850000, "wall_time": 8815.891589164734, "train_loss_step": 6.011075019836426, "n_params": 4510840, "total_flops": 11778705408000000, "train_loss": 0.04488695859909057, "subset_score_loss": 0.04488695859909057} +{"step": 860000, "wall_time": 8912.411952495575, "train_loss_step": 5.9075117111206055, "n_params": 4510840, "total_flops": 11917278412800000, "train_loss": 0.04323994318644206, "subset_score_loss": 0.04323994318644206} +{"step": 870000, "wall_time": 9008.876202106476, "train_loss_step": 6.350834846496582, "n_params": 4510840, "total_flops": 12055851417600000, "train_loss": 0.04435423215230306, "subset_score_loss": 0.04435423215230306} +{"step": 880000, "wall_time": 9104.945948600769, "train_loss_step": 5.739556312561035, "n_params": 4510840, "total_flops": 12194424422400000, "train_loss": 0.04186311960220337, "subset_score_loss": 0.04186311960220337} +{"step": 890000, "wall_time": 9201.169339418411, "train_loss_step": 5.964618682861328, "n_params": 4510840, "total_flops": 12332997427200000, "train_loss": 0.046610935529073076, "subset_score_loss": 0.046610935529073076} +{"step": 900000, "wall_time": 9375.912948846817, "train_loss_step": 5.744000434875488, "n_params": 4510840, "total_flops": 12471570432000000, "train_loss": 0.042752623558044434, "subset_score_loss": 0.042752623558044434, "memorization_fraction_pixel": 0.04129999876022339, "mean_nn_ratio_pixel": 0.8524624705314636, "fid": 171.45606592002616} +{"step": 910000, "wall_time": 9472.385122299194, "train_loss_step": 5.82232666015625, "n_params": 4510840, "total_flops": 12610143436800000, "train_loss": 0.04180596272150675, "subset_score_loss": 0.04180596272150675} +{"step": 920000, "wall_time": 9569.331945896149, "train_loss_step": 6.076356887817383, "n_params": 4510840, "total_flops": 12748716441600000, "train_loss": 0.04367430210113525, "subset_score_loss": 0.04367430210113525} +{"step": 930000, "wall_time": 9662.55310678482, "train_loss_step": 5.70741605758667, "n_params": 4510840, "total_flops": 12887289446400000, "train_loss": 0.04186992645263672, "subset_score_loss": 0.04186992645263672} +{"step": 940000, "wall_time": 9754.243640422821, "train_loss_step": 5.94975471496582, "n_params": 4510840, "total_flops": 13025862451200000, "train_loss": 0.044575083255767825, "subset_score_loss": 0.044575083255767825} +{"step": 950000, "wall_time": 9850.942261457443, "train_loss_step": 5.699374198913574, "n_params": 4510840, "total_flops": 13164435456000000, "train_loss": 0.04118390480677287, "subset_score_loss": 0.04118390480677287} +{"step": 960000, "wall_time": 9947.437967061996, "train_loss_step": 5.575876235961914, "n_params": 4510840, "total_flops": 13303008460800000, "train_loss": 0.04262631336847941, "subset_score_loss": 0.04262631336847941} +{"step": 970000, "wall_time": 10043.994507074356, "train_loss_step": 5.738919258117676, "n_params": 4510840, "total_flops": 13441581465600000, "train_loss": 0.040582056840260824, "subset_score_loss": 0.040582056840260824} +{"step": 980000, "wall_time": 10139.867880105972, "train_loss_step": 5.882043361663818, "n_params": 4510840, "total_flops": 13580154470400000, "train_loss": 0.04243152141571045, "subset_score_loss": 0.04243152141571045} +{"step": 990000, "wall_time": 10236.170120239258, "train_loss_step": 5.769320487976074, "n_params": 4510840, "total_flops": 13718727475200000, "train_loss": 0.04192277193069458, "subset_score_loss": 0.04192277193069458} +{"step": 1000000, "wall_time": 10410.985402584076, "train_loss_step": 6.136765480041504, "n_params": 4510840, "total_flops": 13857300480000000, "train_loss": 0.041743262608846025, "subset_score_loss": 0.041743262608846025, "memorization_fraction_pixel": 0.05249999836087227, "mean_nn_ratio_pixel": 0.8572261929512024, "fid": 182.20414114583076} +{"step": 1010000, "wall_time": 10507.383930683136, "train_loss_step": 5.877615451812744, "n_params": 4510840, "total_flops": 13995873484800000, "train_loss": 0.040172759691874185, "subset_score_loss": 0.040172759691874185} +{"step": 1020000, "wall_time": 10603.669926404953, "train_loss_step": 5.678436279296875, "n_params": 4510840, "total_flops": 14134446489600000, "train_loss": 0.04038432041803996, "subset_score_loss": 0.04038432041803996} +{"step": 1030000, "wall_time": 10697.188556432724, "train_loss_step": 5.479260444641113, "n_params": 4510840, "total_flops": 14273019494400000, "train_loss": 0.040482056140899655, "subset_score_loss": 0.040482056140899655} +{"step": 1040000, "wall_time": 10788.81154847145, "train_loss_step": 5.7660980224609375, "n_params": 4510840, "total_flops": 14411592499200000, "train_loss": 0.04202215274175008, "subset_score_loss": 0.04202215274175008} +{"step": 1050000, "wall_time": 10885.188336372375, "train_loss_step": 5.699495315551758, "n_params": 4510840, "total_flops": 14550165504000000, "train_loss": 0.041525109608968096, "subset_score_loss": 0.041525109608968096} +{"step": 1060000, "wall_time": 10980.847078084946, "train_loss_step": 5.483202934265137, "n_params": 4510840, "total_flops": 14688738508800000, "train_loss": 0.0414950172106425, "subset_score_loss": 0.0414950172106425} +{"step": 1070000, "wall_time": 11077.162499666214, "train_loss_step": 6.099726676940918, "n_params": 4510840, "total_flops": 14827311513600000, "train_loss": 0.04091341495513916, "subset_score_loss": 0.04091341495513916} +{"step": 1080000, "wall_time": 11173.671647071838, "train_loss_step": 5.479851722717285, "n_params": 4510840, "total_flops": 14965884518400000, "train_loss": 0.04068116744359334, "subset_score_loss": 0.04068116744359334} +{"step": 1090000, "wall_time": 11269.783759355545, "train_loss_step": 6.17936897277832, "n_params": 4510840, "total_flops": 15104457523200000, "train_loss": 0.04091480573018392, "subset_score_loss": 0.04091480573018392} +{"step": 1100000, "wall_time": 11444.779772758484, "train_loss_step": 5.598377227783203, "n_params": 4510840, "total_flops": 15243030528000000, "train_loss": 0.04015108346939087, "subset_score_loss": 0.04015108346939087, "memorization_fraction_pixel": 0.05609999969601631, "mean_nn_ratio_pixel": 0.8747549653053284, "fid": 199.61887965864133} +{"step": 1110000, "wall_time": 11541.362190961838, "train_loss_step": 5.834292411804199, "n_params": 4510840, "total_flops": 15381603532800000, "train_loss": 0.03972641626993815, "subset_score_loss": 0.03972641626993815} +{"step": 1120000, "wall_time": 11638.003264904022, "train_loss_step": 5.45687198638916, "n_params": 4510840, "total_flops": 15520176537600000, "train_loss": 0.04000818729400635, "subset_score_loss": 0.04000818729400635} +{"step": 1130000, "wall_time": 11730.30110836029, "train_loss_step": 5.2153472900390625, "n_params": 4510840, "total_flops": 15658749542400000, "train_loss": 0.03904547691345215, "subset_score_loss": 0.03904547691345215} +{"step": 1140000, "wall_time": 11823.794197320938, "train_loss_step": 5.603259563446045, "n_params": 4510840, "total_flops": 15797322547200000, "train_loss": 0.03764710426330566, "subset_score_loss": 0.03764710426330566} +{"step": 1150000, "wall_time": 11919.771025180817, "train_loss_step": 5.177562713623047, "n_params": 4510840, "total_flops": 15935895552000000, "train_loss": 0.03954701026280721, "subset_score_loss": 0.03954701026280721} +{"step": 1160000, "wall_time": 12016.112047672272, "train_loss_step": 5.4669013023376465, "n_params": 4510840, "total_flops": 16074468556800000, "train_loss": 0.03868143955866496, "subset_score_loss": 0.03868143955866496} +{"step": 1170000, "wall_time": 12112.64020895958, "train_loss_step": 5.438635349273682, "n_params": 4510840, "total_flops": 16213041561600000, "train_loss": 0.039848172664642335, "subset_score_loss": 0.039848172664642335} +{"step": 1180000, "wall_time": 12209.242718219757, "train_loss_step": 5.638594627380371, "n_params": 4510840, "total_flops": 16351614566400000, "train_loss": 0.03940463066101074, "subset_score_loss": 0.03940463066101074} +{"step": 1190000, "wall_time": 12305.670559883118, "train_loss_step": 5.499306678771973, "n_params": 4510840, "total_flops": 16490187571200000, "train_loss": 0.038822452227274575, "subset_score_loss": 0.038822452227274575} +{"step": 1200000, "wall_time": 12481.139670610428, "train_loss_step": 5.591707706451416, "n_params": 4510840, "total_flops": 16628760576000000, "train_loss": 0.03888518412907918, "subset_score_loss": 0.03888518412907918, "memorization_fraction_pixel": 0.06669999659061432, "mean_nn_ratio_pixel": 0.8772468566894531, "fid": 210.28627042332508} +{"step": 1210000, "wall_time": 12577.544908285141, "train_loss_step": 5.029768943786621, "n_params": 4510840, "total_flops": 16767333580800000, "train_loss": 0.03738611141840617, "subset_score_loss": 0.03738611141840617} +{"step": 1220000, "wall_time": 12670.490989208221, "train_loss_step": 5.193603515625, "n_params": 4510840, "total_flops": 16905906585600000, "train_loss": 0.03762538433074951, "subset_score_loss": 0.03762538433074951} +{"step": 1230000, "wall_time": 12766.900968074799, "train_loss_step": 5.334171295166016, "n_params": 4510840, "total_flops": 17044479590400000, "train_loss": 0.039357093969980876, "subset_score_loss": 0.039357093969980876} +{"step": 1240000, "wall_time": 12857.72361779213, "train_loss_step": 5.381508827209473, "n_params": 4510840, "total_flops": 17183052595200000, "train_loss": 0.03889636596043904, "subset_score_loss": 0.03889636596043904} +{"step": 1250000, "wall_time": 12953.308135986328, "train_loss_step": 5.07997989654541, "n_params": 4510840, "total_flops": 17321625600000000, "train_loss": 0.03847403128941854, "subset_score_loss": 0.03847403128941854} +{"step": 1260000, "wall_time": 13049.491950035095, "train_loss_step": 5.09708309173584, "n_params": 4510840, "total_flops": 17460198604800000, "train_loss": 0.0371835470199585, "subset_score_loss": 0.0371835470199585} +{"step": 1270000, "wall_time": 13145.965363264084, "train_loss_step": 5.245297908782959, "n_params": 4510840, "total_flops": 17598771609600000, "train_loss": 0.03757236003875732, "subset_score_loss": 0.03757236003875732} +{"step": 1280000, "wall_time": 13257.588816404343, "train_loss_step": 5.503354072570801, "n_params": 4510840, "total_flops": 17737344614400000, "train_loss": 0.03660968542098999, "subset_score_loss": 0.03660968542098999} +{"step": 1290000, "wall_time": 13373.202059268951, "train_loss_step": 5.0089111328125, "n_params": 4510840, "total_flops": 17875917619200000, "train_loss": 0.037049527963002524, "subset_score_loss": 0.037049527963002524} +{"step": 1300000, "wall_time": 13611.355356693268, "train_loss_step": 5.223130226135254, "n_params": 4510840, "total_flops": 18014490624000000, "train_loss": 0.03631214698155721, "subset_score_loss": 0.03631214698155721, "memorization_fraction_pixel": 0.07859999686479568, "mean_nn_ratio_pixel": 0.8708592057228088, "fid": 211.83091796353756} +{"step": 1310000, "wall_time": 13723.636425733566, "train_loss_step": 5.23484992980957, "n_params": 4510840, "total_flops": 18153063628800000, "train_loss": 0.040100598335266115, "subset_score_loss": 0.040100598335266115} +{"step": 1320000, "wall_time": 13838.888479948044, "train_loss_step": 5.072467803955078, "n_params": 4510840, "total_flops": 18291636633600000, "train_loss": 0.034921896457672116, "subset_score_loss": 0.034921896457672116} +{"step": 1330000, "wall_time": 13955.633419275284, "train_loss_step": 5.605471611022949, "n_params": 4510840, "total_flops": 18430209638400000, "train_loss": 0.035757891337076825, "subset_score_loss": 0.035757891337076825} +{"step": 1340000, "wall_time": 14068.345569610596, "train_loss_step": 4.999303340911865, "n_params": 4510840, "total_flops": 18568782643200000, "train_loss": 0.0361076831817627, "subset_score_loss": 0.0361076831817627} +{"step": 1350000, "wall_time": 14184.757061958313, "train_loss_step": 5.338022708892822, "n_params": 4510840, "total_flops": 18707355648000000, "train_loss": 0.037483457724253336, "subset_score_loss": 0.037483457724253336} +{"step": 1360000, "wall_time": 14301.306423187256, "train_loss_step": 4.983448028564453, "n_params": 4510840, "total_flops": 18845928652800000, "train_loss": 0.0349714199701945, "subset_score_loss": 0.0349714199701945} +{"step": 1370000, "wall_time": 14417.81036400795, "train_loss_step": 5.508578300476074, "n_params": 4510840, "total_flops": 18984501657600000, "train_loss": 0.037346998850504555, "subset_score_loss": 0.037346998850504555} +{"step": 1380000, "wall_time": 14531.929359674454, "train_loss_step": 4.923954963684082, "n_params": 4510840, "total_flops": 19123074662400000, "train_loss": 0.03549733559290568, "subset_score_loss": 0.03549733559290568} +{"step": 1390000, "wall_time": 14647.507856369019, "train_loss_step": 5.589103698730469, "n_params": 4510840, "total_flops": 19261647667200000, "train_loss": 0.036714200178782144, "subset_score_loss": 0.036714200178782144} +{"step": 1400000, "wall_time": 14852.824991703033, "train_loss_step": 5.697168827056885, "n_params": 4510840, "total_flops": 19400220672000000, "train_loss": 0.0355370839436849, "subset_score_loss": 0.0355370839436849, "memorization_fraction_pixel": 0.09319999814033508, "mean_nn_ratio_pixel": 0.8666571378707886, "fid": 214.30490446482062} +{"step": 1410000, "wall_time": 14967.124368906021, "train_loss_step": 5.014862060546875, "n_params": 4510840, "total_flops": 19538793676800000, "train_loss": 0.035888322194417316, "subset_score_loss": 0.035888322194417316} +{"step": 1420000, "wall_time": 15082.714165687561, "train_loss_step": 5.127947807312012, "n_params": 4510840, "total_flops": 19677366681600000, "train_loss": 0.03564215501149495, "subset_score_loss": 0.03564215501149495} +{"step": 1430000, "wall_time": 15198.866621494293, "train_loss_step": 5.351101875305176, "n_params": 4510840, "total_flops": 19815939686400000, "train_loss": 0.03678601185480754, "subset_score_loss": 0.03678601185480754} +{"step": 1440000, "wall_time": 15314.610143899918, "train_loss_step": 5.193894386291504, "n_params": 4510840, "total_flops": 19954512691200000, "train_loss": 0.03423437674840291, "subset_score_loss": 0.03423437674840291} +{"step": 1450000, "wall_time": 15427.791266918182, "train_loss_step": 5.302546501159668, "n_params": 4510840, "total_flops": 20093085696000000, "train_loss": 0.03781312704086304, "subset_score_loss": 0.03781312704086304} +{"step": 1460000, "wall_time": 15543.417508125305, "train_loss_step": 5.227522850036621, "n_params": 4510840, "total_flops": 20231658700800000, "train_loss": 0.03454668521881103, "subset_score_loss": 0.03454668521881103} +{"step": 1470000, "wall_time": 15659.142981290817, "train_loss_step": 5.033368110656738, "n_params": 4510840, "total_flops": 20370231705600000, "train_loss": 0.03596504131952922, "subset_score_loss": 0.03596504131952922} +{"step": 1480000, "wall_time": 15773.524661540985, "train_loss_step": 5.0265350341796875, "n_params": 4510840, "total_flops": 20508804710400000, "train_loss": 0.034414935111999514, "subset_score_loss": 0.034414935111999514} +{"step": 1490000, "wall_time": 15889.236650705338, "train_loss_step": 5.037520408630371, "n_params": 4510840, "total_flops": 20647377715200000, "train_loss": 0.035160354773203534, "subset_score_loss": 0.035160354773203534} +{"step": 1500000, "wall_time": 16131.397837162018, "train_loss_step": 5.174365043640137, "n_params": 4510840, "total_flops": 20785950720000000, "train_loss": 0.03472260236740112, "subset_score_loss": 0.03472260236740112, "memorization_fraction_pixel": 0.11249999701976776, "mean_nn_ratio_pixel": 0.8570284247398376, "fid": 213.11312661320497} +{"step": 1510000, "wall_time": 16247.730510234833, "train_loss_step": 4.492778778076172, "n_params": 4510840, "total_flops": 20924523724800000, "train_loss": 0.03536444902420044, "subset_score_loss": 0.03536444902420044} +{"step": 1520000, "wall_time": 16364.083337306976, "train_loss_step": 5.241823196411133, "n_params": 4510840, "total_flops": 21063096729600000, "train_loss": 0.03486737807591756, "subset_score_loss": 0.03486737807591756} +{"step": 1530000, "wall_time": 16479.816405057907, "train_loss_step": 5.0115556716918945, "n_params": 4510840, "total_flops": 21201669734400000, "train_loss": 0.03411571184794108, "subset_score_loss": 0.03411571184794108} +{"step": 1540000, "wall_time": 16592.556883335114, "train_loss_step": 4.7650465965271, "n_params": 4510840, "total_flops": 21340242739200000, "train_loss": 0.032746775945027666, "subset_score_loss": 0.032746775945027666} +{"step": 1550000, "wall_time": 16699.544186115265, "train_loss_step": 4.967140197753906, "n_params": 4510840, "total_flops": 21478815744000000, "train_loss": 0.03196693261464437, "subset_score_loss": 0.03196693261464437} +{"step": 1560000, "wall_time": 16815.799958467484, "train_loss_step": 4.8916168212890625, "n_params": 4510840, "total_flops": 21617388748800000, "train_loss": 0.033755254745483396, "subset_score_loss": 0.033755254745483396} +{"step": 1570000, "wall_time": 16931.963171482086, "train_loss_step": 4.8853020668029785, "n_params": 4510840, "total_flops": 21755961753600000, "train_loss": 0.03351728518803914, "subset_score_loss": 0.03351728518803914} +{"step": 1580000, "wall_time": 17038.529347658157, "train_loss_step": 4.87923526763916, "n_params": 4510840, "total_flops": 21894534758400000, "train_loss": 0.03331304788589477, "subset_score_loss": 0.03331304788589477} +{"step": 1590000, "wall_time": 17153.000283956528, "train_loss_step": 4.595569610595703, "n_params": 4510840, "total_flops": 22033107763200000, "train_loss": 0.03273567358652751, "subset_score_loss": 0.03273567358652751} +{"step": 1600000, "wall_time": 17397.491280555725, "train_loss_step": 5.285399436950684, "n_params": 4510840, "total_flops": 22171680768000000, "train_loss": 0.03322251836458842, "subset_score_loss": 0.03322251836458842, "memorization_fraction_pixel": 0.12439999729394913, "mean_nn_ratio_pixel": 0.8466380834579468, "fid": 212.48837277337094} +{"step": 1610000, "wall_time": 17512.961161851883, "train_loss_step": 5.216954231262207, "n_params": 4510840, "total_flops": 22310253772800000, "train_loss": 0.03377501567204793, "subset_score_loss": 0.03377501567204793} +{"step": 1620000, "wall_time": 17628.881831407547, "train_loss_step": 5.4542388916015625, "n_params": 4510840, "total_flops": 22448826777600000, "train_loss": 0.03202271064122518, "subset_score_loss": 0.03202271064122518} +{"step": 1630000, "wall_time": 17744.605257987976, "train_loss_step": 5.064517021179199, "n_params": 4510840, "total_flops": 22587399782400000, "train_loss": 0.032924922307332356, "subset_score_loss": 0.032924922307332356} +{"step": 1640000, "wall_time": 17860.08625769615, "train_loss_step": 4.621308326721191, "n_params": 4510840, "total_flops": 22725972787200000, "train_loss": 0.03396175702412923, "subset_score_loss": 0.03396175702412923} +{"step": 1650000, "wall_time": 17962.832413196564, "train_loss_step": 4.778605937957764, "n_params": 4510840, "total_flops": 22864545792000000, "train_loss": 0.03247993588447571, "subset_score_loss": 0.03247993588447571} +{"step": 1660000, "wall_time": 18078.97803759575, "train_loss_step": 4.7606611251831055, "n_params": 4510840, "total_flops": 23003118796800000, "train_loss": 0.03140660524368286, "subset_score_loss": 0.03140660524368286} +{"step": 1670000, "wall_time": 18194.89857196808, "train_loss_step": 4.717647075653076, "n_params": 4510840, "total_flops": 23141691801600000, "train_loss": 0.03121873140335083, "subset_score_loss": 0.03121873140335083} +{"step": 1680000, "wall_time": 18299.898382902145, "train_loss_step": 5.040597915649414, "n_params": 4510840, "total_flops": 23280264806400000, "train_loss": 0.032513527075449626, "subset_score_loss": 0.032513527075449626} +{"step": 1690000, "wall_time": 18414.057491779327, "train_loss_step": 5.331485271453857, "n_params": 4510840, "total_flops": 23418837811200000, "train_loss": 0.03195757468541463, "subset_score_loss": 0.03195757468541463} +{"step": 1700000, "wall_time": 18669.997380018234, "train_loss_step": 4.6906256675720215, "n_params": 4510840, "total_flops": 23557410816000000, "train_loss": 0.03149680892626445, "subset_score_loss": 0.03149680892626445, "memorization_fraction_pixel": 0.15719999372959137, "mean_nn_ratio_pixel": 0.8211273550987244, "fid": 205.63291248313575} +{"step": 1710000, "wall_time": 18786.407873153687, "train_loss_step": 4.799986362457275, "n_params": 4510840, "total_flops": 23695983820800000, "train_loss": 0.03207274675369263, "subset_score_loss": 0.03207274675369263} +{"step": 1720000, "wall_time": 18902.829707622528, "train_loss_step": 4.947501182556152, "n_params": 4510840, "total_flops": 23834556825600000, "train_loss": 0.030451967318852743, "subset_score_loss": 0.030451967318852743} +{"step": 1730000, "wall_time": 19019.665766716003, "train_loss_step": 4.627125263214111, "n_params": 4510840, "total_flops": 23973129830400000, "train_loss": 0.03359618186950684, "subset_score_loss": 0.03359618186950684} +{"step": 1740000, "wall_time": 19134.411194562912, "train_loss_step": 4.983841896057129, "n_params": 4510840, "total_flops": 24111702835200000, "train_loss": 0.029796355962753297, "subset_score_loss": 0.029796355962753297} +{"step": 1750000, "wall_time": 19241.642868995667, "train_loss_step": 4.669312953948975, "n_params": 4510840, "total_flops": 24250275840000000, "train_loss": 0.03049824039141337, "subset_score_loss": 0.03049824039141337} +{"step": 1760000, "wall_time": 19357.708600521088, "train_loss_step": 4.620891571044922, "n_params": 4510840, "total_flops": 24388848844800000, "train_loss": 0.03218498627344767, "subset_score_loss": 0.03218498627344767} +{"step": 1770000, "wall_time": 19471.350448846817, "train_loss_step": 4.677593231201172, "n_params": 4510840, "total_flops": 24527421849600000, "train_loss": 0.030911280711491903, "subset_score_loss": 0.030911280711491903} +{"step": 1780000, "wall_time": 19577.093306541443, "train_loss_step": 4.3910322189331055, "n_params": 4510840, "total_flops": 24665994854400000, "train_loss": 0.030402151743570964, "subset_score_loss": 0.030402151743570964} +{"step": 1790000, "wall_time": 19692.652849197388, "train_loss_step": 4.419355392456055, "n_params": 4510840, "total_flops": 24804567859200000, "train_loss": 0.029469782114028932, "subset_score_loss": 0.029469782114028932} +{"step": 1800000, "wall_time": 19930.48398709297, "train_loss_step": 4.502313137054443, "n_params": 4510840, "total_flops": 24943140864000000, "train_loss": 0.029646035035451254, "subset_score_loss": 0.029646035035451254, "memorization_fraction_pixel": 0.18080000579357147, "mean_nn_ratio_pixel": 0.8019729256629944, "fid": 206.777036943392} +{"step": 1810000, "wall_time": 20046.351947069168, "train_loss_step": 4.647024154663086, "n_params": 4510840, "total_flops": 25081713868800000, "train_loss": 0.030635470151901247, "subset_score_loss": 0.030635470151901247} +{"step": 1820000, "wall_time": 20161.754019975662, "train_loss_step": 4.8174214363098145, "n_params": 4510840, "total_flops": 25220286873600000, "train_loss": 0.02946438988049825, "subset_score_loss": 0.02946438988049825} +{"step": 1830000, "wall_time": 20277.35049533844, "train_loss_step": 4.548476219177246, "n_params": 4510840, "total_flops": 25358859878400000, "train_loss": 0.03130758206049601, "subset_score_loss": 0.03130758206049601} +{"step": 1840000, "wall_time": 20392.545757055283, "train_loss_step": 4.268256664276123, "n_params": 4510840, "total_flops": 25497432883200000, "train_loss": 0.029341969887415567, "subset_score_loss": 0.029341969887415567} +{"step": 1850000, "wall_time": 20502.232966184616, "train_loss_step": 4.634104251861572, "n_params": 4510840, "total_flops": 25636005888000000, "train_loss": 0.028836762905120848, "subset_score_loss": 0.028836762905120848} +{"step": 1860000, "wall_time": 20609.06000852585, "train_loss_step": 4.52988338470459, "n_params": 4510840, "total_flops": 25774578892800000, "train_loss": 0.030003199974695843, "subset_score_loss": 0.030003199974695843} +{"step": 1870000, "wall_time": 20724.68134355545, "train_loss_step": 4.837348461151123, "n_params": 4510840, "total_flops": 25913151897600000, "train_loss": 0.02944533626238505, "subset_score_loss": 0.02944533626238505} +{"step": 1880000, "wall_time": 20835.84027981758, "train_loss_step": 4.384537696838379, "n_params": 4510840, "total_flops": 26051724902400000, "train_loss": 0.029789296785990398, "subset_score_loss": 0.029789296785990398} +{"step": 1890000, "wall_time": 20944.808831214905, "train_loss_step": 4.568229675292969, "n_params": 4510840, "total_flops": 26190297907200000, "train_loss": 0.030704482396443685, "subset_score_loss": 0.030704482396443685} +{"step": 1900000, "wall_time": 21181.07096171379, "train_loss_step": 4.647064208984375, "n_params": 4510840, "total_flops": 26328870912000000, "train_loss": 0.02876997987429301, "subset_score_loss": 0.02876997987429301, "memorization_fraction_pixel": 0.1949000060558319, "mean_nn_ratio_pixel": 0.7918496131896973, "fid": 213.8599374196836} +{"step": 1910000, "wall_time": 21297.273199796677, "train_loss_step": 4.428409576416016, "n_params": 4510840, "total_flops": 26467443916800000, "train_loss": 0.029074821869532266, "subset_score_loss": 0.029074821869532266} +{"step": 1920000, "wall_time": 21413.521953582764, "train_loss_step": 4.355103492736816, "n_params": 4510840, "total_flops": 26606016921600000, "train_loss": 0.02895621458689372, "subset_score_loss": 0.02895621458689372} +{"step": 1930000, "wall_time": 21529.92758989334, "train_loss_step": 4.593166351318359, "n_params": 4510840, "total_flops": 26744589926400000, "train_loss": 0.0291939377784729, "subset_score_loss": 0.0291939377784729} +{"step": 1940000, "wall_time": 21644.651057481766, "train_loss_step": 4.361205101013184, "n_params": 4510840, "total_flops": 26883162931200000, "train_loss": 0.02857772707939148, "subset_score_loss": 0.02857772707939148} +{"step": 1950000, "wall_time": 21758.47607898712, "train_loss_step": 4.669837474822998, "n_params": 4510840, "total_flops": 27021735936000000, "train_loss": 0.02902433474858602, "subset_score_loss": 0.02902433474858602} +{"step": 1960000, "wall_time": 21860.0235311985, "train_loss_step": 4.3951921463012695, "n_params": 4510840, "total_flops": 27160308940800000, "train_loss": 0.028915574153264362, "subset_score_loss": 0.028915574153264362} +{"step": 1970000, "wall_time": 21976.114595651627, "train_loss_step": 4.650421142578125, "n_params": 4510840, "total_flops": 27298881945600000, "train_loss": 0.03095880349477132, "subset_score_loss": 0.03095880349477132} +{"step": 1980000, "wall_time": 22092.478631019592, "train_loss_step": 4.544343948364258, "n_params": 4510840, "total_flops": 27437454950400000, "train_loss": 0.029810877641042073, "subset_score_loss": 0.029810877641042073} +{"step": 1990000, "wall_time": 22201.653983831406, "train_loss_step": 4.444921493530273, "n_params": 4510840, "total_flops": 27576027955200000, "train_loss": 0.027541168530782065, "subset_score_loss": 0.027541168530782065} +{"step": 2000000, "wall_time": 22459.425483703613, "train_loss_step": 4.419277191162109, "n_params": 4510840, "total_flops": 27714600960000000, "train_loss": 0.02751637895901998, "subset_score_loss": 0.02751637895901998, "memorization_fraction_pixel": 0.23659999668598175, "mean_nn_ratio_pixel": 0.7544459700584412, "fid": 204.62181928217834} +{"step": 2010000, "wall_time": 22575.24356818199, "train_loss_step": 4.49497127532959, "n_params": 4510840, "total_flops": 27853173964800000, "train_loss": 0.029854426781336468, "subset_score_loss": 0.029854426781336468} +{"step": 2020000, "wall_time": 22691.58062195778, "train_loss_step": 4.87114143371582, "n_params": 4510840, "total_flops": 27991746969600000, "train_loss": 0.028372259934743245, "subset_score_loss": 0.028372259934743245} +{"step": 2030000, "wall_time": 22807.65963411331, "train_loss_step": 4.6394853591918945, "n_params": 4510840, "total_flops": 28130319974400000, "train_loss": 0.029077500104904175, "subset_score_loss": 0.029077500104904175} +{"step": 2040000, "wall_time": 22919.515250444412, "train_loss_step": 4.208841323852539, "n_params": 4510840, "total_flops": 28268892979200000, "train_loss": 0.02687121033668518, "subset_score_loss": 0.02687121033668518} +{"step": 2050000, "wall_time": 23035.175785779953, "train_loss_step": 4.609676361083984, "n_params": 4510840, "total_flops": 28407465984000000, "train_loss": 0.028117895126342773, "subset_score_loss": 0.028117895126342773} +{"step": 2060000, "wall_time": 23138.60849428177, "train_loss_step": 4.306116104125977, "n_params": 4510840, "total_flops": 28546038988800000, "train_loss": 0.029931209484736123, "subset_score_loss": 0.029931209484736123} +{"step": 2070000, "wall_time": 23253.823756217957, "train_loss_step": 4.395308494567871, "n_params": 4510840, "total_flops": 28684611993600000, "train_loss": 0.02719783385594686, "subset_score_loss": 0.02719783385594686} +{"step": 2080000, "wall_time": 23365.757216215134, "train_loss_step": 4.02256965637207, "n_params": 4510840, "total_flops": 28823184998400000, "train_loss": 0.0270449697971344, "subset_score_loss": 0.0270449697971344} +{"step": 2090000, "wall_time": 23477.018686771393, "train_loss_step": 4.428318023681641, "n_params": 4510840, "total_flops": 28961758003200000, "train_loss": 0.028272445996602377, "subset_score_loss": 0.028272445996602377} +{"step": 2100000, "wall_time": 23735.737150669098, "train_loss_step": 4.494800567626953, "n_params": 4510840, "total_flops": 29100331008000000, "train_loss": 0.02867023746172587, "subset_score_loss": 0.02867023746172587, "memorization_fraction_pixel": 0.2583000063896179, "mean_nn_ratio_pixel": 0.7334324717521667, "fid": 203.0778957230099} +{"step": 2110000, "wall_time": 23851.828231096268, "train_loss_step": 4.077506065368652, "n_params": 4510840, "total_flops": 29238904012800000, "train_loss": 0.026017677783966065, "subset_score_loss": 0.026017677783966065} +{"step": 2120000, "wall_time": 23967.12843155861, "train_loss_step": 4.489667892456055, "n_params": 4510840, "total_flops": 29377477017600000, "train_loss": 0.027887177467346192, "subset_score_loss": 0.027887177467346192} +{"step": 2130000, "wall_time": 24081.635481595993, "train_loss_step": 4.225781440734863, "n_params": 4510840, "total_flops": 29516050022400000, "train_loss": 0.026877860228220623, "subset_score_loss": 0.026877860228220623} +{"step": 2140000, "wall_time": 24196.85819387436, "train_loss_step": 4.415788650512695, "n_params": 4510840, "total_flops": 29654623027200000, "train_loss": 0.027072205146153768, "subset_score_loss": 0.027072205146153768} +{"step": 2150000, "wall_time": 24313.33126091957, "train_loss_step": 4.450812339782715, "n_params": 4510840, "total_flops": 29793196032000000, "train_loss": 0.026880727211634318, "subset_score_loss": 0.026880727211634318} +{"step": 2160000, "wall_time": 24422.478684425354, "train_loss_step": 4.881793975830078, "n_params": 4510840, "total_flops": 29931769036800000, "train_loss": 0.02789731025695801, "subset_score_loss": 0.02789731025695801} +{"step": 2170000, "wall_time": 24536.03894162178, "train_loss_step": 4.249156951904297, "n_params": 4510840, "total_flops": 30070342041600000, "train_loss": 0.02859552502632141, "subset_score_loss": 0.02859552502632141} +{"step": 2180000, "wall_time": 24646.28853869438, "train_loss_step": 4.169584274291992, "n_params": 4510840, "total_flops": 30208915046400000, "train_loss": 0.026390121380488078, "subset_score_loss": 0.026390121380488078} +{"step": 2190000, "wall_time": 24759.818819999695, "train_loss_step": 4.349847793579102, "n_params": 4510840, "total_flops": 30347488051200000, "train_loss": 0.026413901646931966, "subset_score_loss": 0.026413901646931966} +{"step": 2200000, "wall_time": 25024.869612693787, "train_loss_step": 4.349483966827393, "n_params": 4510840, "total_flops": 30486061056000000, "train_loss": 0.027020843823750813, "subset_score_loss": 0.027020843823750813, "memorization_fraction_pixel": 0.27790001034736633, "mean_nn_ratio_pixel": 0.7195281386375427, "fid": 199.41934910041743} +{"step": 2210000, "wall_time": 25139.381535053253, "train_loss_step": 4.375702857971191, "n_params": 4510840, "total_flops": 30624634060800000, "train_loss": 0.02557836174964905, "subset_score_loss": 0.02557836174964905} +{"step": 2220000, "wall_time": 25254.38514304161, "train_loss_step": 4.236857891082764, "n_params": 4510840, "total_flops": 30763207065600000, "train_loss": 0.02583743929862976, "subset_score_loss": 0.02583743929862976} +{"step": 2230000, "wall_time": 25371.343349933624, "train_loss_step": 4.178520679473877, "n_params": 4510840, "total_flops": 30901780070400000, "train_loss": 0.026051380236943564, "subset_score_loss": 0.026051380236943564} +{"step": 2240000, "wall_time": 25486.52714395523, "train_loss_step": 4.407927513122559, "n_params": 4510840, "total_flops": 31040353075200000, "train_loss": 0.02726325988769531, "subset_score_loss": 0.02726325988769531} +{"step": 2250000, "wall_time": 25602.833411693573, "train_loss_step": 3.866103172302246, "n_params": 4510840, "total_flops": 31178926080000000, "train_loss": 0.025771441062291463, "subset_score_loss": 0.025771441062291463} +{"step": 2260000, "wall_time": 25712.930109024048, "train_loss_step": 4.2314324378967285, "n_params": 4510840, "total_flops": 31317499084800000, "train_loss": 0.02771121859550476, "subset_score_loss": 0.02771121859550476} +{"step": 2270000, "wall_time": 25827.02608180046, "train_loss_step": 4.279842853546143, "n_params": 4510840, "total_flops": 31456072089600000, "train_loss": 0.025960731506347656, "subset_score_loss": 0.025960731506347656} +{"step": 2280000, "wall_time": 25932.190947532654, "train_loss_step": 4.013992786407471, "n_params": 4510840, "total_flops": 31594645094400000, "train_loss": 0.026095253229141236, "subset_score_loss": 0.026095253229141236} +{"step": 2290000, "wall_time": 26047.281506061554, "train_loss_step": 4.10482120513916, "n_params": 4510840, "total_flops": 31733218099200000, "train_loss": 0.024396791060765585, "subset_score_loss": 0.024396791060765585} +{"step": 2300000, "wall_time": 26300.381345033646, "train_loss_step": 4.006921768188477, "n_params": 4510840, "total_flops": 31871791104000000, "train_loss": 0.025690486033757527, "subset_score_loss": 0.025690486033757527, "memorization_fraction_pixel": 0.3043999969959259, "mean_nn_ratio_pixel": 0.6957417130470276, "fid": 189.7135367226349} +{"step": 2310000, "wall_time": 26415.435517311096, "train_loss_step": 4.470843315124512, "n_params": 4510840, "total_flops": 32010364108800000, "train_loss": 0.026089507341384887, "subset_score_loss": 0.026089507341384887} +{"step": 2320000, "wall_time": 26531.788800239563, "train_loss_step": 3.973231792449951, "n_params": 4510840, "total_flops": 32148937113600000, "train_loss": 0.025413757562637328, "subset_score_loss": 0.025413757562637328} +{"step": 2330000, "wall_time": 26647.649213314056, "train_loss_step": 4.240409851074219, "n_params": 4510840, "total_flops": 32287510118400000, "train_loss": 0.026114495595296223, "subset_score_loss": 0.026114495595296223} +{"step": 2340000, "wall_time": 26763.86753463745, "train_loss_step": 4.068905830383301, "n_params": 4510840, "total_flops": 32426083123200000, "train_loss": 0.025010385115941367, "subset_score_loss": 0.025010385115941367} +{"step": 2350000, "wall_time": 26880.2804980278, "train_loss_step": 4.11113166809082, "n_params": 4510840, "total_flops": 32564656128000000, "train_loss": 0.02451333999633789, "subset_score_loss": 0.02451333999633789} +{"step": 2360000, "wall_time": 26991.1105196476, "train_loss_step": 4.200918197631836, "n_params": 4510840, "total_flops": 32703229132800000, "train_loss": 0.026664032538731893, "subset_score_loss": 0.026664032538731893} +{"step": 2370000, "wall_time": 27105.48066687584, "train_loss_step": 4.285569190979004, "n_params": 4510840, "total_flops": 32841802137600000, "train_loss": 0.025962432225545246, "subset_score_loss": 0.025962432225545246} +{"step": 2380000, "wall_time": 27213.42226409912, "train_loss_step": 4.124616622924805, "n_params": 4510840, "total_flops": 32980375142400000, "train_loss": 0.02653741240501404, "subset_score_loss": 0.02653741240501404} +{"step": 2390000, "wall_time": 27326.01048350334, "train_loss_step": 4.141445159912109, "n_params": 4510840, "total_flops": 33118948147200000, "train_loss": 0.02499718467394511, "subset_score_loss": 0.02499718467394511} +{"step": 2400000, "wall_time": 27580.868463754654, "train_loss_step": 4.276320457458496, "n_params": 4510840, "total_flops": 33257521152000000, "train_loss": 0.02390535076459249, "subset_score_loss": 0.02390535076459249, "memorization_fraction_pixel": 0.31630000472068787, "mean_nn_ratio_pixel": 0.6886181831359863, "fid": 188.80454342145558} +{"step": 2410000, "wall_time": 27696.91600418091, "train_loss_step": 4.491980075836182, "n_params": 4510840, "total_flops": 33396094156800000, "train_loss": 0.026590687036514283, "subset_score_loss": 0.026590687036514283} +{"step": 2420000, "wall_time": 27812.95025396347, "train_loss_step": 4.234836578369141, "n_params": 4510840, "total_flops": 33534667161600000, "train_loss": 0.024610731999079385, "subset_score_loss": 0.024610731999079385} +{"step": 2430000, "wall_time": 27928.448969125748, "train_loss_step": 4.593040466308594, "n_params": 4510840, "total_flops": 33673240166400000, "train_loss": 0.02649587591489156, "subset_score_loss": 0.02649587591489156} +{"step": 2440000, "wall_time": 28044.71199655533, "train_loss_step": 4.047297477722168, "n_params": 4510840, "total_flops": 33811813171200000, "train_loss": 0.0254544734954834, "subset_score_loss": 0.0254544734954834} +{"step": 2450000, "wall_time": 28161.059450149536, "train_loss_step": 3.9136505126953125, "n_params": 4510840, "total_flops": 33950386176000000, "train_loss": 0.023561098178227744, "subset_score_loss": 0.023561098178227744} +{"step": 2460000, "wall_time": 28271.571923732758, "train_loss_step": 4.042384147644043, "n_params": 4510840, "total_flops": 34088959180800000, "train_loss": 0.026047420501708985, "subset_score_loss": 0.026047420501708985} +{"step": 2470000, "wall_time": 28380.61108827591, "train_loss_step": 3.8701136112213135, "n_params": 4510840, "total_flops": 34227532185600000, "train_loss": 0.023864577213923138, "subset_score_loss": 0.023864577213923138} +{"step": 2480000, "wall_time": 28488.942664146423, "train_loss_step": 4.253773212432861, "n_params": 4510840, "total_flops": 34366105190400000, "train_loss": 0.025301754474639893, "subset_score_loss": 0.025301754474639893} +{"step": 2490000, "wall_time": 28600.71113729477, "train_loss_step": 4.040247917175293, "n_params": 4510840, "total_flops": 34504678195200000, "train_loss": 0.024934905767440795, "subset_score_loss": 0.024934905767440795} +{"step": 2500000, "wall_time": 28869.913910150528, "train_loss_step": 4.017691612243652, "n_params": 4510840, "total_flops": 34643251200000000, "train_loss": 0.025363185008366904, "subset_score_loss": 0.025363185008366904, "memorization_fraction_pixel": 0.3249000012874603, "mean_nn_ratio_pixel": 0.6777756810188293, "fid": 180.42930368821362} +{"step": 2510000, "wall_time": 28986.41402363777, "train_loss_step": 3.8733301162719727, "n_params": 4510840, "total_flops": 34781824204800000, "train_loss": 0.024243112405141196, "subset_score_loss": 0.024243112405141196} +{"step": 2520000, "wall_time": 29103.21234512329, "train_loss_step": 3.751502513885498, "n_params": 4510840, "total_flops": 34920397209600000, "train_loss": 0.023611199855804444, "subset_score_loss": 0.023611199855804444} +{"step": 2530000, "wall_time": 29219.063100337982, "train_loss_step": 4.042901992797852, "n_params": 4510840, "total_flops": 35058970214400000, "train_loss": 0.0231593390305837, "subset_score_loss": 0.0231593390305837} +{"step": 2540000, "wall_time": 29335.49658179283, "train_loss_step": 4.082540512084961, "n_params": 4510840, "total_flops": 35197543219200000, "train_loss": 0.02424781918525696, "subset_score_loss": 0.02424781918525696} +{"step": 2550000, "wall_time": 29451.883645534515, "train_loss_step": 4.199501037597656, "n_params": 4510840, "total_flops": 35336116224000000, "train_loss": 0.024891515572865803, "subset_score_loss": 0.024891515572865803} +{"step": 2560000, "wall_time": 29565.47574687004, "train_loss_step": 3.798138380050659, "n_params": 4510840, "total_flops": 35474689228800000, "train_loss": 0.02289494276046753, "subset_score_loss": 0.02289494276046753} +{"step": 2570000, "wall_time": 29674.12382030487, "train_loss_step": 3.5572495460510254, "n_params": 4510840, "total_flops": 35613262233600000, "train_loss": 0.023689510424931844, "subset_score_loss": 0.023689510424931844} +{"step": 2580000, "wall_time": 29781.289850234985, "train_loss_step": 3.8400168418884277, "n_params": 4510840, "total_flops": 35751835238400000, "train_loss": 0.023977424701054892, "subset_score_loss": 0.023977424701054892} +{"step": 2590000, "wall_time": 29898.018318414688, "train_loss_step": 4.120826244354248, "n_params": 4510840, "total_flops": 35890408243200000, "train_loss": 0.023387587070465087, "subset_score_loss": 0.023387587070465087} +{"step": 2600000, "wall_time": 30135.715794563293, "train_loss_step": 3.8406381607055664, "n_params": 4510840, "total_flops": 36028981248000000, "train_loss": 0.02371505896250407, "subset_score_loss": 0.02371505896250407, "memorization_fraction_pixel": 0.37130001187324524, "mean_nn_ratio_pixel": 0.6482909917831421, "fid": 168.25279678904081} +{"step": 2610000, "wall_time": 30252.28522491455, "train_loss_step": 3.7874526977539062, "n_params": 4510840, "total_flops": 36167554252800000, "train_loss": 0.02422452171643575, "subset_score_loss": 0.02422452171643575} +{"step": 2620000, "wall_time": 30368.984906435013, "train_loss_step": 3.8342628479003906, "n_params": 4510840, "total_flops": 36306127257600000, "train_loss": 0.02330984870592753, "subset_score_loss": 0.02330984870592753} +{"step": 2630000, "wall_time": 30483.73130130768, "train_loss_step": 3.690601348876953, "n_params": 4510840, "total_flops": 36444700262400000, "train_loss": 0.023216976722081503, "subset_score_loss": 0.023216976722081503} +{"step": 2640000, "wall_time": 30599.82520866394, "train_loss_step": 3.79026198387146, "n_params": 4510840, "total_flops": 36583273267200000, "train_loss": 0.02284578283627828, "subset_score_loss": 0.02284578283627828} +{"step": 2650000, "wall_time": 30716.287011384964, "train_loss_step": 3.993770122528076, "n_params": 4510840, "total_flops": 36721846272000000, "train_loss": 0.02386213739713033, "subset_score_loss": 0.02386213739713033} +{"step": 2660000, "wall_time": 30831.773897647858, "train_loss_step": 4.053947448730469, "n_params": 4510840, "total_flops": 36860419276800000, "train_loss": 0.023810640970865885, "subset_score_loss": 0.023810640970865885} +{"step": 2670000, "wall_time": 30930.682475328445, "train_loss_step": 3.8979058265686035, "n_params": 4510840, "total_flops": 36998992281600000, "train_loss": 0.02301739454269409, "subset_score_loss": 0.02301739454269409} +{"step": 2680000, "wall_time": 31041.411561965942, "train_loss_step": 3.564922571182251, "n_params": 4510840, "total_flops": 37137565286400000, "train_loss": 0.02256251374880473, "subset_score_loss": 0.02256251374880473} +{"step": 2690000, "wall_time": 31157.747200012207, "train_loss_step": 4.13618278503418, "n_params": 4510840, "total_flops": 37276138291200000, "train_loss": 0.022967066367467245, "subset_score_loss": 0.022967066367467245} +{"step": 2700000, "wall_time": 31400.03728199005, "train_loss_step": 4.03043794631958, "n_params": 4510840, "total_flops": 37414711296000000, "train_loss": 0.02338101267814636, "subset_score_loss": 0.02338101267814636, "memorization_fraction_pixel": 0.3878999948501587, "mean_nn_ratio_pixel": 0.6342326402664185, "fid": 162.75518582861048} +{"step": 2710000, "wall_time": 31516.716861486435, "train_loss_step": 3.891033172607422, "n_params": 4510840, "total_flops": 37553284300800000, "train_loss": 0.022123048702875774, "subset_score_loss": 0.022123048702875774} +{"step": 2720000, "wall_time": 31633.214752435684, "train_loss_step": 3.7591776847839355, "n_params": 4510840, "total_flops": 37691857305600000, "train_loss": 0.022904513279596965, "subset_score_loss": 0.022904513279596965} +{"step": 2730000, "wall_time": 31748.288221120834, "train_loss_step": 3.8695285320281982, "n_params": 4510840, "total_flops": 37830430310400000, "train_loss": 0.022677026192347207, "subset_score_loss": 0.022677026192347207} +{"step": 2740000, "wall_time": 31864.79096341133, "train_loss_step": 3.65939998626709, "n_params": 4510840, "total_flops": 37969003315200000, "train_loss": 0.023331775267918905, "subset_score_loss": 0.023331775267918905} +{"step": 2750000, "wall_time": 31979.736246824265, "train_loss_step": 3.7550010681152344, "n_params": 4510840, "total_flops": 38107576320000000, "train_loss": 0.0231913685798645, "subset_score_loss": 0.0231913685798645} +{"step": 2760000, "wall_time": 32094.650918483734, "train_loss_step": 3.5548696517944336, "n_params": 4510840, "total_flops": 38246149324800000, "train_loss": 0.02290969491004944, "subset_score_loss": 0.02290969491004944} +{"step": 2770000, "wall_time": 32205.81176328659, "train_loss_step": 3.7888083457946777, "n_params": 4510840, "total_flops": 38384722329600000, "train_loss": 0.022221211592356363, "subset_score_loss": 0.022221211592356363} +{"step": 2780000, "wall_time": 32309.900468587875, "train_loss_step": 3.7801523208618164, "n_params": 4510840, "total_flops": 38523295334400000, "train_loss": 0.02204059958457947, "subset_score_loss": 0.02204059958457947} +{"step": 2790000, "wall_time": 32426.103320360184, "train_loss_step": 3.7987608909606934, "n_params": 4510840, "total_flops": 38661868339200000, "train_loss": 0.022524931033452354, "subset_score_loss": 0.022524931033452354} +{"step": 2800000, "wall_time": 32634.960077762604, "train_loss_step": 4.044632911682129, "n_params": 4510840, "total_flops": 38800441344000000, "train_loss": 0.02343313495318095, "subset_score_loss": 0.02343313495318095, "memorization_fraction_pixel": 0.40529999136924744, "mean_nn_ratio_pixel": 0.6211215853691101, "fid": 155.40084438174551} +{"step": 2810000, "wall_time": 32751.233047246933, "train_loss_step": 3.485348701477051, "n_params": 4510840, "total_flops": 38939014348800000, "train_loss": 0.022865180174509683, "subset_score_loss": 0.022865180174509683} +{"step": 2820000, "wall_time": 32867.43777632713, "train_loss_step": 3.962177276611328, "n_params": 4510840, "total_flops": 39077587353600000, "train_loss": 0.022860103845596315, "subset_score_loss": 0.022860103845596315} +{"step": 2830000, "wall_time": 32982.869121313095, "train_loss_step": 3.891190528869629, "n_params": 4510840, "total_flops": 39216160358400000, "train_loss": 0.022835359970728556, "subset_score_loss": 0.022835359970728556} +{"step": 2840000, "wall_time": 33099.401332855225, "train_loss_step": 3.6319692134857178, "n_params": 4510840, "total_flops": 39354733363200000, "train_loss": 0.021525647242863974, "subset_score_loss": 0.021525647242863974} +{"step": 2850000, "wall_time": 33212.64085793495, "train_loss_step": 3.533306121826172, "n_params": 4510840, "total_flops": 39493306368000000, "train_loss": 0.023092559973398843, "subset_score_loss": 0.023092559973398843} +{"step": 2860000, "wall_time": 33328.78576350212, "train_loss_step": 3.9425745010375977, "n_params": 4510840, "total_flops": 39631879372800000, "train_loss": 0.022522348165512084, "subset_score_loss": 0.022522348165512084} +{"step": 2870000, "wall_time": 33445.00816965103, "train_loss_step": 3.7785582542419434, "n_params": 4510840, "total_flops": 39770452377600000, "train_loss": 0.022154428561528525, "subset_score_loss": 0.022154428561528525} +{"step": 2880000, "wall_time": 33546.82036280632, "train_loss_step": 3.8743278980255127, "n_params": 4510840, "total_flops": 39909025382400000, "train_loss": 0.022217780351638794, "subset_score_loss": 0.022217780351638794} +{"step": 2890000, "wall_time": 33660.47888183594, "train_loss_step": 3.908341646194458, "n_params": 4510840, "total_flops": 40047598387200000, "train_loss": 0.022560250759124757, "subset_score_loss": 0.022560250759124757} +{"step": 2900000, "wall_time": 33867.481610536575, "train_loss_step": 3.8545801639556885, "n_params": 4510840, "total_flops": 40186171392000000, "train_loss": 0.02292908231417338, "subset_score_loss": 0.02292908231417338, "memorization_fraction_pixel": 0.41690000891685486, "mean_nn_ratio_pixel": 0.6138985753059387, "fid": 153.10475929856227} +{"step": 2910000, "wall_time": 33983.90564608574, "train_loss_step": 3.7302210330963135, "n_params": 4510840, "total_flops": 40324744396800000, "train_loss": 0.021936317284901936, "subset_score_loss": 0.021936317284901936} +{"step": 2920000, "wall_time": 34100.15407061577, "train_loss_step": 3.6386539936065674, "n_params": 4510840, "total_flops": 40463317401600000, "train_loss": 0.021073625485102335, "subset_score_loss": 0.021073625485102335} +{"step": 2930000, "wall_time": 34216.462139844894, "train_loss_step": 3.6822714805603027, "n_params": 4510840, "total_flops": 40601890406400000, "train_loss": 0.022354358434677125, "subset_score_loss": 0.022354358434677125} +{"step": 2940000, "wall_time": 34330.25449490547, "train_loss_step": 3.542308807373047, "n_params": 4510840, "total_flops": 40740463411200000, "train_loss": 0.02223212718963623, "subset_score_loss": 0.02223212718963623} +{"step": 2950000, "wall_time": 34445.37671494484, "train_loss_step": 3.9682886600494385, "n_params": 4510840, "total_flops": 40879036416000000, "train_loss": 0.020867902040481567, "subset_score_loss": 0.020867902040481567} +{"step": 2960000, "wall_time": 34561.75426411629, "train_loss_step": 4.12361478805542, "n_params": 4510840, "total_flops": 41017609420800000, "train_loss": 0.020172218481699627, "subset_score_loss": 0.020172218481699627} +{"step": 2970000, "wall_time": 34678.48176884651, "train_loss_step": 3.867696523666382, "n_params": 4510840, "total_flops": 41156182425600000, "train_loss": 0.0216106116771698, "subset_score_loss": 0.0216106116771698} +{"step": 2980000, "wall_time": 34796.07345199585, "train_loss_step": 3.7530622482299805, "n_params": 4510840, "total_flops": 41294755430400000, "train_loss": 0.022528129816055297, "subset_score_loss": 0.022528129816055297} +{"step": 2990000, "wall_time": 34892.06228852272, "train_loss_step": 3.5991711616516113, "n_params": 4510840, "total_flops": 41433328435200000, "train_loss": 0.021382371584574383, "subset_score_loss": 0.021382371584574383} +{"step": 3000000, "wall_time": 35143.875380277634, "train_loss_step": 3.995784282684326, "n_params": 4510840, "total_flops": 41571901440000000, "train_loss": 0.021444276968638102, "subset_score_loss": 0.021444276968638102, "memorization_fraction_pixel": 0.42410001158714294, "mean_nn_ratio_pixel": 0.6101951003074646, "fid": 153.46177119481925} +{"step": 3010000, "wall_time": 35259.55883693695, "train_loss_step": 3.9697213172912598, "n_params": 4510840, "total_flops": 41710474444800000, "train_loss": 0.022017021973927815, "subset_score_loss": 0.022017021973927815} +{"step": 3020000, "wall_time": 35375.847700595856, "train_loss_step": 3.8291187286376953, "n_params": 4510840, "total_flops": 41849047449600000, "train_loss": 0.022030170758565268, "subset_score_loss": 0.022030170758565268} +{"step": 3030000, "wall_time": 35490.08543133736, "train_loss_step": 4.099233627319336, "n_params": 4510840, "total_flops": 41987620454400000, "train_loss": 0.020535165071487428, "subset_score_loss": 0.020535165071487428} +{"step": 3040000, "wall_time": 35605.329287052155, "train_loss_step": 3.806752920150757, "n_params": 4510840, "total_flops": 42126193459200000, "train_loss": 0.02368738651275635, "subset_score_loss": 0.02368738651275635} +{"step": 3050000, "wall_time": 35721.45069694519, "train_loss_step": 3.9228172302246094, "n_params": 4510840, "total_flops": 42264766464000000, "train_loss": 0.022017955780029297, "subset_score_loss": 0.022017955780029297} +{"step": 3060000, "wall_time": 35837.7275390625, "train_loss_step": 3.6522414684295654, "n_params": 4510840, "total_flops": 42403339468800000, "train_loss": 0.020943593978881837, "subset_score_loss": 0.020943593978881837} +{"step": 3070000, "wall_time": 35953.88407802582, "train_loss_step": 3.395787239074707, "n_params": 4510840, "total_flops": 42541912473600000, "train_loss": 0.020542965332667033, "subset_score_loss": 0.020542965332667033} +{"step": 3080000, "wall_time": 36070.686616420746, "train_loss_step": 3.717471122741699, "n_params": 4510840, "total_flops": 42680485478400000, "train_loss": 0.020675786336263022, "subset_score_loss": 0.020675786336263022} +{"step": 3090000, "wall_time": 36168.17923665047, "train_loss_step": 3.759737014770508, "n_params": 4510840, "total_flops": 42819058483200000, "train_loss": 0.020973700284957885, "subset_score_loss": 0.020973700284957885} +{"step": 3100000, "wall_time": 36398.25507616997, "train_loss_step": 3.5543863773345947, "n_params": 4510840, "total_flops": 42957631488000000, "train_loss": 0.021580803394317626, "subset_score_loss": 0.021580803394317626, "memorization_fraction_pixel": 0.42010000348091125, "mean_nn_ratio_pixel": 0.6081365942955017, "fid": 156.12791671118214} +{"step": 3110000, "wall_time": 36514.72163796425, "train_loss_step": 3.646867275238037, "n_params": 4510840, "total_flops": 43096204492800000, "train_loss": 0.02184915542602539, "subset_score_loss": 0.02184915542602539} +{"step": 3120000, "wall_time": 36629.54130792618, "train_loss_step": 3.8234453201293945, "n_params": 4510840, "total_flops": 43234777497600000, "train_loss": 0.02016029755274455, "subset_score_loss": 0.02016029755274455} +{"step": 3130000, "wall_time": 36743.49633479118, "train_loss_step": 3.681607246398926, "n_params": 4510840, "total_flops": 43373350502400000, "train_loss": 0.021366643905639648, "subset_score_loss": 0.021366643905639648} +{"step": 3140000, "wall_time": 36860.175122499466, "train_loss_step": 3.7265844345092773, "n_params": 4510840, "total_flops": 43511923507200000, "train_loss": 0.02097285588582357, "subset_score_loss": 0.02097285588582357} +{"step": 3150000, "wall_time": 36976.36677622795, "train_loss_step": 3.5301194190979004, "n_params": 4510840, "total_flops": 43650496512000000, "train_loss": 0.021823815504709878, "subset_score_loss": 0.021823815504709878} +{"step": 3160000, "wall_time": 37092.70380663872, "train_loss_step": 3.8851616382598877, "n_params": 4510840, "total_flops": 43789069516800000, "train_loss": 0.020801343520482383, "subset_score_loss": 0.020801343520482383} +{"step": 3170000, "wall_time": 37209.35244226456, "train_loss_step": 3.653057336807251, "n_params": 4510840, "total_flops": 43927642521600000, "train_loss": 0.020270599921544393, "subset_score_loss": 0.020270599921544393} +{"step": 3180000, "wall_time": 37325.864292383194, "train_loss_step": 3.677529811859131, "n_params": 4510840, "total_flops": 44066215526400000, "train_loss": 0.021195693810780843, "subset_score_loss": 0.021195693810780843} +{"step": 3190000, "wall_time": 37432.3472943306, "train_loss_step": 3.92144775390625, "n_params": 4510840, "total_flops": 44204788531200000, "train_loss": 0.022124648094177246, "subset_score_loss": 0.022124648094177246} +{"step": 3200000, "wall_time": 37654.3130710125, "train_loss_step": 3.9202466011047363, "n_params": 4510840, "total_flops": 44343361536000000, "train_loss": 0.02025732199350993, "subset_score_loss": 0.02025732199350993, "memorization_fraction_pixel": 0.44769999384880066, "mean_nn_ratio_pixel": 0.5894775986671448, "fid": 150.42703302220735} +{"step": 3210000, "wall_time": 37768.9308950901, "train_loss_step": 4.02269172668457, "n_params": 4510840, "total_flops": 44481934540800000, "train_loss": 0.021470336119333903, "subset_score_loss": 0.021470336119333903} +{"step": 3220000, "wall_time": 37883.4731836319, "train_loss_step": 3.6312758922576904, "n_params": 4510840, "total_flops": 44620507545600000, "train_loss": 0.020520772536595663, "subset_score_loss": 0.020520772536595663} +{"step": 3230000, "wall_time": 37999.3312330246, "train_loss_step": 3.5323808193206787, "n_params": 4510840, "total_flops": 44759080550400000, "train_loss": 0.01922760009765625, "subset_score_loss": 0.01922760009765625} +{"step": 3240000, "wall_time": 38115.31891298294, "train_loss_step": 3.533949851989746, "n_params": 4510840, "total_flops": 44897653555200000, "train_loss": 0.02116582989692688, "subset_score_loss": 0.02116582989692688} +{"step": 3250000, "wall_time": 38231.42625403404, "train_loss_step": 3.674652576446533, "n_params": 4510840, "total_flops": 45036226560000000, "train_loss": 0.020091933012008668, "subset_score_loss": 0.020091933012008668} +{"step": 3260000, "wall_time": 38347.52975964546, "train_loss_step": 3.7870588302612305, "n_params": 4510840, "total_flops": 45174799564800000, "train_loss": 0.020466963450113933, "subset_score_loss": 0.020466963450113933} +{"step": 3270000, "wall_time": 38463.61019873619, "train_loss_step": 3.521946430206299, "n_params": 4510840, "total_flops": 45313372569600000, "train_loss": 0.019898239771525064, "subset_score_loss": 0.019898239771525064} +{"step": 3280000, "wall_time": 38580.35385274887, "train_loss_step": 3.5366201400756836, "n_params": 4510840, "total_flops": 45451945574400000, "train_loss": 0.0210234800974528, "subset_score_loss": 0.0210234800974528} +{"step": 3290000, "wall_time": 38685.78304553032, "train_loss_step": 3.501202344894409, "n_params": 4510840, "total_flops": 45590518579200000, "train_loss": 0.018899492422739663, "subset_score_loss": 0.018899492422739663} +{"step": 3300000, "wall_time": 38921.79723739624, "train_loss_step": 3.6526880264282227, "n_params": 4510840, "total_flops": 45729091584000000, "train_loss": 0.019558294614156087, "subset_score_loss": 0.019558294614156087, "memorization_fraction_pixel": 0.4652999937534332, "mean_nn_ratio_pixel": 0.5784283876419067, "fid": 149.7710906055477} +{"step": 3310000, "wall_time": 39036.18699288368, "train_loss_step": 3.484515905380249, "n_params": 4510840, "total_flops": 45867664588800000, "train_loss": 0.020480352640151977, "subset_score_loss": 0.020480352640151977} +{"step": 3320000, "wall_time": 39152.66629695892, "train_loss_step": 3.7655141353607178, "n_params": 4510840, "total_flops": 46006237593600000, "train_loss": 0.01997739871342977, "subset_score_loss": 0.01997739871342977} +{"step": 3330000, "wall_time": 39268.27521252632, "train_loss_step": 3.319784641265869, "n_params": 4510840, "total_flops": 46144810598400000, "train_loss": 0.020410128434499106, "subset_score_loss": 0.020410128434499106} +{"step": 3340000, "wall_time": 39384.39789247513, "train_loss_step": 3.5119218826293945, "n_params": 4510840, "total_flops": 46283383603200000, "train_loss": 0.01965055465698242, "subset_score_loss": 0.01965055465698242} +{"step": 3350000, "wall_time": 39500.86546039581, "train_loss_step": 3.496992826461792, "n_params": 4510840, "total_flops": 46421956608000000, "train_loss": 0.019864551226298013, "subset_score_loss": 0.019864551226298013} +{"step": 3360000, "wall_time": 39617.34370470047, "train_loss_step": 3.5488526821136475, "n_params": 4510840, "total_flops": 46560529612800000, "train_loss": 0.019125328461329142, "subset_score_loss": 0.019125328461329142} +{"step": 3370000, "wall_time": 39733.10442900658, "train_loss_step": 3.6666784286499023, "n_params": 4510840, "total_flops": 46699102617600000, "train_loss": 0.019818482796351115, "subset_score_loss": 0.019818482796351115} +{"step": 3380000, "wall_time": 39849.50690293312, "train_loss_step": 3.9860939979553223, "n_params": 4510840, "total_flops": 46837675622400000, "train_loss": 0.020924617846806843, "subset_score_loss": 0.020924617846806843} +{"step": 3390000, "wall_time": 39959.72622513771, "train_loss_step": 3.5367214679718018, "n_params": 4510840, "total_flops": 46976248627200000, "train_loss": 0.01913827657699585, "subset_score_loss": 0.01913827657699585} +{"step": 3400000, "wall_time": 40175.77399492264, "train_loss_step": 3.9062352180480957, "n_params": 4510840, "total_flops": 47114821632000000, "train_loss": 0.020702999830245972, "subset_score_loss": 0.020702999830245972, "memorization_fraction_pixel": 0.46129998564720154, "mean_nn_ratio_pixel": 0.5809100270271301, "fid": 146.93637785108297} +{"step": 3410000, "wall_time": 40291.667271614075, "train_loss_step": 3.168393135070801, "n_params": 4510840, "total_flops": 47253394636800000, "train_loss": 0.01891161799430847, "subset_score_loss": 0.01891161799430847} +{"step": 3420000, "wall_time": 40407.81279540062, "train_loss_step": 3.740206480026245, "n_params": 4510840, "total_flops": 47391967641600000, "train_loss": 0.018936731417973838, "subset_score_loss": 0.018936731417973838} +{"step": 3430000, "wall_time": 40523.11652779579, "train_loss_step": 3.554596424102783, "n_params": 4510840, "total_flops": 47530540646400000, "train_loss": 0.020924198627471923, "subset_score_loss": 0.020924198627471923} +{"step": 3440000, "wall_time": 40639.28214144707, "train_loss_step": 3.453411102294922, "n_params": 4510840, "total_flops": 47669113651200000, "train_loss": 0.018827577431996662, "subset_score_loss": 0.018827577431996662} +{"step": 3450000, "wall_time": 40754.8384077549, "train_loss_step": 3.7823052406311035, "n_params": 4510840, "total_flops": 47807686656000000, "train_loss": 0.019831834236780803, "subset_score_loss": 0.019831834236780803} +{"step": 3460000, "wall_time": 40871.101806640625, "train_loss_step": 3.7904844284057617, "n_params": 4510840, "total_flops": 47946259660800000, "train_loss": 0.019097453355789183, "subset_score_loss": 0.019097453355789183} +{"step": 3470000, "wall_time": 40987.38335084915, "train_loss_step": 3.3665997982025146, "n_params": 4510840, "total_flops": 48084832665600000, "train_loss": 0.019550460577011108, "subset_score_loss": 0.019550460577011108} +{"step": 3480000, "wall_time": 41103.54132151604, "train_loss_step": 3.4543497562408447, "n_params": 4510840, "total_flops": 48223405670400000, "train_loss": 0.018997067213058473, "subset_score_loss": 0.018997067213058473} +{"step": 3490000, "wall_time": 41214.87814950943, "train_loss_step": 3.367514133453369, "n_params": 4510840, "total_flops": 48361978675200000, "train_loss": 0.018563197056452433, "subset_score_loss": 0.018563197056452433} +{"step": 3500000, "wall_time": 41447.81993985176, "train_loss_step": 3.2461061477661133, "n_params": 4510840, "total_flops": 48500551680000000, "train_loss": 0.019274691740671795, "subset_score_loss": 0.019274691740671795, "memorization_fraction_pixel": 0.48489999771118164, "mean_nn_ratio_pixel": 0.5591577887535095, "fid": 144.70988311017993} +{"step": 3510000, "wall_time": 41563.84087109566, "train_loss_step": 4.15022087097168, "n_params": 4510840, "total_flops": 48639124684800000, "train_loss": 0.020088773965835572, "subset_score_loss": 0.020088773965835572} +{"step": 3520000, "wall_time": 41679.5875453949, "train_loss_step": 3.3604722023010254, "n_params": 4510840, "total_flops": 48777697689600000, "train_loss": 0.019154260555903118, "subset_score_loss": 0.019154260555903118} +{"step": 3530000, "wall_time": 41794.53353476524, "train_loss_step": 3.4895195960998535, "n_params": 4510840, "total_flops": 48916270694400000, "train_loss": 0.019347383578618368, "subset_score_loss": 0.019347383578618368} +{"step": 3540000, "wall_time": 41910.93595743179, "train_loss_step": 3.6825363636016846, "n_params": 4510840, "total_flops": 49054843699200000, "train_loss": 0.019789958000183107, "subset_score_loss": 0.019789958000183107} +{"step": 3550000, "wall_time": 42027.22446346283, "train_loss_step": 3.4011635780334473, "n_params": 4510840, "total_flops": 49193416704000000, "train_loss": 0.019992558161417644, "subset_score_loss": 0.019992558161417644} +{"step": 3560000, "wall_time": 42143.771084308624, "train_loss_step": 3.1707468032836914, "n_params": 4510840, "total_flops": 49331989708800000, "train_loss": 0.018280901511510215, "subset_score_loss": 0.018280901511510215} +{"step": 3570000, "wall_time": 42259.84611082077, "train_loss_step": 3.2767510414123535, "n_params": 4510840, "total_flops": 49470562713600000, "train_loss": 0.020339860518773397, "subset_score_loss": 0.020339860518773397} +{"step": 3580000, "wall_time": 42374.48360013962, "train_loss_step": 3.2201595306396484, "n_params": 4510840, "total_flops": 49609135718400000, "train_loss": 0.018994478384653728, "subset_score_loss": 0.018994478384653728} +{"step": 3590000, "wall_time": 42488.97347640991, "train_loss_step": 3.5122570991516113, "n_params": 4510840, "total_flops": 49747708723200000, "train_loss": 0.018802958726882934, "subset_score_loss": 0.018802958726882934} +{"step": 3600000, "wall_time": 42706.084814071655, "train_loss_step": 3.56012225151062, "n_params": 4510840, "total_flops": 49886281728000000, "train_loss": 0.01845086415608724, "subset_score_loss": 0.01845086415608724, "memorization_fraction_pixel": 0.4918000102043152, "mean_nn_ratio_pixel": 0.5571891069412231, "fid": 145.45848233232286} +{"step": 3610000, "wall_time": 42822.10974526405, "train_loss_step": 3.834526300430298, "n_params": 4510840, "total_flops": 50024854732800000, "train_loss": 0.01947849988937378, "subset_score_loss": 0.01947849988937378} +{"step": 3620000, "wall_time": 42938.16392374039, "train_loss_step": 3.4144043922424316, "n_params": 4510840, "total_flops": 50163427737600000, "train_loss": 0.018543426195780435, "subset_score_loss": 0.018543426195780435} +{"step": 3630000, "wall_time": 43053.46470975876, "train_loss_step": 3.147322177886963, "n_params": 4510840, "total_flops": 50302000742400000, "train_loss": 0.017856164773305257, "subset_score_loss": 0.017856164773305257} +{"step": 3640000, "wall_time": 43170.165202856064, "train_loss_step": 3.81093168258667, "n_params": 4510840, "total_flops": 50440573747200000, "train_loss": 0.019237939516703287, "subset_score_loss": 0.019237939516703287} +{"step": 3650000, "wall_time": 43286.732926130295, "train_loss_step": 3.513082981109619, "n_params": 4510840, "total_flops": 50579146752000000, "train_loss": 0.019620261589686074, "subset_score_loss": 0.019620261589686074} +{"step": 3660000, "wall_time": 43402.85646867752, "train_loss_step": 3.317089319229126, "n_params": 4510840, "total_flops": 50717719756800000, "train_loss": 0.020229677359263103, "subset_score_loss": 0.020229677359263103} +{"step": 3670000, "wall_time": 43517.51210284233, "train_loss_step": 3.5703911781311035, "n_params": 4510840, "total_flops": 50856292761600000, "train_loss": 0.018294491370519004, "subset_score_loss": 0.018294491370519004} +{"step": 3680000, "wall_time": 43631.967347860336, "train_loss_step": 3.3504419326782227, "n_params": 4510840, "total_flops": 50994865766400000, "train_loss": 0.01830313205718994, "subset_score_loss": 0.01830313205718994} +{"step": 3690000, "wall_time": 43748.42190074921, "train_loss_step": 3.6614463329315186, "n_params": 4510840, "total_flops": 51133438771200000, "train_loss": 0.018439135948816934, "subset_score_loss": 0.018439135948816934} +{"step": 3700000, "wall_time": 43965.78434896469, "train_loss_step": 3.4674606323242188, "n_params": 4510840, "total_flops": 51272011776000000, "train_loss": 0.019316492478052776, "subset_score_loss": 0.019316492478052776, "memorization_fraction_pixel": 0.5094000101089478, "mean_nn_ratio_pixel": 0.5455118417739868, "fid": 139.26853799735667} +{"step": 3710000, "wall_time": 44082.00999689102, "train_loss_step": 3.205099105834961, "n_params": 4510840, "total_flops": 51410584780800000, "train_loss": 0.01823182503382365, "subset_score_loss": 0.01823182503382365} +{"step": 3720000, "wall_time": 44198.42653679848, "train_loss_step": 3.4130587577819824, "n_params": 4510840, "total_flops": 51549157785600000, "train_loss": 0.01850985288619995, "subset_score_loss": 0.01850985288619995} +{"step": 3730000, "wall_time": 44314.222872018814, "train_loss_step": 3.6527504920959473, "n_params": 4510840, "total_flops": 51687730790400000, "train_loss": 0.018734270334243776, "subset_score_loss": 0.018734270334243776} +{"step": 3740000, "wall_time": 44429.93274855614, "train_loss_step": 3.413184881210327, "n_params": 4510840, "total_flops": 51826303795200000, "train_loss": 0.01835753917694092, "subset_score_loss": 0.01835753917694092} +{"step": 3750000, "wall_time": 44545.87645864487, "train_loss_step": 3.6285810470581055, "n_params": 4510840, "total_flops": 51964876800000000, "train_loss": 0.018356959025065105, "subset_score_loss": 0.018356959025065105} +{"step": 3760000, "wall_time": 44660.40561079979, "train_loss_step": 3.4475364685058594, "n_params": 4510840, "total_flops": 52103449804800000, "train_loss": 0.01883123318354289, "subset_score_loss": 0.01883123318354289} +{"step": 3770000, "wall_time": 44774.97882437706, "train_loss_step": 3.7191996574401855, "n_params": 4510840, "total_flops": 52242022809600000, "train_loss": 0.01833325227101644, "subset_score_loss": 0.01833325227101644} +{"step": 3780000, "wall_time": 44891.43131136894, "train_loss_step": 3.4138054847717285, "n_params": 4510840, "total_flops": 52380595814400000, "train_loss": 0.019475505749384562, "subset_score_loss": 0.019475505749384562} +{"step": 3790000, "wall_time": 45008.341985702515, "train_loss_step": 3.363553285598755, "n_params": 4510840, "total_flops": 52519168819200000, "train_loss": 0.017931139469146727, "subset_score_loss": 0.017931139469146727} +{"step": 3800000, "wall_time": 45241.017538547516, "train_loss_step": 3.2545948028564453, "n_params": 4510840, "total_flops": 52657741824000000, "train_loss": 0.019947453339894613, "subset_score_loss": 0.019947453339894613, "memorization_fraction_pixel": 0.5139999985694885, "mean_nn_ratio_pixel": 0.5416385531425476, "fid": 143.3116559295002} +{"step": 3810000, "wall_time": 45349.19994974136, "train_loss_step": 3.421731948852539, "n_params": 4510840, "total_flops": 52796314828800000, "train_loss": 0.01907968521118164, "subset_score_loss": 0.01907968521118164} +{"step": 3820000, "wall_time": 45465.256867170334, "train_loss_step": 3.3748011589050293, "n_params": 4510840, "total_flops": 52934887833600000, "train_loss": 0.01849958101908366, "subset_score_loss": 0.01849958101908366} +{"step": 3830000, "wall_time": 45580.471182346344, "train_loss_step": 3.4502031803131104, "n_params": 4510840, "total_flops": 53073460838400000, "train_loss": 0.01911406914393107, "subset_score_loss": 0.01911406914393107} +{"step": 3840000, "wall_time": 45696.37614607811, "train_loss_step": 3.5153870582580566, "n_params": 4510840, "total_flops": 53212033843200000, "train_loss": 0.018986872831980386, "subset_score_loss": 0.018986872831980386} +{"step": 3850000, "wall_time": 45811.01630115509, "train_loss_step": 3.251941204071045, "n_params": 4510840, "total_flops": 53350606848000000, "train_loss": 0.018089006344477337, "subset_score_loss": 0.018089006344477337} +{"step": 3860000, "wall_time": 45925.863302230835, "train_loss_step": 3.613826274871826, "n_params": 4510840, "total_flops": 53489179852800000, "train_loss": 0.018101086219151814, "subset_score_loss": 0.018101086219151814} +{"step": 3870000, "wall_time": 46041.72795152664, "train_loss_step": 3.252741813659668, "n_params": 4510840, "total_flops": 53627752857600000, "train_loss": 0.0185192346572876, "subset_score_loss": 0.0185192346572876} +{"step": 3880000, "wall_time": 46157.799414634705, "train_loss_step": 3.614809036254883, "n_params": 4510840, "total_flops": 53766325862400000, "train_loss": 0.01833134889602661, "subset_score_loss": 0.01833134889602661} +{"step": 3890000, "wall_time": 46274.440665483475, "train_loss_step": 3.2561850547790527, "n_params": 4510840, "total_flops": 53904898867200000, "train_loss": 0.018572380145390827, "subset_score_loss": 0.018572380145390827} +{"step": 3900000, "wall_time": 46478.39088010788, "train_loss_step": 3.5267531871795654, "n_params": 4510840, "total_flops": 54043471872000000, "train_loss": 0.018306503693262737, "subset_score_loss": 0.018306503693262737, "memorization_fraction_pixel": 0.5382999777793884, "mean_nn_ratio_pixel": 0.5189018249511719, "fid": 136.66181858750198} +{"step": 3910000, "wall_time": 46592.91887688637, "train_loss_step": 3.5860371589660645, "n_params": 4510840, "total_flops": 54182044876800000, "train_loss": 0.019063798586527507, "subset_score_loss": 0.019063798586527507} +{"step": 3920000, "wall_time": 46709.22932744026, "train_loss_step": 3.6724042892456055, "n_params": 4510840, "total_flops": 54320617881600000, "train_loss": 0.018675166368484496, "subset_score_loss": 0.018675166368484496} +{"step": 3930000, "wall_time": 46825.88311624527, "train_loss_step": 3.313345193862915, "n_params": 4510840, "total_flops": 54459190886400000, "train_loss": 0.016890074809392294, "subset_score_loss": 0.016890074809392294} +{"step": 3940000, "wall_time": 46939.51701045036, "train_loss_step": 3.316232681274414, "n_params": 4510840, "total_flops": 54597763891200000, "train_loss": 0.018178675572077432, "subset_score_loss": 0.018178675572077432} +{"step": 3950000, "wall_time": 47054.308573246, "train_loss_step": 3.780211925506592, "n_params": 4510840, "total_flops": 54736336896000000, "train_loss": 0.018018327156702676, "subset_score_loss": 0.018018327156702676} +{"step": 3960000, "wall_time": 47170.84406375885, "train_loss_step": 3.6250085830688477, "n_params": 4510840, "total_flops": 54874909900800000, "train_loss": 0.018188693126042686, "subset_score_loss": 0.018188693126042686} +{"step": 3970000, "wall_time": 47286.97898721695, "train_loss_step": 3.5438232421875, "n_params": 4510840, "total_flops": 55013482905600000, "train_loss": 0.01801048715909322, "subset_score_loss": 0.01801048715909322} +{"step": 3980000, "wall_time": 47403.34967017174, "train_loss_step": 3.3091301918029785, "n_params": 4510840, "total_flops": 55152055910400000, "train_loss": 0.019145747025807697, "subset_score_loss": 0.019145747025807697} +{"step": 3990000, "wall_time": 47519.77621793747, "train_loss_step": 3.7656047344207764, "n_params": 4510840, "total_flops": 55290628915200000, "train_loss": 0.01803476611773173, "subset_score_loss": 0.01803476611773173} +{"step": 4000000, "wall_time": 47725.59311532974, "train_loss_step": 3.196887731552124, "n_params": 4510840, "total_flops": 55429201920000000, "train_loss": 0.017793206373850505, "subset_score_loss": 0.017793206373850505, "memorization_fraction_pixel": 0.515999972820282, "mean_nn_ratio_pixel": 0.5369420647621155, "fid": 139.14188591979612} +{"step": 4010000, "wall_time": 47841.76945543289, "train_loss_step": 3.3349366188049316, "n_params": 4510840, "total_flops": 55567774924800000, "train_loss": 0.01688597003618876, "subset_score_loss": 0.01688597003618876} +{"step": 4020000, "wall_time": 47955.75829792023, "train_loss_step": 3.5951662063598633, "n_params": 4510840, "total_flops": 55706347929600000, "train_loss": 0.01737973690032959, "subset_score_loss": 0.01737973690032959} +{"step": 4030000, "wall_time": 48070.655594825745, "train_loss_step": 3.176062822341919, "n_params": 4510840, "total_flops": 55844920934400000, "train_loss": 0.016912251710891724, "subset_score_loss": 0.016912251710891724} +{"step": 4040000, "wall_time": 48184.26768684387, "train_loss_step": 3.5229854583740234, "n_params": 4510840, "total_flops": 55983493939200000, "train_loss": 0.0171997865041097, "subset_score_loss": 0.0171997865041097} +{"step": 4050000, "wall_time": 48300.336480140686, "train_loss_step": 3.226395606994629, "n_params": 4510840, "total_flops": 56122066944000000, "train_loss": 0.017217419544855752, "subset_score_loss": 0.017217419544855752} +{"step": 4060000, "wall_time": 48416.31838488579, "train_loss_step": 3.4105308055877686, "n_params": 4510840, "total_flops": 56260639948800000, "train_loss": 0.016620404521624246, "subset_score_loss": 0.016620404521624246} +{"step": 4070000, "wall_time": 48532.239874362946, "train_loss_step": 3.5416934490203857, "n_params": 4510840, "total_flops": 56399212953600000, "train_loss": 0.01838374137878418, "subset_score_loss": 0.01838374137878418} +{"step": 4080000, "wall_time": 48648.279947042465, "train_loss_step": 3.554288864135742, "n_params": 4510840, "total_flops": 56537785958400000, "train_loss": 0.017029949029286704, "subset_score_loss": 0.017029949029286704} +{"step": 4090000, "wall_time": 48764.62505364418, "train_loss_step": 3.3284833431243896, "n_params": 4510840, "total_flops": 56676358963200000, "train_loss": 0.01845722198486328, "subset_score_loss": 0.01845722198486328} +{"step": 4100000, "wall_time": 48970.54807138443, "train_loss_step": 3.3829569816589355, "n_params": 4510840, "total_flops": 56814931968000000, "train_loss": 0.018076485395431517, "subset_score_loss": 0.018076485395431517, "memorization_fraction_pixel": 0.5435000061988831, "mean_nn_ratio_pixel": 0.5172260999679565, "fid": 135.99138345652906} +{"step": 4110000, "wall_time": 49087.030572891235, "train_loss_step": 3.535555124282837, "n_params": 4510840, "total_flops": 56953504972800000, "train_loss": 0.017936376730600993, "subset_score_loss": 0.017936376730600993} +{"step": 4120000, "wall_time": 49199.76655650139, "train_loss_step": 3.611156940460205, "n_params": 4510840, "total_flops": 57092077977600000, "train_loss": 0.01717155377070109, "subset_score_loss": 0.01717155377070109} +{"step": 4130000, "wall_time": 49315.9500169754, "train_loss_step": 3.4500584602355957, "n_params": 4510840, "total_flops": 57230650982400000, "train_loss": 0.018147180477778118, "subset_score_loss": 0.018147180477778118} +{"step": 4140000, "wall_time": 49429.56870985031, "train_loss_step": 3.2631850242614746, "n_params": 4510840, "total_flops": 57369223987200000, "train_loss": 0.01619946360588074, "subset_score_loss": 0.01619946360588074} +{"step": 4150000, "wall_time": 49545.82738542557, "train_loss_step": 3.409532070159912, "n_params": 4510840, "total_flops": 57507796992000000, "train_loss": 0.01738610863685608, "subset_score_loss": 0.01738610863685608} +{"step": 4160000, "wall_time": 49661.896590709686, "train_loss_step": 3.4024906158447266, "n_params": 4510840, "total_flops": 57646369996800000, "train_loss": 0.01811260183652242, "subset_score_loss": 0.01811260183652242} +{"step": 4170000, "wall_time": 49778.28390455246, "train_loss_step": 3.386359691619873, "n_params": 4510840, "total_flops": 57784943001600000, "train_loss": 0.01845902999242147, "subset_score_loss": 0.01845902999242147} +{"step": 4180000, "wall_time": 49894.59395670891, "train_loss_step": 3.4576549530029297, "n_params": 4510840, "total_flops": 57923516006400000, "train_loss": 0.01687768300374349, "subset_score_loss": 0.01687768300374349} +{"step": 4190000, "wall_time": 50011.54613351822, "train_loss_step": 3.6202893257141113, "n_params": 4510840, "total_flops": 58062089011200000, "train_loss": 0.017364160219828288, "subset_score_loss": 0.017364160219828288} +{"step": 4200000, "wall_time": 50215.204468250275, "train_loss_step": 3.274139404296875, "n_params": 4510840, "total_flops": 58200662016000000, "train_loss": 0.01673894723256429, "subset_score_loss": 0.01673894723256429, "memorization_fraction_pixel": 0.5728999972343445, "mean_nn_ratio_pixel": 0.4984147548675537, "fid": 135.21688878719138} +{"step": 4210000, "wall_time": 50331.25487303734, "train_loss_step": 3.6852681636810303, "n_params": 4510840, "total_flops": 58339235020800000, "train_loss": 0.018425554037094116, "subset_score_loss": 0.018425554037094116} +{"step": 4220000, "wall_time": 50443.866881132126, "train_loss_step": 3.2821152210235596, "n_params": 4510840, "total_flops": 58477808025600000, "train_loss": 0.01757272481918335, "subset_score_loss": 0.01757272481918335} +{"step": 4230000, "wall_time": 50558.39907646179, "train_loss_step": 3.208065986633301, "n_params": 4510840, "total_flops": 58616381030400000, "train_loss": 0.01855534315109253, "subset_score_loss": 0.01855534315109253} +{"step": 4240000, "wall_time": 50673.90044808388, "train_loss_step": 3.7981369495391846, "n_params": 4510840, "total_flops": 58754954035200000, "train_loss": 0.01792217294375102, "subset_score_loss": 0.01792217294375102} +{"step": 4250000, "wall_time": 50789.7470164299, "train_loss_step": 3.197941780090332, "n_params": 4510840, "total_flops": 58893527040000000, "train_loss": 0.016705556710561117, "subset_score_loss": 0.016705556710561117} +{"step": 4260000, "wall_time": 50905.78446364403, "train_loss_step": 3.379459857940674, "n_params": 4510840, "total_flops": 59032100044800000, "train_loss": 0.01806827386220296, "subset_score_loss": 0.01806827386220296} +{"step": 4270000, "wall_time": 51021.6491997242, "train_loss_step": 3.4863901138305664, "n_params": 4510840, "total_flops": 59170673049600000, "train_loss": 0.01638775070508321, "subset_score_loss": 0.01638775070508321} +{"step": 4280000, "wall_time": 51137.675847530365, "train_loss_step": 3.415339946746826, "n_params": 4510840, "total_flops": 59309246054400000, "train_loss": 0.01718963384628296, "subset_score_loss": 0.01718963384628296} +{"step": 4290000, "wall_time": 51254.059401750565, "train_loss_step": 3.226304531097412, "n_params": 4510840, "total_flops": 59447819059200000, "train_loss": 0.01692533294359843, "subset_score_loss": 0.01692533294359843} +{"step": 4300000, "wall_time": 51460.43206143379, "train_loss_step": 3.441587209701538, "n_params": 4510840, "total_flops": 59586392064000000, "train_loss": 0.01817895968755086, "subset_score_loss": 0.01817895968755086, "memorization_fraction_pixel": 0.57669997215271, "mean_nn_ratio_pixel": 0.4945134222507477, "fid": 135.18706102033065} +{"step": 4310000, "wall_time": 51575.10306382179, "train_loss_step": 3.22000789642334, "n_params": 4510840, "total_flops": 59724965068800000, "train_loss": 0.01762972871462504, "subset_score_loss": 0.01762972871462504} +{"step": 4320000, "wall_time": 51690.55978178978, "train_loss_step": 3.249572515487671, "n_params": 4510840, "total_flops": 59863538073600000, "train_loss": 0.017405486106872557, "subset_score_loss": 0.017405486106872557} +{"step": 4330000, "wall_time": 51804.0539958477, "train_loss_step": 3.537191867828369, "n_params": 4510840, "total_flops": 60002111078400000, "train_loss": 0.017578538258870444, "subset_score_loss": 0.017578538258870444} +{"step": 4340000, "wall_time": 51920.825204372406, "train_loss_step": 3.4243879318237305, "n_params": 4510840, "total_flops": 60140684083200000, "train_loss": 0.016838272412618, "subset_score_loss": 0.016838272412618} +{"step": 4350000, "wall_time": 52035.837864398956, "train_loss_step": 3.1411309242248535, "n_params": 4510840, "total_flops": 60279257088000000, "train_loss": 0.01610029737154643, "subset_score_loss": 0.01610029737154643} +{"step": 4360000, "wall_time": 52151.78720641136, "train_loss_step": 3.2963156700134277, "n_params": 4510840, "total_flops": 60417830092800000, "train_loss": 0.016852599382400513, "subset_score_loss": 0.016852599382400513} +{"step": 4370000, "wall_time": 52268.07894229889, "train_loss_step": 3.3712432384490967, "n_params": 4510840, "total_flops": 60556403097600000, "train_loss": 0.01657390594482422, "subset_score_loss": 0.01657390594482422} +{"step": 4380000, "wall_time": 52384.04801797867, "train_loss_step": 3.5778844356536865, "n_params": 4510840, "total_flops": 60694976102400000, "train_loss": 0.01746811072031657, "subset_score_loss": 0.01746811072031657} +{"step": 4390000, "wall_time": 52500.23224544525, "train_loss_step": 3.3401970863342285, "n_params": 4510840, "total_flops": 60833549107200000, "train_loss": 0.016981911659240723, "subset_score_loss": 0.016981911659240723} +{"step": 4400000, "wall_time": 52705.324759960175, "train_loss_step": 3.623460054397583, "n_params": 4510840, "total_flops": 60972122112000000, "train_loss": 0.016100993752479552, "subset_score_loss": 0.016100993752479552, "memorization_fraction_pixel": 0.565500020980835, "mean_nn_ratio_pixel": 0.4987958073616028, "fid": 138.37849845441502} +{"step": 4410000, "wall_time": 52821.201110839844, "train_loss_step": 3.3857836723327637, "n_params": 4510840, "total_flops": 61110695116800000, "train_loss": 0.017227431138356526, "subset_score_loss": 0.017227431138356526} +{"step": 4420000, "wall_time": 52935.75423526764, "train_loss_step": 3.330143451690674, "n_params": 4510840, "total_flops": 61249268121600000, "train_loss": 0.017035216093063354, "subset_score_loss": 0.017035216093063354} +{"step": 4430000, "wall_time": 53049.646456480026, "train_loss_step": 3.5362067222595215, "n_params": 4510840, "total_flops": 61387841126400000, "train_loss": 0.01889578104019165, "subset_score_loss": 0.01889578104019165} +{"step": 4440000, "wall_time": 53166.26372885704, "train_loss_step": 3.1482300758361816, "n_params": 4510840, "total_flops": 61526414131200000, "train_loss": 0.01719143589337667, "subset_score_loss": 0.01719143589337667} +{"step": 4450000, "wall_time": 53281.08811879158, "train_loss_step": 3.099580764770508, "n_params": 4510840, "total_flops": 61664987136000000, "train_loss": 0.016610761483510334, "subset_score_loss": 0.016610761483510334} +{"step": 4460000, "wall_time": 53397.066195726395, "train_loss_step": 3.1773500442504883, "n_params": 4510840, "total_flops": 61803560140800000, "train_loss": 0.016482298572858173, "subset_score_loss": 0.016482298572858173} +{"step": 4470000, "wall_time": 53512.88046646118, "train_loss_step": 3.5269060134887695, "n_params": 4510840, "total_flops": 61942133145600000, "train_loss": 0.016760414838790892, "subset_score_loss": 0.016760414838790892} +{"step": 4480000, "wall_time": 53628.91327238083, "train_loss_step": 3.562868118286133, "n_params": 4510840, "total_flops": 62080706150400000, "train_loss": 0.01746958096822103, "subset_score_loss": 0.01746958096822103} +{"step": 4490000, "wall_time": 53744.954419612885, "train_loss_step": 3.261606216430664, "n_params": 4510840, "total_flops": 62219279155200000, "train_loss": 0.015867328643798827, "subset_score_loss": 0.015867328643798827} +{"step": 4500000, "wall_time": 53949.747574567795, "train_loss_step": 3.3303475379943848, "n_params": 4510840, "total_flops": 62357852160000000, "train_loss": 0.01563767691453298, "subset_score_loss": 0.01563767691453298, "memorization_fraction_pixel": 0.5591999888420105, "mean_nn_ratio_pixel": 0.5028727054595947, "fid": 137.53324437126952} +{"step": 4510000, "wall_time": 54064.65455365181, "train_loss_step": 3.1010942459106445, "n_params": 4510840, "total_flops": 62496425164800000, "train_loss": 0.015960865219434104, "subset_score_loss": 0.015960865219434104} +{"step": 4520000, "wall_time": 54181.03760147095, "train_loss_step": 3.265198230743408, "n_params": 4510840, "total_flops": 62634998169600000, "train_loss": 0.017605704069137574, "subset_score_loss": 0.017605704069137574} +{"step": 4530000, "wall_time": 54295.2032558918, "train_loss_step": 3.246222972869873, "n_params": 4510840, "total_flops": 62773571174400000, "train_loss": 0.016438294450441995, "subset_score_loss": 0.016438294450441995} +{"step": 4540000, "wall_time": 54411.406932115555, "train_loss_step": 3.2401561737060547, "n_params": 4510840, "total_flops": 62912144179200000, "train_loss": 0.016043942173322043, "subset_score_loss": 0.016043942173322043} +{"step": 4550000, "wall_time": 54526.893226623535, "train_loss_step": 3.2279446125030518, "n_params": 4510840, "total_flops": 63050717184000000, "train_loss": 0.01725511153539022, "subset_score_loss": 0.01725511153539022} +{"step": 4560000, "wall_time": 54642.97201085091, "train_loss_step": 3.423969268798828, "n_params": 4510840, "total_flops": 63189290188800000, "train_loss": 0.017431473731994628, "subset_score_loss": 0.017431473731994628} +{"step": 4570000, "wall_time": 54759.22426319122, "train_loss_step": 3.010798215866089, "n_params": 4510840, "total_flops": 63327863193600000, "train_loss": 0.01747934619585673, "subset_score_loss": 0.01747934619585673} +{"step": 4580000, "wall_time": 54875.42568182945, "train_loss_step": 3.364997625350952, "n_params": 4510840, "total_flops": 63466436198400000, "train_loss": 0.01646554470062256, "subset_score_loss": 0.01646554470062256} +{"step": 4590000, "wall_time": 54991.84341049194, "train_loss_step": 3.198610544204712, "n_params": 4510840, "total_flops": 63605009203200000, "train_loss": 0.01626501778761546, "subset_score_loss": 0.01626501778761546} +{"step": 4600000, "wall_time": 55168.23255133629, "train_loss_step": 3.0422205924987793, "n_params": 4510840, "total_flops": 63743582208000000, "train_loss": 0.015996267398198444, "subset_score_loss": 0.015996267398198444, "memorization_fraction_pixel": 0.5774000287055969, "mean_nn_ratio_pixel": 0.48927733302116394, "fid": 135.1845774315118} +{"step": 4610000, "wall_time": 55247.428855895996, "train_loss_step": 3.1798672676086426, "n_params": 4510840, "total_flops": 63882155212800000, "train_loss": 0.01715259353319804, "subset_score_loss": 0.01715259353319804} +{"step": 4620000, "wall_time": 55326.54197382927, "train_loss_step": 3.267117738723755, "n_params": 4510840, "total_flops": 64020728217600000, "train_loss": 0.016635962327321372, "subset_score_loss": 0.016635962327321372} +{"step": 4630000, "wall_time": 55406.268877506256, "train_loss_step": 3.191908359527588, "n_params": 4510840, "total_flops": 64159301222400000, "train_loss": 0.016211984554926555, "subset_score_loss": 0.016211984554926555} +{"step": 4640000, "wall_time": 55481.35245633125, "train_loss_step": 3.194568157196045, "n_params": 4510840, "total_flops": 64297874227200000, "train_loss": 0.01627582311630249, "subset_score_loss": 0.01627582311630249} +{"step": 4650000, "wall_time": 55558.736134529114, "train_loss_step": 3.57503342628479, "n_params": 4510840, "total_flops": 64436447232000000, "train_loss": 0.01603119373321533, "subset_score_loss": 0.01603119373321533} +{"step": 4660000, "wall_time": 55637.91814208031, "train_loss_step": 3.0062997341156006, "n_params": 4510840, "total_flops": 64575020236800000, "train_loss": 0.01787949204444885, "subset_score_loss": 0.01787949204444885} +{"step": 4670000, "wall_time": 55717.18086910248, "train_loss_step": 3.212982654571533, "n_params": 4510840, "total_flops": 64713593241600000, "train_loss": 0.015726288159688313, "subset_score_loss": 0.015726288159688313} +{"step": 4680000, "wall_time": 55796.283185482025, "train_loss_step": 3.357120990753174, "n_params": 4510840, "total_flops": 64852166246400000, "train_loss": 0.016366265217463174, "subset_score_loss": 0.016366265217463174} +{"step": 4690000, "wall_time": 55875.69113945961, "train_loss_step": 3.2585642337799072, "n_params": 4510840, "total_flops": 64990739251200000, "train_loss": 0.017339863379796348, "subset_score_loss": 0.017339863379796348} +{"step": 4700000, "wall_time": 56021.397501945496, "train_loss_step": 3.174426555633545, "n_params": 4510840, "total_flops": 65129312256000000, "train_loss": 0.01637830336888631, "subset_score_loss": 0.01637830336888631, "memorization_fraction_pixel": 0.5992000102996826, "mean_nn_ratio_pixel": 0.4776417911052704, "fid": 129.7707354336449} +{"step": 4710000, "wall_time": 56101.00565743446, "train_loss_step": 3.486863851547241, "n_params": 4510840, "total_flops": 65267885260800000, "train_loss": 0.015832396348317464, "subset_score_loss": 0.015832396348317464} +{"step": 4720000, "wall_time": 56180.50841784477, "train_loss_step": 3.550780773162842, "n_params": 4510840, "total_flops": 65406458265600000, "train_loss": 0.01614324450492859, "subset_score_loss": 0.01614324450492859} +{"step": 4730000, "wall_time": 56260.00905632973, "train_loss_step": 3.278996229171753, "n_params": 4510840, "total_flops": 65545031270400000, "train_loss": 0.015822705626487733, "subset_score_loss": 0.015822705626487733} +{"step": 4740000, "wall_time": 56336.173525094986, "train_loss_step": 3.367680549621582, "n_params": 4510840, "total_flops": 65683604275200000, "train_loss": 0.01671050786972046, "subset_score_loss": 0.01671050786972046} +{"step": 4750000, "wall_time": 56416.218572854996, "train_loss_step": 3.207397699356079, "n_params": 4510840, "total_flops": 65822177280000000, "train_loss": 0.015108444293340047, "subset_score_loss": 0.015108444293340047} +{"step": 4760000, "wall_time": 56493.45828151703, "train_loss_step": 3.3876824378967285, "n_params": 4510840, "total_flops": 65960750284800000, "train_loss": 0.016140460968017578, "subset_score_loss": 0.016140460968017578} +{"step": 4770000, "wall_time": 56572.682226896286, "train_loss_step": 3.1098875999450684, "n_params": 4510840, "total_flops": 66099323289600000, "train_loss": 0.01577277680238088, "subset_score_loss": 0.01577277680238088} +{"step": 4780000, "wall_time": 56652.01621031761, "train_loss_step": 3.5402913093566895, "n_params": 4510840, "total_flops": 66237896294400000, "train_loss": 0.0156428853670756, "subset_score_loss": 0.0156428853670756} +{"step": 4790000, "wall_time": 56731.663209199905, "train_loss_step": 3.5664219856262207, "n_params": 4510840, "total_flops": 66376469299200000, "train_loss": 0.01710184613863627, "subset_score_loss": 0.01710184613863627} +{"step": 4800000, "wall_time": 56877.42999577522, "train_loss_step": 3.1266543865203857, "n_params": 4510840, "total_flops": 66515042304000000, "train_loss": 0.015850134690602622, "subset_score_loss": 0.015850134690602622, "memorization_fraction_pixel": 0.5842000246047974, "mean_nn_ratio_pixel": 0.48759087920188904, "fid": 133.79328682476665} +{"step": 4810000, "wall_time": 56956.88521146774, "train_loss_step": 3.1773736476898193, "n_params": 4510840, "total_flops": 66653615308800000, "train_loss": 0.015730129679044087, "subset_score_loss": 0.015730129679044087} +{"step": 4820000, "wall_time": 57036.09583044052, "train_loss_step": 3.2209973335266113, "n_params": 4510840, "total_flops": 66792188313600000, "train_loss": 0.016808019081751505, "subset_score_loss": 0.016808019081751505} +{"step": 4830000, "wall_time": 57115.15182375908, "train_loss_step": 3.371065616607666, "n_params": 4510840, "total_flops": 66930761318400000, "train_loss": 0.015934213995933533, "subset_score_loss": 0.015934213995933533} +{"step": 4840000, "wall_time": 57190.66269278526, "train_loss_step": 3.316795825958252, "n_params": 4510840, "total_flops": 67069334323200000, "train_loss": 0.016489826639493308, "subset_score_loss": 0.016489826639493308} +{"step": 4850000, "wall_time": 57270.09221458435, "train_loss_step": 3.391425848007202, "n_params": 4510840, "total_flops": 67207907328000000, "train_loss": 0.016051886479059856, "subset_score_loss": 0.016051886479059856} +{"step": 4860000, "wall_time": 57346.984857559204, "train_loss_step": 3.446394443511963, "n_params": 4510840, "total_flops": 67346480332800000, "train_loss": 0.015638734896977743, "subset_score_loss": 0.015638734896977743} +{"step": 4870000, "wall_time": 57426.064845085144, "train_loss_step": 3.386458396911621, "n_params": 4510840, "total_flops": 67485053337600000, "train_loss": 0.015620118379592896, "subset_score_loss": 0.015620118379592896} +{"step": 4880000, "wall_time": 57505.43816399574, "train_loss_step": 2.9423160552978516, "n_params": 4510840, "total_flops": 67623626342400000, "train_loss": 0.01560457448164622, "subset_score_loss": 0.01560457448164622} +{"step": 4890000, "wall_time": 57584.94006347656, "train_loss_step": 3.311713933944702, "n_params": 4510840, "total_flops": 67762199347200000, "train_loss": 0.01613501211007436, "subset_score_loss": 0.01613501211007436} +{"step": 4900000, "wall_time": 57728.369267463684, "train_loss_step": 3.2783408164978027, "n_params": 4510840, "total_flops": 67900772352000000, "train_loss": 0.015434977412223817, "subset_score_loss": 0.015434977412223817, "memorization_fraction_pixel": 0.578000009059906, "mean_nn_ratio_pixel": 0.48964840173721313, "fid": 131.4307973094553} +{"step": 4910000, "wall_time": 57807.732662677765, "train_loss_step": 3.0948150157928467, "n_params": 4510840, "total_flops": 68039345356800000, "train_loss": 0.015563464164733887, "subset_score_loss": 0.015563464164733887} +{"step": 4920000, "wall_time": 57887.086814165115, "train_loss_step": 3.262047529220581, "n_params": 4510840, "total_flops": 68177918361600000, "train_loss": 0.015710349877675375, "subset_score_loss": 0.015710349877675375} +{"step": 4930000, "wall_time": 57966.45071697235, "train_loss_step": 3.208604097366333, "n_params": 4510840, "total_flops": 68316491366400000, "train_loss": 0.015721323092778523, "subset_score_loss": 0.015721323092778523} +{"step": 4940000, "wall_time": 58046.42932724953, "train_loss_step": 3.3752684593200684, "n_params": 4510840, "total_flops": 68455064371200000, "train_loss": 0.016147937377293906, "subset_score_loss": 0.016147937377293906} +{"step": 4950000, "wall_time": 58122.259659290314, "train_loss_step": 3.2694966793060303, "n_params": 4510840, "total_flops": 68593637376000000, "train_loss": 0.015670272707939147, "subset_score_loss": 0.015670272707939147} +{"step": 4960000, "wall_time": 58199.58509802818, "train_loss_step": 3.132031202316284, "n_params": 4510840, "total_flops": 68732210380800000, "train_loss": 0.015089122454325359, "subset_score_loss": 0.015089122454325359} +{"step": 4970000, "wall_time": 58278.79655170441, "train_loss_step": 3.4059362411499023, "n_params": 4510840, "total_flops": 68870783385600000, "train_loss": 0.01573502520720164, "subset_score_loss": 0.01573502520720164} +{"step": 4980000, "wall_time": 58358.591478824615, "train_loss_step": 3.277709484100342, "n_params": 4510840, "total_flops": 69009356390400000, "train_loss": 0.0151620219151179, "subset_score_loss": 0.0151620219151179} +{"step": 4990000, "wall_time": 58436.518340826035, "train_loss_step": 3.4122767448425293, "n_params": 4510840, "total_flops": 69147929395200000, "train_loss": 0.016823611656824746, "subset_score_loss": 0.016823611656824746} +{"step": 5000000, "wall_time": 58581.61303806305, "train_loss_step": 3.2469353675842285, "n_params": 4510840, "total_flops": 69286502400000000, "train_loss": 0.01691956917444865, "subset_score_loss": 0.01691956917444865, "memorization_fraction_pixel": 0.5859000086784363, "mean_nn_ratio_pixel": 0.48310595750808716, "fid": 131.17644286475382} diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d120/runner.log b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d120/runner.log new file mode 100644 index 0000000000000000000000000000000000000000..1230bfbb876cde5522fde8dca7e2ba74b16608ab --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d120/runner.log @@ -0,0 +1,502 @@ + FID real-side stats cached over 1000 diverse train images + step 1 | 73s | train_loss=0.9959 | fid=306.4027 + step 10000 | 169s | train_loss=0.8079 + step 20000 | 265s | train_loss=0.6802 + step 30000 | 362s | train_loss=0.5508 + step 40000 | 458s | train_loss=0.4246 + step 50000 | 555s | train_loss=0.3198 + step 60000 | 651s | train_loss=0.2450 + step 70000 | 748s | train_loss=0.1972 + step 80000 | 844s | train_loss=0.1623 + step 90000 | 941s | train_loss=0.1448 + step 100000 | 1107s | train_loss=0.1323 | fid=176.3864 + step 110000 | 1198s | train_loss=0.1250 + step 120000 | 1294s | train_loss=0.1133 + step 130000 | 1391s | train_loss=0.1082 + step 140000 | 1487s | train_loss=0.1082 + step 150000 | 1584s | train_loss=0.1021 + step 160000 | 1680s | train_loss=0.0969 + step 170000 | 1777s | train_loss=0.0938 + step 180000 | 1873s | train_loss=0.0929 + step 190000 | 1969s | train_loss=0.0922 + step 200000 | 2138s | train_loss=0.0865 | fid=176.6992 + step 210000 | 2232s | train_loss=0.0860 + step 220000 | 2328s | train_loss=0.0801 + step 230000 | 2424s | train_loss=0.0805 + step 240000 | 2521s | train_loss=0.0781 + step 250000 | 2617s | train_loss=0.0776 + step 260000 | 2713s | train_loss=0.0746 + step 270000 | 2809s | train_loss=0.0733 + step 280000 | 2905s | train_loss=0.0711 + step 290000 | 2998s | train_loss=0.0721 + step 300000 | 3172s | train_loss=0.0706 | fid=170.9749 + step 310000 | 3266s | train_loss=0.0694 + step 320000 | 3362s | train_loss=0.0690 + step 330000 | 3458s | train_loss=0.0667 + step 340000 | 3555s | train_loss=0.0664 + step 350000 | 3651s | train_loss=0.0659 + step 360000 | 3747s | train_loss=0.0635 + step 370000 | 3843s | train_loss=0.0634 + step 380000 | 3937s | train_loss=0.0625 + step 390000 | 4033s | train_loss=0.0614 + step 400000 | 4205s | train_loss=0.0595 | fid=166.7616 + step 410000 | 4302s | train_loss=0.0589 + step 420000 | 4394s | train_loss=0.0613 + step 430000 | 4491s | train_loss=0.0584 + step 440000 | 4586s | train_loss=0.0573 + step 450000 | 4682s | train_loss=0.0584 + step 460000 | 4779s | train_loss=0.0568 + step 470000 | 4875s | train_loss=0.0585 + step 480000 | 4968s | train_loss=0.0541 + step 490000 | 5064s | train_loss=0.0543 + step 500000 | 5240s | train_loss=0.0551 | fid=159.8822 + step 510000 | 5337s | train_loss=0.0561 + step 520000 | 5429s | train_loss=0.0524 + step 530000 | 5525s | train_loss=0.0542 + step 540000 | 5621s | train_loss=0.0542 + step 550000 | 5718s | train_loss=0.0528 + step 560000 | 5814s | train_loss=0.0514 + step 570000 | 5907s | train_loss=0.0533 + step 580000 | 6003s | train_loss=0.0519 + step 590000 | 6100s | train_loss=0.0513 + step 600000 | 6275s | train_loss=0.0514 | fid=154.7148 + step 610000 | 6371s | train_loss=0.0522 + step 620000 | 6464s | train_loss=0.0490 + step 630000 | 6559s | train_loss=0.0496 + step 640000 | 6655s | train_loss=0.0493 + step 650000 | 6752s | train_loss=0.0502 + step 660000 | 6845s | train_loss=0.0489 + step 670000 | 6941s | train_loss=0.0469 + step 680000 | 7037s | train_loss=0.0492 + step 690000 | 7134s | train_loss=0.0469 + step 700000 | 7307s | train_loss=0.0475 | fid=154.8330 + step 710000 | 7403s | train_loss=0.0463 + step 720000 | 7499s | train_loss=0.0461 + step 730000 | 7593s | train_loss=0.0461 + step 740000 | 7689s | train_loss=0.0466 + step 750000 | 7786s | train_loss=0.0475 + step 760000 | 7879s | train_loss=0.0442 + step 770000 | 7976s | train_loss=0.0456 + step 780000 | 8072s | train_loss=0.0459 + step 790000 | 8168s | train_loss=0.0471 + step 800000 | 8342s | train_loss=0.0435 | fid=155.3429 + step 810000 | 8439s | train_loss=0.0461 + step 820000 | 8536s | train_loss=0.0445 + step 830000 | 8627s | train_loss=0.0478 + step 840000 | 8723s | train_loss=0.0442 + step 850000 | 8816s | train_loss=0.0449 + step 860000 | 8912s | train_loss=0.0432 + step 870000 | 9009s | train_loss=0.0444 + step 880000 | 9105s | train_loss=0.0419 + step 890000 | 9201s | train_loss=0.0466 + step 900000 | 9376s | train_loss=0.0428 | fid=171.4561 + step 910000 | 9472s | train_loss=0.0418 + step 920000 | 9569s | train_loss=0.0437 + step 930000 | 9663s | train_loss=0.0419 + step 940000 | 9754s | train_loss=0.0446 + step 950000 | 9851s | train_loss=0.0412 + step 960000 | 9947s | train_loss=0.0426 + step 970000 | 10044s | train_loss=0.0406 + step 980000 | 10140s | train_loss=0.0424 + step 990000 | 10236s | train_loss=0.0419 + step 1000000 | 10411s | train_loss=0.0417 | fid=182.2041 + step 1010000 | 10507s | train_loss=0.0402 + step 1020000 | 10604s | train_loss=0.0404 + step 1030000 | 10697s | train_loss=0.0405 + step 1040000 | 10789s | train_loss=0.0420 + step 1050000 | 10885s | train_loss=0.0415 + step 1060000 | 10981s | train_loss=0.0415 + step 1070000 | 11077s | train_loss=0.0409 + step 1080000 | 11174s | train_loss=0.0407 + step 1090000 | 11270s | train_loss=0.0409 + step 1100000 | 11445s | train_loss=0.0402 | fid=199.6189 + step 1110000 | 11541s | train_loss=0.0397 + step 1120000 | 11638s | train_loss=0.0400 + step 1130000 | 11730s | train_loss=0.0390 + step 1140000 | 11824s | train_loss=0.0376 + step 1150000 | 11920s | train_loss=0.0395 + step 1160000 | 12016s | train_loss=0.0387 + step 1170000 | 12113s | train_loss=0.0398 + step 1180000 | 12209s | train_loss=0.0394 + step 1190000 | 12306s | train_loss=0.0388 + step 1200000 | 12481s | train_loss=0.0389 | fid=210.2863 + step 1210000 | 12578s | train_loss=0.0374 + step 1220000 | 12670s | train_loss=0.0376 + step 1230000 | 12767s | train_loss=0.0394 + step 1240000 | 12858s | train_loss=0.0389 + step 1250000 | 12953s | train_loss=0.0385 + step 1260000 | 13049s | train_loss=0.0372 + step 1270000 | 13146s | train_loss=0.0376 + step 1280000 | 13258s | train_loss=0.0366 + step 1290000 | 13373s | train_loss=0.0370 + step 1300000 | 13611s | train_loss=0.0363 | fid=211.8309 + step 1310000 | 13724s | train_loss=0.0401 + step 1320000 | 13839s | train_loss=0.0349 + step 1330000 | 13956s | train_loss=0.0358 + step 1340000 | 14068s | train_loss=0.0361 + step 1350000 | 14185s | train_loss=0.0375 + step 1360000 | 14301s | train_loss=0.0350 + step 1370000 | 14418s | train_loss=0.0373 + step 1380000 | 14532s | train_loss=0.0355 + step 1390000 | 14648s | train_loss=0.0367 + step 1400000 | 14853s | train_loss=0.0355 | fid=214.3049 + step 1410000 | 14967s | train_loss=0.0359 + step 1420000 | 15083s | train_loss=0.0356 + step 1430000 | 15199s | train_loss=0.0368 + step 1440000 | 15315s | train_loss=0.0342 + step 1450000 | 15428s | train_loss=0.0378 + step 1460000 | 15543s | train_loss=0.0345 + step 1470000 | 15659s | train_loss=0.0360 + step 1480000 | 15774s | train_loss=0.0344 + step 1490000 | 15889s | train_loss=0.0352 + step 1500000 | 16131s | train_loss=0.0347 | fid=213.1131 + step 1510000 | 16248s | train_loss=0.0354 + step 1520000 | 16364s | train_loss=0.0349 + step 1530000 | 16480s | train_loss=0.0341 + step 1540000 | 16593s | train_loss=0.0327 + step 1550000 | 16700s | train_loss=0.0320 + step 1560000 | 16816s | train_loss=0.0338 + step 1570000 | 16932s | train_loss=0.0335 + step 1580000 | 17039s | train_loss=0.0333 + step 1590000 | 17153s | train_loss=0.0327 + step 1600000 | 17397s | train_loss=0.0332 | fid=212.4884 + step 1610000 | 17513s | train_loss=0.0338 + step 1620000 | 17629s | train_loss=0.0320 + step 1630000 | 17745s | train_loss=0.0329 + step 1640000 | 17860s | train_loss=0.0340 + step 1650000 | 17963s | train_loss=0.0325 + step 1660000 | 18079s | train_loss=0.0314 + step 1670000 | 18195s | train_loss=0.0312 + step 1680000 | 18300s | train_loss=0.0325 + step 1690000 | 18414s | train_loss=0.0320 + step 1700000 | 18670s | train_loss=0.0315 | fid=205.6329 + step 1710000 | 18786s | train_loss=0.0321 + step 1720000 | 18903s | train_loss=0.0305 + step 1730000 | 19020s | train_loss=0.0336 + step 1740000 | 19134s | train_loss=0.0298 + step 1750000 | 19242s | train_loss=0.0305 + step 1760000 | 19358s | train_loss=0.0322 + step 1770000 | 19471s | train_loss=0.0309 + step 1780000 | 19577s | train_loss=0.0304 + step 1790000 | 19693s | train_loss=0.0295 + step 1800000 | 19930s | train_loss=0.0296 | fid=206.7770 + step 1810000 | 20046s | train_loss=0.0306 + step 1820000 | 20162s | train_loss=0.0295 + step 1830000 | 20277s | train_loss=0.0313 + step 1840000 | 20393s | train_loss=0.0293 + step 1850000 | 20502s | train_loss=0.0288 + step 1860000 | 20609s | train_loss=0.0300 + step 1870000 | 20725s | train_loss=0.0294 + step 1880000 | 20836s | train_loss=0.0298 + step 1890000 | 20945s | train_loss=0.0307 + step 1900000 | 21181s | train_loss=0.0288 | fid=213.8599 + step 1910000 | 21297s | train_loss=0.0291 + step 1920000 | 21414s | train_loss=0.0290 + step 1930000 | 21530s | train_loss=0.0292 + step 1940000 | 21645s | train_loss=0.0286 + step 1950000 | 21758s | train_loss=0.0290 + step 1960000 | 21860s | train_loss=0.0289 + step 1970000 | 21976s | train_loss=0.0310 + step 1980000 | 22092s | train_loss=0.0298 + step 1990000 | 22202s | train_loss=0.0275 + step 2000000 | 22459s | train_loss=0.0275 | fid=204.6218 + step 2010000 | 22575s | train_loss=0.0299 + step 2020000 | 22692s | train_loss=0.0284 + step 2030000 | 22808s | train_loss=0.0291 + step 2040000 | 22920s | train_loss=0.0269 + step 2050000 | 23035s | train_loss=0.0281 + step 2060000 | 23139s | train_loss=0.0299 + step 2070000 | 23254s | train_loss=0.0272 + step 2080000 | 23366s | train_loss=0.0270 + step 2090000 | 23477s | train_loss=0.0283 + step 2100000 | 23736s | train_loss=0.0287 | fid=203.0779 + step 2110000 | 23852s | train_loss=0.0260 + step 2120000 | 23967s | train_loss=0.0279 + step 2130000 | 24082s | train_loss=0.0269 + step 2140000 | 24197s | train_loss=0.0271 + step 2150000 | 24313s | train_loss=0.0269 + step 2160000 | 24422s | train_loss=0.0279 + step 2170000 | 24536s | train_loss=0.0286 + step 2180000 | 24646s | train_loss=0.0264 + step 2190000 | 24760s | train_loss=0.0264 + step 2200000 | 25025s | train_loss=0.0270 | fid=199.4193 + step 2210000 | 25139s | train_loss=0.0256 + step 2220000 | 25254s | train_loss=0.0258 + step 2230000 | 25371s | train_loss=0.0261 + step 2240000 | 25487s | train_loss=0.0273 + step 2250000 | 25603s | train_loss=0.0258 + step 2260000 | 25713s | train_loss=0.0277 + step 2270000 | 25827s | train_loss=0.0260 + step 2280000 | 25932s | train_loss=0.0261 + step 2290000 | 26047s | train_loss=0.0244 + step 2300000 | 26300s | train_loss=0.0257 | fid=189.7135 + step 2310000 | 26415s | train_loss=0.0261 + step 2320000 | 26532s | train_loss=0.0254 + step 2330000 | 26648s | train_loss=0.0261 + step 2340000 | 26764s | train_loss=0.0250 + step 2350000 | 26880s | train_loss=0.0245 + step 2360000 | 26991s | train_loss=0.0267 + step 2370000 | 27105s | train_loss=0.0260 + step 2380000 | 27213s | train_loss=0.0265 + step 2390000 | 27326s | train_loss=0.0250 + step 2400000 | 27581s | train_loss=0.0239 | fid=188.8045 + step 2410000 | 27697s | train_loss=0.0266 + step 2420000 | 27813s | train_loss=0.0246 + step 2430000 | 27928s | train_loss=0.0265 + step 2440000 | 28045s | train_loss=0.0255 + step 2450000 | 28161s | train_loss=0.0236 + step 2460000 | 28272s | train_loss=0.0260 + step 2470000 | 28381s | train_loss=0.0239 + step 2480000 | 28489s | train_loss=0.0253 + step 2490000 | 28601s | train_loss=0.0249 + step 2500000 | 28870s | train_loss=0.0254 | fid=180.4293 + step 2510000 | 28986s | train_loss=0.0242 + step 2520000 | 29103s | train_loss=0.0236 + step 2530000 | 29219s | train_loss=0.0232 + step 2540000 | 29335s | train_loss=0.0242 + step 2550000 | 29452s | train_loss=0.0249 + step 2560000 | 29565s | train_loss=0.0229 + step 2570000 | 29674s | train_loss=0.0237 + step 2580000 | 29781s | train_loss=0.0240 + step 2590000 | 29898s | train_loss=0.0234 + step 2600000 | 30136s | train_loss=0.0237 | fid=168.2528 + step 2610000 | 30252s | train_loss=0.0242 + step 2620000 | 30369s | train_loss=0.0233 + step 2630000 | 30484s | train_loss=0.0232 + step 2640000 | 30600s | train_loss=0.0228 + step 2650000 | 30716s | train_loss=0.0239 + step 2660000 | 30832s | train_loss=0.0238 + step 2670000 | 30931s | train_loss=0.0230 + step 2680000 | 31041s | train_loss=0.0226 + step 2690000 | 31158s | train_loss=0.0230 + step 2700000 | 31400s | train_loss=0.0234 | fid=162.7552 + step 2710000 | 31517s | train_loss=0.0221 + step 2720000 | 31633s | train_loss=0.0229 + step 2730000 | 31748s | train_loss=0.0227 + step 2740000 | 31865s | train_loss=0.0233 + step 2750000 | 31980s | train_loss=0.0232 + step 2760000 | 32095s | train_loss=0.0229 + step 2770000 | 32206s | train_loss=0.0222 + step 2780000 | 32310s | train_loss=0.0220 + step 2790000 | 32426s | train_loss=0.0225 + step 2800000 | 32635s | train_loss=0.0234 | fid=155.4008 + step 2810000 | 32751s | train_loss=0.0229 + step 2820000 | 32867s | train_loss=0.0229 + step 2830000 | 32983s | train_loss=0.0228 + step 2840000 | 33099s | train_loss=0.0215 + step 2850000 | 33213s | train_loss=0.0231 + step 2860000 | 33329s | train_loss=0.0225 + step 2870000 | 33445s | train_loss=0.0222 + step 2880000 | 33547s | train_loss=0.0222 + step 2890000 | 33660s | train_loss=0.0226 + step 2900000 | 33867s | train_loss=0.0229 | fid=153.1048 + step 2910000 | 33984s | train_loss=0.0219 + step 2920000 | 34100s | train_loss=0.0211 + step 2930000 | 34216s | train_loss=0.0224 + step 2940000 | 34330s | train_loss=0.0222 + step 2950000 | 34445s | train_loss=0.0209 + step 2960000 | 34562s | train_loss=0.0202 + step 2970000 | 34678s | train_loss=0.0216 + step 2980000 | 34796s | train_loss=0.0225 + step 2990000 | 34892s | train_loss=0.0214 + step 3000000 | 35144s | train_loss=0.0214 | fid=153.4618 + step 3010000 | 35260s | train_loss=0.0220 + step 3020000 | 35376s | train_loss=0.0220 + step 3030000 | 35490s | train_loss=0.0205 + step 3040000 | 35605s | train_loss=0.0237 + step 3050000 | 35721s | train_loss=0.0220 + step 3060000 | 35838s | train_loss=0.0209 + step 3070000 | 35954s | train_loss=0.0205 + step 3080000 | 36071s | train_loss=0.0207 + step 3090000 | 36168s | train_loss=0.0210 + step 3100000 | 36398s | train_loss=0.0216 | fid=156.1279 + step 3110000 | 36515s | train_loss=0.0218 + step 3120000 | 36630s | train_loss=0.0202 + step 3130000 | 36743s | train_loss=0.0214 + step 3140000 | 36860s | train_loss=0.0210 + step 3150000 | 36976s | train_loss=0.0218 + step 3160000 | 37093s | train_loss=0.0208 + step 3170000 | 37209s | train_loss=0.0203 + step 3180000 | 37326s | train_loss=0.0212 + step 3190000 | 37432s | train_loss=0.0221 + step 3200000 | 37654s | train_loss=0.0203 | fid=150.4270 + step 3210000 | 37769s | train_loss=0.0215 + step 3220000 | 37883s | train_loss=0.0205 + step 3230000 | 37999s | train_loss=0.0192 + step 3240000 | 38115s | train_loss=0.0212 + step 3250000 | 38231s | train_loss=0.0201 + step 3260000 | 38348s | train_loss=0.0205 + step 3270000 | 38464s | train_loss=0.0199 + step 3280000 | 38580s | train_loss=0.0210 + step 3290000 | 38686s | train_loss=0.0189 + step 3300000 | 38922s | train_loss=0.0196 | fid=149.7711 + step 3310000 | 39036s | train_loss=0.0205 + step 3320000 | 39153s | train_loss=0.0200 + step 3330000 | 39268s | train_loss=0.0204 + step 3340000 | 39384s | train_loss=0.0197 + step 3350000 | 39501s | train_loss=0.0199 + step 3360000 | 39617s | train_loss=0.0191 + step 3370000 | 39733s | train_loss=0.0198 + step 3380000 | 39850s | train_loss=0.0209 + step 3390000 | 39960s | train_loss=0.0191 + step 3400000 | 40176s | train_loss=0.0207 | fid=146.9364 + step 3410000 | 40292s | train_loss=0.0189 + step 3420000 | 40408s | train_loss=0.0189 + step 3430000 | 40523s | train_loss=0.0209 + step 3440000 | 40639s | train_loss=0.0188 + step 3450000 | 40755s | train_loss=0.0198 + step 3460000 | 40871s | train_loss=0.0191 + step 3470000 | 40987s | train_loss=0.0196 + step 3480000 | 41104s | train_loss=0.0190 + step 3490000 | 41215s | train_loss=0.0186 + step 3500000 | 41448s | train_loss=0.0193 | fid=144.7099 + step 3510000 | 41564s | train_loss=0.0201 + step 3520000 | 41680s | train_loss=0.0192 + step 3530000 | 41795s | train_loss=0.0193 + step 3540000 | 41911s | train_loss=0.0198 + step 3550000 | 42027s | train_loss=0.0200 + step 3560000 | 42144s | train_loss=0.0183 + step 3570000 | 42260s | train_loss=0.0203 + step 3580000 | 42374s | train_loss=0.0190 + step 3590000 | 42489s | train_loss=0.0188 + step 3600000 | 42706s | train_loss=0.0185 | fid=145.4585 + step 3610000 | 42822s | train_loss=0.0195 + step 3620000 | 42938s | train_loss=0.0185 + step 3630000 | 43053s | train_loss=0.0179 + step 3640000 | 43170s | train_loss=0.0192 + step 3650000 | 43287s | train_loss=0.0196 + step 3660000 | 43403s | train_loss=0.0202 + step 3670000 | 43518s | train_loss=0.0183 + step 3680000 | 43632s | train_loss=0.0183 + step 3690000 | 43748s | train_loss=0.0184 + step 3700000 | 43966s | train_loss=0.0193 | fid=139.2685 + step 3710000 | 44082s | train_loss=0.0182 + step 3720000 | 44198s | train_loss=0.0185 + step 3730000 | 44314s | train_loss=0.0187 + step 3740000 | 44430s | train_loss=0.0184 + step 3750000 | 44546s | train_loss=0.0184 + step 3760000 | 44660s | train_loss=0.0188 + step 3770000 | 44775s | train_loss=0.0183 + step 3780000 | 44891s | train_loss=0.0195 + step 3790000 | 45008s | train_loss=0.0179 + step 3800000 | 45241s | train_loss=0.0199 | fid=143.3117 + step 3810000 | 45349s | train_loss=0.0191 + step 3820000 | 45465s | train_loss=0.0185 + step 3830000 | 45580s | train_loss=0.0191 + step 3840000 | 45696s | train_loss=0.0190 + step 3850000 | 45811s | train_loss=0.0181 + step 3860000 | 45926s | train_loss=0.0181 + step 3870000 | 46042s | train_loss=0.0185 + step 3880000 | 46158s | train_loss=0.0183 + step 3890000 | 46274s | train_loss=0.0186 + step 3900000 | 46478s | train_loss=0.0183 | fid=136.6618 + step 3910000 | 46593s | train_loss=0.0191 + step 3920000 | 46709s | train_loss=0.0187 + step 3930000 | 46826s | train_loss=0.0169 + step 3940000 | 46940s | train_loss=0.0182 + step 3950000 | 47054s | train_loss=0.0180 + step 3960000 | 47171s | train_loss=0.0182 + step 3970000 | 47287s | train_loss=0.0180 + step 3980000 | 47403s | train_loss=0.0191 + step 3990000 | 47520s | train_loss=0.0180 + step 4000000 | 47726s | train_loss=0.0178 | fid=139.1419 + step 4010000 | 47842s | train_loss=0.0169 + step 4020000 | 47956s | train_loss=0.0174 + step 4030000 | 48071s | train_loss=0.0169 + step 4040000 | 48184s | train_loss=0.0172 + step 4050000 | 48300s | train_loss=0.0172 + step 4060000 | 48416s | train_loss=0.0166 + step 4070000 | 48532s | train_loss=0.0184 + step 4080000 | 48648s | train_loss=0.0170 + step 4090000 | 48765s | train_loss=0.0185 + step 4100000 | 48971s | train_loss=0.0181 | fid=135.9914 + step 4110000 | 49087s | train_loss=0.0179 + step 4120000 | 49200s | train_loss=0.0172 + step 4130000 | 49316s | train_loss=0.0181 + step 4140000 | 49430s | train_loss=0.0162 + step 4150000 | 49546s | train_loss=0.0174 + step 4160000 | 49662s | train_loss=0.0181 + step 4170000 | 49778s | train_loss=0.0185 + step 4180000 | 49895s | train_loss=0.0169 + step 4190000 | 50012s | train_loss=0.0174 + step 4200000 | 50215s | train_loss=0.0167 | fid=135.2169 + step 4210000 | 50331s | train_loss=0.0184 + step 4220000 | 50444s | train_loss=0.0176 + step 4230000 | 50558s | train_loss=0.0186 + step 4240000 | 50674s | train_loss=0.0179 + step 4250000 | 50790s | train_loss=0.0167 + step 4260000 | 50906s | train_loss=0.0181 + step 4270000 | 51022s | train_loss=0.0164 + step 4280000 | 51138s | train_loss=0.0172 + step 4290000 | 51254s | train_loss=0.0169 + step 4300000 | 51460s | train_loss=0.0182 | fid=135.1871 + step 4310000 | 51575s | train_loss=0.0176 + step 4320000 | 51691s | train_loss=0.0174 + step 4330000 | 51804s | train_loss=0.0176 + step 4340000 | 51921s | train_loss=0.0168 + step 4350000 | 52036s | train_loss=0.0161 + step 4360000 | 52152s | train_loss=0.0169 + step 4370000 | 52268s | train_loss=0.0166 + step 4380000 | 52384s | train_loss=0.0175 + step 4390000 | 52500s | train_loss=0.0170 + step 4400000 | 52705s | train_loss=0.0161 | fid=138.3785 + step 4410000 | 52821s | train_loss=0.0172 + step 4420000 | 52936s | train_loss=0.0170 + step 4430000 | 53050s | train_loss=0.0189 + step 4440000 | 53166s | train_loss=0.0172 + step 4450000 | 53281s | train_loss=0.0166 + step 4460000 | 53397s | train_loss=0.0165 + step 4470000 | 53513s | train_loss=0.0168 + step 4480000 | 53629s | train_loss=0.0175 + step 4490000 | 53745s | train_loss=0.0159 + step 4500000 | 53950s | train_loss=0.0156 | fid=137.5332 + step 4510000 | 54065s | train_loss=0.0160 + step 4520000 | 54181s | train_loss=0.0176 + step 4530000 | 54295s | train_loss=0.0164 + step 4540000 | 54411s | train_loss=0.0160 + step 4550000 | 54527s | train_loss=0.0173 + step 4560000 | 54643s | train_loss=0.0174 + step 4570000 | 54759s | train_loss=0.0175 + step 4580000 | 54875s | train_loss=0.0165 + step 4590000 | 54992s | train_loss=0.0163 + step 4600000 | 55168s | train_loss=0.0160 | fid=135.1846 + step 4610000 | 55247s | train_loss=0.0172 + step 4620000 | 55327s | train_loss=0.0166 + step 4630000 | 55406s | train_loss=0.0162 + step 4640000 | 55481s | train_loss=0.0163 + step 4650000 | 55559s | train_loss=0.0160 + step 4660000 | 55638s | train_loss=0.0179 + step 4670000 | 55717s | train_loss=0.0157 + step 4680000 | 55796s | train_loss=0.0164 + step 4690000 | 55876s | train_loss=0.0173 + step 4700000 | 56021s | train_loss=0.0164 | fid=129.7707 + step 4710000 | 56101s | train_loss=0.0158 + step 4720000 | 56181s | train_loss=0.0161 + step 4730000 | 56260s | train_loss=0.0158 + step 4740000 | 56336s | train_loss=0.0167 + step 4750000 | 56416s | train_loss=0.0151 + step 4760000 | 56493s | train_loss=0.0161 + step 4770000 | 56573s | train_loss=0.0158 + step 4780000 | 56652s | train_loss=0.0156 + step 4790000 | 56732s | train_loss=0.0171 + step 4800000 | 56877s | train_loss=0.0159 | fid=133.7933 + step 4810000 | 56957s | train_loss=0.0157 + step 4820000 | 57036s | train_loss=0.0168 + step 4830000 | 57115s | train_loss=0.0159 + step 4840000 | 57191s | train_loss=0.0165 + step 4850000 | 57270s | train_loss=0.0161 + step 4860000 | 57347s | train_loss=0.0156 + step 4870000 | 57426s | train_loss=0.0156 + step 4880000 | 57505s | train_loss=0.0156 + step 4890000 | 57585s | train_loss=0.0161 + step 4900000 | 57728s | train_loss=0.0154 | fid=131.4308 + step 4910000 | 57808s | train_loss=0.0156 + step 4920000 | 57887s | train_loss=0.0157 + step 4930000 | 57966s | train_loss=0.0157 + step 4940000 | 58046s | train_loss=0.0161 + step 4950000 | 58122s | train_loss=0.0157 + step 4960000 | 58200s | train_loss=0.0151 + step 4970000 | 58279s | train_loss=0.0157 + step 4980000 | 58359s | train_loss=0.0152 + step 4990000 | 58437s | train_loss=0.0168 + step 5000000 | 58582s | train_loss=0.0169 | fid=131.1764 diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d140/config.json b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d140/config.json new file mode 100644 index 0000000000000000000000000000000000000000..07546cf705fd2eda82082c81cd1494e394255481 --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d140/config.json @@ -0,0 +1,25 @@ +{ + "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d140/vae.pt", + "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d140", + "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", + "n_train": 1000, + "total_steps": 5000000, + "eval_interval": 10000, + "mem_interval": 100000, + "fid_interval": 100000, + "fid_n_real": 1000, + "fid_n_gen": 10000, + "n_gen_samples": 10000, + "n_sde_steps": 500, + "batch_size": 512, + "hidden": 1024, + "depth": 5, + "optimizer": "sgd", + "lr": 0.001, + "momentum": 0.8, + "t_min": 0.01, + "t_max": 3.0, + "t_eval": 0.1, + "seed": 43, + "device": null +} diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d140/metrics.jsonl b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d140/metrics.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..7b5bc195e6730ede9d4bac3b6dcb590b5849b797 --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d140/metrics.jsonl @@ -0,0 +1,502 @@ +{"event": "meta", "data": "cifar10_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 140, "n": 1000, "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d140/vae.pt", "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [41905, 27590, 3837, 45564, 49079, 45615, 24791, 29586, 40154, 14155, 41744, 31565, 21399, 47093, 14144, 7260, 25109, 49111, 3286, 28559, 8088, 18636, 27677, 5584, 14605, 28090, 44911, 22197, 30774, 45976, 21377, 38974, 37419, 34658, 48141, 45353, 16718, 44442, 14512, 30061, 32910, 17321, 15565, 17405, 44045, 17717, 6400, 37998, 3773, 20538, 19316, 34889, 4564, 1363, 5611, 41687, 16986, 41914, 25046, 49823, 33007, 20861, 27988, 42869, 33687, 3828, 12070, 15418, 22140, 35636, 31728, 9480, 7712, 2852, 43042, 17354, 27208, 49689, 14774, 29225, 25390, 35055, 12670, 19522, 24246, 14561, 33656, 42751, 2242, 364, 43176, 15490, 46231, 26061, 18629, 34392, 32488, 26106, 10393, 11167, 20874, 8106, 10093, 7243, 48907, 8147, 45063, 21102, 37655, 7635, 2514, 27684, 3204, 28758, 28311, 29718, 44311, 10355, 32304, 14615, 28486, 14294, 16760, 37166, 19433, 20899, 23979, 36854, 43726, 10375, 11078, 10677, 40127, 33642, 36325, 13174, 19662, 30319, 22501, 14354, 24243, 27654, 42509, 18915, 29668, 2313, 42454, 11218, 48097, 31985, 16567, 26984, 33502, 36329, 22928, 42746, 38223, 19499, 41926, 29059, 44004, 8962, 40807, 11854, 36894, 13566, 36982, 16226, 36410, 47002, 20194, 3625, 19297, 2555, 4842, 8098, 44052, 5795, 5274, 4374, 17924, 30344, 5386, 26317, 30389, 32399, 32042, 26731, 29532, 33817, 26942, 25858, 11887, 46070, 41837, 10713, 33955, 20000, 29946, 4912, 32112, 6697, 44031, 27296, 37785, 25660, 27948, 31260, 24358, 1827, 37445, 25084, 11703, 3820, 49218, 30616, 25083, 22759, 6275, 40603, 39038, 37156, 8894, 9871, 31333, 26582, 20528, 10523, 2747, 33639, 41740, 47899, 11337, 6325, 433, 33051, 1094, 24743, 9392, 22638, 7689, 39641, 9486, 33554, 30840, 35032, 19647, 7903, 18205, 34063, 46483, 32963, 11601, 19203, 45792, 47136, 6174, 40793, 13885, 16641, 48744, 37658, 43829, 44107, 6388, 37424, 20033, 28563, 27013, 17032, 12768, 38181, 35608, 14089, 29228, 40229, 45106, 11963, 37979, 20694, 22835, 5773, 19580, 44596, 19079, 45191, 666, 15893, 7513, 15939, 45020, 12659, 31388, 44651, 23592, 16419, 47615, 36714, 36448, 28579, 1697, 9889, 42082, 49150, 41132, 33996, 21551, 18467, 45242, 6516, 3355, 20187, 31669, 2814, 6900, 28198, 17656, 18178, 31825, 34244, 38330, 28894, 7463, 8134, 38159, 10524, 41508, 2367, 496, 31046, 1511, 31956, 46621, 14176, 1899, 32397, 29452, 16504, 34042, 24014, 47447, 20229, 36683, 5186, 14349, 21736, 17094, 30311, 27949, 30023, 49589, 43270, 2898, 18259, 17175, 18594, 17062, 42063, 3237, 12080, 35769, 1687, 30330, 29678, 27321, 4273, 28513, 2551, 5314, 13572, 13497, 9652, 3466, 27133, 38459, 23232, 14231, 25584, 49398, 32994, 10434, 42369, 37410, 45044, 11075, 12523, 1417, 6765, 40000, 25016, 36905, 48638, 21, 16822, 24333, 30084, 43982, 26954, 6519, 42546, 14751, 14278, 49970, 47621, 18883, 37295, 9040, 40369, 22225, 36489, 21302, 13110, 5455, 47804, 14868, 13063, 22102, 36825, 21969, 33186, 28908, 32592, 42766, 12262, 39073, 915, 11824, 39208, 3098, 42789, 29800, 14150, 28705, 8847, 21716, 535, 48077, 41540, 36207, 10816, 41471, 35049, 20661, 6083, 30194, 4576, 2174, 1908, 48392, 10435, 10986, 18036, 24746, 3941, 34118, 49749, 12025, 21493, 15785, 17085, 39411, 34561, 42064, 36237, 2740, 8183, 40564, 33107, 25765, 49165, 25211, 17520, 17115, 1869, 46432, 33757, 20517, 39760, 259, 45380, 12436, 48000, 21046, 4039, 15701, 35246, 29112, 44161, 34079, 45449, 42845, 22815, 5597, 3990, 35899, 48969, 41528, 27873, 16598, 39104, 23359, 46847, 28624, 19198, 1251, 9003, 28383, 47005, 40703, 41605, 39895, 26201, 11727, 27435, 17333, 39261, 37456, 14653, 30634, 4160, 24540, 12044, 7111, 23485, 5645, 2572, 1682, 17872, 8974, 16796, 11864, 40178, 20092, 32219, 14458, 37007, 31340, 10520, 34489, 13128, 42913, 31468, 44180, 37938, 20058, 18673, 36850, 34721, 26210, 15257, 35188, 11815, 47936, 18088, 43578, 11996, 47952, 24311, 1884, 36557, 32921, 36250, 38022, 5671, 13621, 23326, 14326, 23471, 24685, 39092, 3268, 37257, 16348, 13730, 21838, 44088, 8945, 10827, 13840, 46123, 48010, 13350, 30622, 45233, 8698, 14335, 45842, 15138, 1515, 40759, 21960, 47551, 33208, 18260, 6377, 46869, 31742, 23566, 12829, 15305, 37988, 16111, 32146, 37948, 25917, 30484, 17885, 42468, 28238, 33865, 28030, 30072, 34855, 19324, 42075, 30623, 3667, 38832, 25100, 43077, 36471, 11663, 13588, 14015, 5099, 10589, 28526, 48022, 15444, 3280, 188, 31582, 15225, 11019, 21804, 3901, 24461, 25031, 10373, 4486, 45950, 37949, 32923, 1583, 6576, 26004, 16237, 38132, 25045, 25091, 41949, 11553, 48062, 40503, 13057, 8954, 18566, 28405, 28604, 30434, 49112, 30676, 32930, 16183, 48336, 43162, 873, 37233, 44718, 37247, 23758, 9243, 12126, 5287, 49594, 3459, 32091, 20894, 41743, 7366, 7258, 37939, 47665, 12260, 20836, 43253, 16191, 11619, 1519, 6137, 3934, 48375, 35234, 103, 30510, 8869, 21085, 41234, 25138, 25079, 31218, 48292, 48814, 6635, 18416, 1421, 4363, 5164, 47455, 21280, 16767, 19685, 16449, 45798, 31292, 31049, 43587, 30772, 2651, 12854, 23199, 25234, 23389, 24742, 19480, 19738, 19726, 2388, 21394, 4512, 9069, 42856, 25766, 23797, 40741, 33624, 8328, 35922, 27732, 36268, 23213, 41966, 40002, 12750, 46225, 35182, 23769, 25152, 26764, 20090, 27202, 48096, 4266, 2205, 2020, 37651, 36088, 1021, 28544, 20933, 48924, 11503, 43997, 9492, 19505, 47632, 4118, 2029, 22008, 41396, 16378, 36738, 33194, 28053, 44137, 30771, 12131, 5963, 31754, 46953, 3180, 1718, 36816, 2208, 20898, 13799, 30796, 34445, 37540, 27983, 39216, 16791, 36763, 15987, 28440, 11782, 48531, 4252, 47359, 5351, 4059, 9263, 32274, 39283, 258, 17485, 31280, 12814, 33217, 38203, 11170, 8486, 14434, 13722, 36048, 3705, 47210, 38260, 2200, 17850, 21589, 27598, 9926, 9419, 3981, 34519, 37821, 22855, 39796, 24105, 5113, 5888, 31974, 40040, 17179, 48615, 38665, 47173, 47154, 20619, 5049, 1656, 27736, 14424, 2013, 1348, 32964, 37228, 34968, 34124, 15993, 42420, 26558, 2961, 27119, 37779, 29321, 31595, 29301, 38364, 17528, 19583, 48609, 4428, 12427, 601, 21213, 44456, 39274, 40250, 39804, 35373, 43875, 20550, 43426, 13696, 34572, 11097, 22458, 33042, 12981, 29073, 6601, 2370, 4065, 46317, 29460, 21761, 13977, 4520, 31604, 16259, 1445, 29204, 26097, 31921, 33193, 36054, 26372, 4436, 40306, 13974, 6159, 46233, 33714, 27592, 23153, 40311, 12294, 40141, 14030, 36304, 40086, 43163, 14689, 5002, 40885, 40758, 42458, 18580, 29784, 14527, 30070, 18326, 40830, 42503, 5434, 25179, 15652, 11428, 40980, 45916, 22056, 15896, 42628, 30092, 40834, 25862, 40370, 7804, 46908, 44191, 26908, 9764, 36969, 21521, 35257, 9279, 36964, 4012, 627, 31813, 15669, 33832, 29874, 1912, 41254, 23709, 4648, 3131, 49882, 19349, 35975, 25565, 21641, 48219, 30806, 33979, 36103, 14640, 34524, 31661, 26869, 27297, 46519, 2352, 46930, 7617, 49750, 12620, 29820, 18590, 890, 16394, 23877, 26421, 23417, 29021, 11596, 22017, 14794, 14437, 48385, 48231, 18946, 38048, 41302, 40633, 15317, 24820], "fid_reference": "same farthest-first 1k CIFAR-10 training subset", "seed": 43} +{"step": 1, "wall_time": 69.50792908668518, "train_loss_step": 140.57437133789062, "n_params": 4551820, "total_flops": 13983191040, "train_loss": 0.9970484052385603, "subset_score_loss": 0.9970484052385603, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9811838865280151, "fid": 277.1878011587649} +{"step": 10000, "wall_time": 151.7789590358734, "train_loss_step": 30.671340942382812, "n_params": 4551820, "total_flops": 139831910400000, "train_loss": 0.8000662122453962, "subset_score_loss": 0.8000662122453962} +{"step": 20000, "wall_time": 242.09027647972107, "train_loss_step": 23.331634521484375, "n_params": 4551820, "total_flops": 279663820800000, "train_loss": 0.6866858891078405, "subset_score_loss": 0.6866858891078405} +{"step": 30000, "wall_time": 332.46496748924255, "train_loss_step": 25.047607421875, "n_params": 4551820, "total_flops": 419495731200000, "train_loss": 0.5618073054722377, "subset_score_loss": 0.5618073054722377} +{"step": 40000, "wall_time": 422.84830236434937, "train_loss_step": 20.01819610595703, "n_params": 4551820, "total_flops": 559327641600000, "train_loss": 0.45017553056989396, "subset_score_loss": 0.45017553056989396} +{"step": 50000, "wall_time": 513.2317223548889, "train_loss_step": 17.951948165893555, "n_params": 4551820, "total_flops": 699159552000000, "train_loss": 0.3582277570452009, "subset_score_loss": 0.3582277570452009} +{"step": 60000, "wall_time": 603.5829665660858, "train_loss_step": 17.448184967041016, "n_params": 4551820, "total_flops": 838991462400000, "train_loss": 0.2903721945626395, "subset_score_loss": 0.2903721945626395} +{"step": 70000, "wall_time": 694.0164260864258, "train_loss_step": 15.459576606750488, "n_params": 4551820, "total_flops": 978823372800000, "train_loss": 0.236019161769322, "subset_score_loss": 0.236019161769322} +{"step": 80000, "wall_time": 784.4748728275299, "train_loss_step": 14.44111156463623, "n_params": 4551820, "total_flops": 1118655283200000, "train_loss": 0.20124175207955497, "subset_score_loss": 0.20124175207955497} +{"step": 90000, "wall_time": 874.7744023799896, "train_loss_step": 13.72732162475586, "n_params": 4551820, "total_flops": 1258487193600000, "train_loss": 0.17328642436436245, "subset_score_loss": 0.17328642436436245} +{"step": 100000, "wall_time": 1033.8176691532135, "train_loss_step": 14.272835731506348, "n_params": 4551820, "total_flops": 1398319104000000, "train_loss": 0.14989960534232002, "subset_score_loss": 0.14989960534232002, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.966713547706604, "fid": 207.31752745149686} +{"step": 110000, "wall_time": 1123.145581483841, "train_loss_step": 12.743888854980469, "n_params": 4551820, "total_flops": 1538151014400000, "train_loss": 0.1500152587890625, "subset_score_loss": 0.1500152587890625} +{"step": 120000, "wall_time": 1208.2148649692535, "train_loss_step": 13.124063491821289, "n_params": 4551820, "total_flops": 1677982924800000, "train_loss": 0.13152664729527064, "subset_score_loss": 0.13152664729527064} +{"step": 130000, "wall_time": 1298.5625400543213, "train_loss_step": 11.731806755065918, "n_params": 4551820, "total_flops": 1817814835200000, "train_loss": 0.12449933460780553, "subset_score_loss": 0.12449933460780553} +{"step": 140000, "wall_time": 1389.0220456123352, "train_loss_step": 11.479562759399414, "n_params": 4551820, "total_flops": 1957646745600000, "train_loss": 0.11450386047363281, "subset_score_loss": 0.11450386047363281} +{"step": 150000, "wall_time": 1479.4121160507202, "train_loss_step": 11.425575256347656, "n_params": 4551820, "total_flops": 2097478656000000, "train_loss": 0.11537931987217494, "subset_score_loss": 0.11537931987217494} +{"step": 160000, "wall_time": 1569.8538563251495, "train_loss_step": 10.99714469909668, "n_params": 4551820, "total_flops": 2237310566400000, "train_loss": 0.10351169449942453, "subset_score_loss": 0.10351169449942453} +{"step": 170000, "wall_time": 1660.231068611145, "train_loss_step": 10.983186721801758, "n_params": 4551820, "total_flops": 2377142476800000, "train_loss": 0.10693182264055524, "subset_score_loss": 0.10693182264055524} +{"step": 180000, "wall_time": 1750.6229629516602, "train_loss_step": 10.633352279663086, "n_params": 4551820, "total_flops": 2516974387200000, "train_loss": 0.10001487731933593, "subset_score_loss": 0.10001487731933593} +{"step": 190000, "wall_time": 1840.982308626175, "train_loss_step": 10.281898498535156, "n_params": 4551820, "total_flops": 2656806297600000, "train_loss": 0.09587319237845285, "subset_score_loss": 0.09587319237845285} +{"step": 200000, "wall_time": 2000.2142386436462, "train_loss_step": 10.875459671020508, "n_params": 4551820, "total_flops": 2796638208000000, "train_loss": 0.09969513756888253, "subset_score_loss": 0.09969513756888253, "memorization_fraction_pixel": 0.00019999999494757503, "mean_nn_ratio_pixel": 0.9722196459770203, "fid": 272.6547218359455} +{"step": 210000, "wall_time": 2089.8909573554993, "train_loss_step": 10.05842113494873, "n_params": 4551820, "total_flops": 2936470118400000, "train_loss": 0.0870542321886335, "subset_score_loss": 0.0870542321886335} +{"step": 220000, "wall_time": 2179.2186801433563, "train_loss_step": 10.231078147888184, "n_params": 4551820, "total_flops": 3076302028800000, "train_loss": 0.09253736223493303, "subset_score_loss": 0.09253736223493303} +{"step": 230000, "wall_time": 2266.492268562317, "train_loss_step": 9.421401977539062, "n_params": 4551820, "total_flops": 3216133939200000, "train_loss": 0.08624390874590193, "subset_score_loss": 0.08624390874590193} +{"step": 240000, "wall_time": 2356.922631263733, "train_loss_step": 10.005609512329102, "n_params": 4551820, "total_flops": 3355965849600000, "train_loss": 0.08473171506609235, "subset_score_loss": 0.08473171506609235} +{"step": 250000, "wall_time": 2447.2985837459564, "train_loss_step": 10.56325912475586, "n_params": 4551820, "total_flops": 3495797760000000, "train_loss": 0.08241092136928013, "subset_score_loss": 0.08241092136928013} +{"step": 260000, "wall_time": 2537.7717435359955, "train_loss_step": 9.349660873413086, "n_params": 4551820, "total_flops": 3635629670400000, "train_loss": 0.08010164669581822, "subset_score_loss": 0.08010164669581822} +{"step": 270000, "wall_time": 2628.2244958877563, "train_loss_step": 8.906573295593262, "n_params": 4551820, "total_flops": 3775461580800000, "train_loss": 0.07930783544267928, "subset_score_loss": 0.07930783544267928} +{"step": 280000, "wall_time": 2718.5810873508453, "train_loss_step": 9.087708473205566, "n_params": 4551820, "total_flops": 3915293491200000, "train_loss": 0.07797506196158273, "subset_score_loss": 0.07797506196158273} +{"step": 290000, "wall_time": 2808.729833126068, "train_loss_step": 9.68775749206543, "n_params": 4551820, "total_flops": 4055125401600000, "train_loss": 0.07803033420017787, "subset_score_loss": 0.07803033420017787} +{"step": 300000, "wall_time": 2967.9984600543976, "train_loss_step": 9.834773063659668, "n_params": 4551820, "total_flops": 4194957312000000, "train_loss": 0.0796940667288644, "subset_score_loss": 0.0796940667288644, "memorization_fraction_pixel": 0.0008999999845400453, "mean_nn_ratio_pixel": 0.9752247333526611, "fid": 326.6722680795443} +{"step": 310000, "wall_time": 3057.3290836811066, "train_loss_step": 8.889142990112305, "n_params": 4551820, "total_flops": 4334789222400000, "train_loss": 0.07880277633666992, "subset_score_loss": 0.07880277633666992} +{"step": 320000, "wall_time": 3148.0819737911224, "train_loss_step": 9.813563346862793, "n_params": 4551820, "total_flops": 4474621132800000, "train_loss": 0.07593341554914201, "subset_score_loss": 0.07593341554914201} +{"step": 330000, "wall_time": 3236.6442584991455, "train_loss_step": 8.261664390563965, "n_params": 4551820, "total_flops": 4614453043200000, "train_loss": 0.07791772569928851, "subset_score_loss": 0.07791772569928851} +{"step": 340000, "wall_time": 3322.772326231003, "train_loss_step": 7.867190837860107, "n_params": 4551820, "total_flops": 4754284953600000, "train_loss": 0.07016844749450683, "subset_score_loss": 0.07016844749450683} +{"step": 350000, "wall_time": 3413.2690415382385, "train_loss_step": 8.609847068786621, "n_params": 4551820, "total_flops": 4894116864000000, "train_loss": 0.07152536937168666, "subset_score_loss": 0.07152536937168666} +{"step": 360000, "wall_time": 3503.6312704086304, "train_loss_step": 8.75057601928711, "n_params": 4551820, "total_flops": 5033948774400000, "train_loss": 0.07126689638410295, "subset_score_loss": 0.07126689638410295} +{"step": 370000, "wall_time": 3594.0112409591675, "train_loss_step": 8.67346477508545, "n_params": 4551820, "total_flops": 5173780684800000, "train_loss": 0.06611956187656948, "subset_score_loss": 0.06611956187656948} +{"step": 380000, "wall_time": 3684.2448287010193, "train_loss_step": 9.033458709716797, "n_params": 4551820, "total_flops": 5313612595200000, "train_loss": 0.06921275683811733, "subset_score_loss": 0.06921275683811733} +{"step": 390000, "wall_time": 3774.5157577991486, "train_loss_step": 8.389545440673828, "n_params": 4551820, "total_flops": 5453444505600000, "train_loss": 0.06765407834734236, "subset_score_loss": 0.06765407834734236} +{"step": 400000, "wall_time": 3932.852143764496, "train_loss_step": 7.711417198181152, "n_params": 4551820, "total_flops": 5593276416000000, "train_loss": 0.06528877530779158, "subset_score_loss": 0.06528877530779158, "memorization_fraction_pixel": 0.0012000000569969416, "mean_nn_ratio_pixel": 0.9722169041633606, "fid": 341.5866251945366} +{"step": 410000, "wall_time": 4021.6241586208344, "train_loss_step": 8.83363151550293, "n_params": 4551820, "total_flops": 5733108326400000, "train_loss": 0.06747302327837262, "subset_score_loss": 0.06747302327837262} +{"step": 420000, "wall_time": 4112.072472333908, "train_loss_step": 8.234908103942871, "n_params": 4551820, "total_flops": 5872940236800000, "train_loss": 0.06451992988586426, "subset_score_loss": 0.06451992988586426} +{"step": 430000, "wall_time": 4201.675632476807, "train_loss_step": 7.656861305236816, "n_params": 4551820, "total_flops": 6012772147200000, "train_loss": 0.06236710548400879, "subset_score_loss": 0.06236710548400879} +{"step": 440000, "wall_time": 4291.701885461807, "train_loss_step": 8.96805191040039, "n_params": 4551820, "total_flops": 6152604057600000, "train_loss": 0.062495994567871097, "subset_score_loss": 0.062495994567871097} +{"step": 450000, "wall_time": 4377.907693386078, "train_loss_step": 7.771117687225342, "n_params": 4551820, "total_flops": 6292435968000000, "train_loss": 0.06310301508222307, "subset_score_loss": 0.06310301508222307} +{"step": 460000, "wall_time": 4468.410920858383, "train_loss_step": 8.17492961883545, "n_params": 4551820, "total_flops": 6432267878400000, "train_loss": 0.0619647775377546, "subset_score_loss": 0.0619647775377546} +{"step": 470000, "wall_time": 4558.652808189392, "train_loss_step": 7.704206943511963, "n_params": 4551820, "total_flops": 6572099788800000, "train_loss": 0.0683445930480957, "subset_score_loss": 0.0683445930480957} +{"step": 480000, "wall_time": 4648.966112613678, "train_loss_step": 7.804862022399902, "n_params": 4551820, "total_flops": 6711931699200000, "train_loss": 0.05825462341308594, "subset_score_loss": 0.05825462341308594} +{"step": 490000, "wall_time": 4739.304688215256, "train_loss_step": 7.5040411949157715, "n_params": 4551820, "total_flops": 6851763609600000, "train_loss": 0.06515376227242606, "subset_score_loss": 0.06515376227242606} +{"step": 500000, "wall_time": 4898.739887475967, "train_loss_step": 8.180929183959961, "n_params": 4551820, "total_flops": 6991595520000000, "train_loss": 0.05728751591273717, "subset_score_loss": 0.05728751591273717, "memorization_fraction_pixel": 0.006099999882280827, "mean_nn_ratio_pixel": 0.9609878063201904, "fid": 321.34946863918594} +{"step": 510000, "wall_time": 4987.488149404526, "train_loss_step": 7.938296794891357, "n_params": 4551820, "total_flops": 7131427430400000, "train_loss": 0.05941611698695592, "subset_score_loss": 0.05941611698695592} +{"step": 520000, "wall_time": 5077.950540065765, "train_loss_step": 7.792785167694092, "n_params": 4551820, "total_flops": 7271259340800000, "train_loss": 0.05926447595868792, "subset_score_loss": 0.05926447595868792} +{"step": 530000, "wall_time": 5168.490559577942, "train_loss_step": 7.429255485534668, "n_params": 4551820, "total_flops": 7411091251200000, "train_loss": 0.05702101162501744, "subset_score_loss": 0.05702101162501744} +{"step": 540000, "wall_time": 5256.247244596481, "train_loss_step": 7.396045684814453, "n_params": 4551820, "total_flops": 7550923161600000, "train_loss": 0.05887784957885742, "subset_score_loss": 0.05887784957885742} +{"step": 550000, "wall_time": 5347.232251405716, "train_loss_step": 7.800810813903809, "n_params": 4551820, "total_flops": 7690755072000000, "train_loss": 0.05687895842960903, "subset_score_loss": 0.05687895842960903} +{"step": 560000, "wall_time": 5433.731083154678, "train_loss_step": 7.190335273742676, "n_params": 4551820, "total_flops": 7830586982400000, "train_loss": 0.05308094365256173, "subset_score_loss": 0.05308094365256173} +{"step": 570000, "wall_time": 5524.114270448685, "train_loss_step": 7.326559543609619, "n_params": 4551820, "total_flops": 7970418892800000, "train_loss": 0.05518547126225063, "subset_score_loss": 0.05518547126225063} +{"step": 580000, "wall_time": 5614.406658411026, "train_loss_step": 7.538503170013428, "n_params": 4551820, "total_flops": 8110250803200000, "train_loss": 0.06050528117588588, "subset_score_loss": 0.06050528117588588} +{"step": 590000, "wall_time": 5704.73925113678, "train_loss_step": 7.504363059997559, "n_params": 4551820, "total_flops": 8250082713600000, "train_loss": 0.056245616504124234, "subset_score_loss": 0.056245616504124234} +{"step": 600000, "wall_time": 5864.177993297577, "train_loss_step": 7.470754623413086, "n_params": 4551820, "total_flops": 8389914624000000, "train_loss": 0.056206461361476355, "subset_score_loss": 0.056206461361476355, "memorization_fraction_pixel": 0.009200000204145908, "mean_nn_ratio_pixel": 0.9573028087615967, "fid": 318.2761495775482} +{"step": 610000, "wall_time": 5952.846710205078, "train_loss_step": 7.221188545227051, "n_params": 4551820, "total_flops": 8529746534400000, "train_loss": 0.054245097296578546, "subset_score_loss": 0.054245097296578546} +{"step": 620000, "wall_time": 6043.184420108795, "train_loss_step": 7.101561546325684, "n_params": 4551820, "total_flops": 8669578444800000, "train_loss": 0.05243372235979352, "subset_score_loss": 0.05243372235979352} +{"step": 630000, "wall_time": 6133.56839632988, "train_loss_step": 7.131854057312012, "n_params": 4551820, "total_flops": 8809410355200000, "train_loss": 0.05374809333256313, "subset_score_loss": 0.05374809333256313} +{"step": 640000, "wall_time": 6224.108723640442, "train_loss_step": 6.885011672973633, "n_params": 4551820, "total_flops": 8949242265600000, "train_loss": 0.056198106493268694, "subset_score_loss": 0.056198106493268694} +{"step": 650000, "wall_time": 6311.81632733345, "train_loss_step": 7.092495918273926, "n_params": 4551820, "total_flops": 9089074176000000, "train_loss": 0.06060600280761719, "subset_score_loss": 0.06060600280761719} +{"step": 660000, "wall_time": 6402.536732435226, "train_loss_step": 6.9723358154296875, "n_params": 4551820, "total_flops": 9228906086400000, "train_loss": 0.05431949070521763, "subset_score_loss": 0.05431949070521763} +{"step": 670000, "wall_time": 6488.48446059227, "train_loss_step": 7.032224178314209, "n_params": 4551820, "total_flops": 9368737996800000, "train_loss": 0.05501771994999477, "subset_score_loss": 0.05501771994999477} +{"step": 680000, "wall_time": 6578.852208614349, "train_loss_step": 6.968799114227295, "n_params": 4551820, "total_flops": 9508569907200000, "train_loss": 0.053339423452104844, "subset_score_loss": 0.053339423452104844} +{"step": 690000, "wall_time": 6669.205337762833, "train_loss_step": 6.465334892272949, "n_params": 4551820, "total_flops": 9648401817600000, "train_loss": 0.049232986995152064, "subset_score_loss": 0.049232986995152064} +{"step": 700000, "wall_time": 6828.266186237335, "train_loss_step": 7.328960418701172, "n_params": 4551820, "total_flops": 9788233728000000, "train_loss": 0.05119156496865409, "subset_score_loss": 0.05119156496865409, "memorization_fraction_pixel": 0.017899999395012856, "mean_nn_ratio_pixel": 0.9448496103286743, "fid": 297.9912110615585} +{"step": 710000, "wall_time": 6916.936733961105, "train_loss_step": 6.637198448181152, "n_params": 4551820, "total_flops": 9928065638400000, "train_loss": 0.05112814222063337, "subset_score_loss": 0.05112814222063337} +{"step": 720000, "wall_time": 7007.321559906006, "train_loss_step": 7.220090866088867, "n_params": 4551820, "total_flops": 10067897548800000, "train_loss": 0.05317787783486502, "subset_score_loss": 0.05317787783486502} +{"step": 730000, "wall_time": 7097.722786664963, "train_loss_step": 6.869358062744141, "n_params": 4551820, "total_flops": 10207729459200000, "train_loss": 0.04842125688280378, "subset_score_loss": 0.04842125688280378} +{"step": 740000, "wall_time": 7188.101715326309, "train_loss_step": 7.061707496643066, "n_params": 4551820, "total_flops": 10347561369600000, "train_loss": 0.051203135081699915, "subset_score_loss": 0.051203135081699915} +{"step": 750000, "wall_time": 7278.692826271057, "train_loss_step": 6.664044380187988, "n_params": 4551820, "total_flops": 10487393280000000, "train_loss": 0.04663192885262626, "subset_score_loss": 0.04663192885262626} +{"step": 760000, "wall_time": 7366.192741632462, "train_loss_step": 6.8969268798828125, "n_params": 4551820, "total_flops": 10627225190400000, "train_loss": 0.04698835441044399, "subset_score_loss": 0.04698835441044399} +{"step": 770000, "wall_time": 7457.074361085892, "train_loss_step": 6.659185409545898, "n_params": 4551820, "total_flops": 10767057100800000, "train_loss": 0.049980759620666504, "subset_score_loss": 0.049980759620666504} +{"step": 780000, "wall_time": 7543.326235294342, "train_loss_step": 6.968790054321289, "n_params": 4551820, "total_flops": 10906889011200000, "train_loss": 0.050317028590611046, "subset_score_loss": 0.050317028590611046} +{"step": 790000, "wall_time": 7633.773651123047, "train_loss_step": 6.670183181762695, "n_params": 4551820, "total_flops": 11046720921600000, "train_loss": 0.0468871968133109, "subset_score_loss": 0.0468871968133109} +{"step": 800000, "wall_time": 7792.25560426712, "train_loss_step": 6.660952568054199, "n_params": 4551820, "total_flops": 11186552832000000, "train_loss": 0.053791863577706475, "subset_score_loss": 0.053791863577706475, "memorization_fraction_pixel": 0.02539999969303608, "mean_nn_ratio_pixel": 0.9300472736358643, "fid": 274.7167500724702} +{"step": 810000, "wall_time": 7881.000920295715, "train_loss_step": 6.513860702514648, "n_params": 4551820, "total_flops": 11326384742400000, "train_loss": 0.05024580274309431, "subset_score_loss": 0.05024580274309431} +{"step": 820000, "wall_time": 7971.449171304703, "train_loss_step": 6.760328769683838, "n_params": 4551820, "total_flops": 11466216652800000, "train_loss": 0.04563495431627546, "subset_score_loss": 0.04563495431627546} +{"step": 830000, "wall_time": 8061.858726024628, "train_loss_step": 6.3841328620910645, "n_params": 4551820, "total_flops": 11606048563200000, "train_loss": 0.04704333032880511, "subset_score_loss": 0.04704333032880511} +{"step": 840000, "wall_time": 8152.13826584816, "train_loss_step": 6.6003098487854, "n_params": 4551820, "total_flops": 11745880473600000, "train_loss": 0.04674721104758126, "subset_score_loss": 0.04674721104758126} +{"step": 850000, "wall_time": 8242.545806646347, "train_loss_step": 6.643343925476074, "n_params": 4551820, "total_flops": 11885712384000000, "train_loss": 0.044917573247637066, "subset_score_loss": 0.044917573247637066} +{"step": 860000, "wall_time": 8332.721840381622, "train_loss_step": 6.33573055267334, "n_params": 4551820, "total_flops": 12025544294400000, "train_loss": 0.04513959884643555, "subset_score_loss": 0.04513959884643555} +{"step": 870000, "wall_time": 8420.489545345306, "train_loss_step": 7.1449456214904785, "n_params": 4551820, "total_flops": 12165376204800000, "train_loss": 0.05157252379826137, "subset_score_loss": 0.05157252379826137} +{"step": 880000, "wall_time": 8511.280579328537, "train_loss_step": 6.125425338745117, "n_params": 4551820, "total_flops": 12305208115200000, "train_loss": 0.04369257177625384, "subset_score_loss": 0.04369257177625384} +{"step": 890000, "wall_time": 8597.733870744705, "train_loss_step": 6.4818925857543945, "n_params": 4551820, "total_flops": 12445040025600000, "train_loss": 0.049860235622950964, "subset_score_loss": 0.049860235622950964} +{"step": 900000, "wall_time": 8755.925500154495, "train_loss_step": 6.474356651306152, "n_params": 4551820, "total_flops": 12584871936000000, "train_loss": 0.05201972552708217, "subset_score_loss": 0.05201972552708217, "memorization_fraction_pixel": 0.039400000125169754, "mean_nn_ratio_pixel": 0.9199811816215515, "fid": 248.73674528942456} +{"step": 910000, "wall_time": 8844.663573980331, "train_loss_step": 5.858089447021484, "n_params": 4551820, "total_flops": 12724703846400000, "train_loss": 0.0456282479422433, "subset_score_loss": 0.0456282479422433} +{"step": 920000, "wall_time": 8935.052240610123, "train_loss_step": 6.348837852478027, "n_params": 4551820, "total_flops": 12864535756800000, "train_loss": 0.04254190581185477, "subset_score_loss": 0.04254190581185477} +{"step": 930000, "wall_time": 9025.481500148773, "train_loss_step": 5.76976203918457, "n_params": 4551820, "total_flops": 13004367667200000, "train_loss": 0.04634439945220947, "subset_score_loss": 0.04634439945220947} +{"step": 940000, "wall_time": 9115.77503490448, "train_loss_step": 6.579189300537109, "n_params": 4551820, "total_flops": 13144199577600000, "train_loss": 0.05074484007699149, "subset_score_loss": 0.05074484007699149} +{"step": 950000, "wall_time": 9206.26155948639, "train_loss_step": 6.071650981903076, "n_params": 4551820, "total_flops": 13284031488000000, "train_loss": 0.04516527993338448, "subset_score_loss": 0.04516527993338448} +{"step": 960000, "wall_time": 9296.583879709244, "train_loss_step": 6.142584800720215, "n_params": 4551820, "total_flops": 13423863398400000, "train_loss": 0.04642529828207834, "subset_score_loss": 0.04642529828207834} +{"step": 970000, "wall_time": 9384.25313448906, "train_loss_step": 5.966125965118408, "n_params": 4551820, "total_flops": 13563695308800000, "train_loss": 0.042429906981331963, "subset_score_loss": 0.042429906981331963} +{"step": 980000, "wall_time": 9474.685114383698, "train_loss_step": 6.067890167236328, "n_params": 4551820, "total_flops": 13703527219200000, "train_loss": 0.04288455077580043, "subset_score_loss": 0.04288455077580043} +{"step": 990000, "wall_time": 9565.449676990509, "train_loss_step": 6.053757667541504, "n_params": 4551820, "total_flops": 13843359129600000, "train_loss": 0.04357435362679618, "subset_score_loss": 0.04357435362679618} +{"step": 1000000, "wall_time": 9719.920228004456, "train_loss_step": 6.370089530944824, "n_params": 4551820, "total_flops": 13983191040000000, "train_loss": 0.045890821729387556, "subset_score_loss": 0.045890821729387556, "memorization_fraction_pixel": 0.05119999870657921, "mean_nn_ratio_pixel": 0.903020977973938, "fid": 235.5513291447475} +{"step": 1010000, "wall_time": 9808.676239013672, "train_loss_step": 6.272677421569824, "n_params": 4551820, "total_flops": 14123022950400000, "train_loss": 0.04306324550083705, "subset_score_loss": 0.04306324550083705} +{"step": 1020000, "wall_time": 9899.070306539536, "train_loss_step": 6.395527362823486, "n_params": 4551820, "total_flops": 14262854860800000, "train_loss": 0.04378061635153634, "subset_score_loss": 0.04378061635153634} +{"step": 1030000, "wall_time": 9989.52497124672, "train_loss_step": 5.7315216064453125, "n_params": 4551820, "total_flops": 14402686771200000, "train_loss": 0.0415377037865775, "subset_score_loss": 0.0415377037865775} +{"step": 1040000, "wall_time": 10079.885905504227, "train_loss_step": 6.097956657409668, "n_params": 4551820, "total_flops": 14542518681600000, "train_loss": 0.04060992513384138, "subset_score_loss": 0.04060992513384138} +{"step": 1050000, "wall_time": 10170.248750209808, "train_loss_step": 5.990604400634766, "n_params": 4551820, "total_flops": 14682350592000000, "train_loss": 0.04150466918945313, "subset_score_loss": 0.04150466918945313} +{"step": 1060000, "wall_time": 10260.653507709503, "train_loss_step": 5.9222211837768555, "n_params": 4551820, "total_flops": 14822182502400000, "train_loss": 0.04159985951014927, "subset_score_loss": 0.04159985951014927} +{"step": 1070000, "wall_time": 10351.037178516388, "train_loss_step": 6.306612968444824, "n_params": 4551820, "total_flops": 14962014412800000, "train_loss": 0.04751362460000175, "subset_score_loss": 0.04751362460000175} +{"step": 1080000, "wall_time": 10438.725936174393, "train_loss_step": 6.093903541564941, "n_params": 4551820, "total_flops": 15101846323200000, "train_loss": 0.041613170078822544, "subset_score_loss": 0.041613170078822544} +{"step": 1090000, "wall_time": 10529.128128290176, "train_loss_step": 6.069662094116211, "n_params": 4551820, "total_flops": 15241678233600000, "train_loss": 0.04144081047603062, "subset_score_loss": 0.04144081047603062} +{"step": 1100000, "wall_time": 10687.367347717285, "train_loss_step": 6.363142013549805, "n_params": 4551820, "total_flops": 15381510144000000, "train_loss": 0.041884660720825195, "subset_score_loss": 0.041884660720825195, "memorization_fraction_pixel": 0.07810000330209732, "mean_nn_ratio_pixel": 0.8789316415786743, "fid": 225.91747558377682} +{"step": 1110000, "wall_time": 10773.637719392776, "train_loss_step": 6.0823774337768555, "n_params": 4551820, "total_flops": 15521342054400000, "train_loss": 0.0449221100125994, "subset_score_loss": 0.0449221100125994} +{"step": 1120000, "wall_time": 10863.997468233109, "train_loss_step": 5.9959588050842285, "n_params": 4551820, "total_flops": 15661173964800000, "train_loss": 0.04057956423078265, "subset_score_loss": 0.04057956423078265} +{"step": 1130000, "wall_time": 10954.329319238663, "train_loss_step": 5.318452835083008, "n_params": 4551820, "total_flops": 15801005875200000, "train_loss": 0.04000542163848877, "subset_score_loss": 0.04000542163848877} +{"step": 1140000, "wall_time": 11044.730428218842, "train_loss_step": 5.772632598876953, "n_params": 4551820, "total_flops": 15940837785600000, "train_loss": 0.03750655651092529, "subset_score_loss": 0.03750655651092529} +{"step": 1150000, "wall_time": 11135.111540794373, "train_loss_step": 5.429405689239502, "n_params": 4551820, "total_flops": 16080669696000000, "train_loss": 0.041391825675964354, "subset_score_loss": 0.041391825675964354} +{"step": 1160000, "wall_time": 11225.540222406387, "train_loss_step": 5.931002140045166, "n_params": 4551820, "total_flops": 16220501606400000, "train_loss": 0.03753434589930943, "subset_score_loss": 0.03753434589930943} +{"step": 1170000, "wall_time": 11315.954946279526, "train_loss_step": 5.7592973709106445, "n_params": 4551820, "total_flops": 16360333516800000, "train_loss": 0.03950938156672886, "subset_score_loss": 0.03950938156672886} +{"step": 1180000, "wall_time": 11406.532784223557, "train_loss_step": 5.806044101715088, "n_params": 4551820, "total_flops": 16500165427200000, "train_loss": 0.0431274448122297, "subset_score_loss": 0.0431274448122297} +{"step": 1190000, "wall_time": 11494.137095928192, "train_loss_step": 5.492097854614258, "n_params": 4551820, "total_flops": 16639997337600000, "train_loss": 0.0399907044001988, "subset_score_loss": 0.0399907044001988} +{"step": 1200000, "wall_time": 11653.834790229797, "train_loss_step": 5.550168037414551, "n_params": 4551820, "total_flops": 16779829248000000, "train_loss": 0.04167448452540806, "subset_score_loss": 0.04167448452540806, "memorization_fraction_pixel": 0.0989999994635582, "mean_nn_ratio_pixel": 0.863941490650177, "fid": 225.0064776204906} +{"step": 1210000, "wall_time": 11741.61603474617, "train_loss_step": 5.491795539855957, "n_params": 4551820, "total_flops": 16919661158400000, "train_loss": 0.036777400970458986, "subset_score_loss": 0.036777400970458986} +{"step": 1220000, "wall_time": 11829.400752305984, "train_loss_step": 5.665026664733887, "n_params": 4551820, "total_flops": 17059493068800000, "train_loss": 0.03795875481196812, "subset_score_loss": 0.03795875481196812} +{"step": 1230000, "wall_time": 11919.718065977097, "train_loss_step": 5.4279279708862305, "n_params": 4551820, "total_flops": 17199324979200000, "train_loss": 0.041081718036106656, "subset_score_loss": 0.041081718036106656} +{"step": 1240000, "wall_time": 12010.075387239456, "train_loss_step": 5.510740280151367, "n_params": 4551820, "total_flops": 17339156889600000, "train_loss": 0.03670298712594169, "subset_score_loss": 0.03670298712594169} +{"step": 1250000, "wall_time": 12100.539251089096, "train_loss_step": 5.396975994110107, "n_params": 4551820, "total_flops": 17478988800000000, "train_loss": 0.04331368378230504, "subset_score_loss": 0.04331368378230504} +{"step": 1260000, "wall_time": 12190.96095085144, "train_loss_step": 5.414374351501465, "n_params": 4551820, "total_flops": 17618820710400000, "train_loss": 0.03906935964311872, "subset_score_loss": 0.03906935964311872} +{"step": 1270000, "wall_time": 12281.378561258316, "train_loss_step": 5.554375648498535, "n_params": 4551820, "total_flops": 17758652620800000, "train_loss": 0.03830643381391253, "subset_score_loss": 0.03830643381391253} +{"step": 1280000, "wall_time": 12371.835775613785, "train_loss_step": 5.635682106018066, "n_params": 4551820, "total_flops": 17898484531200000, "train_loss": 0.03785794121878488, "subset_score_loss": 0.03785794121878488} +{"step": 1290000, "wall_time": 12462.62288069725, "train_loss_step": 5.528255462646484, "n_params": 4551820, "total_flops": 18038316441600000, "train_loss": 0.04014066628047398, "subset_score_loss": 0.04014066628047398} +{"step": 1300000, "wall_time": 12619.137727737427, "train_loss_step": 5.452832221984863, "n_params": 4551820, "total_flops": 18178148352000000, "train_loss": 0.03488423143114362, "subset_score_loss": 0.03488423143114362, "memorization_fraction_pixel": 0.11890000104904175, "mean_nn_ratio_pixel": 0.8432591557502747, "fid": 215.80758032709156} +{"step": 1310000, "wall_time": 12708.047750473022, "train_loss_step": 5.510154724121094, "n_params": 4551820, "total_flops": 18317980262400000, "train_loss": 0.04023863588060651, "subset_score_loss": 0.04023863588060651} +{"step": 1320000, "wall_time": 12796.928267240524, "train_loss_step": 5.521284103393555, "n_params": 4551820, "total_flops": 18457812172800000, "train_loss": 0.03410263061523437, "subset_score_loss": 0.03410263061523437} +{"step": 1330000, "wall_time": 12884.502521753311, "train_loss_step": 5.660141944885254, "n_params": 4551820, "total_flops": 18597644083200000, "train_loss": 0.036162216322762626, "subset_score_loss": 0.036162216322762626} +{"step": 1340000, "wall_time": 12974.732375860214, "train_loss_step": 5.4942097663879395, "n_params": 4551820, "total_flops": 18737475993600000, "train_loss": 0.03562477997371129, "subset_score_loss": 0.03562477997371129} +{"step": 1350000, "wall_time": 13065.15660572052, "train_loss_step": 5.739379405975342, "n_params": 4551820, "total_flops": 18877307904000000, "train_loss": 0.03876880918230329, "subset_score_loss": 0.03876880918230329} +{"step": 1360000, "wall_time": 13156.113509178162, "train_loss_step": 5.373602867126465, "n_params": 4551820, "total_flops": 19017139814400000, "train_loss": 0.0363330636705671, "subset_score_loss": 0.0363330636705671} +{"step": 1370000, "wall_time": 13262.52824473381, "train_loss_step": 5.520938873291016, "n_params": 4551820, "total_flops": 19156971724800000, "train_loss": 0.03848634787968227, "subset_score_loss": 0.03848634787968227} +{"step": 1380000, "wall_time": 13371.273641347885, "train_loss_step": 5.144233226776123, "n_params": 4551820, "total_flops": 19296803635200000, "train_loss": 0.03530853135245187, "subset_score_loss": 0.03530853135245187} +{"step": 1390000, "wall_time": 13479.992055892944, "train_loss_step": 5.842637062072754, "n_params": 4551820, "total_flops": 19436635545600000, "train_loss": 0.038279264313834056, "subset_score_loss": 0.038279264313834056} +{"step": 1400000, "wall_time": 13661.781445503235, "train_loss_step": 5.549164295196533, "n_params": 4551820, "total_flops": 19576467456000000, "train_loss": 0.03643521921975272, "subset_score_loss": 0.03643521921975272, "memorization_fraction_pixel": 0.1265999972820282, "mean_nn_ratio_pixel": 0.8389537334442139, "fid": 224.6525459730388} +{"step": 1410000, "wall_time": 13769.25402212143, "train_loss_step": 5.271722793579102, "n_params": 4551820, "total_flops": 19716299366400000, "train_loss": 0.0335376535143171, "subset_score_loss": 0.0335376535143171} +{"step": 1420000, "wall_time": 13877.865849256516, "train_loss_step": 5.1801557540893555, "n_params": 4551820, "total_flops": 19856131276800000, "train_loss": 0.03505275590079171, "subset_score_loss": 0.03505275590079171} +{"step": 1430000, "wall_time": 13985.92300415039, "train_loss_step": 5.538361549377441, "n_params": 4551820, "total_flops": 19995963187200000, "train_loss": 0.03682126998901367, "subset_score_loss": 0.03682126998901367} +{"step": 1440000, "wall_time": 14092.719156742096, "train_loss_step": 5.122579574584961, "n_params": 4551820, "total_flops": 20135795097600000, "train_loss": 0.035557702609470915, "subset_score_loss": 0.035557702609470915} +{"step": 1450000, "wall_time": 14201.672502279282, "train_loss_step": 5.146256923675537, "n_params": 4551820, "total_flops": 20275627008000000, "train_loss": 0.03794794082641602, "subset_score_loss": 0.03794794082641602} +{"step": 1460000, "wall_time": 14310.574326753616, "train_loss_step": 5.094959735870361, "n_params": 4551820, "total_flops": 20415458918400000, "train_loss": 0.03489558015550886, "subset_score_loss": 0.03489558015550886} +{"step": 1470000, "wall_time": 14419.476836919785, "train_loss_step": 5.097928047180176, "n_params": 4551820, "total_flops": 20555290828800000, "train_loss": 0.03448188304901123, "subset_score_loss": 0.03448188304901123} +{"step": 1480000, "wall_time": 14526.933424472809, "train_loss_step": 5.013915061950684, "n_params": 4551820, "total_flops": 20695122739200000, "train_loss": 0.03474013464791434, "subset_score_loss": 0.03474013464791434} +{"step": 1490000, "wall_time": 14635.506522893906, "train_loss_step": 5.191019058227539, "n_params": 4551820, "total_flops": 20834954649600000, "train_loss": 0.03435573577880859, "subset_score_loss": 0.03435573577880859} +{"step": 1500000, "wall_time": 14826.129942893982, "train_loss_step": 5.650763034820557, "n_params": 4551820, "total_flops": 20974786560000000, "train_loss": 0.03394198758261544, "subset_score_loss": 0.03394198758261544, "memorization_fraction_pixel": 0.16580000519752502, "mean_nn_ratio_pixel": 0.802924633026123, "fid": 209.04399821407011} +{"step": 1510000, "wall_time": 14931.31387090683, "train_loss_step": 4.45882511138916, "n_params": 4551820, "total_flops": 21114618470400000, "train_loss": 0.032519895689828056, "subset_score_loss": 0.032519895689828056} +{"step": 1520000, "wall_time": 15040.049029827118, "train_loss_step": 5.1084136962890625, "n_params": 4551820, "total_flops": 21254450380800000, "train_loss": 0.03448675359998431, "subset_score_loss": 0.03448675359998431} +{"step": 1530000, "wall_time": 15148.910945415497, "train_loss_step": 4.99345588684082, "n_params": 4551820, "total_flops": 21394282291200000, "train_loss": 0.033355910437447685, "subset_score_loss": 0.033355910437447685} +{"step": 1540000, "wall_time": 15256.809581756592, "train_loss_step": 4.890246868133545, "n_params": 4551820, "total_flops": 21534114201600000, "train_loss": 0.03380673953465053, "subset_score_loss": 0.03380673953465053} +{"step": 1550000, "wall_time": 15363.663016319275, "train_loss_step": 5.052618980407715, "n_params": 4551820, "total_flops": 21673946112000000, "train_loss": 0.03333337306976318, "subset_score_loss": 0.03333337306976318} +{"step": 1560000, "wall_time": 15472.381925106049, "train_loss_step": 5.004602909088135, "n_params": 4551820, "total_flops": 21813778022400000, "train_loss": 0.034081159319196426, "subset_score_loss": 0.034081159319196426} +{"step": 1570000, "wall_time": 15581.175765037537, "train_loss_step": 4.9347052574157715, "n_params": 4551820, "total_flops": 21953609932800000, "train_loss": 0.03410111836024693, "subset_score_loss": 0.03410111836024693} +{"step": 1580000, "wall_time": 15690.028952360153, "train_loss_step": 5.11237096786499, "n_params": 4551820, "total_flops": 22093441843200000, "train_loss": 0.03468096937452044, "subset_score_loss": 0.03468096937452044} +{"step": 1590000, "wall_time": 15797.725573539734, "train_loss_step": 4.92193078994751, "n_params": 4551820, "total_flops": 22233273753600000, "train_loss": 0.035566459383283344, "subset_score_loss": 0.035566459383283344} +{"step": 1600000, "wall_time": 15988.303295135498, "train_loss_step": 5.234623908996582, "n_params": 4551820, "total_flops": 22373105664000000, "train_loss": 0.03788414001464844, "subset_score_loss": 0.03788414001464844, "memorization_fraction_pixel": 0.19990000128746033, "mean_nn_ratio_pixel": 0.7770373821258545, "fid": 195.444711053047} +{"step": 1610000, "wall_time": 16093.89731001854, "train_loss_step": 5.30415153503418, "n_params": 4551820, "total_flops": 22512937574400000, "train_loss": 0.03321635041918073, "subset_score_loss": 0.03321635041918073} +{"step": 1620000, "wall_time": 16194.765674114227, "train_loss_step": 5.463023662567139, "n_params": 4551820, "total_flops": 22652769484800000, "train_loss": 0.032117424692426406, "subset_score_loss": 0.032117424692426406} +{"step": 1630000, "wall_time": 16303.680947065353, "train_loss_step": 5.225149154663086, "n_params": 4551820, "total_flops": 22792601395200000, "train_loss": 0.03363580363137381, "subset_score_loss": 0.03363580363137381} +{"step": 1640000, "wall_time": 16412.52593398094, "train_loss_step": 4.969028472900391, "n_params": 4551820, "total_flops": 22932433305600000, "train_loss": 0.033126119204929895, "subset_score_loss": 0.033126119204929895} +{"step": 1650000, "wall_time": 16521.822642087936, "train_loss_step": 4.914536476135254, "n_params": 4551820, "total_flops": 23072265216000000, "train_loss": 0.03358821528298514, "subset_score_loss": 0.03358821528298514} +{"step": 1660000, "wall_time": 16621.224362373352, "train_loss_step": 4.608536720275879, "n_params": 4551820, "total_flops": 23212097126400000, "train_loss": 0.030392605917794364, "subset_score_loss": 0.030392605917794364} +{"step": 1670000, "wall_time": 16726.86795091629, "train_loss_step": 4.576167106628418, "n_params": 4551820, "total_flops": 23351929036800000, "train_loss": 0.030660271644592285, "subset_score_loss": 0.030660271644592285} +{"step": 1680000, "wall_time": 16835.780251979828, "train_loss_step": 5.228643417358398, "n_params": 4551820, "total_flops": 23491760947200000, "train_loss": 0.029813310078212193, "subset_score_loss": 0.029813310078212193} +{"step": 1690000, "wall_time": 16944.92452096939, "train_loss_step": 5.201747417449951, "n_params": 4551820, "total_flops": 23631592857600000, "train_loss": 0.03475076130458287, "subset_score_loss": 0.03475076130458287} +{"step": 1700000, "wall_time": 17126.38339304924, "train_loss_step": 5.2261810302734375, "n_params": 4551820, "total_flops": 23771424768000000, "train_loss": 0.032047275134495325, "subset_score_loss": 0.032047275134495325, "memorization_fraction_pixel": 0.1987999975681305, "mean_nn_ratio_pixel": 0.7754244804382324, "fid": 200.44833720492676} +{"step": 1710000, "wall_time": 17233.98721218109, "train_loss_step": 4.988453388214111, "n_params": 4551820, "total_flops": 23911256678400000, "train_loss": 0.033676460811070036, "subset_score_loss": 0.033676460811070036} +{"step": 1720000, "wall_time": 17343.161436080933, "train_loss_step": 5.053391933441162, "n_params": 4551820, "total_flops": 24051088588800000, "train_loss": 0.03080510752541678, "subset_score_loss": 0.03080510752541678} +{"step": 1730000, "wall_time": 17441.58745455742, "train_loss_step": 4.940552711486816, "n_params": 4551820, "total_flops": 24190920499200000, "train_loss": 0.035023794855390276, "subset_score_loss": 0.035023794855390276} +{"step": 1740000, "wall_time": 17550.45841908455, "train_loss_step": 4.930458068847656, "n_params": 4551820, "total_flops": 24330752409600000, "train_loss": 0.03202208110264369, "subset_score_loss": 0.03202208110264369} +{"step": 1750000, "wall_time": 17659.32957649231, "train_loss_step": 4.910510063171387, "n_params": 4551820, "total_flops": 24470584320000000, "train_loss": 0.02973059586116246, "subset_score_loss": 0.02973059586116246} +{"step": 1760000, "wall_time": 17768.470133781433, "train_loss_step": 4.713421821594238, "n_params": 4551820, "total_flops": 24610416230400000, "train_loss": 0.03184706824166434, "subset_score_loss": 0.03184706824166434} +{"step": 1770000, "wall_time": 17876.48316550255, "train_loss_step": 4.893004417419434, "n_params": 4551820, "total_flops": 24750248140800000, "train_loss": 0.031086393765040805, "subset_score_loss": 0.031086393765040805} +{"step": 1780000, "wall_time": 17972.019983530045, "train_loss_step": 4.556243896484375, "n_params": 4551820, "total_flops": 24890080051200000, "train_loss": 0.03127146448407855, "subset_score_loss": 0.03127146448407855} +{"step": 1790000, "wall_time": 18080.83511042595, "train_loss_step": 4.533168792724609, "n_params": 4551820, "total_flops": 25029911961600000, "train_loss": 0.030865819113595146, "subset_score_loss": 0.030865819113595146} +{"step": 1800000, "wall_time": 18270.743317127228, "train_loss_step": 4.692211151123047, "n_params": 4551820, "total_flops": 25169743872000000, "train_loss": 0.03088686125619071, "subset_score_loss": 0.03088686125619071, "memorization_fraction_pixel": 0.22990000247955322, "mean_nn_ratio_pixel": 0.7560858130455017, "fid": 192.8807390698823} +{"step": 1810000, "wall_time": 18373.170994997025, "train_loss_step": 4.9459075927734375, "n_params": 4551820, "total_flops": 25309575782400000, "train_loss": 0.030749760355268205, "subset_score_loss": 0.030749760355268205} +{"step": 1820000, "wall_time": 18482.0088493824, "train_loss_step": 5.176764488220215, "n_params": 4551820, "total_flops": 25449407692800000, "train_loss": 0.02950155735015869, "subset_score_loss": 0.02950155735015869} +{"step": 1830000, "wall_time": 18591.204077243805, "train_loss_step": 4.6073408126831055, "n_params": 4551820, "total_flops": 25589239603200000, "train_loss": 0.030122079168047225, "subset_score_loss": 0.030122079168047225} +{"step": 1840000, "wall_time": 18687.8380382061, "train_loss_step": 4.522663116455078, "n_params": 4551820, "total_flops": 25729071513600000, "train_loss": 0.029588208879743304, "subset_score_loss": 0.029588208879743304} +{"step": 1850000, "wall_time": 18796.659036397934, "train_loss_step": 4.664524555206299, "n_params": 4551820, "total_flops": 25868903424000000, "train_loss": 0.029761907032557895, "subset_score_loss": 0.029761907032557895} +{"step": 1860000, "wall_time": 18905.568552970886, "train_loss_step": 4.356527328491211, "n_params": 4551820, "total_flops": 26008735334400000, "train_loss": 0.030294840676443918, "subset_score_loss": 0.030294840676443918} +{"step": 1870000, "wall_time": 19014.646849155426, "train_loss_step": 4.970401763916016, "n_params": 4551820, "total_flops": 26148567244800000, "train_loss": 0.030964997836521693, "subset_score_loss": 0.030964997836521693} +{"step": 1880000, "wall_time": 19122.45218706131, "train_loss_step": 4.8789496421813965, "n_params": 4551820, "total_flops": 26288399155200000, "train_loss": 0.03102344444819859, "subset_score_loss": 0.03102344444819859} +{"step": 1890000, "wall_time": 19223.50213599205, "train_loss_step": 5.030837059020996, "n_params": 4551820, "total_flops": 26428231065600000, "train_loss": 0.031634313719613213, "subset_score_loss": 0.031634313719613213} +{"step": 1900000, "wall_time": 19413.185075759888, "train_loss_step": 4.939315319061279, "n_params": 4551820, "total_flops": 26568062976000000, "train_loss": 0.029143047332763673, "subset_score_loss": 0.029143047332763673, "memorization_fraction_pixel": 0.2615000009536743, "mean_nn_ratio_pixel": 0.7283504605293274, "fid": 188.68080700948482} +{"step": 1910000, "wall_time": 19521.348833799362, "train_loss_step": 4.956805229187012, "n_params": 4551820, "total_flops": 26707894886400000, "train_loss": 0.03141879694802421, "subset_score_loss": 0.03141879694802421} +{"step": 1920000, "wall_time": 19618.903546094894, "train_loss_step": 4.379078388214111, "n_params": 4551820, "total_flops": 26847726796800000, "train_loss": 0.03114826338631766, "subset_score_loss": 0.03114826338631766} +{"step": 1930000, "wall_time": 19727.75884628296, "train_loss_step": 4.701632976531982, "n_params": 4551820, "total_flops": 26987558707200000, "train_loss": 0.029875482831682478, "subset_score_loss": 0.029875482831682478} +{"step": 1940000, "wall_time": 19836.620966911316, "train_loss_step": 4.673310279846191, "n_params": 4551820, "total_flops": 27127390617600000, "train_loss": 0.02871668679373605, "subset_score_loss": 0.02871668679373605} +{"step": 1950000, "wall_time": 19937.305320739746, "train_loss_step": 4.962024688720703, "n_params": 4551820, "total_flops": 27267222528000000, "train_loss": 0.029233009474618096, "subset_score_loss": 0.029233009474618096} +{"step": 1960000, "wall_time": 20046.13347029686, "train_loss_step": 4.802533149719238, "n_params": 4551820, "total_flops": 27407054438400000, "train_loss": 0.031065808023725237, "subset_score_loss": 0.031065808023725237} +{"step": 1970000, "wall_time": 20154.895601511, "train_loss_step": 4.768513202667236, "n_params": 4551820, "total_flops": 27546886348800000, "train_loss": 0.03185834884643555, "subset_score_loss": 0.03185834884643555} +{"step": 1980000, "wall_time": 20263.795400619507, "train_loss_step": 4.764256477355957, "n_params": 4551820, "total_flops": 27686718259200000, "train_loss": 0.02986605167388916, "subset_score_loss": 0.02986605167388916} +{"step": 1990000, "wall_time": 20371.44379067421, "train_loss_step": 4.52419376373291, "n_params": 4551820, "total_flops": 27826550169600000, "train_loss": 0.028333297797611783, "subset_score_loss": 0.028333297797611783} +{"step": 2000000, "wall_time": 20550.515756368637, "train_loss_step": 4.564847469329834, "n_params": 4551820, "total_flops": 27966382080000000, "train_loss": 0.028638175555637906, "subset_score_loss": 0.028638175555637906, "memorization_fraction_pixel": 0.26019999384880066, "mean_nn_ratio_pixel": 0.7315075993537903, "fid": 183.51616262007184} +{"step": 2010000, "wall_time": 20658.005816698074, "train_loss_step": 4.814986705780029, "n_params": 4551820, "total_flops": 28106213990400000, "train_loss": 0.03033985069819859, "subset_score_loss": 0.03033985069819859} +{"step": 2020000, "wall_time": 20767.00815463066, "train_loss_step": 5.225079536437988, "n_params": 4551820, "total_flops": 28246045900800000, "train_loss": 0.029983666964939662, "subset_score_loss": 0.029983666964939662} +{"step": 2030000, "wall_time": 20864.992015838623, "train_loss_step": 4.649392127990723, "n_params": 4551820, "total_flops": 28385877811200000, "train_loss": 0.02831905058452061, "subset_score_loss": 0.02831905058452061} +{"step": 2040000, "wall_time": 20973.521414518356, "train_loss_step": 4.327325820922852, "n_params": 4551820, "total_flops": 28525709721600000, "train_loss": 0.027201454980032784, "subset_score_loss": 0.027201454980032784} +{"step": 2050000, "wall_time": 21082.40264749527, "train_loss_step": 4.396458625793457, "n_params": 4551820, "total_flops": 28665541632000000, "train_loss": 0.028752456392560688, "subset_score_loss": 0.028752456392560688} +{"step": 2060000, "wall_time": 21183.162195682526, "train_loss_step": 4.858014106750488, "n_params": 4551820, "total_flops": 28805373542400000, "train_loss": 0.030443344797406877, "subset_score_loss": 0.030443344797406877} +{"step": 2070000, "wall_time": 21292.057517051697, "train_loss_step": 4.552175521850586, "n_params": 4551820, "total_flops": 28945205452800000, "train_loss": 0.028645852633884975, "subset_score_loss": 0.028645852633884975} +{"step": 2080000, "wall_time": 21400.892038822174, "train_loss_step": 4.422664642333984, "n_params": 4551820, "total_flops": 29085037363200000, "train_loss": 0.027897630419049944, "subset_score_loss": 0.027897630419049944} +{"step": 2090000, "wall_time": 21509.776263952255, "train_loss_step": 4.159540176391602, "n_params": 4551820, "total_flops": 29224869273600000, "train_loss": 0.02816300732748849, "subset_score_loss": 0.02816300732748849} +{"step": 2100000, "wall_time": 21699.255281686783, "train_loss_step": 4.499318599700928, "n_params": 4551820, "total_flops": 29364701184000000, "train_loss": 0.02732299906866891, "subset_score_loss": 0.02732299906866891, "memorization_fraction_pixel": 0.31279999017715454, "mean_nn_ratio_pixel": 0.6896153092384338, "fid": 179.81566989505137} +{"step": 2110000, "wall_time": 21800.666405439377, "train_loss_step": 4.62360143661499, "n_params": 4551820, "total_flops": 29504533094400000, "train_loss": 0.026923881258283343, "subset_score_loss": 0.026923881258283343} +{"step": 2120000, "wall_time": 21901.628386735916, "train_loss_step": 4.490694046020508, "n_params": 4551820, "total_flops": 29644365004800000, "train_loss": 0.028208061626979284, "subset_score_loss": 0.028208061626979284} +{"step": 2130000, "wall_time": 22010.52198624611, "train_loss_step": 4.593040466308594, "n_params": 4551820, "total_flops": 29784196915200000, "train_loss": 0.028774493081229074, "subset_score_loss": 0.028774493081229074} +{"step": 2140000, "wall_time": 22115.33973288536, "train_loss_step": 4.335583686828613, "n_params": 4551820, "total_flops": 29924028825600000, "train_loss": 0.02831585236958095, "subset_score_loss": 0.02831585236958095} +{"step": 2150000, "wall_time": 22222.82648038864, "train_loss_step": 4.262377738952637, "n_params": 4551820, "total_flops": 30063860736000000, "train_loss": 0.02966193471636091, "subset_score_loss": 0.02966193471636091} +{"step": 2160000, "wall_time": 22331.81482744217, "train_loss_step": 4.947779655456543, "n_params": 4551820, "total_flops": 30203692646400000, "train_loss": 0.02924325466156006, "subset_score_loss": 0.02924325466156006} +{"step": 2170000, "wall_time": 22433.80059194565, "train_loss_step": 4.769721031188965, "n_params": 4551820, "total_flops": 30343524556800000, "train_loss": 0.029999896458217077, "subset_score_loss": 0.029999896458217077} +{"step": 2180000, "wall_time": 22537.149301290512, "train_loss_step": 4.464846611022949, "n_params": 4551820, "total_flops": 30483356467200000, "train_loss": 0.028174892493656702, "subset_score_loss": 0.028174892493656702} +{"step": 2190000, "wall_time": 22646.001388072968, "train_loss_step": 4.426640033721924, "n_params": 4551820, "total_flops": 30623188377600000, "train_loss": 0.029483512469700403, "subset_score_loss": 0.029483512469700403} +{"step": 2200000, "wall_time": 22837.06409096718, "train_loss_step": 4.351994037628174, "n_params": 4551820, "total_flops": 30763020288000000, "train_loss": 0.027928182056971958, "subset_score_loss": 0.027928182056971958, "memorization_fraction_pixel": 0.31119999289512634, "mean_nn_ratio_pixel": 0.6931631565093994, "fid": 173.50850898502875} +{"step": 2210000, "wall_time": 22943.026159524918, "train_loss_step": 4.443084239959717, "n_params": 4551820, "total_flops": 30902852198400000, "train_loss": 0.02624034711292812, "subset_score_loss": 0.02624034711292812} +{"step": 2220000, "wall_time": 23052.070389032364, "train_loss_step": 4.3095784187316895, "n_params": 4551820, "total_flops": 31042684108800000, "train_loss": 0.025673091411590576, "subset_score_loss": 0.025673091411590576} +{"step": 2230000, "wall_time": 23148.224957942963, "train_loss_step": 4.105255126953125, "n_params": 4551820, "total_flops": 31182516019200000, "train_loss": 0.028014256272997175, "subset_score_loss": 0.028014256272997175} +{"step": 2240000, "wall_time": 23257.010221719742, "train_loss_step": 4.552507400512695, "n_params": 4551820, "total_flops": 31322347929600000, "train_loss": 0.02922358512878418, "subset_score_loss": 0.02922358512878418} +{"step": 2250000, "wall_time": 23362.81215786934, "train_loss_step": 4.405880928039551, "n_params": 4551820, "total_flops": 31462179840000000, "train_loss": 0.02661486864089966, "subset_score_loss": 0.02661486864089966} +{"step": 2260000, "wall_time": 23467.01252555847, "train_loss_step": 4.342421054840088, "n_params": 4551820, "total_flops": 31602011750400000, "train_loss": 0.028752657345363072, "subset_score_loss": 0.028752657345363072} +{"step": 2270000, "wall_time": 23575.79434156418, "train_loss_step": 4.794598579406738, "n_params": 4551820, "total_flops": 31741843660800000, "train_loss": 0.029312222344534736, "subset_score_loss": 0.029312222344534736} +{"step": 2280000, "wall_time": 23683.212684631348, "train_loss_step": 3.9815573692321777, "n_params": 4551820, "total_flops": 31881675571200000, "train_loss": 0.028009365286145893, "subset_score_loss": 0.028009365286145893} +{"step": 2290000, "wall_time": 23780.976994752884, "train_loss_step": 4.3709611892700195, "n_params": 4551820, "total_flops": 32021507481600000, "train_loss": 0.02569087403161185, "subset_score_loss": 0.02569087403161185} +{"step": 2300000, "wall_time": 23971.404297351837, "train_loss_step": 4.379284858703613, "n_params": 4551820, "total_flops": 32161339392000000, "train_loss": 0.025619307586124965, "subset_score_loss": 0.025619307586124965, "memorization_fraction_pixel": 0.3287999927997589, "mean_nn_ratio_pixel": 0.6823886036872864, "fid": 172.40462723935275} +{"step": 2310000, "wall_time": 24079.446429491043, "train_loss_step": 4.586484432220459, "n_params": 4551820, "total_flops": 32301171302400000, "train_loss": 0.027284748213631766, "subset_score_loss": 0.027284748213631766} +{"step": 2320000, "wall_time": 24187.054299116135, "train_loss_step": 4.250894069671631, "n_params": 4551820, "total_flops": 32441003212800000, "train_loss": 0.026956907340458462, "subset_score_loss": 0.026956907340458462} +{"step": 2330000, "wall_time": 24295.931817293167, "train_loss_step": 4.388798236846924, "n_params": 4551820, "total_flops": 32580835123200000, "train_loss": 0.027564324651445662, "subset_score_loss": 0.027564324651445662} +{"step": 2340000, "wall_time": 24401.893351078033, "train_loss_step": 4.237346172332764, "n_params": 4551820, "total_flops": 32720667033600000, "train_loss": 0.025261494091578893, "subset_score_loss": 0.025261494091578893} +{"step": 2350000, "wall_time": 24503.55507683754, "train_loss_step": 4.298929691314697, "n_params": 4551820, "total_flops": 32860498944000000, "train_loss": 0.02552793707166399, "subset_score_loss": 0.02552793707166399} +{"step": 2360000, "wall_time": 24613.11070370674, "train_loss_step": 4.517735481262207, "n_params": 4551820, "total_flops": 33000330854400000, "train_loss": 0.028072418485369, "subset_score_loss": 0.028072418485369} +{"step": 2370000, "wall_time": 24713.25379228592, "train_loss_step": 4.333035469055176, "n_params": 4551820, "total_flops": 33140162764800000, "train_loss": 0.026781204768589566, "subset_score_loss": 0.026781204768589566} +{"step": 2380000, "wall_time": 24822.075261831284, "train_loss_step": 4.67336893081665, "n_params": 4551820, "total_flops": 33279994675200000, "train_loss": 0.030332694734845844, "subset_score_loss": 0.030332694734845844} +{"step": 2390000, "wall_time": 24931.06010890007, "train_loss_step": 4.105373382568359, "n_params": 4551820, "total_flops": 33419826585600000, "train_loss": 0.026687417711530412, "subset_score_loss": 0.026687417711530412} +{"step": 2400000, "wall_time": 25107.424680948257, "train_loss_step": 4.622653484344482, "n_params": 4551820, "total_flops": 33559658496000000, "train_loss": 0.02484104973929269, "subset_score_loss": 0.02484104973929269, "memorization_fraction_pixel": 0.3571000099182129, "mean_nn_ratio_pixel": 0.6585733294487, "fid": 169.03334134527387} +{"step": 2410000, "wall_time": 25215.0027654171, "train_loss_step": 5.095058441162109, "n_params": 4551820, "total_flops": 33699490406400000, "train_loss": 0.028696186201913016, "subset_score_loss": 0.028696186201913016} +{"step": 2420000, "wall_time": 25324.052796840668, "train_loss_step": 4.613637924194336, "n_params": 4551820, "total_flops": 33839322316800000, "train_loss": 0.02554410525730678, "subset_score_loss": 0.02554410525730678} +{"step": 2430000, "wall_time": 25431.747854471207, "train_loss_step": 4.600200653076172, "n_params": 4551820, "total_flops": 33979154227200000, "train_loss": 0.028916304452078684, "subset_score_loss": 0.028916304452078684} +{"step": 2440000, "wall_time": 25540.63754916191, "train_loss_step": 4.281942844390869, "n_params": 4551820, "total_flops": 34118986137600000, "train_loss": 0.02625389780317034, "subset_score_loss": 0.02625389780317034} +{"step": 2450000, "wall_time": 25649.96709394455, "train_loss_step": 4.192870140075684, "n_params": 4551820, "total_flops": 34258818048000000, "train_loss": 0.02559210572923933, "subset_score_loss": 0.02559210572923933} +{"step": 2460000, "wall_time": 25750.478441476822, "train_loss_step": 4.198657989501953, "n_params": 4551820, "total_flops": 34398649958400000, "train_loss": 0.027815989085606167, "subset_score_loss": 0.027815989085606167} +{"step": 2470000, "wall_time": 25859.17277789116, "train_loss_step": 4.2091827392578125, "n_params": 4551820, "total_flops": 34538481868800000, "train_loss": 0.026223117964608328, "subset_score_loss": 0.026223117964608328} +{"step": 2480000, "wall_time": 25956.792182445526, "train_loss_step": 4.917525768280029, "n_params": 4551820, "total_flops": 34678313779200000, "train_loss": 0.03057945796421596, "subset_score_loss": 0.03057945796421596} +{"step": 2490000, "wall_time": 26065.65120768547, "train_loss_step": 4.386930465698242, "n_params": 4551820, "total_flops": 34818145689600000, "train_loss": 0.026185667514801024, "subset_score_loss": 0.026185667514801024} +{"step": 2500000, "wall_time": 26255.86118721962, "train_loss_step": 4.165424346923828, "n_params": 4551820, "total_flops": 34957977600000000, "train_loss": 0.025502043110983714, "subset_score_loss": 0.025502043110983714, "memorization_fraction_pixel": 0.34880000352859497, "mean_nn_ratio_pixel": 0.6664338111877441, "fid": 171.94185261220366} +{"step": 2510000, "wall_time": 26353.75541472435, "train_loss_step": 3.942505121231079, "n_params": 4551820, "total_flops": 35097809510400000, "train_loss": 0.026044860907963343, "subset_score_loss": 0.026044860907963343} +{"step": 2520000, "wall_time": 26462.65803718567, "train_loss_step": 4.110624313354492, "n_params": 4551820, "total_flops": 35237641420800000, "train_loss": 0.02396664789744786, "subset_score_loss": 0.02396664789744786} +{"step": 2530000, "wall_time": 26571.702404737473, "train_loss_step": 4.2900190353393555, "n_params": 4551820, "total_flops": 35377473331200000, "train_loss": 0.026230948311941966, "subset_score_loss": 0.026230948311941966} +{"step": 2540000, "wall_time": 26679.698454380035, "train_loss_step": 4.348857879638672, "n_params": 4551820, "total_flops": 35517305241600000, "train_loss": 0.025614242894308907, "subset_score_loss": 0.025614242894308907} +{"step": 2550000, "wall_time": 26788.35285615921, "train_loss_step": 4.2756242752075195, "n_params": 4551820, "total_flops": 35657137152000000, "train_loss": 0.026910907881600516, "subset_score_loss": 0.026910907881600516} +{"step": 2560000, "wall_time": 26897.354470968246, "train_loss_step": 4.323197364807129, "n_params": 4551820, "total_flops": 35796969062400000, "train_loss": 0.024922587190355575, "subset_score_loss": 0.024922587190355575} +{"step": 2570000, "wall_time": 26998.852622270584, "train_loss_step": 3.9388320446014404, "n_params": 4551820, "total_flops": 35936800972800000, "train_loss": 0.025307699612208776, "subset_score_loss": 0.025307699612208776} +{"step": 2580000, "wall_time": 27107.629646778107, "train_loss_step": 4.2919464111328125, "n_params": 4551820, "total_flops": 36076632883200000, "train_loss": 0.02464844158717564, "subset_score_loss": 0.02464844158717564} +{"step": 2590000, "wall_time": 27209.735047101974, "train_loss_step": 4.094837188720703, "n_params": 4551820, "total_flops": 36216464793600000, "train_loss": 0.024761995247432163, "subset_score_loss": 0.024761995247432163} +{"step": 2600000, "wall_time": 27396.327008008957, "train_loss_step": 4.4607253074646, "n_params": 4551820, "total_flops": 36356296704000000, "train_loss": 0.025557189328329902, "subset_score_loss": 0.025557189328329902, "memorization_fraction_pixel": 0.42980000376701355, "mean_nn_ratio_pixel": 0.6066274642944336, "fid": 151.35976972485213} +{"step": 2610000, "wall_time": 27504.251128435135, "train_loss_step": 3.9615931510925293, "n_params": 4551820, "total_flops": 36496128614400000, "train_loss": 0.024789255005972725, "subset_score_loss": 0.024789255005972725} +{"step": 2620000, "wall_time": 27600.528597593307, "train_loss_step": 3.9538843631744385, "n_params": 4551820, "total_flops": 36635960524800000, "train_loss": 0.025139405046190534, "subset_score_loss": 0.025139405046190534} +{"step": 2630000, "wall_time": 27709.459988117218, "train_loss_step": 4.204989433288574, "n_params": 4551820, "total_flops": 36775792435200000, "train_loss": 0.024876276084354946, "subset_score_loss": 0.024876276084354946} +{"step": 2640000, "wall_time": 27818.36914539337, "train_loss_step": 4.0763444900512695, "n_params": 4551820, "total_flops": 36915624345600000, "train_loss": 0.024957987240382604, "subset_score_loss": 0.024957987240382604} +{"step": 2650000, "wall_time": 27926.355299949646, "train_loss_step": 4.037729740142822, "n_params": 4551820, "total_flops": 37055456256000000, "train_loss": 0.023939457961491176, "subset_score_loss": 0.023939457961491176} +{"step": 2660000, "wall_time": 28035.25021457672, "train_loss_step": 4.276411056518555, "n_params": 4551820, "total_flops": 37195288166400000, "train_loss": 0.025968812193189347, "subset_score_loss": 0.025968812193189347} +{"step": 2670000, "wall_time": 28144.203160762787, "train_loss_step": 4.340921401977539, "n_params": 4551820, "total_flops": 37335120076800000, "train_loss": 0.024503413268498014, "subset_score_loss": 0.024503413268498014} +{"step": 2680000, "wall_time": 28251.675308465958, "train_loss_step": 4.126878261566162, "n_params": 4551820, "total_flops": 37474951987200000, "train_loss": 0.022350929464612687, "subset_score_loss": 0.022350929464612687} +{"step": 2690000, "wall_time": 28349.13906598091, "train_loss_step": 4.295166015625, "n_params": 4551820, "total_flops": 37614783897600000, "train_loss": 0.026426257405962262, "subset_score_loss": 0.026426257405962262} +{"step": 2700000, "wall_time": 28532.060322999954, "train_loss_step": 3.9777040481567383, "n_params": 4551820, "total_flops": 37754615808000000, "train_loss": 0.024070232255118233, "subset_score_loss": 0.024070232255118233, "memorization_fraction_pixel": 0.4027000069618225, "mean_nn_ratio_pixel": 0.6241568922996521, "fid": 154.4732752554524} +{"step": 2710000, "wall_time": 28639.544875860214, "train_loss_step": 4.170406341552734, "n_params": 4551820, "total_flops": 37894447718400000, "train_loss": 0.023362301077161515, "subset_score_loss": 0.023362301077161515} +{"step": 2720000, "wall_time": 28748.513078927994, "train_loss_step": 4.225672721862793, "n_params": 4551820, "total_flops": 38034279628800000, "train_loss": 0.02439169372831072, "subset_score_loss": 0.02439169372831072} +{"step": 2730000, "wall_time": 28847.37299156189, "train_loss_step": 4.150842189788818, "n_params": 4551820, "total_flops": 38174111539200000, "train_loss": 0.024148075921194893, "subset_score_loss": 0.024148075921194893} +{"step": 2740000, "wall_time": 28951.393070220947, "train_loss_step": 3.850738525390625, "n_params": 4551820, "total_flops": 38313943449600000, "train_loss": 0.024210304873330254, "subset_score_loss": 0.024210304873330254} +{"step": 2750000, "wall_time": 29060.246947050095, "train_loss_step": 3.8274402618408203, "n_params": 4551820, "total_flops": 38453775360000000, "train_loss": 0.023955658503941126, "subset_score_loss": 0.023955658503941126} +{"step": 2760000, "wall_time": 29168.264101028442, "train_loss_step": 3.7499961853027344, "n_params": 4551820, "total_flops": 38593607270400000, "train_loss": 0.023075503962380544, "subset_score_loss": 0.023075503962380544} +{"step": 2770000, "wall_time": 29277.139618635178, "train_loss_step": 4.225230693817139, "n_params": 4551820, "total_flops": 38733439180800000, "train_loss": 0.02314065524509975, "subset_score_loss": 0.02314065524509975} +{"step": 2780000, "wall_time": 29385.94819831848, "train_loss_step": 3.8839633464813232, "n_params": 4551820, "total_flops": 38873271091200000, "train_loss": 0.023146203586033413, "subset_score_loss": 0.023146203586033413} +{"step": 2790000, "wall_time": 29494.96275448799, "train_loss_step": 3.9646453857421875, "n_params": 4551820, "total_flops": 39013103001600000, "train_loss": 0.022791707515716554, "subset_score_loss": 0.022791707515716554} +{"step": 2800000, "wall_time": 29675.300416231155, "train_loss_step": 3.972960948944092, "n_params": 4551820, "total_flops": 39152934912000000, "train_loss": 0.024267869336264476, "subset_score_loss": 0.024267869336264476, "memorization_fraction_pixel": 0.3995000123977661, "mean_nn_ratio_pixel": 0.6296594738960266, "fid": 159.69958461723215} +{"step": 2810000, "wall_time": 29775.204655647278, "train_loss_step": 3.9270710945129395, "n_params": 4551820, "total_flops": 39292766822400000, "train_loss": 0.02388253893171038, "subset_score_loss": 0.02388253893171038} +{"step": 2820000, "wall_time": 29884.124896764755, "train_loss_step": 4.324583053588867, "n_params": 4551820, "total_flops": 39432598732800000, "train_loss": 0.023437580040522984, "subset_score_loss": 0.023437580040522984} +{"step": 2830000, "wall_time": 29993.05286669731, "train_loss_step": 4.342459678649902, "n_params": 4551820, "total_flops": 39572430643200000, "train_loss": 0.023994672298431396, "subset_score_loss": 0.023994672298431396} +{"step": 2840000, "wall_time": 30101.211182117462, "train_loss_step": 4.216080665588379, "n_params": 4551820, "total_flops": 39712262553600000, "train_loss": 0.02350268874849592, "subset_score_loss": 0.02350268874849592} +{"step": 2850000, "wall_time": 30202.815280675888, "train_loss_step": 4.027408123016357, "n_params": 4551820, "total_flops": 39852094464000000, "train_loss": 0.027985618795667376, "subset_score_loss": 0.027985618795667376} +{"step": 2860000, "wall_time": 30311.69270467758, "train_loss_step": 4.345373630523682, "n_params": 4551820, "total_flops": 39991926374400000, "train_loss": 0.02380539860044207, "subset_score_loss": 0.02380539860044207} +{"step": 2870000, "wall_time": 30420.409969329834, "train_loss_step": 3.9848861694335938, "n_params": 4551820, "total_flops": 40131758284800000, "train_loss": 0.022449025085994175, "subset_score_loss": 0.022449025085994175} +{"step": 2880000, "wall_time": 30528.487292289734, "train_loss_step": 4.02750825881958, "n_params": 4551820, "total_flops": 40271590195200000, "train_loss": 0.02337343863078526, "subset_score_loss": 0.02337343863078526} +{"step": 2890000, "wall_time": 30637.33612012863, "train_loss_step": 4.0861921310424805, "n_params": 4551820, "total_flops": 40411422105600000, "train_loss": 0.022764457975115095, "subset_score_loss": 0.022764457975115095} +{"step": 2900000, "wall_time": 30828.26922893524, "train_loss_step": 4.194867134094238, "n_params": 4551820, "total_flops": 40551254016000000, "train_loss": 0.024068079675946916, "subset_score_loss": 0.024068079675946916, "memorization_fraction_pixel": 0.42800000309944153, "mean_nn_ratio_pixel": 0.6085558533668518, "fid": 151.27961457285605} +{"step": 2910000, "wall_time": 30920.74423623085, "train_loss_step": 4.242806434631348, "n_params": 4551820, "total_flops": 40691085926400000, "train_loss": 0.02402292319706508, "subset_score_loss": 0.02402292319706508} +{"step": 2920000, "wall_time": 31024.03244614601, "train_loss_step": 3.756791830062866, "n_params": 4551820, "total_flops": 40830917836800000, "train_loss": 0.022846473966326032, "subset_score_loss": 0.022846473966326032} +{"step": 2930000, "wall_time": 31132.97388982773, "train_loss_step": 3.8516833782196045, "n_params": 4551820, "total_flops": 40970749747200000, "train_loss": 0.023671931879861014, "subset_score_loss": 0.023671931879861014} +{"step": 2940000, "wall_time": 31241.85316801071, "train_loss_step": 3.704747200012207, "n_params": 4551820, "total_flops": 41110581657600000, "train_loss": 0.02384383167539324, "subset_score_loss": 0.02384383167539324} +{"step": 2950000, "wall_time": 31351.203859567642, "train_loss_step": 4.050766944885254, "n_params": 4551820, "total_flops": 41250413568000000, "train_loss": 0.02346479892730713, "subset_score_loss": 0.02346479892730713} +{"step": 2960000, "wall_time": 31450.396449804306, "train_loss_step": 4.2021098136901855, "n_params": 4551820, "total_flops": 41390245478400000, "train_loss": 0.021693379538399834, "subset_score_loss": 0.021693379538399834} +{"step": 2970000, "wall_time": 31559.286195516586, "train_loss_step": 3.921708583831787, "n_params": 4551820, "total_flops": 41530077388800000, "train_loss": 0.021631578036717006, "subset_score_loss": 0.021631578036717006} +{"step": 2980000, "wall_time": 31668.828968286514, "train_loss_step": 4.026559829711914, "n_params": 4551820, "total_flops": 41669909299200000, "train_loss": 0.023263170037950788, "subset_score_loss": 0.023263170037950788} +{"step": 2990000, "wall_time": 31776.189942121506, "train_loss_step": 3.537184238433838, "n_params": 4551820, "total_flops": 41809741209600000, "train_loss": 0.023259729998452324, "subset_score_loss": 0.023259729998452324} +{"step": 3000000, "wall_time": 31967.010713100433, "train_loss_step": 3.967045545578003, "n_params": 4551820, "total_flops": 41949573120000000, "train_loss": 0.023851954936981203, "subset_score_loss": 0.023851954936981203, "memorization_fraction_pixel": 0.4526999890804291, "mean_nn_ratio_pixel": 0.5890236496925354, "fid": 146.23531537845457} +{"step": 3010000, "wall_time": 32074.692100286484, "train_loss_step": 4.034867286682129, "n_params": 4551820, "total_flops": 42089405030400000, "train_loss": 0.02491448095866612, "subset_score_loss": 0.02491448095866612} +{"step": 3020000, "wall_time": 32182.95451450348, "train_loss_step": 3.9328737258911133, "n_params": 4551820, "total_flops": 42229236940800000, "train_loss": 0.021348536014556885, "subset_score_loss": 0.021348536014556885} +{"step": 3030000, "wall_time": 32276.779732465744, "train_loss_step": 4.117821216583252, "n_params": 4551820, "total_flops": 42369068851200000, "train_loss": 0.02177787848881313, "subset_score_loss": 0.02177787848881313} +{"step": 3040000, "wall_time": 32384.28337264061, "train_loss_step": 4.10443115234375, "n_params": 4551820, "total_flops": 42508900761600000, "train_loss": 0.026611520562853132, "subset_score_loss": 0.026611520562853132} +{"step": 3050000, "wall_time": 32493.087448596954, "train_loss_step": 4.349762916564941, "n_params": 4551820, "total_flops": 42648732672000000, "train_loss": 0.023475917748042516, "subset_score_loss": 0.023475917748042516} +{"step": 3060000, "wall_time": 32602.234681129456, "train_loss_step": 3.867095708847046, "n_params": 4551820, "total_flops": 42788564582400000, "train_loss": 0.022854367324284145, "subset_score_loss": 0.022854367324284145} +{"step": 3070000, "wall_time": 32708.565365314484, "train_loss_step": 3.847201108932495, "n_params": 4551820, "total_flops": 42928396492800000, "train_loss": 0.02130826371056693, "subset_score_loss": 0.02130826371056693} +{"step": 3080000, "wall_time": 32817.3445687294, "train_loss_step": 3.8790504932403564, "n_params": 4551820, "total_flops": 43068228403200000, "train_loss": 0.022470334597996303, "subset_score_loss": 0.022470334597996303} +{"step": 3090000, "wall_time": 32926.72961974144, "train_loss_step": 3.7302026748657227, "n_params": 4551820, "total_flops": 43208060313600000, "train_loss": 0.02276319946561541, "subset_score_loss": 0.02276319946561541} +{"step": 3100000, "wall_time": 33116.03919696808, "train_loss_step": 3.920628070831299, "n_params": 4551820, "total_flops": 43347892224000000, "train_loss": 0.023018598556518555, "subset_score_loss": 0.023018598556518555, "memorization_fraction_pixel": 0.4478999972343445, "mean_nn_ratio_pixel": 0.5965039730072021, "fid": 150.63519438595856} +{"step": 3110000, "wall_time": 33223.57453131676, "train_loss_step": 4.023069381713867, "n_params": 4551820, "total_flops": 43487724134400000, "train_loss": 0.022512240069253103, "subset_score_loss": 0.022512240069253103} +{"step": 3120000, "wall_time": 33332.37935709953, "train_loss_step": 4.233974456787109, "n_params": 4551820, "total_flops": 43627556044800000, "train_loss": 0.022172653675079347, "subset_score_loss": 0.022172653675079347} +{"step": 3130000, "wall_time": 33441.25101041794, "train_loss_step": 3.9014768600463867, "n_params": 4551820, "total_flops": 43767387955200000, "train_loss": 0.023283743858337404, "subset_score_loss": 0.023283743858337404} +{"step": 3140000, "wall_time": 33539.78543424606, "train_loss_step": 3.6724395751953125, "n_params": 4551820, "total_flops": 43907219865600000, "train_loss": 0.023612657615116665, "subset_score_loss": 0.023612657615116665} +{"step": 3150000, "wall_time": 33642.27153158188, "train_loss_step": 3.9654574394226074, "n_params": 4551820, "total_flops": 44047051776000000, "train_loss": 0.025136680262429375, "subset_score_loss": 0.025136680262429375} +{"step": 3160000, "wall_time": 33751.14825797081, "train_loss_step": 4.311660289764404, "n_params": 4551820, "total_flops": 44186883686400000, "train_loss": 0.021758249827793667, "subset_score_loss": 0.021758249827793667} +{"step": 3170000, "wall_time": 33859.689294338226, "train_loss_step": 3.728181838989258, "n_params": 4551820, "total_flops": 44326715596800000, "train_loss": 0.021301322323935373, "subset_score_loss": 0.021301322323935373} +{"step": 3180000, "wall_time": 33966.71993112564, "train_loss_step": 3.69260573387146, "n_params": 4551820, "total_flops": 44466547507200000, "train_loss": 0.02379786627633231, "subset_score_loss": 0.02379786627633231} +{"step": 3190000, "wall_time": 34075.59004211426, "train_loss_step": 4.061136245727539, "n_params": 4551820, "total_flops": 44606379417600000, "train_loss": 0.023889785153525217, "subset_score_loss": 0.023889785153525217} +{"step": 3200000, "wall_time": 34264.214675188065, "train_loss_step": 4.1465606689453125, "n_params": 4551820, "total_flops": 44746211328000000, "train_loss": 0.02222703865596226, "subset_score_loss": 0.02222703865596226, "memorization_fraction_pixel": 0.4487000107765198, "mean_nn_ratio_pixel": 0.6009904742240906, "fid": 150.46393615358897} +{"step": 3210000, "wall_time": 34371.77611732483, "train_loss_step": 3.777135133743286, "n_params": 4551820, "total_flops": 44886043238400000, "train_loss": 0.023013624123164586, "subset_score_loss": 0.023013624123164586} +{"step": 3220000, "wall_time": 34480.73611474037, "train_loss_step": 3.787830352783203, "n_params": 4551820, "total_flops": 45025875148800000, "train_loss": 0.021631557600838798, "subset_score_loss": 0.021631557600838798} +{"step": 3230000, "wall_time": 34589.632528066635, "train_loss_step": 3.8580808639526367, "n_params": 4551820, "total_flops": 45165707059200000, "train_loss": 0.02339623144694737, "subset_score_loss": 0.02339623144694737} +{"step": 3240000, "wall_time": 34698.48236489296, "train_loss_step": 3.9882004261016846, "n_params": 4551820, "total_flops": 45305538969600000, "train_loss": 0.02148890325001308, "subset_score_loss": 0.02148890325001308} +{"step": 3250000, "wall_time": 34808.63226532936, "train_loss_step": 4.06525182723999, "n_params": 4551820, "total_flops": 45445370880000000, "train_loss": 0.020932526247841973, "subset_score_loss": 0.020932526247841973} +{"step": 3260000, "wall_time": 34897.804012537, "train_loss_step": 3.9154510498046875, "n_params": 4551820, "total_flops": 45585202790400000, "train_loss": 0.022005614212581088, "subset_score_loss": 0.022005614212581088} +{"step": 3270000, "wall_time": 35006.681592941284, "train_loss_step": 3.69844388961792, "n_params": 4551820, "total_flops": 45725034700800000, "train_loss": 0.02034876687186105, "subset_score_loss": 0.02034876687186105} +{"step": 3280000, "wall_time": 35111.41810584068, "train_loss_step": 4.0287275314331055, "n_params": 4551820, "total_flops": 45864866611200000, "train_loss": 0.02139026607785906, "subset_score_loss": 0.02139026607785906} +{"step": 3290000, "wall_time": 35213.294124126434, "train_loss_step": 3.5427744388580322, "n_params": 4551820, "total_flops": 46004698521600000, "train_loss": 0.020793441363743375, "subset_score_loss": 0.020793441363743375} +{"step": 3300000, "wall_time": 35403.80534172058, "train_loss_step": 3.8371167182922363, "n_params": 4551820, "total_flops": 46144530432000000, "train_loss": 0.021720428126198905, "subset_score_loss": 0.021720428126198905, "memorization_fraction_pixel": 0.48190000653266907, "mean_nn_ratio_pixel": 0.5702318549156189, "fid": 141.8463621029543} +{"step": 3310000, "wall_time": 35510.53732466698, "train_loss_step": 3.820479393005371, "n_params": 4551820, "total_flops": 46284362342400000, "train_loss": 0.020990720817020962, "subset_score_loss": 0.020990720817020962} +{"step": 3320000, "wall_time": 35619.414311409, "train_loss_step": 3.996467113494873, "n_params": 4551820, "total_flops": 46424194252800000, "train_loss": 0.021690940856933592, "subset_score_loss": 0.021690940856933592} +{"step": 3330000, "wall_time": 35728.21032309532, "train_loss_step": 3.4375667572021484, "n_params": 4551820, "total_flops": 46564026163200000, "train_loss": 0.021432646683284214, "subset_score_loss": 0.021432646683284214} +{"step": 3340000, "wall_time": 35837.01889395714, "train_loss_step": 3.5990102291107178, "n_params": 4551820, "total_flops": 46703858073600000, "train_loss": 0.0209376437323434, "subset_score_loss": 0.0209376437323434} +{"step": 3350000, "wall_time": 35945.812970638275, "train_loss_step": 3.8592848777770996, "n_params": 4551820, "total_flops": 46843689984000000, "train_loss": 0.021948090621403286, "subset_score_loss": 0.021948090621403286} +{"step": 3360000, "wall_time": 36055.105826854706, "train_loss_step": 4.026307106018066, "n_params": 4551820, "total_flops": 46983521894400000, "train_loss": 0.021020220007215228, "subset_score_loss": 0.021020220007215228} +{"step": 3370000, "wall_time": 36151.11587142944, "train_loss_step": 3.74361515045166, "n_params": 4551820, "total_flops": 47123353804800000, "train_loss": 0.021653655597141813, "subset_score_loss": 0.021653655597141813} +{"step": 3380000, "wall_time": 36254.791516542435, "train_loss_step": 3.8156557083129883, "n_params": 4551820, "total_flops": 47263185715200000, "train_loss": 0.021634622982570104, "subset_score_loss": 0.021634622982570104} +{"step": 3390000, "wall_time": 36364.0190551281, "train_loss_step": 3.63145112991333, "n_params": 4551820, "total_flops": 47403017625600000, "train_loss": 0.021036883762904576, "subset_score_loss": 0.021036883762904576} +{"step": 3400000, "wall_time": 36547.22897386551, "train_loss_step": 3.864668130874634, "n_params": 4551820, "total_flops": 47542849536000000, "train_loss": 0.02161250284739903, "subset_score_loss": 0.02161250284739903, "memorization_fraction_pixel": 0.5389999747276306, "mean_nn_ratio_pixel": 0.5271413326263428, "fid": 129.80320142534933} +{"step": 3410000, "wall_time": 36655.00191617012, "train_loss_step": 3.735548734664917, "n_params": 4551820, "total_flops": 47682681446400000, "train_loss": 0.02039557865687779, "subset_score_loss": 0.02039557865687779} +{"step": 3420000, "wall_time": 36762.91998243332, "train_loss_step": 3.929313898086548, "n_params": 4551820, "total_flops": 47822513356800000, "train_loss": 0.020261921201433455, "subset_score_loss": 0.020261921201433455} +{"step": 3430000, "wall_time": 36871.83766889572, "train_loss_step": 3.4665753841400146, "n_params": 4551820, "total_flops": 47962345267200000, "train_loss": 0.02228755610329764, "subset_score_loss": 0.02228755610329764} +{"step": 3440000, "wall_time": 36980.70756292343, "train_loss_step": 3.7600841522216797, "n_params": 4551820, "total_flops": 48102177177600000, "train_loss": 0.020829905782427105, "subset_score_loss": 0.020829905782427105} +{"step": 3450000, "wall_time": 37089.50773859024, "train_loss_step": 3.8758797645568848, "n_params": 4551820, "total_flops": 48242009088000000, "train_loss": 0.02136306251798357, "subset_score_loss": 0.02136306251798357} +{"step": 3460000, "wall_time": 37198.45485806465, "train_loss_step": 3.6985435485839844, "n_params": 4551820, "total_flops": 48381840998400000, "train_loss": 0.02083841051374163, "subset_score_loss": 0.02083841051374163} +{"step": 3470000, "wall_time": 37307.488106012344, "train_loss_step": 3.7105231285095215, "n_params": 4551820, "total_flops": 48521672908800000, "train_loss": 0.021064352989196778, "subset_score_loss": 0.021064352989196778} +{"step": 3480000, "wall_time": 37407.57491350174, "train_loss_step": 3.540637493133545, "n_params": 4551820, "total_flops": 48661504819200000, "train_loss": 0.02083507776260376, "subset_score_loss": 0.02083507776260376} +{"step": 3490000, "wall_time": 37502.83794283867, "train_loss_step": 3.9481019973754883, "n_params": 4551820, "total_flops": 48801336729600000, "train_loss": 0.020507681369781493, "subset_score_loss": 0.020507681369781493} +{"step": 3500000, "wall_time": 37685.814996004105, "train_loss_step": 3.7393558025360107, "n_params": 4551820, "total_flops": 48941168640000000, "train_loss": 0.021322344030652727, "subset_score_loss": 0.021322344030652727, "memorization_fraction_pixel": 0.5091999769210815, "mean_nn_ratio_pixel": 0.5520061254501343, "fid": 137.10572274462305} +{"step": 3510000, "wall_time": 37793.4684214592, "train_loss_step": 3.96481990814209, "n_params": 4551820, "total_flops": 49081000550400000, "train_loss": 0.024378105572291784, "subset_score_loss": 0.024378105572291784} +{"step": 3520000, "wall_time": 37902.21613287926, "train_loss_step": 3.7893614768981934, "n_params": 4551820, "total_flops": 49220832460800000, "train_loss": 0.020275185789380756, "subset_score_loss": 0.020275185789380756} +{"step": 3530000, "wall_time": 38010.46287274361, "train_loss_step": 3.6718697547912598, "n_params": 4551820, "total_flops": 49360664371200000, "train_loss": 0.021049087388174875, "subset_score_loss": 0.021049087388174875} +{"step": 3540000, "wall_time": 38119.321081638336, "train_loss_step": 3.7448463439941406, "n_params": 4551820, "total_flops": 49500496281600000, "train_loss": 0.021118879318237305, "subset_score_loss": 0.021118879318237305} +{"step": 3550000, "wall_time": 38228.17740774155, "train_loss_step": 3.8635573387145996, "n_params": 4551820, "total_flops": 49640328192000000, "train_loss": 0.0214808532169887, "subset_score_loss": 0.0214808532169887} +{"step": 3560000, "wall_time": 38336.91842484474, "train_loss_step": 3.6475958824157715, "n_params": 4551820, "total_flops": 49780160102400000, "train_loss": 0.020159055505480084, "subset_score_loss": 0.020159055505480084} +{"step": 3570000, "wall_time": 38445.733924388885, "train_loss_step": 3.821277618408203, "n_params": 4551820, "total_flops": 49919992012800000, "train_loss": 0.021883906636919293, "subset_score_loss": 0.021883906636919293} +{"step": 3580000, "wall_time": 38554.66217827797, "train_loss_step": 3.589890480041504, "n_params": 4551820, "total_flops": 50059823923200000, "train_loss": 0.023302933147975376, "subset_score_loss": 0.023302933147975376} +{"step": 3590000, "wall_time": 38658.21391391754, "train_loss_step": 3.797950506210327, "n_params": 4551820, "total_flops": 50199655833600000, "train_loss": 0.022364767960139684, "subset_score_loss": 0.022364767960139684} +{"step": 3600000, "wall_time": 38838.0827229023, "train_loss_step": 3.8421788215637207, "n_params": 4551820, "total_flops": 50339487744000000, "train_loss": 0.01966056994029454, "subset_score_loss": 0.01966056994029454, "memorization_fraction_pixel": 0.49790000915527344, "mean_nn_ratio_pixel": 0.5641680955886841, "fid": 138.54876368543557} +{"step": 3610000, "wall_time": 38935.81381416321, "train_loss_step": 4.089888572692871, "n_params": 4551820, "total_flops": 50479319654400000, "train_loss": 0.022444469588143483, "subset_score_loss": 0.022444469588143483} +{"step": 3620000, "wall_time": 39044.684562921524, "train_loss_step": 3.641368865966797, "n_params": 4551820, "total_flops": 50619151564800000, "train_loss": 0.01978034121649606, "subset_score_loss": 0.01978034121649606} +{"step": 3630000, "wall_time": 39153.535397052765, "train_loss_step": 3.7456471920013428, "n_params": 4551820, "total_flops": 50758983475200000, "train_loss": 0.019613821165902275, "subset_score_loss": 0.019613821165902275} +{"step": 3640000, "wall_time": 39261.66324067116, "train_loss_step": 4.106602668762207, "n_params": 4551820, "total_flops": 50898815385600000, "train_loss": 0.02239748239517212, "subset_score_loss": 0.02239748239517212} +{"step": 3650000, "wall_time": 39370.37398862839, "train_loss_step": 3.8661000728607178, "n_params": 4551820, "total_flops": 51038647296000000, "train_loss": 0.020995003836495534, "subset_score_loss": 0.020995003836495534} +{"step": 3660000, "wall_time": 39479.24241399765, "train_loss_step": 3.475186586380005, "n_params": 4551820, "total_flops": 51178479206400000, "train_loss": 0.022903575216020856, "subset_score_loss": 0.022903575216020856} +{"step": 3670000, "wall_time": 39588.14886760712, "train_loss_step": 4.215188980102539, "n_params": 4551820, "total_flops": 51318311116800000, "train_loss": 0.020700907707214354, "subset_score_loss": 0.020700907707214354} +{"step": 3680000, "wall_time": 39696.97572803497, "train_loss_step": 3.6173255443573, "n_params": 4551820, "total_flops": 51458143027200000, "train_loss": 0.019776112692696707, "subset_score_loss": 0.019776112692696707} +{"step": 3690000, "wall_time": 39805.65663456917, "train_loss_step": 3.9841716289520264, "n_params": 4551820, "total_flops": 51597974937600000, "train_loss": 0.020758751460484098, "subset_score_loss": 0.020758751460484098} +{"step": 3700000, "wall_time": 39989.41711306572, "train_loss_step": 3.527782917022705, "n_params": 4551820, "total_flops": 51737806848000000, "train_loss": 0.022246762684413366, "subset_score_loss": 0.022246762684413366, "memorization_fraction_pixel": 0.48170000314712524, "mean_nn_ratio_pixel": 0.576445996761322, "fid": 143.24252381160898} +{"step": 3710000, "wall_time": 40083.97283363342, "train_loss_step": 3.607635736465454, "n_params": 4551820, "total_flops": 51877638758400000, "train_loss": 0.01979506867272513, "subset_score_loss": 0.01979506867272513} +{"step": 3720000, "wall_time": 40184.18682718277, "train_loss_step": 3.7632226943969727, "n_params": 4551820, "total_flops": 52017470668800000, "train_loss": 0.020456998688834053, "subset_score_loss": 0.020456998688834053} +{"step": 3730000, "wall_time": 40292.921840667725, "train_loss_step": 3.785243511199951, "n_params": 4551820, "total_flops": 52157302579200000, "train_loss": 0.02087209565298898, "subset_score_loss": 0.02087209565298898} +{"step": 3740000, "wall_time": 40401.7533390522, "train_loss_step": 4.0149407386779785, "n_params": 4551820, "total_flops": 52297134489600000, "train_loss": 0.021282565593719483, "subset_score_loss": 0.021282565593719483} +{"step": 3750000, "wall_time": 40511.21937561035, "train_loss_step": 3.96738338470459, "n_params": 4551820, "total_flops": 52436966400000000, "train_loss": 0.020789924689701627, "subset_score_loss": 0.020789924689701627} +{"step": 3760000, "wall_time": 40618.50621342659, "train_loss_step": 3.4640235900878906, "n_params": 4551820, "total_flops": 52576798310400000, "train_loss": 0.020303569521222795, "subset_score_loss": 0.020303569521222795} +{"step": 3770000, "wall_time": 40727.25700259209, "train_loss_step": 3.906313896179199, "n_params": 4551820, "total_flops": 52716630220800000, "train_loss": 0.019912639686039516, "subset_score_loss": 0.019912639686039516} +{"step": 3780000, "wall_time": 40836.15034341812, "train_loss_step": 3.970500946044922, "n_params": 4551820, "total_flops": 52856462131200000, "train_loss": 0.02019273042678833, "subset_score_loss": 0.02019273042678833} +{"step": 3790000, "wall_time": 40945.03263235092, "train_loss_step": 3.8429806232452393, "n_params": 4551820, "total_flops": 52996294041600000, "train_loss": 0.02129304919924055, "subset_score_loss": 0.02129304919924055} +{"step": 3800000, "wall_time": 41134.64548945427, "train_loss_step": 3.44467830657959, "n_params": 4551820, "total_flops": 53136125952000000, "train_loss": 0.02102998835699899, "subset_score_loss": 0.02102998835699899, "memorization_fraction_pixel": 0.5051000118255615, "mean_nn_ratio_pixel": 0.5629584193229675, "fid": 138.22433779016052} +{"step": 3810000, "wall_time": 41234.771948099136, "train_loss_step": 3.7382266521453857, "n_params": 4551820, "total_flops": 53275957862400000, "train_loss": 0.02038545949118478, "subset_score_loss": 0.02038545949118478} +{"step": 3820000, "wall_time": 41340.42004942894, "train_loss_step": 3.541321277618408, "n_params": 4551820, "total_flops": 53415789772800000, "train_loss": 0.021265109947749546, "subset_score_loss": 0.021265109947749546} +{"step": 3830000, "wall_time": 41433.667541503906, "train_loss_step": 3.888935089111328, "n_params": 4551820, "total_flops": 53555621683200000, "train_loss": 0.021640171323503765, "subset_score_loss": 0.021640171323503765} +{"step": 3840000, "wall_time": 41539.45194387436, "train_loss_step": 3.941765785217285, "n_params": 4551820, "total_flops": 53695453593600000, "train_loss": 0.020607473169054303, "subset_score_loss": 0.020607473169054303} +{"step": 3850000, "wall_time": 41648.10995054245, "train_loss_step": 3.9084205627441406, "n_params": 4551820, "total_flops": 53835285504000000, "train_loss": 0.020699875695364817, "subset_score_loss": 0.020699875695364817} +{"step": 3860000, "wall_time": 41757.48061752319, "train_loss_step": 3.7920100688934326, "n_params": 4551820, "total_flops": 53975117414400000, "train_loss": 0.020178256716047015, "subset_score_loss": 0.020178256716047015} +{"step": 3870000, "wall_time": 41864.73084449768, "train_loss_step": 3.871020793914795, "n_params": 4551820, "total_flops": 54114949324800000, "train_loss": 0.020507499149867468, "subset_score_loss": 0.020507499149867468} +{"step": 3880000, "wall_time": 41973.57979249954, "train_loss_step": 3.943480968475342, "n_params": 4551820, "total_flops": 54254781235200000, "train_loss": 0.02047337634222848, "subset_score_loss": 0.02047337634222848} +{"step": 3890000, "wall_time": 42082.38257908821, "train_loss_step": 3.6548590660095215, "n_params": 4551820, "total_flops": 54394613145600000, "train_loss": 0.02051882743835449, "subset_score_loss": 0.02051882743835449} +{"step": 3900000, "wall_time": 42273.083246946335, "train_loss_step": 3.6794493198394775, "n_params": 4551820, "total_flops": 54534445056000000, "train_loss": 0.020421806403568814, "subset_score_loss": 0.020421806403568814, "memorization_fraction_pixel": 0.5203999876976013, "mean_nn_ratio_pixel": 0.5430118441581726, "fid": 133.04716995534713} +{"step": 3910000, "wall_time": 42382.070632219315, "train_loss_step": 3.6871590614318848, "n_params": 4551820, "total_flops": 54674276966400000, "train_loss": 0.02021690947668893, "subset_score_loss": 0.02021690947668893} +{"step": 3920000, "wall_time": 42489.210085868835, "train_loss_step": 3.745718002319336, "n_params": 4551820, "total_flops": 54814108876800000, "train_loss": 0.021562130110604424, "subset_score_loss": 0.021562130110604424} +{"step": 3930000, "wall_time": 42589.90831542015, "train_loss_step": 3.406724452972412, "n_params": 4551820, "total_flops": 54953940787200000, "train_loss": 0.019286719390324183, "subset_score_loss": 0.019286719390324183} +{"step": 3940000, "wall_time": 42684.12585115433, "train_loss_step": 3.6088061332702637, "n_params": 4551820, "total_flops": 55093772697600000, "train_loss": 0.019920454706464495, "subset_score_loss": 0.019920454706464495} +{"step": 3950000, "wall_time": 42788.25122141838, "train_loss_step": 3.8617851734161377, "n_params": 4551820, "total_flops": 55233604608000000, "train_loss": 0.020658741678510395, "subset_score_loss": 0.020658741678510395} +{"step": 3960000, "wall_time": 42897.10206079483, "train_loss_step": 3.8649721145629883, "n_params": 4551820, "total_flops": 55373436518400000, "train_loss": 0.023617907932826452, "subset_score_loss": 0.023617907932826452} +{"step": 3970000, "wall_time": 43006.3877158165, "train_loss_step": 3.8816380500793457, "n_params": 4551820, "total_flops": 55513268428800000, "train_loss": 0.019360809666769844, "subset_score_loss": 0.019360809666769844} +{"step": 3980000, "wall_time": 43113.87473964691, "train_loss_step": 3.4651131629943848, "n_params": 4551820, "total_flops": 55653100339200000, "train_loss": 0.020569445405687604, "subset_score_loss": 0.020569445405687604} +{"step": 3990000, "wall_time": 43222.75383806229, "train_loss_step": 3.6162476539611816, "n_params": 4551820, "total_flops": 55792932249600000, "train_loss": 0.020047480719430105, "subset_score_loss": 0.020047480719430105} +{"step": 4000000, "wall_time": 43412.33120012283, "train_loss_step": 3.4669761657714844, "n_params": 4551820, "total_flops": 55932764160000000, "train_loss": 0.02067676782608032, "subset_score_loss": 0.02067676782608032, "memorization_fraction_pixel": 0.5480999946594238, "mean_nn_ratio_pixel": 0.5284241437911987, "fid": 126.86675231316207} +{"step": 4010000, "wall_time": 43521.35415196419, "train_loss_step": 3.5447518825531006, "n_params": 4551820, "total_flops": 56072596070400000, "train_loss": 0.019034302234649657, "subset_score_loss": 0.019034302234649657} +{"step": 4020000, "wall_time": 43628.806403398514, "train_loss_step": 3.6216983795166016, "n_params": 4551820, "total_flops": 56212427980800000, "train_loss": 0.019422742298671178, "subset_score_loss": 0.019422742298671178} +{"step": 4030000, "wall_time": 43737.91981744766, "train_loss_step": 3.8930726051330566, "n_params": 4551820, "total_flops": 56352259891200000, "train_loss": 0.019173712389809746, "subset_score_loss": 0.019173712389809746} +{"step": 4040000, "wall_time": 43838.69452190399, "train_loss_step": 3.4810256958007812, "n_params": 4551820, "total_flops": 56492091801600000, "train_loss": 0.01966836793082101, "subset_score_loss": 0.01966836793082101} +{"step": 4050000, "wall_time": 43944.259803533554, "train_loss_step": 3.700181007385254, "n_params": 4551820, "total_flops": 56631923712000000, "train_loss": 0.01921142169407436, "subset_score_loss": 0.01921142169407436} +{"step": 4060000, "wall_time": 44041.507675886154, "train_loss_step": 3.520732879638672, "n_params": 4551820, "total_flops": 56771755622400000, "train_loss": 0.018709196363176618, "subset_score_loss": 0.018709196363176618} +{"step": 4070000, "wall_time": 44150.38441634178, "train_loss_step": 3.92242169380188, "n_params": 4551820, "total_flops": 56911587532800000, "train_loss": 0.020896359852382116, "subset_score_loss": 0.020896359852382116} +{"step": 4080000, "wall_time": 44259.61731529236, "train_loss_step": 4.0030741691589355, "n_params": 4551820, "total_flops": 57051419443200000, "train_loss": 0.020219738142830984, "subset_score_loss": 0.020219738142830984} +{"step": 4090000, "wall_time": 44367.39980983734, "train_loss_step": 3.5735435485839844, "n_params": 4551820, "total_flops": 57191251353600000, "train_loss": 0.02003359454018729, "subset_score_loss": 0.02003359454018729} +{"step": 4100000, "wall_time": 44556.60163855553, "train_loss_step": 4.07994270324707, "n_params": 4551820, "total_flops": 57331083264000000, "train_loss": 0.019830279690878732, "subset_score_loss": 0.019830279690878732, "memorization_fraction_pixel": 0.5371999740600586, "mean_nn_ratio_pixel": 0.5345003604888916, "fid": 132.050938335711} +{"step": 4110000, "wall_time": 44665.512393951416, "train_loss_step": 3.8500776290893555, "n_params": 4551820, "total_flops": 57470915174400000, "train_loss": 0.020455629484994072, "subset_score_loss": 0.020455629484994072} +{"step": 4120000, "wall_time": 44772.98298740387, "train_loss_step": 3.568042755126953, "n_params": 4551820, "total_flops": 57610747084800000, "train_loss": 0.02015418325151716, "subset_score_loss": 0.02015418325151716} +{"step": 4130000, "wall_time": 44881.848114967346, "train_loss_step": 3.936493396759033, "n_params": 4551820, "total_flops": 57750578995200000, "train_loss": 0.02015662363597325, "subset_score_loss": 0.02015662363597325} +{"step": 4140000, "wall_time": 44990.76854515076, "train_loss_step": 3.2609424591064453, "n_params": 4551820, "total_flops": 57890410905600000, "train_loss": 0.018639492988586425, "subset_score_loss": 0.018639492988586425} +{"step": 4150000, "wall_time": 45098.63100981712, "train_loss_step": 3.4618048667907715, "n_params": 4551820, "total_flops": 58030242816000000, "train_loss": 0.01904979944229126, "subset_score_loss": 0.01904979944229126} +{"step": 4160000, "wall_time": 45207.28969860077, "train_loss_step": 3.4633350372314453, "n_params": 4551820, "total_flops": 58170074726400000, "train_loss": 0.019204015391213552, "subset_score_loss": 0.019204015391213552} +{"step": 4170000, "wall_time": 45296.9745759964, "train_loss_step": 3.3875129222869873, "n_params": 4551820, "total_flops": 58309906636800000, "train_loss": 0.020120268208639963, "subset_score_loss": 0.020120268208639963} +{"step": 4180000, "wall_time": 45405.75588607788, "train_loss_step": 3.836925745010376, "n_params": 4551820, "total_flops": 58449738547200000, "train_loss": 0.019568373475755962, "subset_score_loss": 0.019568373475755962} +{"step": 4190000, "wall_time": 45514.86608791351, "train_loss_step": 3.7735650539398193, "n_params": 4551820, "total_flops": 58589570457600000, "train_loss": 0.019838265010288784, "subset_score_loss": 0.019838265010288784} +{"step": 4200000, "wall_time": 45703.09601688385, "train_loss_step": 3.7532577514648438, "n_params": 4551820, "total_flops": 58729402368000000, "train_loss": 0.019720477717263356, "subset_score_loss": 0.019720477717263356, "memorization_fraction_pixel": 0.5637999773025513, "mean_nn_ratio_pixel": 0.5116471648216248, "fid": 124.31940537364238} +{"step": 4210000, "wall_time": 45812.05120229721, "train_loss_step": 3.774092197418213, "n_params": 4551820, "total_flops": 58869234278400000, "train_loss": 0.020372012683323452, "subset_score_loss": 0.020372012683323452} +{"step": 4220000, "wall_time": 45919.574494838715, "train_loss_step": 4.057770252227783, "n_params": 4551820, "total_flops": 59009066188800000, "train_loss": 0.019105732440948486, "subset_score_loss": 0.019105732440948486} +{"step": 4230000, "wall_time": 46028.38961791992, "train_loss_step": 3.4153785705566406, "n_params": 4551820, "total_flops": 59148898099200000, "train_loss": 0.02014702388218471, "subset_score_loss": 0.02014702388218471} +{"step": 4240000, "wall_time": 46137.21885919571, "train_loss_step": 3.838895797729492, "n_params": 4551820, "total_flops": 59288730009600000, "train_loss": 0.01982125895363944, "subset_score_loss": 0.01982125895363944} +{"step": 4250000, "wall_time": 46246.31823062897, "train_loss_step": 3.6849989891052246, "n_params": 4551820, "total_flops": 59428561920000000, "train_loss": 0.019363972118922643, "subset_score_loss": 0.019363972118922643} +{"step": 4260000, "wall_time": 46354.24035000801, "train_loss_step": 3.2773633003234863, "n_params": 4551820, "total_flops": 59568393830400000, "train_loss": 0.020244044916970388, "subset_score_loss": 0.020244044916970388} +{"step": 4270000, "wall_time": 46463.53538823128, "train_loss_step": 3.5822806358337402, "n_params": 4551820, "total_flops": 59708225740800000, "train_loss": 0.01885190010070801, "subset_score_loss": 0.01885190010070801} +{"step": 4280000, "wall_time": 46569.39956665039, "train_loss_step": 3.546267032623291, "n_params": 4551820, "total_flops": 59848057651200000, "train_loss": 0.01928684881755284, "subset_score_loss": 0.01928684881755284} +{"step": 4290000, "wall_time": 46678.304656267166, "train_loss_step": 3.3943424224853516, "n_params": 4551820, "total_flops": 59987889561600000, "train_loss": 0.020315429142543247, "subset_score_loss": 0.020315429142543247} +{"step": 4300000, "wall_time": 46868.0218372345, "train_loss_step": 3.649414539337158, "n_params": 4551820, "total_flops": 60127721472000000, "train_loss": 0.019180541379111155, "subset_score_loss": 0.019180541379111155, "memorization_fraction_pixel": 0.5113999843597412, "mean_nn_ratio_pixel": 0.5587732195854187, "fid": 131.789003540507} +{"step": 4310000, "wall_time": 46977.07286286354, "train_loss_step": 3.941863536834717, "n_params": 4551820, "total_flops": 60267553382400000, "train_loss": 0.01948272671018328, "subset_score_loss": 0.01948272671018328} +{"step": 4320000, "wall_time": 47084.705106019974, "train_loss_step": 3.6197123527526855, "n_params": 4551820, "total_flops": 60407385292800000, "train_loss": 0.019168523379734584, "subset_score_loss": 0.019168523379734584} +{"step": 4330000, "wall_time": 47193.55618262291, "train_loss_step": 3.8062915802001953, "n_params": 4551820, "total_flops": 60547217203200000, "train_loss": 0.02082838330950056, "subset_score_loss": 0.02082838330950056} +{"step": 4340000, "wall_time": 47302.3961558342, "train_loss_step": 3.7464098930358887, "n_params": 4551820, "total_flops": 60687049113600000, "train_loss": 0.019138411113194056, "subset_score_loss": 0.019138411113194056} +{"step": 4350000, "wall_time": 47411.206562280655, "train_loss_step": 3.5330376625061035, "n_params": 4551820, "total_flops": 60826881024000000, "train_loss": 0.01853013890130179, "subset_score_loss": 0.01853013890130179} +{"step": 4360000, "wall_time": 47520.262962818146, "train_loss_step": 3.4854888916015625, "n_params": 4551820, "total_flops": 60966712934400000, "train_loss": 0.019517697606767928, "subset_score_loss": 0.019517697606767928} +{"step": 4370000, "wall_time": 47628.98970246315, "train_loss_step": 3.5183722972869873, "n_params": 4551820, "total_flops": 61106544844800000, "train_loss": 0.018951918397630965, "subset_score_loss": 0.018951918397630965} +{"step": 4380000, "wall_time": 47736.03432774544, "train_loss_step": 3.626631498336792, "n_params": 4551820, "total_flops": 61246376755200000, "train_loss": 0.021357924597603935, "subset_score_loss": 0.021357924597603935} +{"step": 4390000, "wall_time": 47844.448796749115, "train_loss_step": 4.008967876434326, "n_params": 4551820, "total_flops": 61386208665600000, "train_loss": 0.02079695292881557, "subset_score_loss": 0.02079695292881557} +{"step": 4400000, "wall_time": 48033.71511411667, "train_loss_step": 3.808452606201172, "n_params": 4551820, "total_flops": 61526040576000000, "train_loss": 0.01788778645651681, "subset_score_loss": 0.01788778645651681, "memorization_fraction_pixel": 0.5598000288009644, "mean_nn_ratio_pixel": 0.5188934803009033, "fid": 124.82125253017702} +{"step": 4410000, "wall_time": 48141.83264541626, "train_loss_step": 3.3995113372802734, "n_params": 4551820, "total_flops": 61665872486400000, "train_loss": 0.018992980888911656, "subset_score_loss": 0.018992980888911656} +{"step": 4420000, "wall_time": 48249.55966973305, "train_loss_step": 3.5211710929870605, "n_params": 4551820, "total_flops": 61805704396800000, "train_loss": 0.018933674267360142, "subset_score_loss": 0.018933674267360142} +{"step": 4430000, "wall_time": 48358.400649785995, "train_loss_step": 3.6895408630371094, "n_params": 4551820, "total_flops": 61945536307200000, "train_loss": 0.020507923194340298, "subset_score_loss": 0.020507923194340298} +{"step": 4440000, "wall_time": 48467.215062618256, "train_loss_step": 3.6631836891174316, "n_params": 4551820, "total_flops": 62085368217600000, "train_loss": 0.01926217930657523, "subset_score_loss": 0.01926217930657523} +{"step": 4450000, "wall_time": 48575.99515533447, "train_loss_step": 3.6142427921295166, "n_params": 4551820, "total_flops": 62225200128000000, "train_loss": 0.018849916117531913, "subset_score_loss": 0.018849916117531913} +{"step": 4460000, "wall_time": 48684.712594270706, "train_loss_step": 3.4697868824005127, "n_params": 4551820, "total_flops": 62365032038400000, "train_loss": 0.018783446720668246, "subset_score_loss": 0.018783446720668246} +{"step": 4470000, "wall_time": 48792.87201142311, "train_loss_step": 3.7863688468933105, "n_params": 4551820, "total_flops": 62504863948800000, "train_loss": 0.018875275339399065, "subset_score_loss": 0.018875275339399065} +{"step": 4480000, "wall_time": 48901.69386839867, "train_loss_step": 3.792759895324707, "n_params": 4551820, "total_flops": 62644695859200000, "train_loss": 0.019354963302612306, "subset_score_loss": 0.019354963302612306} +{"step": 4490000, "wall_time": 49008.53812599182, "train_loss_step": 3.5140509605407715, "n_params": 4551820, "total_flops": 62784527769600000, "train_loss": 0.018779987948281424, "subset_score_loss": 0.018779987948281424} +{"step": 4500000, "wall_time": 49197.44902014732, "train_loss_step": 3.441380500793457, "n_params": 4551820, "total_flops": 62924359680000000, "train_loss": 0.017687083993639264, "subset_score_loss": 0.017687083993639264, "memorization_fraction_pixel": 0.578000009059906, "mean_nn_ratio_pixel": 0.5061471462249756, "fid": 122.3926926348231} +{"step": 4510000, "wall_time": 49306.33523750305, "train_loss_step": 3.237124443054199, "n_params": 4551820, "total_flops": 63064191590400000, "train_loss": 0.017632552555629184, "subset_score_loss": 0.017632552555629184} +{"step": 4520000, "wall_time": 49413.021201610565, "train_loss_step": 3.802536964416504, "n_params": 4551820, "total_flops": 63204023500800000, "train_loss": 0.019973014082227434, "subset_score_loss": 0.019973014082227434} +{"step": 4530000, "wall_time": 49521.86625599861, "train_loss_step": 3.3312060832977295, "n_params": 4551820, "total_flops": 63343855411200000, "train_loss": 0.01917250156402588, "subset_score_loss": 0.01917250156402588} +{"step": 4540000, "wall_time": 49630.71970105171, "train_loss_step": 3.663003921508789, "n_params": 4551820, "total_flops": 63483687321600000, "train_loss": 0.019460569109235493, "subset_score_loss": 0.019460569109235493} +{"step": 4550000, "wall_time": 49739.525139570236, "train_loss_step": 3.512399673461914, "n_params": 4551820, "total_flops": 63623519232000000, "train_loss": 0.01868506669998169, "subset_score_loss": 0.01868506669998169} +{"step": 4560000, "wall_time": 49848.48867225647, "train_loss_step": 3.6482698917388916, "n_params": 4551820, "total_flops": 63763351142400000, "train_loss": 0.018674637590135847, "subset_score_loss": 0.018674637590135847} +{"step": 4570000, "wall_time": 49957.369329452515, "train_loss_step": 3.4658095836639404, "n_params": 4551820, "total_flops": 63903183052800000, "train_loss": 0.01887431996209281, "subset_score_loss": 0.01887431996209281} +{"step": 4580000, "wall_time": 50065.49038672447, "train_loss_step": 3.6620655059814453, "n_params": 4551820, "total_flops": 64043014963200000, "train_loss": 0.020143401622772217, "subset_score_loss": 0.020143401622772217} +{"step": 4590000, "wall_time": 50174.46286725998, "train_loss_step": 3.3694162368774414, "n_params": 4551820, "total_flops": 64182846873600000, "train_loss": 0.018247437477111817, "subset_score_loss": 0.018247437477111817} +{"step": 4600000, "wall_time": 50363.50305509567, "train_loss_step": 3.4186511039733887, "n_params": 4551820, "total_flops": 64322678784000000, "train_loss": 0.017893855912344797, "subset_score_loss": 0.017893855912344797, "memorization_fraction_pixel": 0.5809000134468079, "mean_nn_ratio_pixel": 0.5022359490394592, "fid": 120.14722183382236} +{"step": 4610000, "wall_time": 50470.41388845444, "train_loss_step": 3.933208465576172, "n_params": 4551820, "total_flops": 64462510694400000, "train_loss": 0.02027348790849958, "subset_score_loss": 0.02027348790849958} +{"step": 4620000, "wall_time": 50578.17306518555, "train_loss_step": 3.590984344482422, "n_params": 4551820, "total_flops": 64602342604800000, "train_loss": 0.019435460226876394, "subset_score_loss": 0.019435460226876394} +{"step": 4630000, "wall_time": 50686.47442150116, "train_loss_step": 3.5862255096435547, "n_params": 4551820, "total_flops": 64742174515200000, "train_loss": 0.01850688968385969, "subset_score_loss": 0.01850688968385969} +{"step": 4640000, "wall_time": 50795.24386191368, "train_loss_step": 3.587780475616455, "n_params": 4551820, "total_flops": 64882006425600000, "train_loss": 0.02044882433755057, "subset_score_loss": 0.02044882433755057} +{"step": 4650000, "wall_time": 50904.03410935402, "train_loss_step": 3.6820828914642334, "n_params": 4551820, "total_flops": 65021838336000000, "train_loss": 0.01848810740879604, "subset_score_loss": 0.01848810740879604} +{"step": 4660000, "wall_time": 51012.820073843, "train_loss_step": 3.6489367485046387, "n_params": 4551820, "total_flops": 65161670246400000, "train_loss": 0.01941919837679182, "subset_score_loss": 0.01941919837679182} +{"step": 4670000, "wall_time": 51121.555183172226, "train_loss_step": 3.6612823009490967, "n_params": 4551820, "total_flops": 65301502156800000, "train_loss": 0.017559424468449183, "subset_score_loss": 0.017559424468449183} +{"step": 4680000, "wall_time": 51230.48670005798, "train_loss_step": 3.6115245819091797, "n_params": 4551820, "total_flops": 65441334067200000, "train_loss": 0.019405841827392578, "subset_score_loss": 0.019405841827392578} +{"step": 4690000, "wall_time": 51338.45303916931, "train_loss_step": 3.7217025756835938, "n_params": 4551820, "total_flops": 65581165977600000, "train_loss": 0.02020042964390346, "subset_score_loss": 0.02020042964390346} +{"step": 4700000, "wall_time": 51527.019518852234, "train_loss_step": 3.413111686706543, "n_params": 4551820, "total_flops": 65720997888000000, "train_loss": 0.021956118515559606, "subset_score_loss": 0.021956118515559606, "memorization_fraction_pixel": 0.5587999820709229, "mean_nn_ratio_pixel": 0.5192147493362427, "fid": 126.96981506282364} +{"step": 4710000, "wall_time": 51636.033640384674, "train_loss_step": 3.7277369499206543, "n_params": 4551820, "total_flops": 65860829798400000, "train_loss": 0.018576836585998534, "subset_score_loss": 0.018576836585998534} +{"step": 4720000, "wall_time": 51741.90561366081, "train_loss_step": 3.9820380210876465, "n_params": 4551820, "total_flops": 66000661708800000, "train_loss": 0.01865678174155099, "subset_score_loss": 0.01865678174155099} +{"step": 4730000, "wall_time": 51850.67121934891, "train_loss_step": 3.5744469165802, "n_params": 4551820, "total_flops": 66140493619200000, "train_loss": 0.018766645022800992, "subset_score_loss": 0.018766645022800992} +{"step": 4740000, "wall_time": 51959.055273771286, "train_loss_step": 3.5778818130493164, "n_params": 4551820, "total_flops": 66280325529600000, "train_loss": 0.018580995287214006, "subset_score_loss": 0.018580995287214006} +{"step": 4750000, "wall_time": 52067.89812207222, "train_loss_step": 3.426295757293701, "n_params": 4551820, "total_flops": 66420157440000000, "train_loss": 0.018275674751826693, "subset_score_loss": 0.018275674751826693} +{"step": 4760000, "wall_time": 52176.66079592705, "train_loss_step": 3.7516117095947266, "n_params": 4551820, "total_flops": 66559989350400000, "train_loss": 0.01975391251700265, "subset_score_loss": 0.01975391251700265} +{"step": 4770000, "wall_time": 52285.51375102997, "train_loss_step": 3.7847466468811035, "n_params": 4551820, "total_flops": 66699821260800000, "train_loss": 0.017327068533216205, "subset_score_loss": 0.017327068533216205} +{"step": 4780000, "wall_time": 52394.334389925, "train_loss_step": 3.84324312210083, "n_params": 4551820, "total_flops": 66839653171200000, "train_loss": 0.01799999134881156, "subset_score_loss": 0.01799999134881156} +{"step": 4790000, "wall_time": 52503.23639988899, "train_loss_step": 3.5394530296325684, "n_params": 4551820, "total_flops": 66979485081600000, "train_loss": 0.018268833841596333, "subset_score_loss": 0.018268833841596333} +{"step": 4800000, "wall_time": 52693.81692695618, "train_loss_step": 3.4919419288635254, "n_params": 4551820, "total_flops": 67119316992000000, "train_loss": 0.018509330068315778, "subset_score_loss": 0.018509330068315778, "memorization_fraction_pixel": 0.5687000155448914, "mean_nn_ratio_pixel": 0.5147045850753784, "fid": 122.59315946191076} +{"step": 4810000, "wall_time": 52800.208127975464, "train_loss_step": 3.419238328933716, "n_params": 4551820, "total_flops": 67259148902400000, "train_loss": 0.018228907244546073, "subset_score_loss": 0.018228907244546073} +{"step": 4820000, "wall_time": 52907.91055750847, "train_loss_step": 3.6070094108581543, "n_params": 4551820, "total_flops": 67398980812800000, "train_loss": 0.02035876512527466, "subset_score_loss": 0.02035876512527466} +{"step": 4830000, "wall_time": 53014.87085843086, "train_loss_step": 3.6371445655822754, "n_params": 4551820, "total_flops": 67538812723200000, "train_loss": 0.017768882002149308, "subset_score_loss": 0.017768882002149308} +{"step": 4840000, "wall_time": 53123.664244651794, "train_loss_step": 3.4813385009765625, "n_params": 4551820, "total_flops": 67678644633600000, "train_loss": 0.019666930607386997, "subset_score_loss": 0.019666930607386997} +{"step": 4850000, "wall_time": 53231.64695262909, "train_loss_step": 3.46604585647583, "n_params": 4551820, "total_flops": 67818476544000000, "train_loss": 0.01855192014149257, "subset_score_loss": 0.01855192014149257} +{"step": 4860000, "wall_time": 53340.41227936745, "train_loss_step": 3.578275203704834, "n_params": 4551820, "total_flops": 67958308454400000, "train_loss": 0.01813018662588937, "subset_score_loss": 0.01813018662588937} +{"step": 4870000, "wall_time": 53449.06881046295, "train_loss_step": 3.645538568496704, "n_params": 4551820, "total_flops": 68098140364800000, "train_loss": 0.018030866554805212, "subset_score_loss": 0.018030866554805212} +{"step": 4880000, "wall_time": 53557.81936597824, "train_loss_step": 3.4221835136413574, "n_params": 4551820, "total_flops": 68237972275200000, "train_loss": 0.018670414175306047, "subset_score_loss": 0.018670414175306047} +{"step": 4890000, "wall_time": 53666.608635663986, "train_loss_step": 3.233551025390625, "n_params": 4551820, "total_flops": 68377804185600000, "train_loss": 0.01828551633017404, "subset_score_loss": 0.01828551633017404} +{"step": 4900000, "wall_time": 53856.31353187561, "train_loss_step": 3.3937106132507324, "n_params": 4551820, "total_flops": 68517636096000000, "train_loss": 0.018884357384272982, "subset_score_loss": 0.018884357384272982, "memorization_fraction_pixel": 0.5637000203132629, "mean_nn_ratio_pixel": 0.5194680690765381, "fid": 123.79090923763034} +{"step": 4910000, "wall_time": 53963.456773757935, "train_loss_step": 3.5409061908721924, "n_params": 4551820, "total_flops": 68657468006400000, "train_loss": 0.01830639668873378, "subset_score_loss": 0.01830639668873378} +{"step": 4920000, "wall_time": 54071.240148067474, "train_loss_step": 3.245530128479004, "n_params": 4551820, "total_flops": 68797299916800000, "train_loss": 0.018514341967446463, "subset_score_loss": 0.018514341967446463} +{"step": 4930000, "wall_time": 54180.14083313942, "train_loss_step": 3.2000770568847656, "n_params": 4551820, "total_flops": 68937131827200000, "train_loss": 0.017616145951407296, "subset_score_loss": 0.017616145951407296} +{"step": 4940000, "wall_time": 54286.96623826027, "train_loss_step": 3.6739301681518555, "n_params": 4551820, "total_flops": 69076963737600000, "train_loss": 0.018523708411625452, "subset_score_loss": 0.018523708411625452} +{"step": 4950000, "wall_time": 54395.732909202576, "train_loss_step": 3.546786308288574, "n_params": 4551820, "total_flops": 69216795648000000, "train_loss": 0.018549580233437675, "subset_score_loss": 0.018549580233437675} +{"step": 4960000, "wall_time": 54503.84028530121, "train_loss_step": 3.532475709915161, "n_params": 4551820, "total_flops": 69356627558400000, "train_loss": 0.01922180312020438, "subset_score_loss": 0.01922180312020438} +{"step": 4970000, "wall_time": 54612.65613031387, "train_loss_step": 3.8707997798919678, "n_params": 4551820, "total_flops": 69496459468800000, "train_loss": 0.018182226589747837, "subset_score_loss": 0.018182226589747837} +{"step": 4980000, "wall_time": 54721.4999089241, "train_loss_step": 3.3191421031951904, "n_params": 4551820, "total_flops": 69636291379200000, "train_loss": 0.01778790269579206, "subset_score_loss": 0.01778790269579206} +{"step": 4990000, "wall_time": 54830.32156634331, "train_loss_step": 3.7324934005737305, "n_params": 4551820, "total_flops": 69776123289600000, "train_loss": 0.018494978972843714, "subset_score_loss": 0.018494978972843714} +{"step": 5000000, "wall_time": 55021.20424222946, "train_loss_step": 3.390691041946411, "n_params": 4551820, "total_flops": 69915955200000000, "train_loss": 0.01854557820728847, "subset_score_loss": 0.01854557820728847, "memorization_fraction_pixel": 0.5715000033378601, "mean_nn_ratio_pixel": 0.5129966735839844, "fid": 120.41224117840557} diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d140/runner.log b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d140/runner.log new file mode 100644 index 0000000000000000000000000000000000000000..8085090e0d5a0dd7d2b4b7df57ed5a52266d3577 --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d140/runner.log @@ -0,0 +1,502 @@ + FID real-side stats cached over 1000 diverse train images + step 1 | 70s | train_loss=0.9970 | fid=277.1878 + step 10000 | 152s | train_loss=0.8001 + step 20000 | 242s | train_loss=0.6867 + step 30000 | 332s | train_loss=0.5618 + step 40000 | 423s | train_loss=0.4502 + step 50000 | 513s | train_loss=0.3582 + step 60000 | 604s | train_loss=0.2904 + step 70000 | 694s | train_loss=0.2360 + step 80000 | 784s | train_loss=0.2012 + step 90000 | 875s | train_loss=0.1733 + step 100000 | 1034s | train_loss=0.1499 | fid=207.3175 + step 110000 | 1123s | train_loss=0.1500 + step 120000 | 1208s | train_loss=0.1315 + step 130000 | 1299s | train_loss=0.1245 + step 140000 | 1389s | train_loss=0.1145 + step 150000 | 1479s | train_loss=0.1154 + step 160000 | 1570s | train_loss=0.1035 + step 170000 | 1660s | train_loss=0.1069 + step 180000 | 1751s | train_loss=0.1000 + step 190000 | 1841s | train_loss=0.0959 + step 200000 | 2000s | train_loss=0.0997 | fid=272.6547 + step 210000 | 2090s | train_loss=0.0871 + step 220000 | 2179s | train_loss=0.0925 + step 230000 | 2266s | train_loss=0.0862 + step 240000 | 2357s | train_loss=0.0847 + step 250000 | 2447s | train_loss=0.0824 + step 260000 | 2538s | train_loss=0.0801 + step 270000 | 2628s | train_loss=0.0793 + step 280000 | 2719s | train_loss=0.0780 + step 290000 | 2809s | train_loss=0.0780 + step 300000 | 2968s | train_loss=0.0797 | fid=326.6723 + step 310000 | 3057s | train_loss=0.0788 + step 320000 | 3148s | train_loss=0.0759 + step 330000 | 3237s | train_loss=0.0779 + step 340000 | 3323s | train_loss=0.0702 + step 350000 | 3413s | train_loss=0.0715 + step 360000 | 3504s | train_loss=0.0713 + step 370000 | 3594s | train_loss=0.0661 + step 380000 | 3684s | train_loss=0.0692 + step 390000 | 3775s | train_loss=0.0677 + step 400000 | 3933s | train_loss=0.0653 | fid=341.5866 + step 410000 | 4022s | train_loss=0.0675 + step 420000 | 4112s | train_loss=0.0645 + step 430000 | 4202s | train_loss=0.0624 + step 440000 | 4292s | train_loss=0.0625 + step 450000 | 4378s | train_loss=0.0631 + step 460000 | 4468s | train_loss=0.0620 + step 470000 | 4559s | train_loss=0.0683 + step 480000 | 4649s | train_loss=0.0583 + step 490000 | 4739s | train_loss=0.0652 + step 500000 | 4899s | train_loss=0.0573 | fid=321.3495 + step 510000 | 4987s | train_loss=0.0594 + step 520000 | 5078s | train_loss=0.0593 + step 530000 | 5168s | train_loss=0.0570 + step 540000 | 5256s | train_loss=0.0589 + step 550000 | 5347s | train_loss=0.0569 + step 560000 | 5434s | train_loss=0.0531 + step 570000 | 5524s | train_loss=0.0552 + step 580000 | 5614s | train_loss=0.0605 + step 590000 | 5705s | train_loss=0.0562 + step 600000 | 5864s | train_loss=0.0562 | fid=318.2761 + step 610000 | 5953s | train_loss=0.0542 + step 620000 | 6043s | train_loss=0.0524 + step 630000 | 6134s | train_loss=0.0537 + step 640000 | 6224s | train_loss=0.0562 + step 650000 | 6312s | train_loss=0.0606 + step 660000 | 6403s | train_loss=0.0543 + step 670000 | 6488s | train_loss=0.0550 + step 680000 | 6579s | train_loss=0.0533 + step 690000 | 6669s | train_loss=0.0492 + step 700000 | 6828s | train_loss=0.0512 | fid=297.9912 + step 710000 | 6917s | train_loss=0.0511 + step 720000 | 7007s | train_loss=0.0532 + step 730000 | 7098s | train_loss=0.0484 + step 740000 | 7188s | train_loss=0.0512 + step 750000 | 7279s | train_loss=0.0466 + step 760000 | 7366s | train_loss=0.0470 + step 770000 | 7457s | train_loss=0.0500 + step 780000 | 7543s | train_loss=0.0503 + step 790000 | 7634s | train_loss=0.0469 + step 800000 | 7792s | train_loss=0.0538 | fid=274.7168 + step 810000 | 7881s | train_loss=0.0502 + step 820000 | 7971s | train_loss=0.0456 + step 830000 | 8062s | train_loss=0.0470 + step 840000 | 8152s | train_loss=0.0467 + step 850000 | 8243s | train_loss=0.0449 + step 860000 | 8333s | train_loss=0.0451 + step 870000 | 8420s | train_loss=0.0516 + step 880000 | 8511s | train_loss=0.0437 + step 890000 | 8598s | train_loss=0.0499 + step 900000 | 8756s | train_loss=0.0520 | fid=248.7367 + step 910000 | 8845s | train_loss=0.0456 + step 920000 | 8935s | train_loss=0.0425 + step 930000 | 9025s | train_loss=0.0463 + step 940000 | 9116s | train_loss=0.0507 + step 950000 | 9206s | train_loss=0.0452 + step 960000 | 9297s | train_loss=0.0464 + step 970000 | 9384s | train_loss=0.0424 + step 980000 | 9475s | train_loss=0.0429 + step 990000 | 9565s | train_loss=0.0436 + step 1000000 | 9720s | train_loss=0.0459 | fid=235.5513 + step 1010000 | 9809s | train_loss=0.0431 + step 1020000 | 9899s | train_loss=0.0438 + step 1030000 | 9990s | train_loss=0.0415 + step 1040000 | 10080s | train_loss=0.0406 + step 1050000 | 10170s | train_loss=0.0415 + step 1060000 | 10261s | train_loss=0.0416 + step 1070000 | 10351s | train_loss=0.0475 + step 1080000 | 10439s | train_loss=0.0416 + step 1090000 | 10529s | train_loss=0.0414 + step 1100000 | 10687s | train_loss=0.0419 | fid=225.9175 + step 1110000 | 10774s | train_loss=0.0449 + step 1120000 | 10864s | train_loss=0.0406 + step 1130000 | 10954s | train_loss=0.0400 + step 1140000 | 11045s | train_loss=0.0375 + step 1150000 | 11135s | train_loss=0.0414 + step 1160000 | 11226s | train_loss=0.0375 + step 1170000 | 11316s | train_loss=0.0395 + step 1180000 | 11407s | train_loss=0.0431 + step 1190000 | 11494s | train_loss=0.0400 + step 1200000 | 11654s | train_loss=0.0417 | fid=225.0065 + step 1210000 | 11742s | train_loss=0.0368 + step 1220000 | 11829s | train_loss=0.0380 + step 1230000 | 11920s | train_loss=0.0411 + step 1240000 | 12010s | train_loss=0.0367 + step 1250000 | 12101s | train_loss=0.0433 + step 1260000 | 12191s | train_loss=0.0391 + step 1270000 | 12281s | train_loss=0.0383 + step 1280000 | 12372s | train_loss=0.0379 + step 1290000 | 12463s | train_loss=0.0401 + step 1300000 | 12619s | train_loss=0.0349 | fid=215.8076 + step 1310000 | 12708s | train_loss=0.0402 + step 1320000 | 12797s | train_loss=0.0341 + step 1330000 | 12885s | train_loss=0.0362 + step 1340000 | 12975s | train_loss=0.0356 + step 1350000 | 13065s | train_loss=0.0388 + step 1360000 | 13156s | train_loss=0.0363 + step 1370000 | 13263s | train_loss=0.0385 + step 1380000 | 13371s | train_loss=0.0353 + step 1390000 | 13480s | train_loss=0.0383 + step 1400000 | 13662s | train_loss=0.0364 | fid=224.6525 + step 1410000 | 13769s | train_loss=0.0335 + step 1420000 | 13878s | train_loss=0.0351 + step 1430000 | 13986s | train_loss=0.0368 + step 1440000 | 14093s | train_loss=0.0356 + step 1450000 | 14202s | train_loss=0.0379 + step 1460000 | 14311s | train_loss=0.0349 + step 1470000 | 14419s | train_loss=0.0345 + step 1480000 | 14527s | train_loss=0.0347 + step 1490000 | 14636s | train_loss=0.0344 + step 1500000 | 14826s | train_loss=0.0339 | fid=209.0440 + step 1510000 | 14931s | train_loss=0.0325 + step 1520000 | 15040s | train_loss=0.0345 + step 1530000 | 15149s | train_loss=0.0334 + step 1540000 | 15257s | train_loss=0.0338 + step 1550000 | 15364s | train_loss=0.0333 + step 1560000 | 15472s | train_loss=0.0341 + step 1570000 | 15581s | train_loss=0.0341 + step 1580000 | 15690s | train_loss=0.0347 + step 1590000 | 15798s | train_loss=0.0356 + step 1600000 | 15988s | train_loss=0.0379 | fid=195.4447 + step 1610000 | 16094s | train_loss=0.0332 + step 1620000 | 16195s | train_loss=0.0321 + step 1630000 | 16304s | train_loss=0.0336 + step 1640000 | 16413s | train_loss=0.0331 + step 1650000 | 16522s | train_loss=0.0336 + step 1660000 | 16621s | train_loss=0.0304 + step 1670000 | 16727s | train_loss=0.0307 + step 1680000 | 16836s | train_loss=0.0298 + step 1690000 | 16945s | train_loss=0.0348 + step 1700000 | 17126s | train_loss=0.0320 | fid=200.4483 + step 1710000 | 17234s | train_loss=0.0337 + step 1720000 | 17343s | train_loss=0.0308 + step 1730000 | 17442s | train_loss=0.0350 + step 1740000 | 17550s | train_loss=0.0320 + step 1750000 | 17659s | train_loss=0.0297 + step 1760000 | 17768s | train_loss=0.0318 + step 1770000 | 17876s | train_loss=0.0311 + step 1780000 | 17972s | train_loss=0.0313 + step 1790000 | 18081s | train_loss=0.0309 + step 1800000 | 18271s | train_loss=0.0309 | fid=192.8807 + step 1810000 | 18373s | train_loss=0.0307 + step 1820000 | 18482s | train_loss=0.0295 + step 1830000 | 18591s | train_loss=0.0301 + step 1840000 | 18688s | train_loss=0.0296 + step 1850000 | 18797s | train_loss=0.0298 + step 1860000 | 18906s | train_loss=0.0303 + step 1870000 | 19015s | train_loss=0.0310 + step 1880000 | 19122s | train_loss=0.0310 + step 1890000 | 19224s | train_loss=0.0316 + step 1900000 | 19413s | train_loss=0.0291 | fid=188.6808 + step 1910000 | 19521s | train_loss=0.0314 + step 1920000 | 19619s | train_loss=0.0311 + step 1930000 | 19728s | train_loss=0.0299 + step 1940000 | 19837s | train_loss=0.0287 + step 1950000 | 19937s | train_loss=0.0292 + step 1960000 | 20046s | train_loss=0.0311 + step 1970000 | 20155s | train_loss=0.0319 + step 1980000 | 20264s | train_loss=0.0299 + step 1990000 | 20371s | train_loss=0.0283 + step 2000000 | 20551s | train_loss=0.0286 | fid=183.5162 + step 2010000 | 20658s | train_loss=0.0303 + step 2020000 | 20767s | train_loss=0.0300 + step 2030000 | 20865s | train_loss=0.0283 + step 2040000 | 20974s | train_loss=0.0272 + step 2050000 | 21082s | train_loss=0.0288 + step 2060000 | 21183s | train_loss=0.0304 + step 2070000 | 21292s | train_loss=0.0286 + step 2080000 | 21401s | train_loss=0.0279 + step 2090000 | 21510s | train_loss=0.0282 + step 2100000 | 21699s | train_loss=0.0273 | fid=179.8157 + step 2110000 | 21801s | train_loss=0.0269 + step 2120000 | 21902s | train_loss=0.0282 + step 2130000 | 22011s | train_loss=0.0288 + step 2140000 | 22115s | train_loss=0.0283 + step 2150000 | 22223s | train_loss=0.0297 + step 2160000 | 22332s | train_loss=0.0292 + step 2170000 | 22434s | train_loss=0.0300 + step 2180000 | 22537s | train_loss=0.0282 + step 2190000 | 22646s | train_loss=0.0295 + step 2200000 | 22837s | train_loss=0.0279 | fid=173.5085 + step 2210000 | 22943s | train_loss=0.0262 + step 2220000 | 23052s | train_loss=0.0257 + step 2230000 | 23148s | train_loss=0.0280 + step 2240000 | 23257s | train_loss=0.0292 + step 2250000 | 23363s | train_loss=0.0266 + step 2260000 | 23467s | train_loss=0.0288 + step 2270000 | 23576s | train_loss=0.0293 + step 2280000 | 23683s | train_loss=0.0280 + step 2290000 | 23781s | train_loss=0.0257 + step 2300000 | 23971s | train_loss=0.0256 | fid=172.4046 + step 2310000 | 24079s | train_loss=0.0273 + step 2320000 | 24187s | train_loss=0.0270 + step 2330000 | 24296s | train_loss=0.0276 + step 2340000 | 24402s | train_loss=0.0253 + step 2350000 | 24504s | train_loss=0.0255 + step 2360000 | 24613s | train_loss=0.0281 + step 2370000 | 24713s | train_loss=0.0268 + step 2380000 | 24822s | train_loss=0.0303 + step 2390000 | 24931s | train_loss=0.0267 + step 2400000 | 25107s | train_loss=0.0248 | fid=169.0333 + step 2410000 | 25215s | train_loss=0.0287 + step 2420000 | 25324s | train_loss=0.0255 + step 2430000 | 25432s | train_loss=0.0289 + step 2440000 | 25541s | train_loss=0.0263 + step 2450000 | 25650s | train_loss=0.0256 + step 2460000 | 25750s | train_loss=0.0278 + step 2470000 | 25859s | train_loss=0.0262 + step 2480000 | 25957s | train_loss=0.0306 + step 2490000 | 26066s | train_loss=0.0262 + step 2500000 | 26256s | train_loss=0.0255 | fid=171.9419 + step 2510000 | 26354s | train_loss=0.0260 + step 2520000 | 26463s | train_loss=0.0240 + step 2530000 | 26572s | train_loss=0.0262 + step 2540000 | 26680s | train_loss=0.0256 + step 2550000 | 26788s | train_loss=0.0269 + step 2560000 | 26897s | train_loss=0.0249 + step 2570000 | 26999s | train_loss=0.0253 + step 2580000 | 27108s | train_loss=0.0246 + step 2590000 | 27210s | train_loss=0.0248 + step 2600000 | 27396s | train_loss=0.0256 | fid=151.3598 + step 2610000 | 27504s | train_loss=0.0248 + step 2620000 | 27601s | train_loss=0.0251 + step 2630000 | 27709s | train_loss=0.0249 + step 2640000 | 27818s | train_loss=0.0250 + step 2650000 | 27926s | train_loss=0.0239 + step 2660000 | 28035s | train_loss=0.0260 + step 2670000 | 28144s | train_loss=0.0245 + step 2680000 | 28252s | train_loss=0.0224 + step 2690000 | 28349s | train_loss=0.0264 + step 2700000 | 28532s | train_loss=0.0241 | fid=154.4733 + step 2710000 | 28640s | train_loss=0.0234 + step 2720000 | 28749s | train_loss=0.0244 + step 2730000 | 28847s | train_loss=0.0241 + step 2740000 | 28951s | train_loss=0.0242 + step 2750000 | 29060s | train_loss=0.0240 + step 2760000 | 29168s | train_loss=0.0231 + step 2770000 | 29277s | train_loss=0.0231 + step 2780000 | 29386s | train_loss=0.0231 + step 2790000 | 29495s | train_loss=0.0228 + step 2800000 | 29675s | train_loss=0.0243 | fid=159.6996 + step 2810000 | 29775s | train_loss=0.0239 + step 2820000 | 29884s | train_loss=0.0234 + step 2830000 | 29993s | train_loss=0.0240 + step 2840000 | 30101s | train_loss=0.0235 + step 2850000 | 30203s | train_loss=0.0280 + step 2860000 | 30312s | train_loss=0.0238 + step 2870000 | 30420s | train_loss=0.0224 + step 2880000 | 30528s | train_loss=0.0234 + step 2890000 | 30637s | train_loss=0.0228 + step 2900000 | 30828s | train_loss=0.0241 | fid=151.2796 + step 2910000 | 30921s | train_loss=0.0240 + step 2920000 | 31024s | train_loss=0.0228 + step 2930000 | 31133s | train_loss=0.0237 + step 2940000 | 31242s | train_loss=0.0238 + step 2950000 | 31351s | train_loss=0.0235 + step 2960000 | 31450s | train_loss=0.0217 + step 2970000 | 31559s | train_loss=0.0216 + step 2980000 | 31669s | train_loss=0.0233 + step 2990000 | 31776s | train_loss=0.0233 + step 3000000 | 31967s | train_loss=0.0239 | fid=146.2353 + step 3010000 | 32075s | train_loss=0.0249 + step 3020000 | 32183s | train_loss=0.0213 + step 3030000 | 32277s | train_loss=0.0218 + step 3040000 | 32384s | train_loss=0.0266 + step 3050000 | 32493s | train_loss=0.0235 + step 3060000 | 32602s | train_loss=0.0229 + step 3070000 | 32709s | train_loss=0.0213 + step 3080000 | 32817s | train_loss=0.0225 + step 3090000 | 32927s | train_loss=0.0228 + step 3100000 | 33116s | train_loss=0.0230 | fid=150.6352 + step 3110000 | 33224s | train_loss=0.0225 + step 3120000 | 33332s | train_loss=0.0222 + step 3130000 | 33441s | train_loss=0.0233 + step 3140000 | 33540s | train_loss=0.0236 + step 3150000 | 33642s | train_loss=0.0251 + step 3160000 | 33751s | train_loss=0.0218 + step 3170000 | 33860s | train_loss=0.0213 + step 3180000 | 33967s | train_loss=0.0238 + step 3190000 | 34076s | train_loss=0.0239 + step 3200000 | 34264s | train_loss=0.0222 | fid=150.4639 + step 3210000 | 34372s | train_loss=0.0230 + step 3220000 | 34481s | train_loss=0.0216 + step 3230000 | 34590s | train_loss=0.0234 + step 3240000 | 34698s | train_loss=0.0215 + step 3250000 | 34809s | train_loss=0.0209 + step 3260000 | 34898s | train_loss=0.0220 + step 3270000 | 35007s | train_loss=0.0203 + step 3280000 | 35111s | train_loss=0.0214 + step 3290000 | 35213s | train_loss=0.0208 + step 3300000 | 35404s | train_loss=0.0217 | fid=141.8464 + step 3310000 | 35511s | train_loss=0.0210 + step 3320000 | 35619s | train_loss=0.0217 + step 3330000 | 35728s | train_loss=0.0214 + step 3340000 | 35837s | train_loss=0.0209 + step 3350000 | 35946s | train_loss=0.0219 + step 3360000 | 36055s | train_loss=0.0210 + step 3370000 | 36151s | train_loss=0.0217 + step 3380000 | 36255s | train_loss=0.0216 + step 3390000 | 36364s | train_loss=0.0210 + step 3400000 | 36547s | train_loss=0.0216 | fid=129.8032 + step 3410000 | 36655s | train_loss=0.0204 + step 3420000 | 36763s | train_loss=0.0203 + step 3430000 | 36872s | train_loss=0.0223 + step 3440000 | 36981s | train_loss=0.0208 + step 3450000 | 37090s | train_loss=0.0214 + step 3460000 | 37198s | train_loss=0.0208 + step 3470000 | 37307s | train_loss=0.0211 + step 3480000 | 37408s | train_loss=0.0208 + step 3490000 | 37503s | train_loss=0.0205 + step 3500000 | 37686s | train_loss=0.0213 | fid=137.1057 + step 3510000 | 37793s | train_loss=0.0244 + step 3520000 | 37902s | train_loss=0.0203 + step 3530000 | 38010s | train_loss=0.0210 + step 3540000 | 38119s | train_loss=0.0211 + step 3550000 | 38228s | train_loss=0.0215 + step 3560000 | 38337s | train_loss=0.0202 + step 3570000 | 38446s | train_loss=0.0219 + step 3580000 | 38555s | train_loss=0.0233 + step 3590000 | 38658s | train_loss=0.0224 + step 3600000 | 38838s | train_loss=0.0197 | fid=138.5488 + step 3610000 | 38936s | train_loss=0.0224 + step 3620000 | 39045s | train_loss=0.0198 + step 3630000 | 39154s | train_loss=0.0196 + step 3640000 | 39262s | train_loss=0.0224 + step 3650000 | 39370s | train_loss=0.0210 + step 3660000 | 39479s | train_loss=0.0229 + step 3670000 | 39588s | train_loss=0.0207 + step 3680000 | 39697s | train_loss=0.0198 + step 3690000 | 39806s | train_loss=0.0208 + step 3700000 | 39989s | train_loss=0.0222 | fid=143.2425 + step 3710000 | 40084s | train_loss=0.0198 + step 3720000 | 40184s | train_loss=0.0205 + step 3730000 | 40293s | train_loss=0.0209 + step 3740000 | 40402s | train_loss=0.0213 + step 3750000 | 40511s | train_loss=0.0208 + step 3760000 | 40619s | train_loss=0.0203 + step 3770000 | 40727s | train_loss=0.0199 + step 3780000 | 40836s | train_loss=0.0202 + step 3790000 | 40945s | train_loss=0.0213 + step 3800000 | 41135s | train_loss=0.0210 | fid=138.2243 + step 3810000 | 41235s | train_loss=0.0204 + step 3820000 | 41340s | train_loss=0.0213 + step 3830000 | 41434s | train_loss=0.0216 + step 3840000 | 41539s | train_loss=0.0206 + step 3850000 | 41648s | train_loss=0.0207 + step 3860000 | 41757s | train_loss=0.0202 + step 3870000 | 41865s | train_loss=0.0205 + step 3880000 | 41974s | train_loss=0.0205 + step 3890000 | 42082s | train_loss=0.0205 + step 3900000 | 42273s | train_loss=0.0204 | fid=133.0472 + step 3910000 | 42382s | train_loss=0.0202 + step 3920000 | 42489s | train_loss=0.0216 + step 3930000 | 42590s | train_loss=0.0193 + step 3940000 | 42684s | train_loss=0.0199 + step 3950000 | 42788s | train_loss=0.0207 + step 3960000 | 42897s | train_loss=0.0236 + step 3970000 | 43006s | train_loss=0.0194 + step 3980000 | 43114s | train_loss=0.0206 + step 3990000 | 43223s | train_loss=0.0200 + step 4000000 | 43412s | train_loss=0.0207 | fid=126.8668 + step 4010000 | 43521s | train_loss=0.0190 + step 4020000 | 43629s | train_loss=0.0194 + step 4030000 | 43738s | train_loss=0.0192 + step 4040000 | 43839s | train_loss=0.0197 + step 4050000 | 43944s | train_loss=0.0192 + step 4060000 | 44042s | train_loss=0.0187 + step 4070000 | 44150s | train_loss=0.0209 + step 4080000 | 44260s | train_loss=0.0202 + step 4090000 | 44367s | train_loss=0.0200 + step 4100000 | 44557s | train_loss=0.0198 | fid=132.0509 + step 4110000 | 44666s | train_loss=0.0205 + step 4120000 | 44773s | train_loss=0.0202 + step 4130000 | 44882s | train_loss=0.0202 + step 4140000 | 44991s | train_loss=0.0186 + step 4150000 | 45099s | train_loss=0.0190 + step 4160000 | 45207s | train_loss=0.0192 + step 4170000 | 45297s | train_loss=0.0201 + step 4180000 | 45406s | train_loss=0.0196 + step 4190000 | 45515s | train_loss=0.0198 + step 4200000 | 45703s | train_loss=0.0197 | fid=124.3194 + step 4210000 | 45812s | train_loss=0.0204 + step 4220000 | 45920s | train_loss=0.0191 + step 4230000 | 46028s | train_loss=0.0201 + step 4240000 | 46137s | train_loss=0.0198 + step 4250000 | 46246s | train_loss=0.0194 + step 4260000 | 46354s | train_loss=0.0202 + step 4270000 | 46464s | train_loss=0.0189 + step 4280000 | 46569s | train_loss=0.0193 + step 4290000 | 46678s | train_loss=0.0203 + step 4300000 | 46868s | train_loss=0.0192 | fid=131.7890 + step 4310000 | 46977s | train_loss=0.0195 + step 4320000 | 47085s | train_loss=0.0192 + step 4330000 | 47194s | train_loss=0.0208 + step 4340000 | 47302s | train_loss=0.0191 + step 4350000 | 47411s | train_loss=0.0185 + step 4360000 | 47520s | train_loss=0.0195 + step 4370000 | 47629s | train_loss=0.0190 + step 4380000 | 47736s | train_loss=0.0214 + step 4390000 | 47844s | train_loss=0.0208 + step 4400000 | 48034s | train_loss=0.0179 | fid=124.8213 + step 4410000 | 48142s | train_loss=0.0190 + step 4420000 | 48250s | train_loss=0.0189 + step 4430000 | 48358s | train_loss=0.0205 + step 4440000 | 48467s | train_loss=0.0193 + step 4450000 | 48576s | train_loss=0.0188 + step 4460000 | 48685s | train_loss=0.0188 + step 4470000 | 48793s | train_loss=0.0189 + step 4480000 | 48902s | train_loss=0.0194 + step 4490000 | 49009s | train_loss=0.0188 + step 4500000 | 49197s | train_loss=0.0177 | fid=122.3927 + step 4510000 | 49306s | train_loss=0.0176 + step 4520000 | 49413s | train_loss=0.0200 + step 4530000 | 49522s | train_loss=0.0192 + step 4540000 | 49631s | train_loss=0.0195 + step 4550000 | 49740s | train_loss=0.0187 + step 4560000 | 49848s | train_loss=0.0187 + step 4570000 | 49957s | train_loss=0.0189 + step 4580000 | 50065s | train_loss=0.0201 + step 4590000 | 50174s | train_loss=0.0182 + step 4600000 | 50364s | train_loss=0.0179 | fid=120.1472 + step 4610000 | 50470s | train_loss=0.0203 + step 4620000 | 50578s | train_loss=0.0194 + step 4630000 | 50686s | train_loss=0.0185 + step 4640000 | 50795s | train_loss=0.0204 + step 4650000 | 50904s | train_loss=0.0185 + step 4660000 | 51013s | train_loss=0.0194 + step 4670000 | 51122s | train_loss=0.0176 + step 4680000 | 51230s | train_loss=0.0194 + step 4690000 | 51338s | train_loss=0.0202 + step 4700000 | 51527s | train_loss=0.0220 | fid=126.9698 + step 4710000 | 51636s | train_loss=0.0186 + step 4720000 | 51742s | train_loss=0.0187 + step 4730000 | 51851s | train_loss=0.0188 + step 4740000 | 51959s | train_loss=0.0186 + step 4750000 | 52068s | train_loss=0.0183 + step 4760000 | 52177s | train_loss=0.0198 + step 4770000 | 52286s | train_loss=0.0173 + step 4780000 | 52394s | train_loss=0.0180 + step 4790000 | 52503s | train_loss=0.0183 + step 4800000 | 52694s | train_loss=0.0185 | fid=122.5932 + step 4810000 | 52800s | train_loss=0.0182 + step 4820000 | 52908s | train_loss=0.0204 + step 4830000 | 53015s | train_loss=0.0178 + step 4840000 | 53124s | train_loss=0.0197 + step 4850000 | 53232s | train_loss=0.0186 + step 4860000 | 53340s | train_loss=0.0181 + step 4870000 | 53449s | train_loss=0.0180 + step 4880000 | 53558s | train_loss=0.0187 + step 4890000 | 53667s | train_loss=0.0183 + step 4900000 | 53856s | train_loss=0.0189 | fid=123.7909 + step 4910000 | 53963s | train_loss=0.0183 + step 4920000 | 54071s | train_loss=0.0185 + step 4930000 | 54180s | train_loss=0.0176 + step 4940000 | 54287s | train_loss=0.0185 + step 4950000 | 54396s | train_loss=0.0185 + step 4960000 | 54504s | train_loss=0.0192 + step 4970000 | 54613s | train_loss=0.0182 + step 4980000 | 54721s | train_loss=0.0178 + step 4990000 | 54830s | train_loss=0.0185 + step 5000000 | 55021s | train_loss=0.0185 | fid=120.4122 diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d160/config.json b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d160/config.json new file mode 100644 index 0000000000000000000000000000000000000000..370abb44ec785c6e9f7cd3aad5024001271ca6fd --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d160/config.json @@ -0,0 +1,25 @@ +{ + "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d160/vae.pt", + "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d160", + "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", + "n_train": 1000, + "total_steps": 5000000, + "eval_interval": 10000, + "mem_interval": 100000, + "fid_interval": 100000, + "fid_n_real": 1000, + "fid_n_gen": 10000, + "n_gen_samples": 10000, + "n_sde_steps": 500, + "batch_size": 512, + "hidden": 1024, + "depth": 5, + "optimizer": "sgd", + "lr": 0.001, + "momentum": 0.8, + "t_min": 0.01, + "t_max": 3.0, + "t_eval": 0.1, + "seed": 43, + "device": null +} diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d160/metrics.jsonl b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d160/metrics.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..8d76ed87088f943c2ae23da4b3f0c47a35592b27 --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d160/metrics.jsonl @@ -0,0 +1,502 @@ +{"event": "meta", "data": "cifar10_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 160, "n": 1000, "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d160/vae.pt", "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [41905, 27590, 3837, 45564, 49079, 45615, 24791, 29586, 40154, 14155, 41744, 31565, 21399, 47093, 14144, 7260, 25109, 49111, 3286, 28559, 8088, 18636, 27677, 5584, 14605, 28090, 44911, 22197, 30774, 45976, 21377, 38974, 37419, 34658, 48141, 45353, 16718, 44442, 14512, 30061, 32910, 17321, 15565, 17405, 44045, 17717, 6400, 37998, 3773, 20538, 19316, 34889, 4564, 1363, 5611, 41687, 16986, 41914, 25046, 49823, 33007, 20861, 27988, 42869, 33687, 3828, 12070, 15418, 22140, 35636, 31728, 9480, 7712, 2852, 43042, 17354, 27208, 49689, 14774, 29225, 25390, 35055, 12670, 19522, 24246, 14561, 33656, 42751, 2242, 364, 43176, 15490, 46231, 26061, 18629, 34392, 32488, 26106, 10393, 11167, 20874, 8106, 10093, 7243, 48907, 8147, 45063, 21102, 37655, 7635, 2514, 27684, 3204, 28758, 28311, 29718, 44311, 10355, 32304, 14615, 28486, 14294, 16760, 37166, 19433, 20899, 23979, 36854, 43726, 10375, 11078, 10677, 40127, 33642, 36325, 13174, 19662, 30319, 22501, 14354, 24243, 27654, 42509, 18915, 29668, 2313, 42454, 11218, 48097, 31985, 16567, 26984, 33502, 36329, 22928, 42746, 38223, 19499, 41926, 29059, 44004, 8962, 40807, 11854, 36894, 13566, 36982, 16226, 36410, 47002, 20194, 3625, 19297, 2555, 4842, 8098, 44052, 5795, 5274, 4374, 17924, 30344, 5386, 26317, 30389, 32399, 32042, 26731, 29532, 33817, 26942, 25858, 11887, 46070, 41837, 10713, 33955, 20000, 29946, 4912, 32112, 6697, 44031, 27296, 37785, 25660, 27948, 31260, 24358, 1827, 37445, 25084, 11703, 3820, 49218, 30616, 25083, 22759, 6275, 40603, 39038, 37156, 8894, 9871, 31333, 26582, 20528, 10523, 2747, 33639, 41740, 47899, 11337, 6325, 433, 33051, 1094, 24743, 9392, 22638, 7689, 39641, 9486, 33554, 30840, 35032, 19647, 7903, 18205, 34063, 46483, 32963, 11601, 19203, 45792, 47136, 6174, 40793, 13885, 16641, 48744, 37658, 43829, 44107, 6388, 37424, 20033, 28563, 27013, 17032, 12768, 38181, 35608, 14089, 29228, 40229, 45106, 11963, 37979, 20694, 22835, 5773, 19580, 44596, 19079, 45191, 666, 15893, 7513, 15939, 45020, 12659, 31388, 44651, 23592, 16419, 47615, 36714, 36448, 28579, 1697, 9889, 42082, 49150, 41132, 33996, 21551, 18467, 45242, 6516, 3355, 20187, 31669, 2814, 6900, 28198, 17656, 18178, 31825, 34244, 38330, 28894, 7463, 8134, 38159, 10524, 41508, 2367, 496, 31046, 1511, 31956, 46621, 14176, 1899, 32397, 29452, 16504, 34042, 24014, 47447, 20229, 36683, 5186, 14349, 21736, 17094, 30311, 27949, 30023, 49589, 43270, 2898, 18259, 17175, 18594, 17062, 42063, 3237, 12080, 35769, 1687, 30330, 29678, 27321, 4273, 28513, 2551, 5314, 13572, 13497, 9652, 3466, 27133, 38459, 23232, 14231, 25584, 49398, 32994, 10434, 42369, 37410, 45044, 11075, 12523, 1417, 6765, 40000, 25016, 36905, 48638, 21, 16822, 24333, 30084, 43982, 26954, 6519, 42546, 14751, 14278, 49970, 47621, 18883, 37295, 9040, 40369, 22225, 36489, 21302, 13110, 5455, 47804, 14868, 13063, 22102, 36825, 21969, 33186, 28908, 32592, 42766, 12262, 39073, 915, 11824, 39208, 3098, 42789, 29800, 14150, 28705, 8847, 21716, 535, 48077, 41540, 36207, 10816, 41471, 35049, 20661, 6083, 30194, 4576, 2174, 1908, 48392, 10435, 10986, 18036, 24746, 3941, 34118, 49749, 12025, 21493, 15785, 17085, 39411, 34561, 42064, 36237, 2740, 8183, 40564, 33107, 25765, 49165, 25211, 17520, 17115, 1869, 46432, 33757, 20517, 39760, 259, 45380, 12436, 48000, 21046, 4039, 15701, 35246, 29112, 44161, 34079, 45449, 42845, 22815, 5597, 3990, 35899, 48969, 41528, 27873, 16598, 39104, 23359, 46847, 28624, 19198, 1251, 9003, 28383, 47005, 40703, 41605, 39895, 26201, 11727, 27435, 17333, 39261, 37456, 14653, 30634, 4160, 24540, 12044, 7111, 23485, 5645, 2572, 1682, 17872, 8974, 16796, 11864, 40178, 20092, 32219, 14458, 37007, 31340, 10520, 34489, 13128, 42913, 31468, 44180, 37938, 20058, 18673, 36850, 34721, 26210, 15257, 35188, 11815, 47936, 18088, 43578, 11996, 47952, 24311, 1884, 36557, 32921, 36250, 38022, 5671, 13621, 23326, 14326, 23471, 24685, 39092, 3268, 37257, 16348, 13730, 21838, 44088, 8945, 10827, 13840, 46123, 48010, 13350, 30622, 45233, 8698, 14335, 45842, 15138, 1515, 40759, 21960, 47551, 33208, 18260, 6377, 46869, 31742, 23566, 12829, 15305, 37988, 16111, 32146, 37948, 25917, 30484, 17885, 42468, 28238, 33865, 28030, 30072, 34855, 19324, 42075, 30623, 3667, 38832, 25100, 43077, 36471, 11663, 13588, 14015, 5099, 10589, 28526, 48022, 15444, 3280, 188, 31582, 15225, 11019, 21804, 3901, 24461, 25031, 10373, 4486, 45950, 37949, 32923, 1583, 6576, 26004, 16237, 38132, 25045, 25091, 41949, 11553, 48062, 40503, 13057, 8954, 18566, 28405, 28604, 30434, 49112, 30676, 32930, 16183, 48336, 43162, 873, 37233, 44718, 37247, 23758, 9243, 12126, 5287, 49594, 3459, 32091, 20894, 41743, 7366, 7258, 37939, 47665, 12260, 20836, 43253, 16191, 11619, 1519, 6137, 3934, 48375, 35234, 103, 30510, 8869, 21085, 41234, 25138, 25079, 31218, 48292, 48814, 6635, 18416, 1421, 4363, 5164, 47455, 21280, 16767, 19685, 16449, 45798, 31292, 31049, 43587, 30772, 2651, 12854, 23199, 25234, 23389, 24742, 19480, 19738, 19726, 2388, 21394, 4512, 9069, 42856, 25766, 23797, 40741, 33624, 8328, 35922, 27732, 36268, 23213, 41966, 40002, 12750, 46225, 35182, 23769, 25152, 26764, 20090, 27202, 48096, 4266, 2205, 2020, 37651, 36088, 1021, 28544, 20933, 48924, 11503, 43997, 9492, 19505, 47632, 4118, 2029, 22008, 41396, 16378, 36738, 33194, 28053, 44137, 30771, 12131, 5963, 31754, 46953, 3180, 1718, 36816, 2208, 20898, 13799, 30796, 34445, 37540, 27983, 39216, 16791, 36763, 15987, 28440, 11782, 48531, 4252, 47359, 5351, 4059, 9263, 32274, 39283, 258, 17485, 31280, 12814, 33217, 38203, 11170, 8486, 14434, 13722, 36048, 3705, 47210, 38260, 2200, 17850, 21589, 27598, 9926, 9419, 3981, 34519, 37821, 22855, 39796, 24105, 5113, 5888, 31974, 40040, 17179, 48615, 38665, 47173, 47154, 20619, 5049, 1656, 27736, 14424, 2013, 1348, 32964, 37228, 34968, 34124, 15993, 42420, 26558, 2961, 27119, 37779, 29321, 31595, 29301, 38364, 17528, 19583, 48609, 4428, 12427, 601, 21213, 44456, 39274, 40250, 39804, 35373, 43875, 20550, 43426, 13696, 34572, 11097, 22458, 33042, 12981, 29073, 6601, 2370, 4065, 46317, 29460, 21761, 13977, 4520, 31604, 16259, 1445, 29204, 26097, 31921, 33193, 36054, 26372, 4436, 40306, 13974, 6159, 46233, 33714, 27592, 23153, 40311, 12294, 40141, 14030, 36304, 40086, 43163, 14689, 5002, 40885, 40758, 42458, 18580, 29784, 14527, 30070, 18326, 40830, 42503, 5434, 25179, 15652, 11428, 40980, 45916, 22056, 15896, 42628, 30092, 40834, 25862, 40370, 7804, 46908, 44191, 26908, 9764, 36969, 21521, 35257, 9279, 36964, 4012, 627, 31813, 15669, 33832, 29874, 1912, 41254, 23709, 4648, 3131, 49882, 19349, 35975, 25565, 21641, 48219, 30806, 33979, 36103, 14640, 34524, 31661, 26869, 27297, 46519, 2352, 46930, 7617, 49750, 12620, 29820, 18590, 890, 16394, 23877, 26421, 23417, 29021, 11596, 22017, 14794, 14437, 48385, 48231, 18946, 38048, 41302, 40633, 15317, 24820], "fid_reference": "same farthest-first 1k CIFAR-10 training subset", "seed": 43} +{"step": 1, "wall_time": 69.47613048553467, "train_loss_step": 160.32154846191406, "n_params": 4592800, "total_flops": 14109081600, "train_loss": 0.9962718963623047, "subset_score_loss": 0.9962718963623047, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9822283387184143, "fid": 309.24683628763745} +{"step": 10000, "wall_time": 151.34270405769348, "train_loss_step": 33.92475891113281, "n_params": 4592800, "total_flops": 141090816000000, "train_loss": 0.7828675270080566, "subset_score_loss": 0.7828675270080566} +{"step": 20000, "wall_time": 241.9266185760498, "train_loss_step": 26.188304901123047, "n_params": 4592800, "total_flops": 282181632000000, "train_loss": 0.6629281044006348, "subset_score_loss": 0.6629281044006348} +{"step": 30000, "wall_time": 332.62537384033203, "train_loss_step": 27.23092269897461, "n_params": 4592800, "total_flops": 423272448000000, "train_loss": 0.5419257164001465, "subset_score_loss": 0.5419257164001465} +{"step": 40000, "wall_time": 423.3004789352417, "train_loss_step": 22.496620178222656, "n_params": 4592800, "total_flops": 564363264000000, "train_loss": 0.4401089668273926, "subset_score_loss": 0.4401089668273926} +{"step": 50000, "wall_time": 513.9463016986847, "train_loss_step": 20.255708694458008, "n_params": 4592800, "total_flops": 705454080000000, "train_loss": 0.3566115379333496, "subset_score_loss": 0.3566115379333496} +{"step": 60000, "wall_time": 604.5986702442169, "train_loss_step": 19.81307601928711, "n_params": 4592800, "total_flops": 846544896000000, "train_loss": 0.28981690406799315, "subset_score_loss": 0.28981690406799315} +{"step": 70000, "wall_time": 695.3554756641388, "train_loss_step": 17.309385299682617, "n_params": 4592800, "total_flops": 987635712000000, "train_loss": 0.239416766166687, "subset_score_loss": 0.239416766166687} +{"step": 80000, "wall_time": 786.0894460678101, "train_loss_step": 15.80789566040039, "n_params": 4592800, "total_flops": 1128726528000000, "train_loss": 0.20595118999481202, "subset_score_loss": 0.20595118999481202} +{"step": 90000, "wall_time": 876.6892538070679, "train_loss_step": 15.80211067199707, "n_params": 4592800, "total_flops": 1269817344000000, "train_loss": 0.17694102525711058, "subset_score_loss": 0.17694102525711058} +{"step": 100000, "wall_time": 1035.8286137580872, "train_loss_step": 16.221961975097656, "n_params": 4592800, "total_flops": 1410908160000000, "train_loss": 0.15543804168701172, "subset_score_loss": 0.15543804168701172, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9656611084938049, "fid": 199.03024843252248} +{"step": 110000, "wall_time": 1125.9904885292053, "train_loss_step": 14.868341445922852, "n_params": 4592800, "total_flops": 1551998976000000, "train_loss": 0.1600974678993225, "subset_score_loss": 0.1600974678993225} +{"step": 120000, "wall_time": 1211.1524875164032, "train_loss_step": 14.394418716430664, "n_params": 4592800, "total_flops": 1693089792000000, "train_loss": 0.13648027181625366, "subset_score_loss": 0.13648027181625366} +{"step": 130000, "wall_time": 1301.630698442459, "train_loss_step": 13.276311874389648, "n_params": 4592800, "total_flops": 1834180608000000, "train_loss": 0.13372753858566283, "subset_score_loss": 0.13372753858566283} +{"step": 140000, "wall_time": 1392.202671289444, "train_loss_step": 12.799375534057617, "n_params": 4592800, "total_flops": 1975271424000000, "train_loss": 0.11741722822189331, "subset_score_loss": 0.11741722822189331} +{"step": 150000, "wall_time": 1482.7540214061737, "train_loss_step": 12.855059623718262, "n_params": 4592800, "total_flops": 2116362240000000, "train_loss": 0.11814314126968384, "subset_score_loss": 0.11814314126968384} +{"step": 160000, "wall_time": 1573.3036758899689, "train_loss_step": 12.076377868652344, "n_params": 4592800, "total_flops": 2257453056000000, "train_loss": 0.104629647731781, "subset_score_loss": 0.104629647731781} +{"step": 170000, "wall_time": 1663.820697069168, "train_loss_step": 12.110323905944824, "n_params": 4592800, "total_flops": 2398543872000000, "train_loss": 0.11164228916168213, "subset_score_loss": 0.11164228916168213} +{"step": 180000, "wall_time": 1754.3269901275635, "train_loss_step": 12.018741607666016, "n_params": 4592800, "total_flops": 2539634688000000, "train_loss": 0.0984346866607666, "subset_score_loss": 0.0984346866607666} +{"step": 190000, "wall_time": 1844.8529994487762, "train_loss_step": 11.635536193847656, "n_params": 4592800, "total_flops": 2680725504000000, "train_loss": 0.09859982132911682, "subset_score_loss": 0.09859982132911682} +{"step": 200000, "wall_time": 2003.766080379486, "train_loss_step": 11.982447624206543, "n_params": 4592800, "total_flops": 2821816320000000, "train_loss": 0.09846311211585998, "subset_score_loss": 0.09846311211585998, "memorization_fraction_pixel": 9.999999747378752e-05, "mean_nn_ratio_pixel": 0.9732511639595032, "fid": 265.0278980773754} +{"step": 210000, "wall_time": 2094.532182455063, "train_loss_step": 11.489274978637695, "n_params": 4592800, "total_flops": 2962907136000000, "train_loss": 0.0915198028087616, "subset_score_loss": 0.0915198028087616} +{"step": 220000, "wall_time": 2184.483607530594, "train_loss_step": 11.12740421295166, "n_params": 4592800, "total_flops": 3103997952000000, "train_loss": 0.08854397535324096, "subset_score_loss": 0.08854397535324096} +{"step": 230000, "wall_time": 2271.880793094635, "train_loss_step": 9.957529067993164, "n_params": 4592800, "total_flops": 3245088768000000, "train_loss": 0.08548142313957215, "subset_score_loss": 0.08548142313957215} +{"step": 240000, "wall_time": 2362.536712884903, "train_loss_step": 10.622671127319336, "n_params": 4592800, "total_flops": 3386179584000000, "train_loss": 0.08560831546783447, "subset_score_loss": 0.08560831546783447} +{"step": 250000, "wall_time": 2453.1446194648743, "train_loss_step": 11.760690689086914, "n_params": 4592800, "total_flops": 3527270400000000, "train_loss": 0.08350340723991394, "subset_score_loss": 0.08350340723991394} +{"step": 260000, "wall_time": 2543.8581902980804, "train_loss_step": 10.048908233642578, "n_params": 4592800, "total_flops": 3668361216000000, "train_loss": 0.08286616802215577, "subset_score_loss": 0.08286616802215577} +{"step": 270000, "wall_time": 2634.5252499580383, "train_loss_step": 10.037979125976562, "n_params": 4592800, "total_flops": 3809452032000000, "train_loss": 0.0743204653263092, "subset_score_loss": 0.0743204653263092} +{"step": 280000, "wall_time": 2725.1276919841766, "train_loss_step": 10.169608116149902, "n_params": 4592800, "total_flops": 3950542848000000, "train_loss": 0.07485344409942626, "subset_score_loss": 0.07485344409942626} +{"step": 290000, "wall_time": 2815.4360184669495, "train_loss_step": 10.478691101074219, "n_params": 4592800, "total_flops": 4091633664000000, "train_loss": 0.07564610838890076, "subset_score_loss": 0.07564610838890076} +{"step": 300000, "wall_time": 2972.850114107132, "train_loss_step": 10.777811050415039, "n_params": 4592800, "total_flops": 4232724480000000, "train_loss": 0.08393246531486512, "subset_score_loss": 0.08393246531486512, "memorization_fraction_pixel": 0.0010000000474974513, "mean_nn_ratio_pixel": 0.9710776209831238, "fid": 308.18607524888495} +{"step": 310000, "wall_time": 3063.422160387039, "train_loss_step": 9.420714378356934, "n_params": 4592800, "total_flops": 4373815296000000, "train_loss": 0.07696442008018493, "subset_score_loss": 0.07696442008018493} +{"step": 320000, "wall_time": 3154.356808423996, "train_loss_step": 10.13992977142334, "n_params": 4592800, "total_flops": 4514906112000000, "train_loss": 0.07671350240707397, "subset_score_loss": 0.07671350240707397} +{"step": 330000, "wall_time": 3243.3646092414856, "train_loss_step": 9.731353759765625, "n_params": 4592800, "total_flops": 4655996928000000, "train_loss": 0.07365575432777405, "subset_score_loss": 0.07365575432777405} +{"step": 340000, "wall_time": 3329.5244760513306, "train_loss_step": 8.742837905883789, "n_params": 4592800, "total_flops": 4797087744000000, "train_loss": 0.06706960797309876, "subset_score_loss": 0.06706960797309876} +{"step": 350000, "wall_time": 3420.1145112514496, "train_loss_step": 9.335066795349121, "n_params": 4592800, "total_flops": 4938178560000000, "train_loss": 0.06728978157043457, "subset_score_loss": 0.06728978157043457} +{"step": 360000, "wall_time": 3510.55544424057, "train_loss_step": 9.278470993041992, "n_params": 4592800, "total_flops": 5079269376000000, "train_loss": 0.06930547356605529, "subset_score_loss": 0.06930547356605529} +{"step": 370000, "wall_time": 3601.091945409775, "train_loss_step": 9.373995780944824, "n_params": 4592800, "total_flops": 5220360192000000, "train_loss": 0.06160178780555725, "subset_score_loss": 0.06160178780555725} +{"step": 380000, "wall_time": 3691.4897167682648, "train_loss_step": 9.418076515197754, "n_params": 4592800, "total_flops": 5361451008000000, "train_loss": 0.06738610863685608, "subset_score_loss": 0.06738610863685608} +{"step": 390000, "wall_time": 3781.9029519557953, "train_loss_step": 8.917938232421875, "n_params": 4592800, "total_flops": 5502541824000000, "train_loss": 0.0665663242340088, "subset_score_loss": 0.0665663242340088} +{"step": 400000, "wall_time": 3940.403862476349, "train_loss_step": 8.428667068481445, "n_params": 4592800, "total_flops": 5643632640000000, "train_loss": 0.06199944019317627, "subset_score_loss": 0.06199944019317627, "memorization_fraction_pixel": 0.0012000000569969416, "mean_nn_ratio_pixel": 0.9744958281517029, "fid": 333.3446193226645} +{"step": 410000, "wall_time": 4031.1100809574127, "train_loss_step": 9.089338302612305, "n_params": 4592800, "total_flops": 5784723456000000, "train_loss": 0.0696108102798462, "subset_score_loss": 0.0696108102798462} +{"step": 420000, "wall_time": 4121.79713845253, "train_loss_step": 8.943621635437012, "n_params": 4592800, "total_flops": 5925814272000000, "train_loss": 0.059957629442214964, "subset_score_loss": 0.059957629442214964} +{"step": 430000, "wall_time": 4210.5625903606415, "train_loss_step": 8.2634916305542, "n_params": 4592800, "total_flops": 6066905088000000, "train_loss": 0.062336516380310056, "subset_score_loss": 0.062336516380310056} +{"step": 440000, "wall_time": 4302.467214107513, "train_loss_step": 9.178045272827148, "n_params": 4592800, "total_flops": 6207995904000000, "train_loss": 0.059827542304992674, "subset_score_loss": 0.059827542304992674} +{"step": 450000, "wall_time": 4388.679971218109, "train_loss_step": 7.982330799102783, "n_params": 4592800, "total_flops": 6349086720000000, "train_loss": 0.060664141178131105, "subset_score_loss": 0.060664141178131105} +{"step": 460000, "wall_time": 4479.3375408649445, "train_loss_step": 8.809247970581055, "n_params": 4592800, "total_flops": 6490177536000000, "train_loss": 0.06195025444030762, "subset_score_loss": 0.06195025444030762} +{"step": 470000, "wall_time": 4569.842400074005, "train_loss_step": 8.213750839233398, "n_params": 4592800, "total_flops": 6631268352000000, "train_loss": 0.06515752077102661, "subset_score_loss": 0.06515752077102661} +{"step": 480000, "wall_time": 4660.285885095596, "train_loss_step": 8.25942611694336, "n_params": 4592800, "total_flops": 6772359168000000, "train_loss": 0.05615661144256592, "subset_score_loss": 0.05615661144256592} +{"step": 490000, "wall_time": 4750.858339071274, "train_loss_step": 7.696337699890137, "n_params": 4592800, "total_flops": 6913449984000000, "train_loss": 0.05955169796943664, "subset_score_loss": 0.05955169796943664} +{"step": 500000, "wall_time": 4909.122958898544, "train_loss_step": 8.575136184692383, "n_params": 4592800, "total_flops": 7054540800000000, "train_loss": 0.05287708044052124, "subset_score_loss": 0.05287708044052124, "memorization_fraction_pixel": 0.0052999998442828655, "mean_nn_ratio_pixel": 0.9670721888542175, "fid": 325.0242342448206} +{"step": 510000, "wall_time": 4999.744019269943, "train_loss_step": 8.350448608398438, "n_params": 4592800, "total_flops": 7195631616000000, "train_loss": 0.0562686026096344, "subset_score_loss": 0.0562686026096344} +{"step": 520000, "wall_time": 5090.3470005989075, "train_loss_step": 8.334419250488281, "n_params": 4592800, "total_flops": 7336722432000000, "train_loss": 0.05455796122550964, "subset_score_loss": 0.05455796122550964} +{"step": 530000, "wall_time": 5180.957730054855, "train_loss_step": 8.208452224731445, "n_params": 4592800, "total_flops": 7477813248000000, "train_loss": 0.05452197790145874, "subset_score_loss": 0.05452197790145874} +{"step": 540000, "wall_time": 5268.870249032974, "train_loss_step": 7.663541793823242, "n_params": 4592800, "total_flops": 7618904064000000, "train_loss": 0.05579329133033752, "subset_score_loss": 0.05579329133033752} +{"step": 550000, "wall_time": 5360.504212141037, "train_loss_step": 7.972757339477539, "n_params": 4592800, "total_flops": 7759994880000000, "train_loss": 0.05117326378822327, "subset_score_loss": 0.05117326378822327} +{"step": 560000, "wall_time": 5446.817113637924, "train_loss_step": 7.6417717933654785, "n_params": 4592800, "total_flops": 7901085696000000, "train_loss": 0.05144948363304138, "subset_score_loss": 0.05144948363304138} +{"step": 570000, "wall_time": 5537.422984600067, "train_loss_step": 7.590665817260742, "n_params": 4592800, "total_flops": 8042176512000000, "train_loss": 0.055457353591918945, "subset_score_loss": 0.055457353591918945} +{"step": 580000, "wall_time": 5627.872389316559, "train_loss_step": 7.937108993530273, "n_params": 4592800, "total_flops": 8183267328000000, "train_loss": 0.05522686243057251, "subset_score_loss": 0.05522686243057251} +{"step": 590000, "wall_time": 5718.3251440525055, "train_loss_step": 7.9782891273498535, "n_params": 4592800, "total_flops": 8324358144000000, "train_loss": 0.05342170596122742, "subset_score_loss": 0.05342170596122742} +{"step": 600000, "wall_time": 5876.644106388092, "train_loss_step": 7.561946392059326, "n_params": 4592800, "total_flops": 8465448960000000, "train_loss": 0.05272694230079651, "subset_score_loss": 0.05272694230079651, "memorization_fraction_pixel": 0.008200000040233135, "mean_nn_ratio_pixel": 0.9585590958595276, "fid": 314.8200680838317} +{"step": 610000, "wall_time": 5967.284468889236, "train_loss_step": 7.9289727210998535, "n_params": 4592800, "total_flops": 8606539776000000, "train_loss": 0.05073928236961365, "subset_score_loss": 0.05073928236961365} +{"step": 620000, "wall_time": 6057.872506856918, "train_loss_step": 7.722376823425293, "n_params": 4592800, "total_flops": 8747630592000000, "train_loss": 0.051333659887313844, "subset_score_loss": 0.051333659887313844} +{"step": 630000, "wall_time": 6148.54753446579, "train_loss_step": 7.758969306945801, "n_params": 4592800, "total_flops": 8888721408000000, "train_loss": 0.052373957633972165, "subset_score_loss": 0.052373957633972165} +{"step": 640000, "wall_time": 6239.387228727341, "train_loss_step": 7.646416664123535, "n_params": 4592800, "total_flops": 9029812224000000, "train_loss": 0.058951419591903684, "subset_score_loss": 0.058951419591903684} +{"step": 650000, "wall_time": 6327.144560337067, "train_loss_step": 7.395502090454102, "n_params": 4592800, "total_flops": 9170903040000000, "train_loss": 0.05254335999488831, "subset_score_loss": 0.05254335999488831} +{"step": 660000, "wall_time": 6418.567145824432, "train_loss_step": 7.395899772644043, "n_params": 4592800, "total_flops": 9311993856000000, "train_loss": 0.04800145030021667, "subset_score_loss": 0.04800145030021667} +{"step": 670000, "wall_time": 6504.466260910034, "train_loss_step": 7.475363731384277, "n_params": 4592800, "total_flops": 9453084672000000, "train_loss": 0.04910403490066528, "subset_score_loss": 0.04910403490066528} +{"step": 680000, "wall_time": 6595.054311513901, "train_loss_step": 7.35589599609375, "n_params": 4592800, "total_flops": 9594175488000000, "train_loss": 0.05382664799690247, "subset_score_loss": 0.05382664799690247} +{"step": 690000, "wall_time": 6685.651042461395, "train_loss_step": 6.779241561889648, "n_params": 4592800, "total_flops": 9735266304000000, "train_loss": 0.047461122274398804, "subset_score_loss": 0.047461122274398804} +{"step": 700000, "wall_time": 6844.117562294006, "train_loss_step": 7.331483364105225, "n_params": 4592800, "total_flops": 9876357120000000, "train_loss": 0.04774361848831177, "subset_score_loss": 0.04774361848831177, "memorization_fraction_pixel": 0.016599999740719795, "mean_nn_ratio_pixel": 0.949783205986023, "fid": 300.4596862572139} +{"step": 710000, "wall_time": 6934.7103633880615, "train_loss_step": 7.090155601501465, "n_params": 4592800, "total_flops": 10017447936000000, "train_loss": 0.049173951148986816, "subset_score_loss": 0.049173951148986816} +{"step": 720000, "wall_time": 7025.177638053894, "train_loss_step": 7.194392204284668, "n_params": 4592800, "total_flops": 10158538752000000, "train_loss": 0.04696589410305023, "subset_score_loss": 0.04696589410305023} +{"step": 730000, "wall_time": 7115.677762031555, "train_loss_step": 7.172678470611572, "n_params": 4592800, "total_flops": 10299629568000000, "train_loss": 0.04596627950668335, "subset_score_loss": 0.04596627950668335} +{"step": 740000, "wall_time": 7206.180431842804, "train_loss_step": 7.3296966552734375, "n_params": 4592800, "total_flops": 10440720384000000, "train_loss": 0.048972520232200625, "subset_score_loss": 0.048972520232200625} +{"step": 750000, "wall_time": 7297.020443439484, "train_loss_step": 7.186877727508545, "n_params": 4592800, "total_flops": 10581811200000000, "train_loss": 0.04403466880321503, "subset_score_loss": 0.04403466880321503} +{"step": 760000, "wall_time": 7384.599567651749, "train_loss_step": 7.144628524780273, "n_params": 4592800, "total_flops": 10722902016000000, "train_loss": 0.045023366808891296, "subset_score_loss": 0.045023366808891296} +{"step": 770000, "wall_time": 7476.151835441589, "train_loss_step": 6.985210418701172, "n_params": 4592800, "total_flops": 10863992832000000, "train_loss": 0.04599534571170807, "subset_score_loss": 0.04599534571170807} +{"step": 780000, "wall_time": 7562.215979099274, "train_loss_step": 7.094967842102051, "n_params": 4592800, "total_flops": 11005083648000000, "train_loss": 0.04638372659683228, "subset_score_loss": 0.04638372659683228} +{"step": 790000, "wall_time": 7652.766356706619, "train_loss_step": 7.348615646362305, "n_params": 4592800, "total_flops": 11146174464000000, "train_loss": 0.044638526439666745, "subset_score_loss": 0.044638526439666745} +{"step": 800000, "wall_time": 7811.379121303558, "train_loss_step": 6.879817962646484, "n_params": 4592800, "total_flops": 11287265280000000, "train_loss": 0.04676618278026581, "subset_score_loss": 0.04676618278026581, "memorization_fraction_pixel": 0.029500000178813934, "mean_nn_ratio_pixel": 0.9382979273796082, "fid": 286.11981481093324} +{"step": 810000, "wall_time": 7901.949351072311, "train_loss_step": 6.77613639831543, "n_params": 4592800, "total_flops": 11428356096000000, "train_loss": 0.04641203880310059, "subset_score_loss": 0.04641203880310059} +{"step": 820000, "wall_time": 7992.691652774811, "train_loss_step": 6.860325813293457, "n_params": 4592800, "total_flops": 11569446912000000, "train_loss": 0.04275192320346832, "subset_score_loss": 0.04275192320346832} +{"step": 830000, "wall_time": 8083.2700254917145, "train_loss_step": 6.475587844848633, "n_params": 4592800, "total_flops": 11710537728000000, "train_loss": 0.04513232111930847, "subset_score_loss": 0.04513232111930847} +{"step": 840000, "wall_time": 8173.805690526962, "train_loss_step": 6.790008544921875, "n_params": 4592800, "total_flops": 11851628544000000, "train_loss": 0.04286725223064423, "subset_score_loss": 0.04286725223064423} +{"step": 850000, "wall_time": 8264.341128826141, "train_loss_step": 6.568103313446045, "n_params": 4592800, "total_flops": 11992719360000000, "train_loss": 0.04234429895877838, "subset_score_loss": 0.04234429895877838} +{"step": 860000, "wall_time": 8352.113148927689, "train_loss_step": 6.7920026779174805, "n_params": 4592800, "total_flops": 12133810176000000, "train_loss": 0.04163670241832733, "subset_score_loss": 0.04163670241832733} +{"step": 870000, "wall_time": 8442.705208539963, "train_loss_step": 6.9251627922058105, "n_params": 4592800, "total_flops": 12274900992000000, "train_loss": 0.04706906974315643, "subset_score_loss": 0.04706906974315643} +{"step": 880000, "wall_time": 8534.389685630798, "train_loss_step": 6.282607078552246, "n_params": 4592800, "total_flops": 12415991808000000, "train_loss": 0.039579573273658755, "subset_score_loss": 0.039579573273658755} +{"step": 890000, "wall_time": 8620.434880256653, "train_loss_step": 6.854823589324951, "n_params": 4592800, "total_flops": 12557082624000000, "train_loss": 0.04138801097869873, "subset_score_loss": 0.04138801097869873} +{"step": 900000, "wall_time": 8779.08464717865, "train_loss_step": 6.438520908355713, "n_params": 4592800, "total_flops": 12698173440000000, "train_loss": 0.04378455877304077, "subset_score_loss": 0.04378455877304077, "memorization_fraction_pixel": 0.04809999838471413, "mean_nn_ratio_pixel": 0.9164519309997559, "fid": 269.38524138393745} +{"step": 910000, "wall_time": 8869.669233083725, "train_loss_step": 6.113067626953125, "n_params": 4592800, "total_flops": 12839264256000000, "train_loss": 0.04334344267845154, "subset_score_loss": 0.04334344267845154} +{"step": 920000, "wall_time": 8960.189455032349, "train_loss_step": 6.520691871643066, "n_params": 4592800, "total_flops": 12980355072000000, "train_loss": 0.041738057136535646, "subset_score_loss": 0.041738057136535646} +{"step": 930000, "wall_time": 9050.69444489479, "train_loss_step": 6.21993350982666, "n_params": 4592800, "total_flops": 13121445888000000, "train_loss": 0.042291072010993955, "subset_score_loss": 0.042291072010993955} +{"step": 940000, "wall_time": 9141.182801246643, "train_loss_step": 6.659130096435547, "n_params": 4592800, "total_flops": 13262536704000000, "train_loss": 0.045865601301193236, "subset_score_loss": 0.045865601301193236} +{"step": 950000, "wall_time": 9231.727037191391, "train_loss_step": 5.935065269470215, "n_params": 4592800, "total_flops": 13403627520000000, "train_loss": 0.04050409197807312, "subset_score_loss": 0.04050409197807312} +{"step": 960000, "wall_time": 9322.235687494278, "train_loss_step": 6.432363033294678, "n_params": 4592800, "total_flops": 13544718336000000, "train_loss": 0.040637928247451785, "subset_score_loss": 0.040637928247451785} +{"step": 970000, "wall_time": 9410.07472729683, "train_loss_step": 6.310863494873047, "n_params": 4592800, "total_flops": 13685809152000000, "train_loss": 0.03953412473201752, "subset_score_loss": 0.03953412473201752} +{"step": 980000, "wall_time": 9500.574848175049, "train_loss_step": 6.316370964050293, "n_params": 4592800, "total_flops": 13826899968000000, "train_loss": 0.04030179679393768, "subset_score_loss": 0.04030179679393768} +{"step": 990000, "wall_time": 9592.131654262543, "train_loss_step": 5.898009300231934, "n_params": 4592800, "total_flops": 13967990784000000, "train_loss": 0.038687288761138916, "subset_score_loss": 0.038687288761138916} +{"step": 1000000, "wall_time": 9746.333642959595, "train_loss_step": 6.4380598068237305, "n_params": 4592800, "total_flops": 14109081600000000, "train_loss": 0.04038576483726501, "subset_score_loss": 0.04038576483726501, "memorization_fraction_pixel": 0.07199999690055847, "mean_nn_ratio_pixel": 0.8912054896354675, "fid": 242.9326008774045} +{"step": 1010000, "wall_time": 9837.00403213501, "train_loss_step": 6.685481071472168, "n_params": 4592800, "total_flops": 14250172416000000, "train_loss": 0.03923693895339966, "subset_score_loss": 0.03923693895339966} +{"step": 1020000, "wall_time": 9927.627314090729, "train_loss_step": 6.185142517089844, "n_params": 4592800, "total_flops": 14391263232000000, "train_loss": 0.03828074038028717, "subset_score_loss": 0.03828074038028717} +{"step": 1030000, "wall_time": 10018.25283241272, "train_loss_step": 5.752920150756836, "n_params": 4592800, "total_flops": 14532354048000000, "train_loss": 0.038113415241241455, "subset_score_loss": 0.038113415241241455} +{"step": 1040000, "wall_time": 10108.803428649902, "train_loss_step": 6.337162971496582, "n_params": 4592800, "total_flops": 14673444864000000, "train_loss": 0.038337734341621396, "subset_score_loss": 0.038337734341621396} +{"step": 1050000, "wall_time": 10199.40824007988, "train_loss_step": 5.879717826843262, "n_params": 4592800, "total_flops": 14814535680000000, "train_loss": 0.03835622668266296, "subset_score_loss": 0.03835622668266296} +{"step": 1060000, "wall_time": 10290.02860546112, "train_loss_step": 5.890295028686523, "n_params": 4592800, "total_flops": 14955626496000000, "train_loss": 0.040801283717155454, "subset_score_loss": 0.040801283717155454} +{"step": 1070000, "wall_time": 10380.885729789734, "train_loss_step": 6.410598278045654, "n_params": 4592800, "total_flops": 15096717312000000, "train_loss": 0.04146355986595154, "subset_score_loss": 0.04146355986595154} +{"step": 1080000, "wall_time": 10468.551447868347, "train_loss_step": 6.041408538818359, "n_params": 4592800, "total_flops": 15237808128000000, "train_loss": 0.03910425007343292, "subset_score_loss": 0.03910425007343292} +{"step": 1090000, "wall_time": 10559.13561463356, "train_loss_step": 6.298727512359619, "n_params": 4592800, "total_flops": 15378898944000000, "train_loss": 0.037952831387519835, "subset_score_loss": 0.037952831387519835} +{"step": 1100000, "wall_time": 10715.688183307648, "train_loss_step": 5.84248161315918, "n_params": 4592800, "total_flops": 15519989760000000, "train_loss": 0.03794780373573303, "subset_score_loss": 0.03794780373573303, "memorization_fraction_pixel": 0.08799999952316284, "mean_nn_ratio_pixel": 0.8771874904632568, "fid": 227.87207215976636} +{"step": 1110000, "wall_time": 10803.135291814804, "train_loss_step": 6.037376403808594, "n_params": 4592800, "total_flops": 15661080576000000, "train_loss": 0.0396959662437439, "subset_score_loss": 0.0396959662437439} +{"step": 1120000, "wall_time": 10893.604011774063, "train_loss_step": 6.155447959899902, "n_params": 4592800, "total_flops": 15802171392000000, "train_loss": 0.03627592325210571, "subset_score_loss": 0.03627592325210571} +{"step": 1130000, "wall_time": 10984.026609420776, "train_loss_step": 5.552181720733643, "n_params": 4592800, "total_flops": 15943262208000000, "train_loss": 0.037784576416015625, "subset_score_loss": 0.037784576416015625} +{"step": 1140000, "wall_time": 11074.544929265976, "train_loss_step": 5.577792167663574, "n_params": 4592800, "total_flops": 16084353024000000, "train_loss": 0.033872127532958984, "subset_score_loss": 0.033872127532958984} +{"step": 1150000, "wall_time": 11165.109770298004, "train_loss_step": 5.633668899536133, "n_params": 4592800, "total_flops": 16225443840000000, "train_loss": 0.0363050788640976, "subset_score_loss": 0.0363050788640976} +{"step": 1160000, "wall_time": 11255.641490221024, "train_loss_step": 5.767256736755371, "n_params": 4592800, "total_flops": 16366534656000000, "train_loss": 0.03462285995483398, "subset_score_loss": 0.03462285995483398} +{"step": 1170000, "wall_time": 11346.217142820358, "train_loss_step": 6.02020788192749, "n_params": 4592800, "total_flops": 16507625472000000, "train_loss": 0.03724012076854706, "subset_score_loss": 0.03724012076854706} +{"step": 1180000, "wall_time": 11436.499195814133, "train_loss_step": 5.964424133300781, "n_params": 4592800, "total_flops": 16648716288000000, "train_loss": 0.03522869348526001, "subset_score_loss": 0.03522869348526001} +{"step": 1190000, "wall_time": 11524.62196803093, "train_loss_step": 5.646472454071045, "n_params": 4592800, "total_flops": 16789807104000000, "train_loss": 0.034043622016906736, "subset_score_loss": 0.034043622016906736} +{"step": 1200000, "wall_time": 11681.972708940506, "train_loss_step": 5.750359535217285, "n_params": 4592800, "total_flops": 16930897920000000, "train_loss": 0.03464832305908203, "subset_score_loss": 0.03464832305908203, "memorization_fraction_pixel": 0.11479999870061874, "mean_nn_ratio_pixel": 0.856559157371521, "fid": 228.9878159324026} +{"step": 1210000, "wall_time": 11771.616682767868, "train_loss_step": 5.601501941680908, "n_params": 4592800, "total_flops": 17071988736000000, "train_loss": 0.03183717131614685, "subset_score_loss": 0.03183717131614685} +{"step": 1220000, "wall_time": 11859.239372015, "train_loss_step": 5.520003318786621, "n_params": 4592800, "total_flops": 17213079552000000, "train_loss": 0.032619595527648926, "subset_score_loss": 0.032619595527648926} +{"step": 1230000, "wall_time": 11949.845480918884, "train_loss_step": 5.681334972381592, "n_params": 4592800, "total_flops": 17354170368000000, "train_loss": 0.03435621559619904, "subset_score_loss": 0.03435621559619904} +{"step": 1240000, "wall_time": 12040.34798836708, "train_loss_step": 5.672774314880371, "n_params": 4592800, "total_flops": 17495261184000000, "train_loss": 0.03375204503536224, "subset_score_loss": 0.03375204503536224} +{"step": 1250000, "wall_time": 12131.0397772789, "train_loss_step": 5.417318820953369, "n_params": 4592800, "total_flops": 17636352000000000, "train_loss": 0.037608680129051206, "subset_score_loss": 0.037608680129051206} +{"step": 1260000, "wall_time": 12221.724594593048, "train_loss_step": 5.603485107421875, "n_params": 4592800, "total_flops": 17777442816000000, "train_loss": 0.03508324921131134, "subset_score_loss": 0.03508324921131134} +{"step": 1270000, "wall_time": 12312.333473920822, "train_loss_step": 5.640629291534424, "n_params": 4592800, "total_flops": 17918533632000000, "train_loss": 0.034757140278816226, "subset_score_loss": 0.034757140278816226} +{"step": 1280000, "wall_time": 12403.00513124466, "train_loss_step": 5.620699882507324, "n_params": 4592800, "total_flops": 18059624448000000, "train_loss": 0.03261191248893738, "subset_score_loss": 0.03261191248893738} +{"step": 1290000, "wall_time": 12490.961568832397, "train_loss_step": 5.284156799316406, "n_params": 4592800, "total_flops": 18200715264000000, "train_loss": 0.03363299369812012, "subset_score_loss": 0.03363299369812012} +{"step": 1300000, "wall_time": 12649.368224143982, "train_loss_step": 5.324699401855469, "n_params": 4592800, "total_flops": 18341806080000000, "train_loss": 0.03210428655147553, "subset_score_loss": 0.03210428655147553, "memorization_fraction_pixel": 0.1354999989271164, "mean_nn_ratio_pixel": 0.8387484550476074, "fid": 219.23312098214046} +{"step": 1310000, "wall_time": 12740.164757013321, "train_loss_step": 5.513333797454834, "n_params": 4592800, "total_flops": 18482896896000000, "train_loss": 0.03548928201198578, "subset_score_loss": 0.03548928201198578} +{"step": 1320000, "wall_time": 12829.414902210236, "train_loss_step": 5.629274368286133, "n_params": 4592800, "total_flops": 18623987712000000, "train_loss": 0.032684850692749026, "subset_score_loss": 0.032684850692749026} +{"step": 1330000, "wall_time": 12916.918479919434, "train_loss_step": 5.64289665222168, "n_params": 4592800, "total_flops": 18765078528000000, "train_loss": 0.03232085704803467, "subset_score_loss": 0.03232085704803467} +{"step": 1340000, "wall_time": 13007.438357114792, "train_loss_step": 5.429767608642578, "n_params": 4592800, "total_flops": 18906169344000000, "train_loss": 0.03275240659713745, "subset_score_loss": 0.03275240659713745} +{"step": 1350000, "wall_time": 13098.114510536194, "train_loss_step": 5.584421157836914, "n_params": 4592800, "total_flops": 19047260160000000, "train_loss": 0.034352552890777585, "subset_score_loss": 0.034352552890777585} +{"step": 1360000, "wall_time": 13195.97069811821, "train_loss_step": 5.224076271057129, "n_params": 4592800, "total_flops": 19188350976000000, "train_loss": 0.03137726783752441, "subset_score_loss": 0.03137726783752441} +{"step": 1370000, "wall_time": 13302.764678478241, "train_loss_step": 5.615682601928711, "n_params": 4592800, "total_flops": 19329441792000000, "train_loss": 0.03313687145709991, "subset_score_loss": 0.03313687145709991} +{"step": 1380000, "wall_time": 13411.694476127625, "train_loss_step": 5.34437370300293, "n_params": 4592800, "total_flops": 19470532608000000, "train_loss": 0.03193932771682739, "subset_score_loss": 0.03193932771682739} +{"step": 1390000, "wall_time": 13520.629907608032, "train_loss_step": 5.745454788208008, "n_params": 4592800, "total_flops": 19611623424000000, "train_loss": 0.03451913595199585, "subset_score_loss": 0.03451913595199585} +{"step": 1400000, "wall_time": 13701.214911937714, "train_loss_step": 5.460567951202393, "n_params": 4592800, "total_flops": 19752714240000000, "train_loss": 0.03333929181098938, "subset_score_loss": 0.03333929181098938, "memorization_fraction_pixel": 0.17080000042915344, "mean_nn_ratio_pixel": 0.8091694116592407, "fid": 206.1523988825773} +{"step": 1410000, "wall_time": 13809.933484077454, "train_loss_step": 4.956249237060547, "n_params": 4592800, "total_flops": 19893805056000000, "train_loss": 0.032110750675201416, "subset_score_loss": 0.032110750675201416} +{"step": 1420000, "wall_time": 13919.172169685364, "train_loss_step": 5.16246223449707, "n_params": 4592800, "total_flops": 20034895872000000, "train_loss": 0.03334658443927765, "subset_score_loss": 0.03334658443927765} +{"step": 1430000, "wall_time": 14027.758853673935, "train_loss_step": 5.219038009643555, "n_params": 4592800, "total_flops": 20175986688000000, "train_loss": 0.03501726388931274, "subset_score_loss": 0.03501726388931274} +{"step": 1440000, "wall_time": 14134.501564025879, "train_loss_step": 5.52979040145874, "n_params": 4592800, "total_flops": 20317077504000000, "train_loss": 0.03447832763195038, "subset_score_loss": 0.03447832763195038} +{"step": 1450000, "wall_time": 14243.690979242325, "train_loss_step": 5.438695430755615, "n_params": 4592800, "total_flops": 20458168320000000, "train_loss": 0.03397867977619171, "subset_score_loss": 0.03397867977619171} +{"step": 1460000, "wall_time": 14352.819944620132, "train_loss_step": 5.597957611083984, "n_params": 4592800, "total_flops": 20599259136000000, "train_loss": 0.03094216585159302, "subset_score_loss": 0.03094216585159302} +{"step": 1470000, "wall_time": 14462.329149723053, "train_loss_step": 5.41367244720459, "n_params": 4592800, "total_flops": 20740349952000000, "train_loss": 0.030272692441940308, "subset_score_loss": 0.030272692441940308} +{"step": 1480000, "wall_time": 14569.852448940277, "train_loss_step": 5.250496864318848, "n_params": 4592800, "total_flops": 20881440768000000, "train_loss": 0.03187181353569031, "subset_score_loss": 0.03187181353569031} +{"step": 1490000, "wall_time": 14678.705827713013, "train_loss_step": 5.213623523712158, "n_params": 4592800, "total_flops": 21022531584000000, "train_loss": 0.02944483160972595, "subset_score_loss": 0.02944483160972595} +{"step": 1500000, "wall_time": 14866.475528478622, "train_loss_step": 5.323178291320801, "n_params": 4592800, "total_flops": 21163622400000000, "train_loss": 0.032385969161987306, "subset_score_loss": 0.032385969161987306, "memorization_fraction_pixel": 0.21449999511241913, "mean_nn_ratio_pixel": 0.77547687292099, "fid": 193.65206576846361} +{"step": 1510000, "wall_time": 14975.41874718666, "train_loss_step": 5.227959632873535, "n_params": 4592800, "total_flops": 21304713216000000, "train_loss": 0.030565834045410155, "subset_score_loss": 0.030565834045410155} +{"step": 1520000, "wall_time": 15084.376730442047, "train_loss_step": 5.278291702270508, "n_params": 4592800, "total_flops": 21445804032000000, "train_loss": 0.03300027549266815, "subset_score_loss": 0.03300027549266815} +{"step": 1530000, "wall_time": 15193.50194644928, "train_loss_step": 5.207705974578857, "n_params": 4592800, "total_flops": 21586894848000000, "train_loss": 0.03148491382598877, "subset_score_loss": 0.03148491382598877} +{"step": 1540000, "wall_time": 15301.921053171158, "train_loss_step": 5.394711971282959, "n_params": 4592800, "total_flops": 21727985664000000, "train_loss": 0.030623364448547363, "subset_score_loss": 0.030623364448547363} +{"step": 1550000, "wall_time": 15408.723436117172, "train_loss_step": 5.46708869934082, "n_params": 4592800, "total_flops": 21869076480000000, "train_loss": 0.02945725917816162, "subset_score_loss": 0.02945725917816162} +{"step": 1560000, "wall_time": 15517.746055603027, "train_loss_step": 5.224271774291992, "n_params": 4592800, "total_flops": 22010167296000000, "train_loss": 0.029669567942619324, "subset_score_loss": 0.029669567942619324} +{"step": 1570000, "wall_time": 15626.647322654724, "train_loss_step": 5.117976188659668, "n_params": 4592800, "total_flops": 22151258112000000, "train_loss": 0.030237731337547303, "subset_score_loss": 0.030237731337547303} +{"step": 1580000, "wall_time": 15736.49318933487, "train_loss_step": 5.365106582641602, "n_params": 4592800, "total_flops": 22292348928000000, "train_loss": 0.031496351957321166, "subset_score_loss": 0.031496351957321166} +{"step": 1590000, "wall_time": 15843.914069652557, "train_loss_step": 4.753421783447266, "n_params": 4592800, "total_flops": 22433439744000000, "train_loss": 0.03056756258010864, "subset_score_loss": 0.03056756258010864} +{"step": 1600000, "wall_time": 16033.616911649704, "train_loss_step": 5.3242387771606445, "n_params": 4592800, "total_flops": 22574530560000000, "train_loss": 0.03135228455066681, "subset_score_loss": 0.03135228455066681, "memorization_fraction_pixel": 0.22339999675750732, "mean_nn_ratio_pixel": 0.7694997787475586, "fid": 201.37356793569313} +{"step": 1610000, "wall_time": 16132.838450431824, "train_loss_step": 5.039898872375488, "n_params": 4592800, "total_flops": 22715621376000000, "train_loss": 0.029749006032943726, "subset_score_loss": 0.029749006032943726} +{"step": 1620000, "wall_time": 16241.9664208889, "train_loss_step": 5.729201793670654, "n_params": 4592800, "total_flops": 22856712192000000, "train_loss": 0.029762110114097594, "subset_score_loss": 0.029762110114097594} +{"step": 1630000, "wall_time": 16351.145145177841, "train_loss_step": 5.247025489807129, "n_params": 4592800, "total_flops": 22997803008000000, "train_loss": 0.029052498936653137, "subset_score_loss": 0.029052498936653137} +{"step": 1640000, "wall_time": 16460.25795531273, "train_loss_step": 5.025707721710205, "n_params": 4592800, "total_flops": 23138893824000000, "train_loss": 0.03031938672065735, "subset_score_loss": 0.03031938672065735} +{"step": 1650000, "wall_time": 16568.7598695755, "train_loss_step": 5.01651668548584, "n_params": 4592800, "total_flops": 23279984640000000, "train_loss": 0.029580458998680115, "subset_score_loss": 0.029580458998680115} +{"step": 1660000, "wall_time": 16666.25935649872, "train_loss_step": 5.088074207305908, "n_params": 4592800, "total_flops": 23421075456000000, "train_loss": 0.02943708598613739, "subset_score_loss": 0.02943708598613739} +{"step": 1670000, "wall_time": 16775.382424116135, "train_loss_step": 4.808884620666504, "n_params": 4592800, "total_flops": 23562166272000000, "train_loss": 0.030530378222465515, "subset_score_loss": 0.030530378222465515} +{"step": 1680000, "wall_time": 16884.547287225723, "train_loss_step": 5.027334690093994, "n_params": 4592800, "total_flops": 23703257088000000, "train_loss": 0.027042758464813233, "subset_score_loss": 0.027042758464813233} +{"step": 1690000, "wall_time": 16992.46248936653, "train_loss_step": 5.507968902587891, "n_params": 4592800, "total_flops": 23844347904000000, "train_loss": 0.029734662175178526, "subset_score_loss": 0.029734662175178526} +{"step": 1700000, "wall_time": 17174.543872117996, "train_loss_step": 5.555477142333984, "n_params": 4592800, "total_flops": 23985438720000000, "train_loss": 0.028440988063812254, "subset_score_loss": 0.028440988063812254, "memorization_fraction_pixel": 0.20469999313354492, "mean_nn_ratio_pixel": 0.7869853377342224, "fid": 196.34329764512708} +{"step": 1710000, "wall_time": 17283.808151245117, "train_loss_step": 5.237013816833496, "n_params": 4592800, "total_flops": 24126529536000000, "train_loss": 0.02882201075553894, "subset_score_loss": 0.02882201075553894} +{"step": 1720000, "wall_time": 17385.441628932953, "train_loss_step": 5.107115268707275, "n_params": 4592800, "total_flops": 24267620352000000, "train_loss": 0.02898375689983368, "subset_score_loss": 0.02898375689983368} +{"step": 1730000, "wall_time": 17491.72066140175, "train_loss_step": 4.848036766052246, "n_params": 4592800, "total_flops": 24408711168000000, "train_loss": 0.03019786477088928, "subset_score_loss": 0.03019786477088928} +{"step": 1740000, "wall_time": 17600.873970985413, "train_loss_step": 5.0627031326293945, "n_params": 4592800, "total_flops": 24549801984000000, "train_loss": 0.02835308015346527, "subset_score_loss": 0.02835308015346527} +{"step": 1750000, "wall_time": 17709.98592352867, "train_loss_step": 5.130218029022217, "n_params": 4592800, "total_flops": 24690892800000000, "train_loss": 0.02671349048614502, "subset_score_loss": 0.02671349048614502} +{"step": 1760000, "wall_time": 17818.154626369476, "train_loss_step": 4.754633903503418, "n_params": 4592800, "total_flops": 24831983616000000, "train_loss": 0.030919355154037476, "subset_score_loss": 0.030919355154037476} +{"step": 1770000, "wall_time": 17919.378066062927, "train_loss_step": 5.0362348556518555, "n_params": 4592800, "total_flops": 24973074432000000, "train_loss": 0.028237563371658326, "subset_score_loss": 0.028237563371658326} +{"step": 1780000, "wall_time": 18023.383768320084, "train_loss_step": 4.780765533447266, "n_params": 4592800, "total_flops": 25114165248000000, "train_loss": 0.02860168516635895, "subset_score_loss": 0.02860168516635895} +{"step": 1790000, "wall_time": 18132.407747507095, "train_loss_step": 4.665240287780762, "n_params": 4592800, "total_flops": 25255256064000000, "train_loss": 0.02809251844882965, "subset_score_loss": 0.02809251844882965} +{"step": 1800000, "wall_time": 18313.573586940765, "train_loss_step": 5.071722984313965, "n_params": 4592800, "total_flops": 25396346880000000, "train_loss": 0.028452247381210327, "subset_score_loss": 0.028452247381210327, "memorization_fraction_pixel": 0.258899986743927, "mean_nn_ratio_pixel": 0.7387101054191589, "fid": 185.89229214995615} +{"step": 1810000, "wall_time": 18422.61864566803, "train_loss_step": 4.977707862854004, "n_params": 4592800, "total_flops": 25537437696000000, "train_loss": 0.028197991847991943, "subset_score_loss": 0.028197991847991943} +{"step": 1820000, "wall_time": 18531.81230044365, "train_loss_step": 5.223027229309082, "n_params": 4592800, "total_flops": 25678528512000000, "train_loss": 0.028820687532424928, "subset_score_loss": 0.028820687532424928} +{"step": 1830000, "wall_time": 18636.217012882233, "train_loss_step": 4.682218551635742, "n_params": 4592800, "total_flops": 25819619328000000, "train_loss": 0.02674139440059662, "subset_score_loss": 0.02674139440059662} +{"step": 1840000, "wall_time": 18738.147022247314, "train_loss_step": 4.733785152435303, "n_params": 4592800, "total_flops": 25960710144000000, "train_loss": 0.027404963970184326, "subset_score_loss": 0.027404963970184326} +{"step": 1850000, "wall_time": 18847.33056139946, "train_loss_step": 4.8775634765625, "n_params": 4592800, "total_flops": 26101800960000000, "train_loss": 0.026539546251296998, "subset_score_loss": 0.026539546251296998} +{"step": 1860000, "wall_time": 18956.57856321335, "train_loss_step": 4.799713134765625, "n_params": 4592800, "total_flops": 26242891776000000, "train_loss": 0.027876612544059754, "subset_score_loss": 0.027876612544059754} +{"step": 1870000, "wall_time": 19065.39924812317, "train_loss_step": 5.02162504196167, "n_params": 4592800, "total_flops": 26383982592000000, "train_loss": 0.028575685620307923, "subset_score_loss": 0.028575685620307923} +{"step": 1880000, "wall_time": 19174.29458808899, "train_loss_step": 4.845591068267822, "n_params": 4592800, "total_flops": 26525073408000000, "train_loss": 0.02755945026874542, "subset_score_loss": 0.02755945026874542} +{"step": 1890000, "wall_time": 19274.36866736412, "train_loss_step": 5.036517143249512, "n_params": 4592800, "total_flops": 26666164224000000, "train_loss": 0.029191756248474122, "subset_score_loss": 0.029191756248474122} +{"step": 1900000, "wall_time": 19464.457638263702, "train_loss_step": 5.080928802490234, "n_params": 4592800, "total_flops": 26807255040000000, "train_loss": 0.027003484964370727, "subset_score_loss": 0.027003484964370727, "memorization_fraction_pixel": 0.29679998755455017, "mean_nn_ratio_pixel": 0.7101562023162842, "fid": 171.32352169424576} +{"step": 1910000, "wall_time": 19566.037194252014, "train_loss_step": 4.770827293395996, "n_params": 4592800, "total_flops": 26948345856000000, "train_loss": 0.028088325262069704, "subset_score_loss": 0.028088325262069704} +{"step": 1920000, "wall_time": 19672.21929383278, "train_loss_step": 4.721970558166504, "n_params": 4592800, "total_flops": 27089436672000000, "train_loss": 0.027419987320899963, "subset_score_loss": 0.027419987320899963} +{"step": 1930000, "wall_time": 19781.365946769714, "train_loss_step": 4.92722225189209, "n_params": 4592800, "total_flops": 27230527488000000, "train_loss": 0.026913222670555115, "subset_score_loss": 0.026913222670555115} +{"step": 1940000, "wall_time": 19890.732118606567, "train_loss_step": 4.72420597076416, "n_params": 4592800, "total_flops": 27371618304000000, "train_loss": 0.02625649869441986, "subset_score_loss": 0.02625649869441986} +{"step": 1950000, "wall_time": 19991.364858865738, "train_loss_step": 5.077497959136963, "n_params": 4592800, "total_flops": 27512709120000000, "train_loss": 0.02735084295272827, "subset_score_loss": 0.02735084295272827} +{"step": 1960000, "wall_time": 20100.432713508606, "train_loss_step": 4.764409065246582, "n_params": 4592800, "total_flops": 27653799936000000, "train_loss": 0.025986123085021972, "subset_score_loss": 0.025986123085021972} +{"step": 1970000, "wall_time": 20209.405083179474, "train_loss_step": 5.227280616760254, "n_params": 4592800, "total_flops": 27794890752000000, "train_loss": 0.029730898141860963, "subset_score_loss": 0.029730898141860963} +{"step": 1980000, "wall_time": 20318.810639619827, "train_loss_step": 5.042780876159668, "n_params": 4592800, "total_flops": 27935981568000000, "train_loss": 0.02952411472797394, "subset_score_loss": 0.02952411472797394} +{"step": 1990000, "wall_time": 20426.760048389435, "train_loss_step": 4.396641254425049, "n_params": 4592800, "total_flops": 28077072384000000, "train_loss": 0.027313938736915587, "subset_score_loss": 0.027313938736915587} +{"step": 2000000, "wall_time": 20604.283819675446, "train_loss_step": 4.588083744049072, "n_params": 4592800, "total_flops": 28218163200000000, "train_loss": 0.02722007632255554, "subset_score_loss": 0.02722007632255554, "memorization_fraction_pixel": 0.2937000095844269, "mean_nn_ratio_pixel": 0.7143988013267517, "fid": 178.63782339355976} +{"step": 2010000, "wall_time": 20713.443549394608, "train_loss_step": 4.985057830810547, "n_params": 4592800, "total_flops": 28359254016000000, "train_loss": 0.027837324142456054, "subset_score_loss": 0.027837324142456054} +{"step": 2020000, "wall_time": 20821.17967557907, "train_loss_step": 4.920961380004883, "n_params": 4592800, "total_flops": 28500344832000000, "train_loss": 0.029755452275276185, "subset_score_loss": 0.029755452275276185} +{"step": 2030000, "wall_time": 20920.862386465073, "train_loss_step": 4.907431602478027, "n_params": 4592800, "total_flops": 28641435648000000, "train_loss": 0.026328277587890626, "subset_score_loss": 0.026328277587890626} +{"step": 2040000, "wall_time": 21029.97420191765, "train_loss_step": 4.551163673400879, "n_params": 4592800, "total_flops": 28782526464000000, "train_loss": 0.024931812286376955, "subset_score_loss": 0.024931812286376955} +{"step": 2050000, "wall_time": 21139.45260500908, "train_loss_step": 4.979287624359131, "n_params": 4592800, "total_flops": 28923617280000000, "train_loss": 0.0256616473197937, "subset_score_loss": 0.0256616473197937} +{"step": 2060000, "wall_time": 21239.99830555916, "train_loss_step": 4.877688884735107, "n_params": 4592800, "total_flops": 29064708096000000, "train_loss": 0.02583330273628235, "subset_score_loss": 0.02583330273628235} +{"step": 2070000, "wall_time": 21349.16454434395, "train_loss_step": 4.436154365539551, "n_params": 4592800, "total_flops": 29205798912000000, "train_loss": 0.025669777393341066, "subset_score_loss": 0.025669777393341066} +{"step": 2080000, "wall_time": 21458.405440807343, "train_loss_step": 4.496146202087402, "n_params": 4592800, "total_flops": 29346889728000000, "train_loss": 0.025110611319541933, "subset_score_loss": 0.025110611319541933} +{"step": 2090000, "wall_time": 21567.926343679428, "train_loss_step": 4.186089038848877, "n_params": 4592800, "total_flops": 29487980544000000, "train_loss": 0.02566972076892853, "subset_score_loss": 0.02566972076892853} +{"step": 2100000, "wall_time": 21756.782768011093, "train_loss_step": 4.766164779663086, "n_params": 4592800, "total_flops": 29629071360000000, "train_loss": 0.024762818217277528, "subset_score_loss": 0.024762818217277528, "memorization_fraction_pixel": 0.3292999863624573, "mean_nn_ratio_pixel": 0.6869807839393616, "fid": 171.44838659329875} +{"step": 2110000, "wall_time": 21851.262573480606, "train_loss_step": 4.884831428527832, "n_params": 4592800, "total_flops": 29770162176000000, "train_loss": 0.025424379110336303, "subset_score_loss": 0.025424379110336303} +{"step": 2120000, "wall_time": 21960.37396979332, "train_loss_step": 4.898791313171387, "n_params": 4592800, "total_flops": 29911252992000000, "train_loss": 0.027159780263900757, "subset_score_loss": 0.027159780263900757} +{"step": 2130000, "wall_time": 22069.89642906189, "train_loss_step": 4.3578033447265625, "n_params": 4592800, "total_flops": 30052343808000000, "train_loss": 0.026996198296546935, "subset_score_loss": 0.026996198296546935} +{"step": 2140000, "wall_time": 22173.26214337349, "train_loss_step": 4.725221157073975, "n_params": 4592800, "total_flops": 30193434624000000, "train_loss": 0.027226099371910097, "subset_score_loss": 0.027226099371910097} +{"step": 2150000, "wall_time": 22282.3662917614, "train_loss_step": 4.445656776428223, "n_params": 4592800, "total_flops": 30334525440000000, "train_loss": 0.02702639400959015, "subset_score_loss": 0.02702639400959015} +{"step": 2160000, "wall_time": 22391.946014642715, "train_loss_step": 5.179912567138672, "n_params": 4592800, "total_flops": 30475616256000000, "train_loss": 0.0289000004529953, "subset_score_loss": 0.0289000004529953} +{"step": 2170000, "wall_time": 22488.294310092926, "train_loss_step": 4.804577350616455, "n_params": 4592800, "total_flops": 30616707072000000, "train_loss": 0.025682446360588074, "subset_score_loss": 0.025682446360588074} +{"step": 2180000, "wall_time": 22597.33432674408, "train_loss_step": 4.6517333984375, "n_params": 4592800, "total_flops": 30757797888000000, "train_loss": 0.027896577119827272, "subset_score_loss": 0.027896577119827272} +{"step": 2190000, "wall_time": 22706.52814555168, "train_loss_step": 5.085013389587402, "n_params": 4592800, "total_flops": 30898888704000000, "train_loss": 0.025822743773460388, "subset_score_loss": 0.025822743773460388} +{"step": 2200000, "wall_time": 22895.106053113937, "train_loss_step": 4.449981689453125, "n_params": 4592800, "total_flops": 31039979520000000, "train_loss": 0.025508663058280943, "subset_score_loss": 0.025508663058280943, "memorization_fraction_pixel": 0.32600000500679016, "mean_nn_ratio_pixel": 0.690690815448761, "fid": 177.42680486652324} +{"step": 2210000, "wall_time": 23004.13454437256, "train_loss_step": 4.504230499267578, "n_params": 4592800, "total_flops": 31181070336000000, "train_loss": 0.024791553616523743, "subset_score_loss": 0.024791553616523743} +{"step": 2220000, "wall_time": 23107.810628414154, "train_loss_step": 4.689493179321289, "n_params": 4592800, "total_flops": 31322161152000000, "train_loss": 0.023594026267528535, "subset_score_loss": 0.023594026267528535} +{"step": 2230000, "wall_time": 23209.814864635468, "train_loss_step": 4.668452739715576, "n_params": 4592800, "total_flops": 31463251968000000, "train_loss": 0.026208513975143434, "subset_score_loss": 0.026208513975143434} +{"step": 2240000, "wall_time": 23319.420351743698, "train_loss_step": 4.960629463195801, "n_params": 4592800, "total_flops": 31604342784000000, "train_loss": 0.026309755444526673, "subset_score_loss": 0.026309755444526673} +{"step": 2250000, "wall_time": 23420.597940206528, "train_loss_step": 4.382896423339844, "n_params": 4592800, "total_flops": 31745433600000000, "train_loss": 0.023887434601783754, "subset_score_loss": 0.023887434601783754} +{"step": 2260000, "wall_time": 23529.58108663559, "train_loss_step": 4.449014663696289, "n_params": 4592800, "total_flops": 31886524416000000, "train_loss": 0.02630203068256378, "subset_score_loss": 0.02630203068256378} +{"step": 2270000, "wall_time": 23638.82117152214, "train_loss_step": 4.750947952270508, "n_params": 4592800, "total_flops": 32027615232000000, "train_loss": 0.026832383871078492, "subset_score_loss": 0.026832383871078492} +{"step": 2280000, "wall_time": 23735.42181134224, "train_loss_step": 4.161386966705322, "n_params": 4592800, "total_flops": 32168706048000000, "train_loss": 0.024884049594402314, "subset_score_loss": 0.024884049594402314} +{"step": 2290000, "wall_time": 23844.30676460266, "train_loss_step": 4.657453536987305, "n_params": 4592800, "total_flops": 32309796864000000, "train_loss": 0.023509635031223296, "subset_score_loss": 0.023509635031223296} +{"step": 2300000, "wall_time": 24032.83393907547, "train_loss_step": 4.758028030395508, "n_params": 4592800, "total_flops": 32450887680000000, "train_loss": 0.024499720335006712, "subset_score_loss": 0.024499720335006712, "memorization_fraction_pixel": 0.359499990940094, "mean_nn_ratio_pixel": 0.6672833561897278, "fid": 162.81846409807275} +{"step": 2310000, "wall_time": 24141.11272072792, "train_loss_step": 4.799581527709961, "n_params": 4592800, "total_flops": 32591978496000000, "train_loss": 0.026295539736747742, "subset_score_loss": 0.026295539736747742} +{"step": 2320000, "wall_time": 24250.20802974701, "train_loss_step": 4.384243011474609, "n_params": 4592800, "total_flops": 32733069312000000, "train_loss": 0.0267867773771286, "subset_score_loss": 0.0267867773771286} +{"step": 2330000, "wall_time": 24359.689607143402, "train_loss_step": 4.801793575286865, "n_params": 4592800, "total_flops": 32874160128000000, "train_loss": 0.026800286769866944, "subset_score_loss": 0.026800286769866944} +{"step": 2340000, "wall_time": 24458.367959976196, "train_loss_step": 4.550515651702881, "n_params": 4592800, "total_flops": 33015250944000000, "train_loss": 0.022758658230304717, "subset_score_loss": 0.022758658230304717} +{"step": 2350000, "wall_time": 24567.621653556824, "train_loss_step": 4.3484625816345215, "n_params": 4592800, "total_flops": 33156341760000000, "train_loss": 0.023728440701961517, "subset_score_loss": 0.023728440701961517} +{"step": 2360000, "wall_time": 24668.8666908741, "train_loss_step": 4.656943321228027, "n_params": 4592800, "total_flops": 33297432576000000, "train_loss": 0.025672107934951782, "subset_score_loss": 0.025672107934951782} +{"step": 2370000, "wall_time": 24777.922246932983, "train_loss_step": 4.560030460357666, "n_params": 4592800, "total_flops": 33438523392000000, "train_loss": 0.025543835759162904, "subset_score_loss": 0.025543835759162904} +{"step": 2380000, "wall_time": 24886.90245628357, "train_loss_step": 4.8244829177856445, "n_params": 4592800, "total_flops": 33579614208000000, "train_loss": 0.029950445890426634, "subset_score_loss": 0.029950445890426634} +{"step": 2390000, "wall_time": 24989.253700256348, "train_loss_step": 4.356911659240723, "n_params": 4592800, "total_flops": 33720705024000000, "train_loss": 0.023672984540462495, "subset_score_loss": 0.023672984540462495} +{"step": 2400000, "wall_time": 25171.36681675911, "train_loss_step": 4.813279151916504, "n_params": 4592800, "total_flops": 33861795840000000, "train_loss": 0.023718759417533875, "subset_score_loss": 0.023718759417533875, "memorization_fraction_pixel": 0.3815999925136566, "mean_nn_ratio_pixel": 0.649741530418396, "fid": 164.61027753204837} +{"step": 2410000, "wall_time": 25280.545205831528, "train_loss_step": 5.43548583984375, "n_params": 4592800, "total_flops": 34002886656000000, "train_loss": 0.027031561732292174, "subset_score_loss": 0.027031561732292174} +{"step": 2420000, "wall_time": 25388.868985176086, "train_loss_step": 4.705574989318848, "n_params": 4592800, "total_flops": 34143977472000000, "train_loss": 0.02412431687116623, "subset_score_loss": 0.02412431687116623} +{"step": 2430000, "wall_time": 25498.002757310867, "train_loss_step": 5.238112449645996, "n_params": 4592800, "total_flops": 34285068288000000, "train_loss": 0.029788586497306823, "subset_score_loss": 0.029788586497306823} +{"step": 2440000, "wall_time": 25607.253911733627, "train_loss_step": 4.318410396575928, "n_params": 4592800, "total_flops": 34426159104000000, "train_loss": 0.025353583693504333, "subset_score_loss": 0.025353583693504333} +{"step": 2450000, "wall_time": 25710.735189199448, "train_loss_step": 4.44099235534668, "n_params": 4592800, "total_flops": 34567249920000000, "train_loss": 0.023608216643333436, "subset_score_loss": 0.023608216643333436} +{"step": 2460000, "wall_time": 25817.504947662354, "train_loss_step": 4.493508338928223, "n_params": 4592800, "total_flops": 34708340736000000, "train_loss": 0.025453731417655945, "subset_score_loss": 0.025453731417655945} +{"step": 2470000, "wall_time": 25919.39733839035, "train_loss_step": 4.4983930587768555, "n_params": 4592800, "total_flops": 34849431552000000, "train_loss": 0.025695794820785524, "subset_score_loss": 0.025695794820785524} +{"step": 2480000, "wall_time": 26024.597438812256, "train_loss_step": 5.003623962402344, "n_params": 4592800, "total_flops": 34990522368000000, "train_loss": 0.028741365671157836, "subset_score_loss": 0.028741365671157836} +{"step": 2490000, "wall_time": 26133.76622056961, "train_loss_step": 4.6007304191589355, "n_params": 4592800, "total_flops": 35131613184000000, "train_loss": 0.023960605263710022, "subset_score_loss": 0.023960605263710022} +{"step": 2500000, "wall_time": 26311.520335912704, "train_loss_step": 4.277962684631348, "n_params": 4592800, "total_flops": 35272704000000000, "train_loss": 0.025876632332801817, "subset_score_loss": 0.025876632332801817, "memorization_fraction_pixel": 0.35760000348091125, "mean_nn_ratio_pixel": 0.6713423132896423, "fid": 169.90853001684548} +{"step": 2510000, "wall_time": 26420.697950601578, "train_loss_step": 4.256098747253418, "n_params": 4592800, "total_flops": 35413794816000000, "train_loss": 0.02514301836490631, "subset_score_loss": 0.02514301836490631} +{"step": 2520000, "wall_time": 26529.721584558487, "train_loss_step": 4.240928649902344, "n_params": 4592800, "total_flops": 35554885632000000, "train_loss": 0.0234944686293602, "subset_score_loss": 0.0234944686293602} +{"step": 2530000, "wall_time": 26639.006148576736, "train_loss_step": 4.229848861694336, "n_params": 4592800, "total_flops": 35695976448000000, "train_loss": 0.024265381693840026, "subset_score_loss": 0.024265381693840026} +{"step": 2540000, "wall_time": 26747.251331567764, "train_loss_step": 4.448731899261475, "n_params": 4592800, "total_flops": 35837067264000000, "train_loss": 0.02365145683288574, "subset_score_loss": 0.02365145683288574} +{"step": 2550000, "wall_time": 26856.240820646286, "train_loss_step": 4.392585754394531, "n_params": 4592800, "total_flops": 35978158080000000, "train_loss": 0.024497190117836, "subset_score_loss": 0.024497190117836} +{"step": 2560000, "wall_time": 26965.27108478546, "train_loss_step": 4.2313232421875, "n_params": 4592800, "total_flops": 36119248896000000, "train_loss": 0.02341790646314621, "subset_score_loss": 0.02341790646314621} +{"step": 2570000, "wall_time": 27067.018727064133, "train_loss_step": 4.060586929321289, "n_params": 4592800, "total_flops": 36260339712000000, "train_loss": 0.02284592092037201, "subset_score_loss": 0.02284592092037201} +{"step": 2580000, "wall_time": 27176.80525946617, "train_loss_step": 4.26889705657959, "n_params": 4592800, "total_flops": 36401430528000000, "train_loss": 0.024954697489738463, "subset_score_loss": 0.024954697489738463} +{"step": 2590000, "wall_time": 27274.68276143074, "train_loss_step": 4.566849708557129, "n_params": 4592800, "total_flops": 36542521344000000, "train_loss": 0.027124616503715514, "subset_score_loss": 0.027124616503715514} +{"step": 2600000, "wall_time": 27464.466166734695, "train_loss_step": 4.188401222229004, "n_params": 4592800, "total_flops": 36683612160000000, "train_loss": 0.022283570468425752, "subset_score_loss": 0.022283570468425752, "memorization_fraction_pixel": 0.34150001406669617, "mean_nn_ratio_pixel": 0.6883620619773865, "fid": 175.30764767351215} +{"step": 2610000, "wall_time": 27564.856032133102, "train_loss_step": 4.345624923706055, "n_params": 4592800, "total_flops": 36824702976000000, "train_loss": 0.021733872592449188, "subset_score_loss": 0.021733872592449188} +{"step": 2620000, "wall_time": 27670.52308154106, "train_loss_step": 4.318578720092773, "n_params": 4592800, "total_flops": 36965793792000000, "train_loss": 0.023447833955287933, "subset_score_loss": 0.023447833955287933} +{"step": 2630000, "wall_time": 27779.628300189972, "train_loss_step": 4.361793518066406, "n_params": 4592800, "total_flops": 37106884608000000, "train_loss": 0.02274772822856903, "subset_score_loss": 0.02274772822856903} +{"step": 2640000, "wall_time": 27889.49724316597, "train_loss_step": 4.273107051849365, "n_params": 4592800, "total_flops": 37247975424000000, "train_loss": 0.0218633234500885, "subset_score_loss": 0.0218633234500885} +{"step": 2650000, "wall_time": 27997.163738965988, "train_loss_step": 4.3981242179870605, "n_params": 4592800, "total_flops": 37389066240000000, "train_loss": 0.024286231398582457, "subset_score_loss": 0.024286231398582457} +{"step": 2660000, "wall_time": 28106.354933023453, "train_loss_step": 4.5452399253845215, "n_params": 4592800, "total_flops": 37530157056000000, "train_loss": 0.024036623537540436, "subset_score_loss": 0.024036623537540436} +{"step": 2670000, "wall_time": 28215.795278787613, "train_loss_step": 4.021500587463379, "n_params": 4592800, "total_flops": 37671247872000000, "train_loss": 0.024206425249576568, "subset_score_loss": 0.024206425249576568} +{"step": 2680000, "wall_time": 28311.845726966858, "train_loss_step": 4.202054977416992, "n_params": 4592800, "total_flops": 37812338688000000, "train_loss": 0.02208040505647659, "subset_score_loss": 0.02208040505647659} +{"step": 2690000, "wall_time": 28421.35409808159, "train_loss_step": 4.567320823669434, "n_params": 4592800, "total_flops": 37953429504000000, "train_loss": 0.024492335319519044, "subset_score_loss": 0.024492335319519044} +{"step": 2700000, "wall_time": 28601.920590639114, "train_loss_step": 4.45831298828125, "n_params": 4592800, "total_flops": 38094520320000000, "train_loss": 0.024141322076320647, "subset_score_loss": 0.024141322076320647, "memorization_fraction_pixel": 0.39649999141693115, "mean_nn_ratio_pixel": 0.6428329348564148, "fid": 161.88476079711273} +{"step": 2710000, "wall_time": 28710.904479026794, "train_loss_step": 4.190596580505371, "n_params": 4592800, "total_flops": 38235611136000000, "train_loss": 0.021960006654262544, "subset_score_loss": 0.021960006654262544} +{"step": 2720000, "wall_time": 28816.548667907715, "train_loss_step": 4.231346607208252, "n_params": 4592800, "total_flops": 38376701952000000, "train_loss": 0.023285280168056487, "subset_score_loss": 0.023285280168056487} +{"step": 2730000, "wall_time": 28914.38008570671, "train_loss_step": 4.432815074920654, "n_params": 4592800, "total_flops": 38517792768000000, "train_loss": 0.022363492846488954, "subset_score_loss": 0.022363492846488954} +{"step": 2740000, "wall_time": 29023.500633239746, "train_loss_step": 3.945509433746338, "n_params": 4592800, "total_flops": 38658883584000000, "train_loss": 0.023943473398685456, "subset_score_loss": 0.023943473398685456} +{"step": 2750000, "wall_time": 29133.129325389862, "train_loss_step": 4.1665425300598145, "n_params": 4592800, "total_flops": 38799974400000000, "train_loss": 0.022527991235256194, "subset_score_loss": 0.022527991235256194} +{"step": 2760000, "wall_time": 29240.875401496887, "train_loss_step": 4.167423725128174, "n_params": 4592800, "total_flops": 38941065216000000, "train_loss": 0.02228950262069702, "subset_score_loss": 0.02228950262069702} +{"step": 2770000, "wall_time": 29350.06404709816, "train_loss_step": 4.417611122131348, "n_params": 4592800, "total_flops": 39082156032000000, "train_loss": 0.02497382164001465, "subset_score_loss": 0.02497382164001465} +{"step": 2780000, "wall_time": 29459.1183385849, "train_loss_step": 4.239962577819824, "n_params": 4592800, "total_flops": 39223246848000000, "train_loss": 0.022036148607730864, "subset_score_loss": 0.022036148607730864} +{"step": 2790000, "wall_time": 29565.59729552269, "train_loss_step": 3.9159047603607178, "n_params": 4592800, "total_flops": 39364337664000000, "train_loss": 0.021562770009040833, "subset_score_loss": 0.021562770009040833} +{"step": 2800000, "wall_time": 29747.12332892418, "train_loss_step": 3.9228222370147705, "n_params": 4592800, "total_flops": 39505428480000000, "train_loss": 0.02485731989145279, "subset_score_loss": 0.02485731989145279, "memorization_fraction_pixel": 0.3869999945163727, "mean_nn_ratio_pixel": 0.6520982980728149, "fid": 164.63718075096133} +{"step": 2810000, "wall_time": 29853.262944459915, "train_loss_step": 3.9907889366149902, "n_params": 4592800, "total_flops": 39646519296000000, "train_loss": 0.02296903431415558, "subset_score_loss": 0.02296903431415558} +{"step": 2820000, "wall_time": 29962.511575460434, "train_loss_step": 4.282110214233398, "n_params": 4592800, "total_flops": 39787610112000000, "train_loss": 0.022193843126297, "subset_score_loss": 0.022193843126297} +{"step": 2830000, "wall_time": 30071.98509454727, "train_loss_step": 4.490696907043457, "n_params": 4592800, "total_flops": 39928700928000000, "train_loss": 0.023350119590759277, "subset_score_loss": 0.023350119590759277} +{"step": 2840000, "wall_time": 30172.814387321472, "train_loss_step": 4.02660608291626, "n_params": 4592800, "total_flops": 40069791744000000, "train_loss": 0.02191646844148636, "subset_score_loss": 0.02191646844148636} +{"step": 2850000, "wall_time": 30281.977959394455, "train_loss_step": 4.123159408569336, "n_params": 4592800, "total_flops": 40210882560000000, "train_loss": 0.029466724395751952, "subset_score_loss": 0.029466724395751952} +{"step": 2860000, "wall_time": 30391.67629146576, "train_loss_step": 4.858903884887695, "n_params": 4592800, "total_flops": 40351973376000000, "train_loss": 0.02262037545442581, "subset_score_loss": 0.02262037545442581} +{"step": 2870000, "wall_time": 30499.420171022415, "train_loss_step": 4.315707206726074, "n_params": 4592800, "total_flops": 40493064192000000, "train_loss": 0.022044597566127776, "subset_score_loss": 0.022044597566127776} +{"step": 2880000, "wall_time": 30608.56281518936, "train_loss_step": 4.245752334594727, "n_params": 4592800, "total_flops": 40634155008000000, "train_loss": 0.02254882752895355, "subset_score_loss": 0.02254882752895355} +{"step": 2890000, "wall_time": 30717.782656431198, "train_loss_step": 4.2315673828125, "n_params": 4592800, "total_flops": 40775245824000000, "train_loss": 0.02259330451488495, "subset_score_loss": 0.02259330451488495} +{"step": 2900000, "wall_time": 30899.43229818344, "train_loss_step": 4.743810653686523, "n_params": 4592800, "total_flops": 40916336640000000, "train_loss": 0.023623926937580107, "subset_score_loss": 0.023623926937580107, "memorization_fraction_pixel": 0.40790000557899475, "mean_nn_ratio_pixel": 0.6419857740402222, "fid": 157.10245799584658} +{"step": 2910000, "wall_time": 31002.58761572838, "train_loss_step": 4.463167667388916, "n_params": 4592800, "total_flops": 41057427456000000, "train_loss": 0.023819130659103394, "subset_score_loss": 0.023819130659103394} +{"step": 2920000, "wall_time": 31108.227747917175, "train_loss_step": 3.9086203575134277, "n_params": 4592800, "total_flops": 41198518272000000, "train_loss": 0.02253655195236206, "subset_score_loss": 0.02253655195236206} +{"step": 2930000, "wall_time": 31217.374857902527, "train_loss_step": 4.160574913024902, "n_params": 4592800, "total_flops": 41339609088000000, "train_loss": 0.02505410313606262, "subset_score_loss": 0.02505410313606262} +{"step": 2940000, "wall_time": 31326.716872692108, "train_loss_step": 4.09079122543335, "n_params": 4592800, "total_flops": 41480699904000000, "train_loss": 0.023096856474876405, "subset_score_loss": 0.023096856474876405} +{"step": 2950000, "wall_time": 31426.282289028168, "train_loss_step": 4.341315269470215, "n_params": 4592800, "total_flops": 41621790720000000, "train_loss": 0.02190162390470505, "subset_score_loss": 0.02190162390470505} +{"step": 2960000, "wall_time": 31535.40028643608, "train_loss_step": 4.3316144943237305, "n_params": 4592800, "total_flops": 41762881536000000, "train_loss": 0.02046942412853241, "subset_score_loss": 0.02046942412853241} +{"step": 2970000, "wall_time": 31645.022673606873, "train_loss_step": 4.021445274353027, "n_params": 4592800, "total_flops": 41903972352000000, "train_loss": 0.020860666036605836, "subset_score_loss": 0.020860666036605836} +{"step": 2980000, "wall_time": 31752.92419362068, "train_loss_step": 4.231728553771973, "n_params": 4592800, "total_flops": 42045063168000000, "train_loss": 0.02393050342798233, "subset_score_loss": 0.02393050342798233} +{"step": 2990000, "wall_time": 31862.029680728912, "train_loss_step": 4.153830528259277, "n_params": 4592800, "total_flops": 42186153984000000, "train_loss": 0.023627924919128417, "subset_score_loss": 0.023627924919128417} +{"step": 3000000, "wall_time": 32051.82858133316, "train_loss_step": 4.128311634063721, "n_params": 4592800, "total_flops": 42327244800000000, "train_loss": 0.023088842630386353, "subset_score_loss": 0.023088842630386353, "memorization_fraction_pixel": 0.40369999408721924, "mean_nn_ratio_pixel": 0.6408265829086304, "fid": 162.62855419081325} +{"step": 3010000, "wall_time": 32161.431115865707, "train_loss_step": 4.354314804077148, "n_params": 4592800, "total_flops": 42468335616000000, "train_loss": 0.02306942194700241, "subset_score_loss": 0.02306942194700241} +{"step": 3020000, "wall_time": 32258.540278434753, "train_loss_step": 4.403085708618164, "n_params": 4592800, "total_flops": 42609426432000000, "train_loss": 0.020700377225875855, "subset_score_loss": 0.020700377225875855} +{"step": 3030000, "wall_time": 32362.632409334183, "train_loss_step": 4.5264177322387695, "n_params": 4592800, "total_flops": 42750517248000000, "train_loss": 0.020871591567993165, "subset_score_loss": 0.020871591567993165} +{"step": 3040000, "wall_time": 32471.75011229515, "train_loss_step": 4.374963760375977, "n_params": 4592800, "total_flops": 42891608064000000, "train_loss": 0.025940096378326415, "subset_score_loss": 0.025940096378326415} +{"step": 3050000, "wall_time": 32581.020595788956, "train_loss_step": 4.537151336669922, "n_params": 4592800, "total_flops": 43032698880000000, "train_loss": 0.024656800925731658, "subset_score_loss": 0.024656800925731658} +{"step": 3060000, "wall_time": 32687.80450820923, "train_loss_step": 3.9611706733703613, "n_params": 4592800, "total_flops": 43173789696000000, "train_loss": 0.021842381358146666, "subset_score_loss": 0.021842381358146666} +{"step": 3070000, "wall_time": 32796.91862940788, "train_loss_step": 3.940683126449585, "n_params": 4592800, "total_flops": 43314880512000000, "train_loss": 0.020737360417842864, "subset_score_loss": 0.020737360417842864} +{"step": 3080000, "wall_time": 32906.42968082428, "train_loss_step": 4.416285514831543, "n_params": 4592800, "total_flops": 43455971328000000, "train_loss": 0.02239321023225784, "subset_score_loss": 0.02239321023225784} +{"step": 3090000, "wall_time": 33014.40018224716, "train_loss_step": 4.263386249542236, "n_params": 4592800, "total_flops": 43597062144000000, "train_loss": 0.02171628177165985, "subset_score_loss": 0.02171628177165985} +{"step": 3100000, "wall_time": 33203.4294192791, "train_loss_step": 4.007596969604492, "n_params": 4592800, "total_flops": 43738152960000000, "train_loss": 0.02357197105884552, "subset_score_loss": 0.02357197105884552, "memorization_fraction_pixel": 0.4081999957561493, "mean_nn_ratio_pixel": 0.6407108306884766, "fid": 159.67965903823077} +{"step": 3110000, "wall_time": 33312.48022675514, "train_loss_step": 4.291321754455566, "n_params": 4592800, "total_flops": 43879243776000000, "train_loss": 0.023022621870040894, "subset_score_loss": 0.023022621870040894} +{"step": 3120000, "wall_time": 33421.58137202263, "train_loss_step": 4.242831230163574, "n_params": 4592800, "total_flops": 44020334592000000, "train_loss": 0.02193368077278137, "subset_score_loss": 0.02193368077278137} +{"step": 3130000, "wall_time": 33526.91822338104, "train_loss_step": 4.311686992645264, "n_params": 4592800, "total_flops": 44161425408000000, "train_loss": 0.020655857026576997, "subset_score_loss": 0.020655857026576997} +{"step": 3140000, "wall_time": 33623.30067920685, "train_loss_step": 3.8302724361419678, "n_params": 4592800, "total_flops": 44302516224000000, "train_loss": 0.022549042105674745, "subset_score_loss": 0.022549042105674745} +{"step": 3150000, "wall_time": 33732.386506319046, "train_loss_step": 4.119497299194336, "n_params": 4592800, "total_flops": 44443607040000000, "train_loss": 0.021853424608707428, "subset_score_loss": 0.021853424608707428} +{"step": 3160000, "wall_time": 33841.65562701225, "train_loss_step": 4.258401870727539, "n_params": 4592800, "total_flops": 44584697856000000, "train_loss": 0.020512814819812774, "subset_score_loss": 0.020512814819812774} +{"step": 3170000, "wall_time": 33948.455164670944, "train_loss_step": 4.074039936065674, "n_params": 4592800, "total_flops": 44725788672000000, "train_loss": 0.02046649307012558, "subset_score_loss": 0.02046649307012558} +{"step": 3180000, "wall_time": 34057.4996612072, "train_loss_step": 3.933668613433838, "n_params": 4592800, "total_flops": 44866879488000000, "train_loss": 0.024757620692253113, "subset_score_loss": 0.024757620692253113} +{"step": 3190000, "wall_time": 34166.788459300995, "train_loss_step": 4.431981086730957, "n_params": 4592800, "total_flops": 45007970304000000, "train_loss": 0.021553617715835572, "subset_score_loss": 0.021553617715835572} +{"step": 3200000, "wall_time": 34355.71754217148, "train_loss_step": 4.222753524780273, "n_params": 4592800, "total_flops": 45149061120000000, "train_loss": 0.021029078960418703, "subset_score_loss": 0.021029078960418703, "memorization_fraction_pixel": 0.414900004863739, "mean_nn_ratio_pixel": 0.6325652599334717, "fid": 154.29816292711777} +{"step": 3210000, "wall_time": 34465.06609964371, "train_loss_step": 4.4127984046936035, "n_params": 4592800, "total_flops": 45290151936000000, "train_loss": 0.021059495210647584, "subset_score_loss": 0.021059495210647584} +{"step": 3220000, "wall_time": 34574.179817438126, "train_loss_step": 3.968538999557495, "n_params": 4592800, "total_flops": 45431242752000000, "train_loss": 0.02107028067111969, "subset_score_loss": 0.02107028067111969} +{"step": 3230000, "wall_time": 34683.418680906296, "train_loss_step": 4.3590264320373535, "n_params": 4592800, "total_flops": 45572333568000000, "train_loss": 0.025811648368835448, "subset_score_loss": 0.025811648368835448} +{"step": 3240000, "wall_time": 34793.701951265335, "train_loss_step": 4.127262115478516, "n_params": 4592800, "total_flops": 45713424384000000, "train_loss": 0.02019769549369812, "subset_score_loss": 0.02019769549369812} +{"step": 3250000, "wall_time": 34883.58872103691, "train_loss_step": 4.157623291015625, "n_params": 4592800, "total_flops": 45854515200000000, "train_loss": 0.020731095969676972, "subset_score_loss": 0.020731095969676972} +{"step": 3260000, "wall_time": 34992.73388028145, "train_loss_step": 4.249425411224365, "n_params": 4592800, "total_flops": 45995606016000000, "train_loss": 0.02183164209127426, "subset_score_loss": 0.02183164209127426} +{"step": 3270000, "wall_time": 35100.14292263985, "train_loss_step": 4.244446754455566, "n_params": 4592800, "total_flops": 46136696832000000, "train_loss": 0.020526383817195893, "subset_score_loss": 0.020526383817195893} +{"step": 3280000, "wall_time": 35199.89675736427, "train_loss_step": 4.204483509063721, "n_params": 4592800, "total_flops": 46277787648000000, "train_loss": 0.02046126574277878, "subset_score_loss": 0.02046126574277878} +{"step": 3290000, "wall_time": 35309.02456879616, "train_loss_step": 3.969844341278076, "n_params": 4592800, "total_flops": 46418878464000000, "train_loss": 0.021348553895950317, "subset_score_loss": 0.021348553895950317} +{"step": 3300000, "wall_time": 35496.90768146515, "train_loss_step": 4.125909328460693, "n_params": 4592800, "total_flops": 46559969280000000, "train_loss": 0.023029670119285583, "subset_score_loss": 0.023029670119285583, "memorization_fraction_pixel": 0.43389999866485596, "mean_nn_ratio_pixel": 0.6209121346473694, "fid": 152.7222343481438} +{"step": 3310000, "wall_time": 35606.02757072449, "train_loss_step": 3.9740982055664062, "n_params": 4592800, "total_flops": 46701060096000000, "train_loss": 0.020994441211223604, "subset_score_loss": 0.020994441211223604} +{"step": 3320000, "wall_time": 35715.04669046402, "train_loss_step": 4.256649017333984, "n_params": 4592800, "total_flops": 46842150912000000, "train_loss": 0.02085268646478653, "subset_score_loss": 0.02085268646478653} +{"step": 3330000, "wall_time": 35824.078416347504, "train_loss_step": 3.984808921813965, "n_params": 4592800, "total_flops": 46983241728000000, "train_loss": 0.02254711389541626, "subset_score_loss": 0.02254711389541626} +{"step": 3340000, "wall_time": 35933.15702390671, "train_loss_step": 4.206968784332275, "n_params": 4592800, "total_flops": 47124332544000000, "train_loss": 0.021643079817295074, "subset_score_loss": 0.021643079817295074} +{"step": 3350000, "wall_time": 36042.57572031021, "train_loss_step": 4.071314811706543, "n_params": 4592800, "total_flops": 47265423360000000, "train_loss": 0.0219848170876503, "subset_score_loss": 0.0219848170876503} +{"step": 3360000, "wall_time": 36141.353585243225, "train_loss_step": 4.0668511390686035, "n_params": 4592800, "total_flops": 47406514176000000, "train_loss": 0.020234313607215882, "subset_score_loss": 0.020234313607215882} +{"step": 3370000, "wall_time": 36243.277416944504, "train_loss_step": 4.229794025421143, "n_params": 4592800, "total_flops": 47547604992000000, "train_loss": 0.02061183601617813, "subset_score_loss": 0.02061183601617813} +{"step": 3380000, "wall_time": 36352.756081819534, "train_loss_step": 4.130184173583984, "n_params": 4592800, "total_flops": 47688695808000000, "train_loss": 0.02177748680114746, "subset_score_loss": 0.02177748680114746} +{"step": 3390000, "wall_time": 36454.57521152496, "train_loss_step": 3.6931865215301514, "n_params": 4592800, "total_flops": 47829786624000000, "train_loss": 0.02055172771215439, "subset_score_loss": 0.02055172771215439} +{"step": 3400000, "wall_time": 36644.363141059875, "train_loss_step": 4.794887065887451, "n_params": 4592800, "total_flops": 47970877440000000, "train_loss": 0.020788945257663727, "subset_score_loss": 0.020788945257663727, "memorization_fraction_pixel": 0.4410000145435333, "mean_nn_ratio_pixel": 0.6161980032920837, "fid": 155.67671095470303} +{"step": 3410000, "wall_time": 36752.79804253578, "train_loss_step": 3.723849058151245, "n_params": 4592800, "total_flops": 48111968256000000, "train_loss": 0.01899225264787674, "subset_score_loss": 0.01899225264787674} +{"step": 3420000, "wall_time": 36861.97285699844, "train_loss_step": 4.251533508300781, "n_params": 4592800, "total_flops": 48253059072000000, "train_loss": 0.01903166323900223, "subset_score_loss": 0.01903166323900223} +{"step": 3430000, "wall_time": 36971.12194919586, "train_loss_step": 3.879493474960327, "n_params": 4592800, "total_flops": 48394149888000000, "train_loss": 0.022989164292812347, "subset_score_loss": 0.022989164292812347} +{"step": 3440000, "wall_time": 37080.233518362045, "train_loss_step": 3.744218349456787, "n_params": 4592800, "total_flops": 48535240704000000, "train_loss": 0.02038014233112335, "subset_score_loss": 0.02038014233112335} +{"step": 3450000, "wall_time": 37189.50611805916, "train_loss_step": 4.2632598876953125, "n_params": 4592800, "total_flops": 48676331520000000, "train_loss": 0.020649488270282745, "subset_score_loss": 0.020649488270282745} +{"step": 3460000, "wall_time": 37298.729954242706, "train_loss_step": 3.88907527923584, "n_params": 4592800, "total_flops": 48817422336000000, "train_loss": 0.018785811960697174, "subset_score_loss": 0.018785811960697174} +{"step": 3470000, "wall_time": 37399.472230196, "train_loss_step": 4.0478515625, "n_params": 4592800, "total_flops": 48958513152000000, "train_loss": 0.019724434614181517, "subset_score_loss": 0.019724434614181517} +{"step": 3480000, "wall_time": 37495.1537899971, "train_loss_step": 3.660478353500366, "n_params": 4592800, "total_flops": 49099603968000000, "train_loss": 0.020870313048362732, "subset_score_loss": 0.020870313048362732} +{"step": 3490000, "wall_time": 37604.59664583206, "train_loss_step": 4.021976470947266, "n_params": 4592800, "total_flops": 49240694784000000, "train_loss": 0.019669888913631438, "subset_score_loss": 0.019669888913631438} +{"step": 3500000, "wall_time": 37786.45492768288, "train_loss_step": 3.6228322982788086, "n_params": 4592800, "total_flops": 49381785600000000, "train_loss": 0.021524719893932343, "subset_score_loss": 0.021524719893932343, "memorization_fraction_pixel": 0.4521999955177307, "mean_nn_ratio_pixel": 0.6081457138061523, "fid": 148.46551615530996} +{"step": 3510000, "wall_time": 37895.44640493393, "train_loss_step": 4.811491966247559, "n_params": 4592800, "total_flops": 49522876416000000, "train_loss": 0.022893790900707246, "subset_score_loss": 0.022893790900707246} +{"step": 3520000, "wall_time": 38003.99935007095, "train_loss_step": 3.7122979164123535, "n_params": 4592800, "total_flops": 49663967232000000, "train_loss": 0.0200592041015625, "subset_score_loss": 0.0200592041015625} +{"step": 3530000, "wall_time": 38113.09385347366, "train_loss_step": 4.108814716339111, "n_params": 4592800, "total_flops": 49805058048000000, "train_loss": 0.021157462894916535, "subset_score_loss": 0.021157462894916535} +{"step": 3540000, "wall_time": 38222.22267866135, "train_loss_step": 4.112091064453125, "n_params": 4592800, "total_flops": 49946148864000000, "train_loss": 0.021479031443595885, "subset_score_loss": 0.021479031443595885} +{"step": 3550000, "wall_time": 38331.21033978462, "train_loss_step": 4.155231475830078, "n_params": 4592800, "total_flops": 50087239680000000, "train_loss": 0.020960621535778046, "subset_score_loss": 0.020960621535778046} +{"step": 3560000, "wall_time": 38440.26116538048, "train_loss_step": 3.6198606491088867, "n_params": 4592800, "total_flops": 50228330496000000, "train_loss": 0.019443246722221374, "subset_score_loss": 0.019443246722221374} +{"step": 3570000, "wall_time": 38549.392523765564, "train_loss_step": 4.119011402130127, "n_params": 4592800, "total_flops": 50369421312000000, "train_loss": 0.02101166397333145, "subset_score_loss": 0.02101166397333145} +{"step": 3580000, "wall_time": 38654.35826945305, "train_loss_step": 4.079476833343506, "n_params": 4592800, "total_flops": 50510512128000000, "train_loss": 0.02119220942258835, "subset_score_loss": 0.02119220942258835} +{"step": 3590000, "wall_time": 38755.86664199829, "train_loss_step": 4.362722396850586, "n_params": 4592800, "total_flops": 50651602944000000, "train_loss": 0.020132993161678315, "subset_score_loss": 0.020132993161678315} +{"step": 3600000, "wall_time": 38930.722539424896, "train_loss_step": 4.078786849975586, "n_params": 4592800, "total_flops": 50792693760000000, "train_loss": 0.02125808745622635, "subset_score_loss": 0.02125808745622635, "memorization_fraction_pixel": 0.47119998931884766, "mean_nn_ratio_pixel": 0.5904402136802673, "fid": 141.02646073606041} +{"step": 3610000, "wall_time": 39039.85281562805, "train_loss_step": 4.55322790145874, "n_params": 4592800, "total_flops": 50933784576000000, "train_loss": 0.02161880284547806, "subset_score_loss": 0.02161880284547806} +{"step": 3620000, "wall_time": 39149.058207035065, "train_loss_step": 4.134864807128906, "n_params": 4592800, "total_flops": 51074875392000000, "train_loss": 0.01885349750518799, "subset_score_loss": 0.01885349750518799} +{"step": 3630000, "wall_time": 39258.32760190964, "train_loss_step": 3.972405433654785, "n_params": 4592800, "total_flops": 51215966208000000, "train_loss": 0.018901433050632476, "subset_score_loss": 0.018901433050632476} +{"step": 3640000, "wall_time": 39366.564855098724, "train_loss_step": 4.347314834594727, "n_params": 4592800, "total_flops": 51357057024000000, "train_loss": 0.021089349687099457, "subset_score_loss": 0.021089349687099457} +{"step": 3650000, "wall_time": 39475.726115226746, "train_loss_step": 4.140787124633789, "n_params": 4592800, "total_flops": 51498147840000000, "train_loss": 0.02057078927755356, "subset_score_loss": 0.02057078927755356} +{"step": 3660000, "wall_time": 39584.93782567978, "train_loss_step": 3.744135856628418, "n_params": 4592800, "total_flops": 51639238656000000, "train_loss": 0.021506868302822113, "subset_score_loss": 0.021506868302822113} +{"step": 3670000, "wall_time": 39694.147050619125, "train_loss_step": 4.353058815002441, "n_params": 4592800, "total_flops": 51780329472000000, "train_loss": 0.020312204957008362, "subset_score_loss": 0.020312204957008362} +{"step": 3680000, "wall_time": 39803.03642702103, "train_loss_step": 3.628098964691162, "n_params": 4592800, "total_flops": 51921420288000000, "train_loss": 0.02130053788423538, "subset_score_loss": 0.02130053788423538} +{"step": 3690000, "wall_time": 39912.87518787384, "train_loss_step": 4.155125617980957, "n_params": 4592800, "total_flops": 52062511104000000, "train_loss": 0.021556007862091064, "subset_score_loss": 0.021556007862091064} +{"step": 3700000, "wall_time": 40084.6665430069, "train_loss_step": 3.763932943344116, "n_params": 4592800, "total_flops": 52203601920000000, "train_loss": 0.022576676309108736, "subset_score_loss": 0.022576676309108736, "memorization_fraction_pixel": 0.4544000029563904, "mean_nn_ratio_pixel": 0.6094662547111511, "fid": 143.84899222124818} +{"step": 3710000, "wall_time": 40185.39164566994, "train_loss_step": 3.6762523651123047, "n_params": 4592800, "total_flops": 52344692736000000, "train_loss": 0.019491858780384064, "subset_score_loss": 0.019491858780384064} +{"step": 3720000, "wall_time": 40294.413288116455, "train_loss_step": 3.731658458709717, "n_params": 4592800, "total_flops": 52485783552000000, "train_loss": 0.019250600039958952, "subset_score_loss": 0.019250600039958952} +{"step": 3730000, "wall_time": 40403.456959962845, "train_loss_step": 4.31818962097168, "n_params": 4592800, "total_flops": 52626874368000000, "train_loss": 0.01894182413816452, "subset_score_loss": 0.01894182413816452} +{"step": 3740000, "wall_time": 40513.34220957756, "train_loss_step": 4.197719573974609, "n_params": 4592800, "total_flops": 52767965184000000, "train_loss": 0.021260870993137358, "subset_score_loss": 0.021260870993137358} +{"step": 3750000, "wall_time": 40620.90525269508, "train_loss_step": 4.234526634216309, "n_params": 4592800, "total_flops": 52909056000000000, "train_loss": 0.022200021147727966, "subset_score_loss": 0.022200021147727966} +{"step": 3760000, "wall_time": 40729.83382105827, "train_loss_step": 3.9609313011169434, "n_params": 4592800, "total_flops": 53050146816000000, "train_loss": 0.019781854748725892, "subset_score_loss": 0.019781854748725892} +{"step": 3770000, "wall_time": 40838.97566652298, "train_loss_step": 4.108804702758789, "n_params": 4592800, "total_flops": 53191237632000000, "train_loss": 0.01937588006258011, "subset_score_loss": 0.01937588006258011} +{"step": 3780000, "wall_time": 40948.03401684761, "train_loss_step": 3.9394874572753906, "n_params": 4592800, "total_flops": 53332328448000000, "train_loss": 0.019629012048244476, "subset_score_loss": 0.019629012048244476} +{"step": 3790000, "wall_time": 41057.10087132454, "train_loss_step": 4.350039005279541, "n_params": 4592800, "total_flops": 53473419264000000, "train_loss": 0.021402177214622498, "subset_score_loss": 0.021402177214622498} +{"step": 3800000, "wall_time": 41239.78120851517, "train_loss_step": 3.7495102882385254, "n_params": 4592800, "total_flops": 53614510080000000, "train_loss": 0.019888053834438323, "subset_score_loss": 0.019888053834438323, "memorization_fraction_pixel": 0.4487000107765198, "mean_nn_ratio_pixel": 0.6150804758071899, "fid": 148.37974033782032} +{"step": 3810000, "wall_time": 41346.709455013275, "train_loss_step": 3.830160140991211, "n_params": 4592800, "total_flops": 53755600896000000, "train_loss": 0.020675617456436157, "subset_score_loss": 0.020675617456436157} +{"step": 3820000, "wall_time": 41440.31959247589, "train_loss_step": 4.104201316833496, "n_params": 4592800, "total_flops": 53896691712000000, "train_loss": 0.0210602805018425, "subset_score_loss": 0.0210602805018425} +{"step": 3830000, "wall_time": 41547.721115112305, "train_loss_step": 4.038759708404541, "n_params": 4592800, "total_flops": 54037782528000000, "train_loss": 0.02130623608827591, "subset_score_loss": 0.02130623608827591} +{"step": 3840000, "wall_time": 41656.7479994297, "train_loss_step": 4.170238971710205, "n_params": 4592800, "total_flops": 54178873344000000, "train_loss": 0.020055347681045534, "subset_score_loss": 0.020055347681045534} +{"step": 3850000, "wall_time": 41766.44702863693, "train_loss_step": 3.9910051822662354, "n_params": 4592800, "total_flops": 54319964160000000, "train_loss": 0.021752141416072845, "subset_score_loss": 0.021752141416072845} +{"step": 3860000, "wall_time": 41873.91407394409, "train_loss_step": 4.278969764709473, "n_params": 4592800, "total_flops": 54461054976000000, "train_loss": 0.020962363481521605, "subset_score_loss": 0.020962363481521605} +{"step": 3870000, "wall_time": 41983.059472322464, "train_loss_step": 3.8006608486175537, "n_params": 4592800, "total_flops": 54602145792000000, "train_loss": 0.02224038690328598, "subset_score_loss": 0.02224038690328598} +{"step": 3880000, "wall_time": 42092.194675683975, "train_loss_step": 4.034449100494385, "n_params": 4592800, "total_flops": 54743236608000000, "train_loss": 0.020567785203456878, "subset_score_loss": 0.020567785203456878} +{"step": 3890000, "wall_time": 42201.37636780739, "train_loss_step": 3.8465991020202637, "n_params": 4592800, "total_flops": 54884327424000000, "train_loss": 0.019780360162258148, "subset_score_loss": 0.019780360162258148} +{"step": 3900000, "wall_time": 42391.29233765602, "train_loss_step": 4.073748588562012, "n_params": 4592800, "total_flops": 55025418240000000, "train_loss": 0.020443627238273622, "subset_score_loss": 0.020443627238273622, "memorization_fraction_pixel": 0.476500004529953, "mean_nn_ratio_pixel": 0.5897839069366455, "fid": 137.7796691546595} +{"step": 3910000, "wall_time": 42498.50222611427, "train_loss_step": 4.11553955078125, "n_params": 4592800, "total_flops": 55166509056000000, "train_loss": 0.020428971946239473, "subset_score_loss": 0.020428971946239473} +{"step": 3920000, "wall_time": 42601.40322303772, "train_loss_step": 4.1465864181518555, "n_params": 4592800, "total_flops": 55307599872000000, "train_loss": 0.020995399355888365, "subset_score_loss": 0.020995399355888365} +{"step": 3930000, "wall_time": 42693.72291135788, "train_loss_step": 3.9607462882995605, "n_params": 4592800, "total_flops": 55448690688000000, "train_loss": 0.02010538727045059, "subset_score_loss": 0.02010538727045059} +{"step": 3940000, "wall_time": 42800.01797795296, "train_loss_step": 3.9226512908935547, "n_params": 4592800, "total_flops": 55589781504000000, "train_loss": 0.020209893584251404, "subset_score_loss": 0.020209893584251404} +{"step": 3950000, "wall_time": 42909.10523200035, "train_loss_step": 4.266019821166992, "n_params": 4592800, "total_flops": 55730872320000000, "train_loss": 0.019162139296531676, "subset_score_loss": 0.019162139296531676} +{"step": 3960000, "wall_time": 43018.82177352905, "train_loss_step": 4.264962196350098, "n_params": 4592800, "total_flops": 55871963136000000, "train_loss": 0.02302316725254059, "subset_score_loss": 0.02302316725254059} +{"step": 3970000, "wall_time": 43126.572924375534, "train_loss_step": 3.987795829772949, "n_params": 4592800, "total_flops": 56013053952000000, "train_loss": 0.02079240679740906, "subset_score_loss": 0.02079240679740906} +{"step": 3980000, "wall_time": 43235.68176865578, "train_loss_step": 3.746864080429077, "n_params": 4592800, "total_flops": 56154144768000000, "train_loss": 0.02162068784236908, "subset_score_loss": 0.02162068784236908} +{"step": 3990000, "wall_time": 43344.847462654114, "train_loss_step": 3.677997589111328, "n_params": 4592800, "total_flops": 56295235584000000, "train_loss": 0.019665831327438356, "subset_score_loss": 0.019665831327438356} +{"step": 4000000, "wall_time": 43534.719725847244, "train_loss_step": 3.7103867530822754, "n_params": 4592800, "total_flops": 56436326400000000, "train_loss": 0.020282740890979766, "subset_score_loss": 0.020282740890979766, "memorization_fraction_pixel": 0.4853000044822693, "mean_nn_ratio_pixel": 0.5877008438110352, "fid": 135.34205573835754} +{"step": 4010000, "wall_time": 43643.86736917496, "train_loss_step": 3.9120612144470215, "n_params": 4592800, "total_flops": 56577417216000000, "train_loss": 0.020612151920795442, "subset_score_loss": 0.020612151920795442} +{"step": 4020000, "wall_time": 43753.74737286568, "train_loss_step": 3.8957738876342773, "n_params": 4592800, "total_flops": 56718508032000000, "train_loss": 0.019256119430065156, "subset_score_loss": 0.019256119430065156} +{"step": 4030000, "wall_time": 43854.79072928429, "train_loss_step": 3.7947964668273926, "n_params": 4592800, "total_flops": 56859598848000000, "train_loss": 0.019040635228157042, "subset_score_loss": 0.019040635228157042} +{"step": 4040000, "wall_time": 43954.783421278, "train_loss_step": 3.9261720180511475, "n_params": 4592800, "total_flops": 57000689664000000, "train_loss": 0.0210310623049736, "subset_score_loss": 0.0210310623049736} +{"step": 4050000, "wall_time": 44058.07719993591, "train_loss_step": 3.876579523086548, "n_params": 4592800, "total_flops": 57141780480000000, "train_loss": 0.018565140664577484, "subset_score_loss": 0.018565140664577484} +{"step": 4060000, "wall_time": 44167.241441726685, "train_loss_step": 3.745185375213623, "n_params": 4592800, "total_flops": 57282871296000000, "train_loss": 0.017861032485961915, "subset_score_loss": 0.017861032485961915} +{"step": 4070000, "wall_time": 44276.937811374664, "train_loss_step": 4.110934257507324, "n_params": 4592800, "total_flops": 57423962112000000, "train_loss": 0.01924118399620056, "subset_score_loss": 0.01924118399620056} +{"step": 4080000, "wall_time": 44384.94807291031, "train_loss_step": 4.212779998779297, "n_params": 4592800, "total_flops": 57565052928000000, "train_loss": 0.02015790194272995, "subset_score_loss": 0.02015790194272995} +{"step": 4090000, "wall_time": 44493.95815753937, "train_loss_step": 4.121304512023926, "n_params": 4592800, "total_flops": 57706143744000000, "train_loss": 0.02102247029542923, "subset_score_loss": 0.02102247029542923} +{"step": 4100000, "wall_time": 44683.68809723854, "train_loss_step": 4.072010040283203, "n_params": 4592800, "total_flops": 57847234560000000, "train_loss": 0.018973101675510407, "subset_score_loss": 0.018973101675510407, "memorization_fraction_pixel": 0.4805999994277954, "mean_nn_ratio_pixel": 0.5928316116333008, "fid": 139.02166807068383} +{"step": 4110000, "wall_time": 44792.767872810364, "train_loss_step": 4.399412155151367, "n_params": 4592800, "total_flops": 57988325376000000, "train_loss": 0.020975974202156068, "subset_score_loss": 0.020975974202156068} +{"step": 4120000, "wall_time": 44901.819397211075, "train_loss_step": 3.7824645042419434, "n_params": 4592800, "total_flops": 58129416192000000, "train_loss": 0.019434037804603576, "subset_score_loss": 0.019434037804603576} +{"step": 4130000, "wall_time": 45011.32471847534, "train_loss_step": 4.356850624084473, "n_params": 4592800, "total_flops": 58270507008000000, "train_loss": 0.02068910002708435, "subset_score_loss": 0.02068910002708435} +{"step": 4140000, "wall_time": 45119.3255302906, "train_loss_step": 3.9052982330322266, "n_params": 4592800, "total_flops": 58411597824000000, "train_loss": 0.0186127170920372, "subset_score_loss": 0.0186127170920372} +{"step": 4150000, "wall_time": 45224.915746450424, "train_loss_step": 3.760708808898926, "n_params": 4592800, "total_flops": 58552688640000000, "train_loss": 0.0201214075088501, "subset_score_loss": 0.0201214075088501} +{"step": 4160000, "wall_time": 45318.27818465233, "train_loss_step": 4.236839771270752, "n_params": 4592800, "total_flops": 58693779456000000, "train_loss": 0.01948564201593399, "subset_score_loss": 0.01948564201593399} +{"step": 4170000, "wall_time": 45427.327090740204, "train_loss_step": 3.6986069679260254, "n_params": 4592800, "total_flops": 58834870272000000, "train_loss": 0.020560160279273987, "subset_score_loss": 0.020560160279273987} +{"step": 4180000, "wall_time": 45537.01451587677, "train_loss_step": 4.24639368057251, "n_params": 4592800, "total_flops": 58975961088000000, "train_loss": 0.019193853437900543, "subset_score_loss": 0.019193853437900543} +{"step": 4190000, "wall_time": 45644.86181139946, "train_loss_step": 3.881892442703247, "n_params": 4592800, "total_flops": 59117051904000000, "train_loss": 0.019565692543983458, "subset_score_loss": 0.019565692543983458} +{"step": 4200000, "wall_time": 45834.874452114105, "train_loss_step": 3.699016571044922, "n_params": 4592800, "total_flops": 59258142720000000, "train_loss": 0.018935903906822205, "subset_score_loss": 0.018935903906822205, "memorization_fraction_pixel": 0.48809999227523804, "mean_nn_ratio_pixel": 0.5885846614837646, "fid": 137.22813164642105} +{"step": 4210000, "wall_time": 45944.066202163696, "train_loss_step": 4.28789758682251, "n_params": 4592800, "total_flops": 59399233536000000, "train_loss": 0.021250350773334502, "subset_score_loss": 0.021250350773334502} +{"step": 4220000, "wall_time": 46053.156155109406, "train_loss_step": 4.224937438964844, "n_params": 4592800, "total_flops": 59540324352000000, "train_loss": 0.01964789479970932, "subset_score_loss": 0.01964789479970932} +{"step": 4230000, "wall_time": 46162.35543489456, "train_loss_step": 3.6971797943115234, "n_params": 4592800, "total_flops": 59681415168000000, "train_loss": 0.020853179693222045, "subset_score_loss": 0.020853179693222045} +{"step": 4240000, "wall_time": 46272.38661623001, "train_loss_step": 3.9339070320129395, "n_params": 4592800, "total_flops": 59822505984000000, "train_loss": 0.019305194914340972, "subset_score_loss": 0.019305194914340972} +{"step": 4250000, "wall_time": 46380.4689013958, "train_loss_step": 3.8795251846313477, "n_params": 4592800, "total_flops": 59963596800000000, "train_loss": 0.018539877235889436, "subset_score_loss": 0.018539877235889436} +{"step": 4260000, "wall_time": 46488.403879880905, "train_loss_step": 3.970424175262451, "n_params": 4592800, "total_flops": 60104687616000000, "train_loss": 0.019108591973781584, "subset_score_loss": 0.019108591973781584} +{"step": 4270000, "wall_time": 46596.3117954731, "train_loss_step": 3.932316541671753, "n_params": 4592800, "total_flops": 60245778432000000, "train_loss": 0.01886596381664276, "subset_score_loss": 0.01886596381664276} +{"step": 4280000, "wall_time": 46705.508939027786, "train_loss_step": 3.7471742630004883, "n_params": 4592800, "total_flops": 60386869248000000, "train_loss": 0.0188754141330719, "subset_score_loss": 0.0188754141330719} +{"step": 4290000, "wall_time": 46815.20820641518, "train_loss_step": 3.5622429847717285, "n_params": 4592800, "total_flops": 60527960064000000, "train_loss": 0.020046783983707427, "subset_score_loss": 0.020046783983707427} +{"step": 4300000, "wall_time": 47003.740322589874, "train_loss_step": 4.040487289428711, "n_params": 4592800, "total_flops": 60669050880000000, "train_loss": 0.019706781208515167, "subset_score_loss": 0.019706781208515167, "memorization_fraction_pixel": 0.49779999256134033, "mean_nn_ratio_pixel": 0.5810808539390564, "fid": 132.53855456607874} +{"step": 4310000, "wall_time": 47112.867978572845, "train_loss_step": 3.9112253189086914, "n_params": 4592800, "total_flops": 60810141696000000, "train_loss": 0.019247877597808837, "subset_score_loss": 0.019247877597808837} +{"step": 4320000, "wall_time": 47221.98900580406, "train_loss_step": 3.865501880645752, "n_params": 4592800, "total_flops": 60951232512000000, "train_loss": 0.02089635729789734, "subset_score_loss": 0.02089635729789734} +{"step": 4330000, "wall_time": 47331.11841607094, "train_loss_step": 3.9856667518615723, "n_params": 4592800, "total_flops": 61092323328000000, "train_loss": 0.01976979970932007, "subset_score_loss": 0.01976979970932007} +{"step": 4340000, "wall_time": 47440.18811583519, "train_loss_step": 3.6882660388946533, "n_params": 4592800, "total_flops": 61233414144000000, "train_loss": 0.020424789190292357, "subset_score_loss": 0.020424789190292357} +{"step": 4350000, "wall_time": 47549.51445388794, "train_loss_step": 3.5878729820251465, "n_params": 4592800, "total_flops": 61374504960000000, "train_loss": 0.018498831987380983, "subset_score_loss": 0.018498831987380983} +{"step": 4360000, "wall_time": 47658.53304362297, "train_loss_step": 3.900667905807495, "n_params": 4592800, "total_flops": 61515595776000000, "train_loss": 0.018666894733905794, "subset_score_loss": 0.018666894733905794} +{"step": 4370000, "wall_time": 47765.86640071869, "train_loss_step": 3.885159492492676, "n_params": 4592800, "total_flops": 61656686592000000, "train_loss": 0.018550494313240053, "subset_score_loss": 0.018550494313240053} +{"step": 4380000, "wall_time": 47873.258749485016, "train_loss_step": 4.093233585357666, "n_params": 4592800, "total_flops": 61797777408000000, "train_loss": 0.021970146894454957, "subset_score_loss": 0.021970146894454957} +{"step": 4390000, "wall_time": 47982.28601551056, "train_loss_step": 4.038992404937744, "n_params": 4592800, "total_flops": 61938868224000000, "train_loss": 0.02061440944671631, "subset_score_loss": 0.02061440944671631} +{"step": 4400000, "wall_time": 48171.12880587578, "train_loss_step": 3.928041934967041, "n_params": 4592800, "total_flops": 62079959040000000, "train_loss": 0.017598235607147218, "subset_score_loss": 0.017598235607147218, "memorization_fraction_pixel": 0.49889999628067017, "mean_nn_ratio_pixel": 0.5801594257354736, "fid": 128.59632035183563} +{"step": 4410000, "wall_time": 48280.26890683174, "train_loss_step": 3.9113359451293945, "n_params": 4592800, "total_flops": 62221049856000000, "train_loss": 0.019494828581809998, "subset_score_loss": 0.019494828581809998} +{"step": 4420000, "wall_time": 48389.36899495125, "train_loss_step": 3.756136417388916, "n_params": 4592800, "total_flops": 62362140672000000, "train_loss": 0.01937112808227539, "subset_score_loss": 0.01937112808227539} +{"step": 4430000, "wall_time": 48498.497184515, "train_loss_step": 4.238183975219727, "n_params": 4592800, "total_flops": 62503231488000000, "train_loss": 0.020483462512493132, "subset_score_loss": 0.020483462512493132} +{"step": 4440000, "wall_time": 48607.57410764694, "train_loss_step": 4.01401424407959, "n_params": 4592800, "total_flops": 62644322304000000, "train_loss": 0.018938682973384857, "subset_score_loss": 0.018938682973384857} +{"step": 4450000, "wall_time": 48716.80957722664, "train_loss_step": 3.5856690406799316, "n_params": 4592800, "total_flops": 62785413120000000, "train_loss": 0.017587710916996003, "subset_score_loss": 0.017587710916996003} +{"step": 4460000, "wall_time": 48825.49242854118, "train_loss_step": 3.71443510055542, "n_params": 4592800, "total_flops": 62926503936000000, "train_loss": 0.017847146093845367, "subset_score_loss": 0.017847146093845367} +{"step": 4470000, "wall_time": 48934.92533445358, "train_loss_step": 3.821087121963501, "n_params": 4592800, "total_flops": 63067594752000000, "train_loss": 0.019393394887447356, "subset_score_loss": 0.019393394887447356} +{"step": 4480000, "wall_time": 49041.94160652161, "train_loss_step": 4.132424831390381, "n_params": 4592800, "total_flops": 63208685568000000, "train_loss": 0.019803883135318757, "subset_score_loss": 0.019803883135318757} +{"step": 4490000, "wall_time": 49149.1558880806, "train_loss_step": 3.78375244140625, "n_params": 4592800, "total_flops": 63349776384000000, "train_loss": 0.021350327134132385, "subset_score_loss": 0.021350327134132385} +{"step": 4500000, "wall_time": 49339.1206073761, "train_loss_step": 3.6570627689361572, "n_params": 4592800, "total_flops": 63490867200000000, "train_loss": 0.017433536052703858, "subset_score_loss": 0.017433536052703858, "memorization_fraction_pixel": 0.4964999854564667, "mean_nn_ratio_pixel": 0.585484504699707, "fid": 134.27475587064225} +{"step": 4510000, "wall_time": 49447.08776307106, "train_loss_step": 3.6546902656555176, "n_params": 4592800, "total_flops": 63631958016000000, "train_loss": 0.018229424953460693, "subset_score_loss": 0.018229424953460693} +{"step": 4520000, "wall_time": 49556.160606622696, "train_loss_step": 4.036035537719727, "n_params": 4592800, "total_flops": 63773048832000000, "train_loss": 0.020059645175933838, "subset_score_loss": 0.020059645175933838} +{"step": 4530000, "wall_time": 49665.25733375549, "train_loss_step": 3.7543561458587646, "n_params": 4592800, "total_flops": 63914139648000000, "train_loss": 0.019942790269851685, "subset_score_loss": 0.019942790269851685} +{"step": 4540000, "wall_time": 49774.339555978775, "train_loss_step": 3.990351915359497, "n_params": 4592800, "total_flops": 64055230464000000, "train_loss": 0.018711425364017487, "subset_score_loss": 0.018711425364017487} +{"step": 4550000, "wall_time": 49883.57624268532, "train_loss_step": 3.856564998626709, "n_params": 4592800, "total_flops": 64196321280000000, "train_loss": 0.018500399589538575, "subset_score_loss": 0.018500399589538575} +{"step": 4560000, "wall_time": 49992.95609664917, "train_loss_step": 3.8917596340179443, "n_params": 4592800, "total_flops": 64337412096000000, "train_loss": 0.018526776134967803, "subset_score_loss": 0.018526776134967803} +{"step": 4570000, "wall_time": 50101.54096579552, "train_loss_step": 3.6652212142944336, "n_params": 4592800, "total_flops": 64478502912000000, "train_loss": 0.018620215356349945, "subset_score_loss": 0.018620215356349945} +{"step": 4580000, "wall_time": 50210.343282699585, "train_loss_step": 3.960812568664551, "n_params": 4592800, "total_flops": 64619593728000000, "train_loss": 0.01995961517095566, "subset_score_loss": 0.01995961517095566} +{"step": 4590000, "wall_time": 50318.13273000717, "train_loss_step": 4.049461364746094, "n_params": 4592800, "total_flops": 64760684544000000, "train_loss": 0.018244844675064088, "subset_score_loss": 0.018244844675064088} +{"step": 4600000, "wall_time": 50505.97891998291, "train_loss_step": 3.513759136199951, "n_params": 4592800, "total_flops": 64901775360000000, "train_loss": 0.018054869771003724, "subset_score_loss": 0.018054869771003724, "memorization_fraction_pixel": 0.5232999920845032, "mean_nn_ratio_pixel": 0.5661314725875854, "fid": 128.08111410542017} +{"step": 4610000, "wall_time": 50615.39769911766, "train_loss_step": 4.157479286193848, "n_params": 4592800, "total_flops": 65042866176000000, "train_loss": 0.018780572712421416, "subset_score_loss": 0.018780572712421416} +{"step": 4620000, "wall_time": 50723.7525537014, "train_loss_step": 3.982151985168457, "n_params": 4592800, "total_flops": 65183956992000000, "train_loss": 0.019031339883804323, "subset_score_loss": 0.019031339883804323} +{"step": 4630000, "wall_time": 50832.86574316025, "train_loss_step": 3.765533924102783, "n_params": 4592800, "total_flops": 65325047808000000, "train_loss": 0.018904523551464082, "subset_score_loss": 0.018904523551464082} +{"step": 4640000, "wall_time": 50942.03037953377, "train_loss_step": 4.084980487823486, "n_params": 4592800, "total_flops": 65466138624000000, "train_loss": 0.020362193882465362, "subset_score_loss": 0.020362193882465362} +{"step": 4650000, "wall_time": 51051.15009665489, "train_loss_step": 4.113851547241211, "n_params": 4592800, "total_flops": 65607229440000000, "train_loss": 0.02124110758304596, "subset_score_loss": 0.02124110758304596} +{"step": 4660000, "wall_time": 51160.21194386482, "train_loss_step": 3.5248398780822754, "n_params": 4592800, "total_flops": 65748320256000000, "train_loss": 0.022544994950294495, "subset_score_loss": 0.022544994950294495} +{"step": 4670000, "wall_time": 51269.964196920395, "train_loss_step": 3.822396755218506, "n_params": 4592800, "total_flops": 65889411072000000, "train_loss": 0.018587109446525574, "subset_score_loss": 0.018587109446525574} +{"step": 4680000, "wall_time": 51378.35289812088, "train_loss_step": 3.847533941268921, "n_params": 4592800, "total_flops": 66030501888000000, "train_loss": 0.018029238283634185, "subset_score_loss": 0.018029238283634185} +{"step": 4690000, "wall_time": 51485.56655359268, "train_loss_step": 3.786328077316284, "n_params": 4592800, "total_flops": 66171592704000000, "train_loss": 0.019981680810451506, "subset_score_loss": 0.019981680810451506} +{"step": 4700000, "wall_time": 51675.552470207214, "train_loss_step": 3.9476075172424316, "n_params": 4592800, "total_flops": 66312683520000000, "train_loss": 0.023377518355846404, "subset_score_loss": 0.023377518355846404, "memorization_fraction_pixel": 0.5008000135421753, "mean_nn_ratio_pixel": 0.5837598443031311, "fid": 133.1908624683617} +{"step": 4710000, "wall_time": 51782.4348385334, "train_loss_step": 4.113434314727783, "n_params": 4592800, "total_flops": 66453774336000000, "train_loss": 0.01892166882753372, "subset_score_loss": 0.01892166882753372} +{"step": 4720000, "wall_time": 51891.79146504402, "train_loss_step": 3.792088270187378, "n_params": 4592800, "total_flops": 66594865152000000, "train_loss": 0.019825123250484467, "subset_score_loss": 0.019825123250484467} +{"step": 4730000, "wall_time": 52000.08445453644, "train_loss_step": 4.029750823974609, "n_params": 4592800, "total_flops": 66735955968000000, "train_loss": 0.01986597329378128, "subset_score_loss": 0.01986597329378128} +{"step": 4740000, "wall_time": 52109.22764182091, "train_loss_step": 3.8997769355773926, "n_params": 4592800, "total_flops": 66877046784000000, "train_loss": 0.019043634831905364, "subset_score_loss": 0.019043634831905364} +{"step": 4750000, "wall_time": 52218.32344341278, "train_loss_step": 3.8635876178741455, "n_params": 4592800, "total_flops": 67018137600000000, "train_loss": 0.017803865671157836, "subset_score_loss": 0.017803865671157836} +{"step": 4760000, "wall_time": 52327.42096757889, "train_loss_step": 4.144267559051514, "n_params": 4592800, "total_flops": 67159228416000000, "train_loss": 0.019236910343170165, "subset_score_loss": 0.019236910343170165} +{"step": 4770000, "wall_time": 52436.48590159416, "train_loss_step": 3.9508776664733887, "n_params": 4592800, "total_flops": 67300319232000000, "train_loss": 0.017323896288871765, "subset_score_loss": 0.017323896288871765} +{"step": 4780000, "wall_time": 52546.26745772362, "train_loss_step": 3.7120258808135986, "n_params": 4592800, "total_flops": 67441410048000000, "train_loss": 0.01904311925172806, "subset_score_loss": 0.01904311925172806} +{"step": 4790000, "wall_time": 52654.809777736664, "train_loss_step": 4.074213981628418, "n_params": 4592800, "total_flops": 67582500864000000, "train_loss": 0.01945313960313797, "subset_score_loss": 0.01945313960313797} +{"step": 4800000, "wall_time": 52842.24940276146, "train_loss_step": 3.690114974975586, "n_params": 4592800, "total_flops": 67723591680000000, "train_loss": 0.018893606960773468, "subset_score_loss": 0.018893606960773468, "memorization_fraction_pixel": 0.5335000157356262, "mean_nn_ratio_pixel": 0.5568496584892273, "fid": 123.99395302827637} +{"step": 4810000, "wall_time": 52951.61673092842, "train_loss_step": 3.664795398712158, "n_params": 4592800, "total_flops": 67864682496000000, "train_loss": 0.017330878973007204, "subset_score_loss": 0.017330878973007204} +{"step": 4820000, "wall_time": 53058.73197507858, "train_loss_step": 4.1624860763549805, "n_params": 4592800, "total_flops": 68005773312000000, "train_loss": 0.019803233444690704, "subset_score_loss": 0.019803233444690704} +{"step": 4830000, "wall_time": 53168.156415224075, "train_loss_step": 3.7977466583251953, "n_params": 4592800, "total_flops": 68146864128000000, "train_loss": 0.01867128163576126, "subset_score_loss": 0.01867128163576126} +{"step": 4840000, "wall_time": 53276.090009212494, "train_loss_step": 4.004551410675049, "n_params": 4592800, "total_flops": 68287954944000000, "train_loss": 0.020908614993095397, "subset_score_loss": 0.020908614993095397} +{"step": 4850000, "wall_time": 53385.11541557312, "train_loss_step": 3.933164119720459, "n_params": 4592800, "total_flops": 68429045760000000, "train_loss": 0.01794092059135437, "subset_score_loss": 0.01794092059135437} +{"step": 4860000, "wall_time": 53494.17645263672, "train_loss_step": 3.7271595001220703, "n_params": 4592800, "total_flops": 68570136576000000, "train_loss": 0.018751709163188933, "subset_score_loss": 0.018751709163188933} +{"step": 4870000, "wall_time": 53603.253388404846, "train_loss_step": 4.0733866691589355, "n_params": 4592800, "total_flops": 68711227392000000, "train_loss": 0.019798676669597625, "subset_score_loss": 0.019798676669597625} +{"step": 4880000, "wall_time": 53712.380945920944, "train_loss_step": 3.705836057662964, "n_params": 4592800, "total_flops": 68852318208000000, "train_loss": 0.020639897882938386, "subset_score_loss": 0.020639897882938386} +{"step": 4890000, "wall_time": 53821.934180259705, "train_loss_step": 3.8257718086242676, "n_params": 4592800, "total_flops": 68993409024000000, "train_loss": 0.01834038197994232, "subset_score_loss": 0.01834038197994232} +{"step": 4900000, "wall_time": 54010.41925621033, "train_loss_step": 3.6886162757873535, "n_params": 4592800, "total_flops": 69134499840000000, "train_loss": 0.01993248760700226, "subset_score_loss": 0.01993248760700226, "memorization_fraction_pixel": 0.4950999915599823, "mean_nn_ratio_pixel": 0.5842783451080322, "fid": 131.3153181406165} +{"step": 4910000, "wall_time": 54119.54565191269, "train_loss_step": 4.018155097961426, "n_params": 4592800, "total_flops": 69275590656000000, "train_loss": 0.01969340890645981, "subset_score_loss": 0.01969340890645981} +{"step": 4920000, "wall_time": 54228.838884830475, "train_loss_step": 3.5592641830444336, "n_params": 4592800, "total_flops": 69416681472000000, "train_loss": 0.01808597445487976, "subset_score_loss": 0.01808597445487976} +{"step": 4930000, "wall_time": 54335.751932144165, "train_loss_step": 3.4499757289886475, "n_params": 4592800, "total_flops": 69557772288000000, "train_loss": 0.01909950524568558, "subset_score_loss": 0.01909950524568558} +{"step": 4940000, "wall_time": 54445.158864974976, "train_loss_step": 4.180445194244385, "n_params": 4592800, "total_flops": 69698863104000000, "train_loss": 0.018497735261917114, "subset_score_loss": 0.018497735261917114} +{"step": 4950000, "wall_time": 54553.23652887344, "train_loss_step": 3.6303842067718506, "n_params": 4592800, "total_flops": 69839953920000000, "train_loss": 0.01795184761285782, "subset_score_loss": 0.01795184761285782} +{"step": 4960000, "wall_time": 54662.313483953476, "train_loss_step": 3.8794450759887695, "n_params": 4592800, "total_flops": 69981044736000000, "train_loss": 0.018892137706279753, "subset_score_loss": 0.018892137706279753} +{"step": 4970000, "wall_time": 54771.4388320446, "train_loss_step": 3.8757457733154297, "n_params": 4592800, "total_flops": 70122135552000000, "train_loss": 0.018178923428058623, "subset_score_loss": 0.018178923428058623} +{"step": 4980000, "wall_time": 54880.486055612564, "train_loss_step": 3.8504199981689453, "n_params": 4592800, "total_flops": 70263226368000000, "train_loss": 0.017952272295951845, "subset_score_loss": 0.017952272295951845} +{"step": 4990000, "wall_time": 54989.89082169533, "train_loss_step": 4.099279403686523, "n_params": 4592800, "total_flops": 70404317184000000, "train_loss": 0.019142138957977294, "subset_score_loss": 0.019142138957977294} +{"step": 5000000, "wall_time": 55154.69085144997, "train_loss_step": 3.8457517623901367, "n_params": 4592800, "total_flops": 70545408000000000, "train_loss": 0.01978330612182617, "subset_score_loss": 0.01978330612182617, "memorization_fraction_pixel": 0.5713000297546387, "mean_nn_ratio_pixel": 0.5289399027824402, "fid": 115.60634369867367} diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d160/runner.log b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d160/runner.log new file mode 100644 index 0000000000000000000000000000000000000000..b94f1bb45d3f9e9056c8f7b041f2960eba47e9d5 --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d160/runner.log @@ -0,0 +1,502 @@ + FID real-side stats cached over 1000 diverse train images + step 1 | 69s | train_loss=0.9963 | fid=309.2468 + step 10000 | 151s | train_loss=0.7829 + step 20000 | 242s | train_loss=0.6629 + step 30000 | 333s | train_loss=0.5419 + step 40000 | 423s | train_loss=0.4401 + step 50000 | 514s | train_loss=0.3566 + step 60000 | 605s | train_loss=0.2898 + step 70000 | 695s | train_loss=0.2394 + step 80000 | 786s | train_loss=0.2060 + step 90000 | 877s | train_loss=0.1769 + step 100000 | 1036s | train_loss=0.1554 | fid=199.0302 + step 110000 | 1126s | train_loss=0.1601 + step 120000 | 1211s | train_loss=0.1365 + step 130000 | 1302s | train_loss=0.1337 + step 140000 | 1392s | train_loss=0.1174 + step 150000 | 1483s | train_loss=0.1181 + step 160000 | 1573s | train_loss=0.1046 + step 170000 | 1664s | train_loss=0.1116 + step 180000 | 1754s | train_loss=0.0984 + step 190000 | 1845s | train_loss=0.0986 + step 200000 | 2004s | train_loss=0.0985 | fid=265.0279 + step 210000 | 2095s | train_loss=0.0915 + step 220000 | 2184s | train_loss=0.0885 + step 230000 | 2272s | train_loss=0.0855 + step 240000 | 2363s | train_loss=0.0856 + step 250000 | 2453s | train_loss=0.0835 + step 260000 | 2544s | train_loss=0.0829 + step 270000 | 2635s | train_loss=0.0743 + step 280000 | 2725s | train_loss=0.0749 + step 290000 | 2815s | train_loss=0.0756 + step 300000 | 2973s | train_loss=0.0839 | fid=308.1861 + step 310000 | 3063s | train_loss=0.0770 + step 320000 | 3154s | train_loss=0.0767 + step 330000 | 3243s | train_loss=0.0737 + step 340000 | 3330s | train_loss=0.0671 + step 350000 | 3420s | train_loss=0.0673 + step 360000 | 3511s | train_loss=0.0693 + step 370000 | 3601s | train_loss=0.0616 + step 380000 | 3691s | train_loss=0.0674 + step 390000 | 3782s | train_loss=0.0666 + step 400000 | 3940s | train_loss=0.0620 | fid=333.3446 + step 410000 | 4031s | train_loss=0.0696 + step 420000 | 4122s | train_loss=0.0600 + step 430000 | 4211s | train_loss=0.0623 + step 440000 | 4302s | train_loss=0.0598 + step 450000 | 4389s | train_loss=0.0607 + step 460000 | 4479s | train_loss=0.0620 + step 470000 | 4570s | train_loss=0.0652 + step 480000 | 4660s | train_loss=0.0562 + step 490000 | 4751s | train_loss=0.0596 + step 500000 | 4909s | train_loss=0.0529 | fid=325.0242 + step 510000 | 5000s | train_loss=0.0563 + step 520000 | 5090s | train_loss=0.0546 + step 530000 | 5181s | train_loss=0.0545 + step 540000 | 5269s | train_loss=0.0558 + step 550000 | 5361s | train_loss=0.0512 + step 560000 | 5447s | train_loss=0.0514 + step 570000 | 5537s | train_loss=0.0555 + step 580000 | 5628s | train_loss=0.0552 + step 590000 | 5718s | train_loss=0.0534 + step 600000 | 5877s | train_loss=0.0527 | fid=314.8201 + step 610000 | 5967s | train_loss=0.0507 + step 620000 | 6058s | train_loss=0.0513 + step 630000 | 6149s | train_loss=0.0524 + step 640000 | 6239s | train_loss=0.0590 + step 650000 | 6327s | train_loss=0.0525 + step 660000 | 6419s | train_loss=0.0480 + step 670000 | 6504s | train_loss=0.0491 + step 680000 | 6595s | train_loss=0.0538 + step 690000 | 6686s | train_loss=0.0475 + step 700000 | 6844s | train_loss=0.0477 | fid=300.4597 + step 710000 | 6935s | train_loss=0.0492 + step 720000 | 7025s | train_loss=0.0470 + step 730000 | 7116s | train_loss=0.0460 + step 740000 | 7206s | train_loss=0.0490 + step 750000 | 7297s | train_loss=0.0440 + step 760000 | 7385s | train_loss=0.0450 + step 770000 | 7476s | train_loss=0.0460 + step 780000 | 7562s | train_loss=0.0464 + step 790000 | 7653s | train_loss=0.0446 + step 800000 | 7811s | train_loss=0.0468 | fid=286.1198 + step 810000 | 7902s | train_loss=0.0464 + step 820000 | 7993s | train_loss=0.0428 + step 830000 | 8083s | train_loss=0.0451 + step 840000 | 8174s | train_loss=0.0429 + step 850000 | 8264s | train_loss=0.0423 + step 860000 | 8352s | train_loss=0.0416 + step 870000 | 8443s | train_loss=0.0471 + step 880000 | 8534s | train_loss=0.0396 + step 890000 | 8620s | train_loss=0.0414 + step 900000 | 8779s | train_loss=0.0438 | fid=269.3852 + step 910000 | 8870s | train_loss=0.0433 + step 920000 | 8960s | train_loss=0.0417 + step 930000 | 9051s | train_loss=0.0423 + step 940000 | 9141s | train_loss=0.0459 + step 950000 | 9232s | train_loss=0.0405 + step 960000 | 9322s | train_loss=0.0406 + step 970000 | 9410s | train_loss=0.0395 + step 980000 | 9501s | train_loss=0.0403 + step 990000 | 9592s | train_loss=0.0387 + step 1000000 | 9746s | train_loss=0.0404 | fid=242.9326 + step 1010000 | 9837s | train_loss=0.0392 + step 1020000 | 9928s | train_loss=0.0383 + step 1030000 | 10018s | train_loss=0.0381 + step 1040000 | 10109s | train_loss=0.0383 + step 1050000 | 10199s | train_loss=0.0384 + step 1060000 | 10290s | train_loss=0.0408 + step 1070000 | 10381s | train_loss=0.0415 + step 1080000 | 10469s | train_loss=0.0391 + step 1090000 | 10559s | train_loss=0.0380 + step 1100000 | 10716s | train_loss=0.0379 | fid=227.8721 + step 1110000 | 10803s | train_loss=0.0397 + step 1120000 | 10894s | train_loss=0.0363 + step 1130000 | 10984s | train_loss=0.0378 + step 1140000 | 11075s | train_loss=0.0339 + step 1150000 | 11165s | train_loss=0.0363 + step 1160000 | 11256s | train_loss=0.0346 + step 1170000 | 11346s | train_loss=0.0372 + step 1180000 | 11436s | train_loss=0.0352 + step 1190000 | 11525s | train_loss=0.0340 + step 1200000 | 11682s | train_loss=0.0346 | fid=228.9878 + step 1210000 | 11772s | train_loss=0.0318 + step 1220000 | 11859s | train_loss=0.0326 + step 1230000 | 11950s | train_loss=0.0344 + step 1240000 | 12040s | train_loss=0.0338 + step 1250000 | 12131s | train_loss=0.0376 + step 1260000 | 12222s | train_loss=0.0351 + step 1270000 | 12312s | train_loss=0.0348 + step 1280000 | 12403s | train_loss=0.0326 + step 1290000 | 12491s | train_loss=0.0336 + step 1300000 | 12649s | train_loss=0.0321 | fid=219.2331 + step 1310000 | 12740s | train_loss=0.0355 + step 1320000 | 12829s | train_loss=0.0327 + step 1330000 | 12917s | train_loss=0.0323 + step 1340000 | 13007s | train_loss=0.0328 + step 1350000 | 13098s | train_loss=0.0344 + step 1360000 | 13196s | train_loss=0.0314 + step 1370000 | 13303s | train_loss=0.0331 + step 1380000 | 13412s | train_loss=0.0319 + step 1390000 | 13521s | train_loss=0.0345 + step 1400000 | 13701s | train_loss=0.0333 | fid=206.1524 + step 1410000 | 13810s | train_loss=0.0321 + step 1420000 | 13919s | train_loss=0.0333 + step 1430000 | 14028s | train_loss=0.0350 + step 1440000 | 14135s | train_loss=0.0345 + step 1450000 | 14244s | train_loss=0.0340 + step 1460000 | 14353s | train_loss=0.0309 + step 1470000 | 14462s | train_loss=0.0303 + step 1480000 | 14570s | train_loss=0.0319 + step 1490000 | 14679s | train_loss=0.0294 + step 1500000 | 14866s | train_loss=0.0324 | fid=193.6521 + step 1510000 | 14975s | train_loss=0.0306 + step 1520000 | 15084s | train_loss=0.0330 + step 1530000 | 15194s | train_loss=0.0315 + step 1540000 | 15302s | train_loss=0.0306 + step 1550000 | 15409s | train_loss=0.0295 + step 1560000 | 15518s | train_loss=0.0297 + step 1570000 | 15627s | train_loss=0.0302 + step 1580000 | 15736s | train_loss=0.0315 + step 1590000 | 15844s | train_loss=0.0306 + step 1600000 | 16034s | train_loss=0.0314 | fid=201.3736 + step 1610000 | 16133s | train_loss=0.0297 + step 1620000 | 16242s | train_loss=0.0298 + step 1630000 | 16351s | train_loss=0.0291 + step 1640000 | 16460s | train_loss=0.0303 + step 1650000 | 16569s | train_loss=0.0296 + step 1660000 | 16666s | train_loss=0.0294 + step 1670000 | 16775s | train_loss=0.0305 + step 1680000 | 16885s | train_loss=0.0270 + step 1690000 | 16992s | train_loss=0.0297 + step 1700000 | 17175s | train_loss=0.0284 | fid=196.3433 + step 1710000 | 17284s | train_loss=0.0288 + step 1720000 | 17385s | train_loss=0.0290 + step 1730000 | 17492s | train_loss=0.0302 + step 1740000 | 17601s | train_loss=0.0284 + step 1750000 | 17710s | train_loss=0.0267 + step 1760000 | 17818s | train_loss=0.0309 + step 1770000 | 17919s | train_loss=0.0282 + step 1780000 | 18023s | train_loss=0.0286 + step 1790000 | 18132s | train_loss=0.0281 + step 1800000 | 18314s | train_loss=0.0285 | fid=185.8923 + step 1810000 | 18423s | train_loss=0.0282 + step 1820000 | 18532s | train_loss=0.0288 + step 1830000 | 18636s | train_loss=0.0267 + step 1840000 | 18738s | train_loss=0.0274 + step 1850000 | 18847s | train_loss=0.0265 + step 1860000 | 18957s | train_loss=0.0279 + step 1870000 | 19065s | train_loss=0.0286 + step 1880000 | 19174s | train_loss=0.0276 + step 1890000 | 19274s | train_loss=0.0292 + step 1900000 | 19464s | train_loss=0.0270 | fid=171.3235 + step 1910000 | 19566s | train_loss=0.0281 + step 1920000 | 19672s | train_loss=0.0274 + step 1930000 | 19781s | train_loss=0.0269 + step 1940000 | 19891s | train_loss=0.0263 + step 1950000 | 19991s | train_loss=0.0274 + step 1960000 | 20100s | train_loss=0.0260 + step 1970000 | 20209s | train_loss=0.0297 + step 1980000 | 20319s | train_loss=0.0295 + step 1990000 | 20427s | train_loss=0.0273 + step 2000000 | 20604s | train_loss=0.0272 | fid=178.6378 + step 2010000 | 20713s | train_loss=0.0278 + step 2020000 | 20821s | train_loss=0.0298 + step 2030000 | 20921s | train_loss=0.0263 + step 2040000 | 21030s | train_loss=0.0249 + step 2050000 | 21139s | train_loss=0.0257 + step 2060000 | 21240s | train_loss=0.0258 + step 2070000 | 21349s | train_loss=0.0257 + step 2080000 | 21458s | train_loss=0.0251 + step 2090000 | 21568s | train_loss=0.0257 + step 2100000 | 21757s | train_loss=0.0248 | fid=171.4484 + step 2110000 | 21851s | train_loss=0.0254 + step 2120000 | 21960s | train_loss=0.0272 + step 2130000 | 22070s | train_loss=0.0270 + step 2140000 | 22173s | train_loss=0.0272 + step 2150000 | 22282s | train_loss=0.0270 + step 2160000 | 22392s | train_loss=0.0289 + step 2170000 | 22488s | train_loss=0.0257 + step 2180000 | 22597s | train_loss=0.0279 + step 2190000 | 22707s | train_loss=0.0258 + step 2200000 | 22895s | train_loss=0.0255 | fid=177.4268 + step 2210000 | 23004s | train_loss=0.0248 + step 2220000 | 23108s | train_loss=0.0236 + step 2230000 | 23210s | train_loss=0.0262 + step 2240000 | 23319s | train_loss=0.0263 + step 2250000 | 23421s | train_loss=0.0239 + step 2260000 | 23530s | train_loss=0.0263 + step 2270000 | 23639s | train_loss=0.0268 + step 2280000 | 23735s | train_loss=0.0249 + step 2290000 | 23844s | train_loss=0.0235 + step 2300000 | 24033s | train_loss=0.0245 | fid=162.8185 + step 2310000 | 24141s | train_loss=0.0263 + step 2320000 | 24250s | train_loss=0.0268 + step 2330000 | 24360s | train_loss=0.0268 + step 2340000 | 24458s | train_loss=0.0228 + step 2350000 | 24568s | train_loss=0.0237 + step 2360000 | 24669s | train_loss=0.0257 + step 2370000 | 24778s | train_loss=0.0255 + step 2380000 | 24887s | train_loss=0.0300 + step 2390000 | 24989s | train_loss=0.0237 + step 2400000 | 25171s | train_loss=0.0237 | fid=164.6103 + step 2410000 | 25281s | train_loss=0.0270 + step 2420000 | 25389s | train_loss=0.0241 + step 2430000 | 25498s | train_loss=0.0298 + step 2440000 | 25607s | train_loss=0.0254 + step 2450000 | 25711s | train_loss=0.0236 + step 2460000 | 25818s | train_loss=0.0255 + step 2470000 | 25919s | train_loss=0.0257 + step 2480000 | 26025s | train_loss=0.0287 + step 2490000 | 26134s | train_loss=0.0240 + step 2500000 | 26312s | train_loss=0.0259 | fid=169.9085 + step 2510000 | 26421s | train_loss=0.0251 + step 2520000 | 26530s | train_loss=0.0235 + step 2530000 | 26639s | train_loss=0.0243 + step 2540000 | 26747s | train_loss=0.0237 + step 2550000 | 26856s | train_loss=0.0245 + step 2560000 | 26965s | train_loss=0.0234 + step 2570000 | 27067s | train_loss=0.0228 + step 2580000 | 27177s | train_loss=0.0250 + step 2590000 | 27275s | train_loss=0.0271 + step 2600000 | 27464s | train_loss=0.0223 | fid=175.3076 + step 2610000 | 27565s | train_loss=0.0217 + step 2620000 | 27671s | train_loss=0.0234 + step 2630000 | 27780s | train_loss=0.0227 + step 2640000 | 27889s | train_loss=0.0219 + step 2650000 | 27997s | train_loss=0.0243 + step 2660000 | 28106s | train_loss=0.0240 + step 2670000 | 28216s | train_loss=0.0242 + step 2680000 | 28312s | train_loss=0.0221 + step 2690000 | 28421s | train_loss=0.0245 + step 2700000 | 28602s | train_loss=0.0241 | fid=161.8848 + step 2710000 | 28711s | train_loss=0.0220 + step 2720000 | 28817s | train_loss=0.0233 + step 2730000 | 28914s | train_loss=0.0224 + step 2740000 | 29024s | train_loss=0.0239 + step 2750000 | 29133s | train_loss=0.0225 + step 2760000 | 29241s | train_loss=0.0223 + step 2770000 | 29350s | train_loss=0.0250 + step 2780000 | 29459s | train_loss=0.0220 + step 2790000 | 29566s | train_loss=0.0216 + step 2800000 | 29747s | train_loss=0.0249 | fid=164.6372 + step 2810000 | 29853s | train_loss=0.0230 + step 2820000 | 29963s | train_loss=0.0222 + step 2830000 | 30072s | train_loss=0.0234 + step 2840000 | 30173s | train_loss=0.0219 + step 2850000 | 30282s | train_loss=0.0295 + step 2860000 | 30392s | train_loss=0.0226 + step 2870000 | 30499s | train_loss=0.0220 + step 2880000 | 30609s | train_loss=0.0225 + step 2890000 | 30718s | train_loss=0.0226 + step 2900000 | 30899s | train_loss=0.0236 | fid=157.1025 + step 2910000 | 31003s | train_loss=0.0238 + step 2920000 | 31108s | train_loss=0.0225 + step 2930000 | 31217s | train_loss=0.0251 + step 2940000 | 31327s | train_loss=0.0231 + step 2950000 | 31426s | train_loss=0.0219 + step 2960000 | 31535s | train_loss=0.0205 + step 2970000 | 31645s | train_loss=0.0209 + step 2980000 | 31753s | train_loss=0.0239 + step 2990000 | 31862s | train_loss=0.0236 + step 3000000 | 32052s | train_loss=0.0231 | fid=162.6286 + step 3010000 | 32161s | train_loss=0.0231 + step 3020000 | 32259s | train_loss=0.0207 + step 3030000 | 32363s | train_loss=0.0209 + step 3040000 | 32472s | train_loss=0.0259 + step 3050000 | 32581s | train_loss=0.0247 + step 3060000 | 32688s | train_loss=0.0218 + step 3070000 | 32797s | train_loss=0.0207 + step 3080000 | 32906s | train_loss=0.0224 + step 3090000 | 33014s | train_loss=0.0217 + step 3100000 | 33203s | train_loss=0.0236 | fid=159.6797 + step 3110000 | 33312s | train_loss=0.0230 + step 3120000 | 33422s | train_loss=0.0219 + step 3130000 | 33527s | train_loss=0.0207 + step 3140000 | 33623s | train_loss=0.0225 + step 3150000 | 33732s | train_loss=0.0219 + step 3160000 | 33842s | train_loss=0.0205 + step 3170000 | 33948s | train_loss=0.0205 + step 3180000 | 34057s | train_loss=0.0248 + step 3190000 | 34167s | train_loss=0.0216 + step 3200000 | 34356s | train_loss=0.0210 | fid=154.2982 + step 3210000 | 34465s | train_loss=0.0211 + step 3220000 | 34574s | train_loss=0.0211 + step 3230000 | 34683s | train_loss=0.0258 + step 3240000 | 34794s | train_loss=0.0202 + step 3250000 | 34884s | train_loss=0.0207 + step 3260000 | 34993s | train_loss=0.0218 + step 3270000 | 35100s | train_loss=0.0205 + step 3280000 | 35200s | train_loss=0.0205 + step 3290000 | 35309s | train_loss=0.0213 + step 3300000 | 35497s | train_loss=0.0230 | fid=152.7222 + step 3310000 | 35606s | train_loss=0.0210 + step 3320000 | 35715s | train_loss=0.0209 + step 3330000 | 35824s | train_loss=0.0225 + step 3340000 | 35933s | train_loss=0.0216 + step 3350000 | 36043s | train_loss=0.0220 + step 3360000 | 36141s | train_loss=0.0202 + step 3370000 | 36243s | train_loss=0.0206 + step 3380000 | 36353s | train_loss=0.0218 + step 3390000 | 36455s | train_loss=0.0206 + step 3400000 | 36644s | train_loss=0.0208 | fid=155.6767 + step 3410000 | 36753s | train_loss=0.0190 + step 3420000 | 36862s | train_loss=0.0190 + step 3430000 | 36971s | train_loss=0.0230 + step 3440000 | 37080s | train_loss=0.0204 + step 3450000 | 37190s | train_loss=0.0206 + step 3460000 | 37299s | train_loss=0.0188 + step 3470000 | 37399s | train_loss=0.0197 + step 3480000 | 37495s | train_loss=0.0209 + step 3490000 | 37605s | train_loss=0.0197 + step 3500000 | 37786s | train_loss=0.0215 | fid=148.4655 + step 3510000 | 37895s | train_loss=0.0229 + step 3520000 | 38004s | train_loss=0.0201 + step 3530000 | 38113s | train_loss=0.0212 + step 3540000 | 38222s | train_loss=0.0215 + step 3550000 | 38331s | train_loss=0.0210 + step 3560000 | 38440s | train_loss=0.0194 + step 3570000 | 38549s | train_loss=0.0210 + step 3580000 | 38654s | train_loss=0.0212 + step 3590000 | 38756s | train_loss=0.0201 + step 3600000 | 38931s | train_loss=0.0213 | fid=141.0265 + step 3610000 | 39040s | train_loss=0.0216 + step 3620000 | 39149s | train_loss=0.0189 + step 3630000 | 39258s | train_loss=0.0189 + step 3640000 | 39367s | train_loss=0.0211 + step 3650000 | 39476s | train_loss=0.0206 + step 3660000 | 39585s | train_loss=0.0215 + step 3670000 | 39694s | train_loss=0.0203 + step 3680000 | 39803s | train_loss=0.0213 + step 3690000 | 39913s | train_loss=0.0216 + step 3700000 | 40085s | train_loss=0.0226 | fid=143.8490 + step 3710000 | 40185s | train_loss=0.0195 + step 3720000 | 40294s | train_loss=0.0193 + step 3730000 | 40403s | train_loss=0.0189 + step 3740000 | 40513s | train_loss=0.0213 + step 3750000 | 40621s | train_loss=0.0222 + step 3760000 | 40730s | train_loss=0.0198 + step 3770000 | 40839s | train_loss=0.0194 + step 3780000 | 40948s | train_loss=0.0196 + step 3790000 | 41057s | train_loss=0.0214 + step 3800000 | 41240s | train_loss=0.0199 | fid=148.3797 + step 3810000 | 41347s | train_loss=0.0207 + step 3820000 | 41440s | train_loss=0.0211 + step 3830000 | 41548s | train_loss=0.0213 + step 3840000 | 41657s | train_loss=0.0201 + step 3850000 | 41766s | train_loss=0.0218 + step 3860000 | 41874s | train_loss=0.0210 + step 3870000 | 41983s | train_loss=0.0222 + step 3880000 | 42092s | train_loss=0.0206 + step 3890000 | 42201s | train_loss=0.0198 + step 3900000 | 42391s | train_loss=0.0204 | fid=137.7797 + step 3910000 | 42499s | train_loss=0.0204 + step 3920000 | 42601s | train_loss=0.0210 + step 3930000 | 42694s | train_loss=0.0201 + step 3940000 | 42800s | train_loss=0.0202 + step 3950000 | 42909s | train_loss=0.0192 + step 3960000 | 43019s | train_loss=0.0230 + step 3970000 | 43127s | train_loss=0.0208 + step 3980000 | 43236s | train_loss=0.0216 + step 3990000 | 43345s | train_loss=0.0197 + step 4000000 | 43535s | train_loss=0.0203 | fid=135.3421 + step 4010000 | 43644s | train_loss=0.0206 + step 4020000 | 43754s | train_loss=0.0193 + step 4030000 | 43855s | train_loss=0.0190 + step 4040000 | 43955s | train_loss=0.0210 + step 4050000 | 44058s | train_loss=0.0186 + step 4060000 | 44167s | train_loss=0.0179 + step 4070000 | 44277s | train_loss=0.0192 + step 4080000 | 44385s | train_loss=0.0202 + step 4090000 | 44494s | train_loss=0.0210 + step 4100000 | 44684s | train_loss=0.0190 | fid=139.0217 + step 4110000 | 44793s | train_loss=0.0210 + step 4120000 | 44902s | train_loss=0.0194 + step 4130000 | 45011s | train_loss=0.0207 + step 4140000 | 45119s | train_loss=0.0186 + step 4150000 | 45225s | train_loss=0.0201 + step 4160000 | 45318s | train_loss=0.0195 + step 4170000 | 45427s | train_loss=0.0206 + step 4180000 | 45537s | train_loss=0.0192 + step 4190000 | 45645s | train_loss=0.0196 + step 4200000 | 45835s | train_loss=0.0189 | fid=137.2281 + step 4210000 | 45944s | train_loss=0.0213 + step 4220000 | 46053s | train_loss=0.0196 + step 4230000 | 46162s | train_loss=0.0209 + step 4240000 | 46272s | train_loss=0.0193 + step 4250000 | 46380s | train_loss=0.0185 + step 4260000 | 46488s | train_loss=0.0191 + step 4270000 | 46596s | train_loss=0.0189 + step 4280000 | 46706s | train_loss=0.0189 + step 4290000 | 46815s | train_loss=0.0200 + step 4300000 | 47004s | train_loss=0.0197 | fid=132.5386 + step 4310000 | 47113s | train_loss=0.0192 + step 4320000 | 47222s | train_loss=0.0209 + step 4330000 | 47331s | train_loss=0.0198 + step 4340000 | 47440s | train_loss=0.0204 + step 4350000 | 47550s | train_loss=0.0185 + step 4360000 | 47659s | train_loss=0.0187 + step 4370000 | 47766s | train_loss=0.0186 + step 4380000 | 47873s | train_loss=0.0220 + step 4390000 | 47982s | train_loss=0.0206 + step 4400000 | 48171s | train_loss=0.0176 | fid=128.5963 + step 4410000 | 48280s | train_loss=0.0195 + step 4420000 | 48389s | train_loss=0.0194 + step 4430000 | 48498s | train_loss=0.0205 + step 4440000 | 48608s | train_loss=0.0189 + step 4450000 | 48717s | train_loss=0.0176 + step 4460000 | 48825s | train_loss=0.0178 + step 4470000 | 48935s | train_loss=0.0194 + step 4480000 | 49042s | train_loss=0.0198 + step 4490000 | 49149s | train_loss=0.0214 + step 4500000 | 49339s | train_loss=0.0174 | fid=134.2748 + step 4510000 | 49447s | train_loss=0.0182 + step 4520000 | 49556s | train_loss=0.0201 + step 4530000 | 49665s | train_loss=0.0199 + step 4540000 | 49774s | train_loss=0.0187 + step 4550000 | 49884s | train_loss=0.0185 + step 4560000 | 49993s | train_loss=0.0185 + step 4570000 | 50102s | train_loss=0.0186 + step 4580000 | 50210s | train_loss=0.0200 + step 4590000 | 50318s | train_loss=0.0182 + step 4600000 | 50506s | train_loss=0.0181 | fid=128.0811 + step 4610000 | 50615s | train_loss=0.0188 + step 4620000 | 50724s | train_loss=0.0190 + step 4630000 | 50833s | train_loss=0.0189 + step 4640000 | 50942s | train_loss=0.0204 + step 4650000 | 51051s | train_loss=0.0212 + step 4660000 | 51160s | train_loss=0.0225 + step 4670000 | 51270s | train_loss=0.0186 + step 4680000 | 51378s | train_loss=0.0180 + step 4690000 | 51486s | train_loss=0.0200 + step 4700000 | 51676s | train_loss=0.0234 | fid=133.1909 + step 4710000 | 51782s | train_loss=0.0189 + step 4720000 | 51892s | train_loss=0.0198 + step 4730000 | 52000s | train_loss=0.0199 + step 4740000 | 52109s | train_loss=0.0190 + step 4750000 | 52218s | train_loss=0.0178 + step 4760000 | 52327s | train_loss=0.0192 + step 4770000 | 52436s | train_loss=0.0173 + step 4780000 | 52546s | train_loss=0.0190 + step 4790000 | 52655s | train_loss=0.0195 + step 4800000 | 52842s | train_loss=0.0189 | fid=123.9940 + step 4810000 | 52952s | train_loss=0.0173 + step 4820000 | 53059s | train_loss=0.0198 + step 4830000 | 53168s | train_loss=0.0187 + step 4840000 | 53276s | train_loss=0.0209 + step 4850000 | 53385s | train_loss=0.0179 + step 4860000 | 53494s | train_loss=0.0188 + step 4870000 | 53603s | train_loss=0.0198 + step 4880000 | 53712s | train_loss=0.0206 + step 4890000 | 53822s | train_loss=0.0183 + step 4900000 | 54010s | train_loss=0.0199 | fid=131.3153 + step 4910000 | 54120s | train_loss=0.0197 + step 4920000 | 54229s | train_loss=0.0181 + step 4930000 | 54336s | train_loss=0.0191 + step 4940000 | 54445s | train_loss=0.0185 + step 4950000 | 54553s | train_loss=0.0180 + step 4960000 | 54662s | train_loss=0.0189 + step 4970000 | 54771s | train_loss=0.0182 + step 4980000 | 54880s | train_loss=0.0180 + step 4990000 | 54990s | train_loss=0.0191 + step 5000000 | 55155s | train_loss=0.0198 | fid=115.6063 diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d180/config.json b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d180/config.json new file mode 100644 index 0000000000000000000000000000000000000000..5786ed09b62244d88e601139836e5cede36a6bb7 --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d180/config.json @@ -0,0 +1,25 @@ +{ + "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d180/vae.pt", + "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d180", + "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", + "n_train": 1000, + "total_steps": 5000000, + "eval_interval": 10000, + "mem_interval": 100000, + "fid_interval": 100000, + "fid_n_real": 1000, + "fid_n_gen": 10000, + "n_gen_samples": 10000, + "n_sde_steps": 500, + "batch_size": 512, + "hidden": 1024, + "depth": 5, + "optimizer": "sgd", + "lr": 0.001, + "momentum": 0.8, + "t_min": 0.01, + "t_max": 3.0, + "t_eval": 0.1, + "seed": 43, + "device": null +} diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d180/metrics.jsonl b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d180/metrics.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..0b878c11a73b4c7c83d291f88ad00d0bc91a3f43 --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d180/metrics.jsonl @@ -0,0 +1,502 @@ +{"event": "meta", "data": "cifar10_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 180, "n": 1000, "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d180/vae.pt", "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [41905, 27590, 3837, 45564, 49079, 45615, 24791, 29586, 40154, 14155, 41744, 31565, 21399, 47093, 14144, 7260, 25109, 49111, 3286, 28559, 8088, 18636, 27677, 5584, 14605, 28090, 44911, 22197, 30774, 45976, 21377, 38974, 37419, 34658, 48141, 45353, 16718, 44442, 14512, 30061, 32910, 17321, 15565, 17405, 44045, 17717, 6400, 37998, 3773, 20538, 19316, 34889, 4564, 1363, 5611, 41687, 16986, 41914, 25046, 49823, 33007, 20861, 27988, 42869, 33687, 3828, 12070, 15418, 22140, 35636, 31728, 9480, 7712, 2852, 43042, 17354, 27208, 49689, 14774, 29225, 25390, 35055, 12670, 19522, 24246, 14561, 33656, 42751, 2242, 364, 43176, 15490, 46231, 26061, 18629, 34392, 32488, 26106, 10393, 11167, 20874, 8106, 10093, 7243, 48907, 8147, 45063, 21102, 37655, 7635, 2514, 27684, 3204, 28758, 28311, 29718, 44311, 10355, 32304, 14615, 28486, 14294, 16760, 37166, 19433, 20899, 23979, 36854, 43726, 10375, 11078, 10677, 40127, 33642, 36325, 13174, 19662, 30319, 22501, 14354, 24243, 27654, 42509, 18915, 29668, 2313, 42454, 11218, 48097, 31985, 16567, 26984, 33502, 36329, 22928, 42746, 38223, 19499, 41926, 29059, 44004, 8962, 40807, 11854, 36894, 13566, 36982, 16226, 36410, 47002, 20194, 3625, 19297, 2555, 4842, 8098, 44052, 5795, 5274, 4374, 17924, 30344, 5386, 26317, 30389, 32399, 32042, 26731, 29532, 33817, 26942, 25858, 11887, 46070, 41837, 10713, 33955, 20000, 29946, 4912, 32112, 6697, 44031, 27296, 37785, 25660, 27948, 31260, 24358, 1827, 37445, 25084, 11703, 3820, 49218, 30616, 25083, 22759, 6275, 40603, 39038, 37156, 8894, 9871, 31333, 26582, 20528, 10523, 2747, 33639, 41740, 47899, 11337, 6325, 433, 33051, 1094, 24743, 9392, 22638, 7689, 39641, 9486, 33554, 30840, 35032, 19647, 7903, 18205, 34063, 46483, 32963, 11601, 19203, 45792, 47136, 6174, 40793, 13885, 16641, 48744, 37658, 43829, 44107, 6388, 37424, 20033, 28563, 27013, 17032, 12768, 38181, 35608, 14089, 29228, 40229, 45106, 11963, 37979, 20694, 22835, 5773, 19580, 44596, 19079, 45191, 666, 15893, 7513, 15939, 45020, 12659, 31388, 44651, 23592, 16419, 47615, 36714, 36448, 28579, 1697, 9889, 42082, 49150, 41132, 33996, 21551, 18467, 45242, 6516, 3355, 20187, 31669, 2814, 6900, 28198, 17656, 18178, 31825, 34244, 38330, 28894, 7463, 8134, 38159, 10524, 41508, 2367, 496, 31046, 1511, 31956, 46621, 14176, 1899, 32397, 29452, 16504, 34042, 24014, 47447, 20229, 36683, 5186, 14349, 21736, 17094, 30311, 27949, 30023, 49589, 43270, 2898, 18259, 17175, 18594, 17062, 42063, 3237, 12080, 35769, 1687, 30330, 29678, 27321, 4273, 28513, 2551, 5314, 13572, 13497, 9652, 3466, 27133, 38459, 23232, 14231, 25584, 49398, 32994, 10434, 42369, 37410, 45044, 11075, 12523, 1417, 6765, 40000, 25016, 36905, 48638, 21, 16822, 24333, 30084, 43982, 26954, 6519, 42546, 14751, 14278, 49970, 47621, 18883, 37295, 9040, 40369, 22225, 36489, 21302, 13110, 5455, 47804, 14868, 13063, 22102, 36825, 21969, 33186, 28908, 32592, 42766, 12262, 39073, 915, 11824, 39208, 3098, 42789, 29800, 14150, 28705, 8847, 21716, 535, 48077, 41540, 36207, 10816, 41471, 35049, 20661, 6083, 30194, 4576, 2174, 1908, 48392, 10435, 10986, 18036, 24746, 3941, 34118, 49749, 12025, 21493, 15785, 17085, 39411, 34561, 42064, 36237, 2740, 8183, 40564, 33107, 25765, 49165, 25211, 17520, 17115, 1869, 46432, 33757, 20517, 39760, 259, 45380, 12436, 48000, 21046, 4039, 15701, 35246, 29112, 44161, 34079, 45449, 42845, 22815, 5597, 3990, 35899, 48969, 41528, 27873, 16598, 39104, 23359, 46847, 28624, 19198, 1251, 9003, 28383, 47005, 40703, 41605, 39895, 26201, 11727, 27435, 17333, 39261, 37456, 14653, 30634, 4160, 24540, 12044, 7111, 23485, 5645, 2572, 1682, 17872, 8974, 16796, 11864, 40178, 20092, 32219, 14458, 37007, 31340, 10520, 34489, 13128, 42913, 31468, 44180, 37938, 20058, 18673, 36850, 34721, 26210, 15257, 35188, 11815, 47936, 18088, 43578, 11996, 47952, 24311, 1884, 36557, 32921, 36250, 38022, 5671, 13621, 23326, 14326, 23471, 24685, 39092, 3268, 37257, 16348, 13730, 21838, 44088, 8945, 10827, 13840, 46123, 48010, 13350, 30622, 45233, 8698, 14335, 45842, 15138, 1515, 40759, 21960, 47551, 33208, 18260, 6377, 46869, 31742, 23566, 12829, 15305, 37988, 16111, 32146, 37948, 25917, 30484, 17885, 42468, 28238, 33865, 28030, 30072, 34855, 19324, 42075, 30623, 3667, 38832, 25100, 43077, 36471, 11663, 13588, 14015, 5099, 10589, 28526, 48022, 15444, 3280, 188, 31582, 15225, 11019, 21804, 3901, 24461, 25031, 10373, 4486, 45950, 37949, 32923, 1583, 6576, 26004, 16237, 38132, 25045, 25091, 41949, 11553, 48062, 40503, 13057, 8954, 18566, 28405, 28604, 30434, 49112, 30676, 32930, 16183, 48336, 43162, 873, 37233, 44718, 37247, 23758, 9243, 12126, 5287, 49594, 3459, 32091, 20894, 41743, 7366, 7258, 37939, 47665, 12260, 20836, 43253, 16191, 11619, 1519, 6137, 3934, 48375, 35234, 103, 30510, 8869, 21085, 41234, 25138, 25079, 31218, 48292, 48814, 6635, 18416, 1421, 4363, 5164, 47455, 21280, 16767, 19685, 16449, 45798, 31292, 31049, 43587, 30772, 2651, 12854, 23199, 25234, 23389, 24742, 19480, 19738, 19726, 2388, 21394, 4512, 9069, 42856, 25766, 23797, 40741, 33624, 8328, 35922, 27732, 36268, 23213, 41966, 40002, 12750, 46225, 35182, 23769, 25152, 26764, 20090, 27202, 48096, 4266, 2205, 2020, 37651, 36088, 1021, 28544, 20933, 48924, 11503, 43997, 9492, 19505, 47632, 4118, 2029, 22008, 41396, 16378, 36738, 33194, 28053, 44137, 30771, 12131, 5963, 31754, 46953, 3180, 1718, 36816, 2208, 20898, 13799, 30796, 34445, 37540, 27983, 39216, 16791, 36763, 15987, 28440, 11782, 48531, 4252, 47359, 5351, 4059, 9263, 32274, 39283, 258, 17485, 31280, 12814, 33217, 38203, 11170, 8486, 14434, 13722, 36048, 3705, 47210, 38260, 2200, 17850, 21589, 27598, 9926, 9419, 3981, 34519, 37821, 22855, 39796, 24105, 5113, 5888, 31974, 40040, 17179, 48615, 38665, 47173, 47154, 20619, 5049, 1656, 27736, 14424, 2013, 1348, 32964, 37228, 34968, 34124, 15993, 42420, 26558, 2961, 27119, 37779, 29321, 31595, 29301, 38364, 17528, 19583, 48609, 4428, 12427, 601, 21213, 44456, 39274, 40250, 39804, 35373, 43875, 20550, 43426, 13696, 34572, 11097, 22458, 33042, 12981, 29073, 6601, 2370, 4065, 46317, 29460, 21761, 13977, 4520, 31604, 16259, 1445, 29204, 26097, 31921, 33193, 36054, 26372, 4436, 40306, 13974, 6159, 46233, 33714, 27592, 23153, 40311, 12294, 40141, 14030, 36304, 40086, 43163, 14689, 5002, 40885, 40758, 42458, 18580, 29784, 14527, 30070, 18326, 40830, 42503, 5434, 25179, 15652, 11428, 40980, 45916, 22056, 15896, 42628, 30092, 40834, 25862, 40370, 7804, 46908, 44191, 26908, 9764, 36969, 21521, 35257, 9279, 36964, 4012, 627, 31813, 15669, 33832, 29874, 1912, 41254, 23709, 4648, 3131, 49882, 19349, 35975, 25565, 21641, 48219, 30806, 33979, 36103, 14640, 34524, 31661, 26869, 27297, 46519, 2352, 46930, 7617, 49750, 12620, 29820, 18590, 890, 16394, 23877, 26421, 23417, 29021, 11596, 22017, 14794, 14437, 48385, 48231, 18946, 38048, 41302, 40633, 15317, 24820], "fid_reference": "same farthest-first 1k CIFAR-10 training subset", "seed": 43} +{"step": 1, "wall_time": 75.28602385520935, "train_loss_step": 180.94100952148438, "n_params": 4633780, "total_flops": 14234972160, "train_loss": 0.9951481289333768, "subset_score_loss": 0.9951481289333768, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9826352596282959, "fid": 285.71115416586343} +{"step": 10000, "wall_time": 174.91906642913818, "train_loss_step": 37.0921516418457, "n_params": 4633780, "total_flops": 142349721600000, "train_loss": 0.7634468926323785, "subset_score_loss": 0.7634468926323785} +{"step": 20000, "wall_time": 274.50290989875793, "train_loss_step": 29.988615036010742, "n_params": 4633780, "total_flops": 284699443200000, "train_loss": 0.6492853800455729, "subset_score_loss": 0.6492853800455729} +{"step": 30000, "wall_time": 374.2342827320099, "train_loss_step": 26.061466217041016, "n_params": 4633780, "total_flops": 427049164800000, "train_loss": 0.5514704386393229, "subset_score_loss": 0.5514704386393229} +{"step": 40000, "wall_time": 473.81913232803345, "train_loss_step": 27.616722106933594, "n_params": 4633780, "total_flops": 569398886400000, "train_loss": 0.45925136142306855, "subset_score_loss": 0.45925136142306855} +{"step": 50000, "wall_time": 573.68017745018, "train_loss_step": 21.933917999267578, "n_params": 4633780, "total_flops": 711748608000000, "train_loss": 0.3817973242865668, "subset_score_loss": 0.3817973242865668} +{"step": 60000, "wall_time": 673.6599934101105, "train_loss_step": 19.94561767578125, "n_params": 4633780, "total_flops": 854098329600000, "train_loss": 0.31514701843261717, "subset_score_loss": 0.31514701843261717} +{"step": 70000, "wall_time": 773.5511960983276, "train_loss_step": 20.732032775878906, "n_params": 4633780, "total_flops": 996448051200000, "train_loss": 0.26618917253282337, "subset_score_loss": 0.26618917253282337} +{"step": 80000, "wall_time": 872.7830104827881, "train_loss_step": 18.437671661376953, "n_params": 4633780, "total_flops": 1138797772800000, "train_loss": 0.2186210208468967, "subset_score_loss": 0.2186210208468967} +{"step": 90000, "wall_time": 971.4882698059082, "train_loss_step": 17.13953971862793, "n_params": 4633780, "total_flops": 1281147494400000, "train_loss": 0.19661123487684462, "subset_score_loss": 0.19661123487684462} +{"step": 100000, "wall_time": 1138.8608632087708, "train_loss_step": 16.397130966186523, "n_params": 4633780, "total_flops": 1423497216000000, "train_loss": 0.1632952372233073, "subset_score_loss": 0.1632952372233073, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9669415950775146, "fid": 199.64821998094027} +{"step": 110000, "wall_time": 1238.7054340839386, "train_loss_step": 17.262346267700195, "n_params": 4633780, "total_flops": 1565846937600000, "train_loss": 0.15321020550198025, "subset_score_loss": 0.15321020550198025} +{"step": 120000, "wall_time": 1338.3631780147552, "train_loss_step": 15.277239799499512, "n_params": 4633780, "total_flops": 1708196659200000, "train_loss": 0.14106648763020832, "subset_score_loss": 0.14106648763020832} +{"step": 130000, "wall_time": 1438.3557333946228, "train_loss_step": 14.181407928466797, "n_params": 4633780, "total_flops": 1850546380800000, "train_loss": 0.13085052702162, "subset_score_loss": 0.13085052702162} +{"step": 140000, "wall_time": 1537.9588668346405, "train_loss_step": 14.483197212219238, "n_params": 4633780, "total_flops": 1992896102400000, "train_loss": 0.1324560907151964, "subset_score_loss": 0.1324560907151964} +{"step": 150000, "wall_time": 1637.6878941059113, "train_loss_step": 13.414804458618164, "n_params": 4633780, "total_flops": 2135245824000000, "train_loss": 0.12156307432386611, "subset_score_loss": 0.12156307432386611} +{"step": 160000, "wall_time": 1737.5111610889435, "train_loss_step": 13.374004364013672, "n_params": 4633780, "total_flops": 2277595545600000, "train_loss": 0.1141543812221951, "subset_score_loss": 0.1141543812221951} +{"step": 170000, "wall_time": 1837.2762515544891, "train_loss_step": 13.30972671508789, "n_params": 4633780, "total_flops": 2419945267200000, "train_loss": 0.11684091356065539, "subset_score_loss": 0.11684091356065539} +{"step": 180000, "wall_time": 1935.3856918811798, "train_loss_step": 13.26407241821289, "n_params": 4633780, "total_flops": 2562294988800000, "train_loss": 0.10934972763061523, "subset_score_loss": 0.10934972763061523} +{"step": 190000, "wall_time": 2030.0322265625, "train_loss_step": 12.663558959960938, "n_params": 4633780, "total_flops": 2704644710400000, "train_loss": 0.09723184373643663, "subset_score_loss": 0.09723184373643663} +{"step": 200000, "wall_time": 2203.321444272995, "train_loss_step": 12.259017944335938, "n_params": 4633780, "total_flops": 2846994432000000, "train_loss": 0.1006787618001302, "subset_score_loss": 0.1006787618001302, "memorization_fraction_pixel": 9.999999747378752e-05, "mean_nn_ratio_pixel": 0.9739216566085815, "fid": 276.8462871252622} +{"step": 210000, "wall_time": 2303.0309212207794, "train_loss_step": 12.270147323608398, "n_params": 4633780, "total_flops": 2989344153600000, "train_loss": 0.0989983664618598, "subset_score_loss": 0.0989983664618598} +{"step": 220000, "wall_time": 2403.1028735637665, "train_loss_step": 11.79745864868164, "n_params": 4633780, "total_flops": 3131693875200000, "train_loss": 0.09383939107259115, "subset_score_loss": 0.09383939107259115} +{"step": 230000, "wall_time": 2503.166188955307, "train_loss_step": 11.188940048217773, "n_params": 4633780, "total_flops": 3274043596800000, "train_loss": 0.08993861940171984, "subset_score_loss": 0.08993861940171984} +{"step": 240000, "wall_time": 2602.758817434311, "train_loss_step": 11.361371994018555, "n_params": 4633780, "total_flops": 3416393318400000, "train_loss": 0.08696839544508192, "subset_score_loss": 0.08696839544508192} +{"step": 250000, "wall_time": 2702.4479796886444, "train_loss_step": 11.914335250854492, "n_params": 4633780, "total_flops": 3558743040000000, "train_loss": 0.09171913994683159, "subset_score_loss": 0.09171913994683159} +{"step": 260000, "wall_time": 2800.474394798279, "train_loss_step": 11.132291793823242, "n_params": 4633780, "total_flops": 3701092761600000, "train_loss": 0.08242168426513671, "subset_score_loss": 0.08242168426513671} +{"step": 270000, "wall_time": 2899.704090833664, "train_loss_step": 11.131808280944824, "n_params": 4633780, "total_flops": 3843442483200000, "train_loss": 0.08036140865749783, "subset_score_loss": 0.08036140865749783} +{"step": 280000, "wall_time": 2994.9661478996277, "train_loss_step": 11.251253128051758, "n_params": 4633780, "total_flops": 3985792204800000, "train_loss": 0.0815175904168023, "subset_score_loss": 0.0815175904168023} +{"step": 290000, "wall_time": 3094.738316297531, "train_loss_step": 10.710189819335938, "n_params": 4633780, "total_flops": 4128141926400000, "train_loss": 0.0813252396053738, "subset_score_loss": 0.0813252396053738} +{"step": 300000, "wall_time": 3269.971131324768, "train_loss_step": 11.772283554077148, "n_params": 4633780, "total_flops": 4270491648000000, "train_loss": 0.07903329001532661, "subset_score_loss": 0.07903329001532661, "memorization_fraction_pixel": 0.00039999998989515007, "mean_nn_ratio_pixel": 0.9793902635574341, "fid": 320.0230385403213} +{"step": 310000, "wall_time": 3369.6508786678314, "train_loss_step": 9.863958358764648, "n_params": 4633780, "total_flops": 4412841369600000, "train_loss": 0.07321866883171929, "subset_score_loss": 0.07321866883171929} +{"step": 320000, "wall_time": 3469.407376050949, "train_loss_step": 9.942166328430176, "n_params": 4633780, "total_flops": 4555191091200000, "train_loss": 0.07564755015903049, "subset_score_loss": 0.07564755015903049} +{"step": 330000, "wall_time": 3569.416643381119, "train_loss_step": 10.158044815063477, "n_params": 4633780, "total_flops": 4697540812800000, "train_loss": 0.076158078511556, "subset_score_loss": 0.076158078511556} +{"step": 340000, "wall_time": 3668.507044315338, "train_loss_step": 10.473504066467285, "n_params": 4633780, "total_flops": 4839890534400000, "train_loss": 0.0746800422668457, "subset_score_loss": 0.0746800422668457} +{"step": 350000, "wall_time": 3766.457659482956, "train_loss_step": 9.680804252624512, "n_params": 4633780, "total_flops": 4982240256000000, "train_loss": 0.06904792255825466, "subset_score_loss": 0.06904792255825466} +{"step": 360000, "wall_time": 3866.194875240326, "train_loss_step": 9.46739387512207, "n_params": 4633780, "total_flops": 5124589977600000, "train_loss": 0.0681908130645752, "subset_score_loss": 0.0681908130645752} +{"step": 370000, "wall_time": 3961.726675748825, "train_loss_step": 9.927656173706055, "n_params": 4633780, "total_flops": 5266939699200000, "train_loss": 0.07133125199211968, "subset_score_loss": 0.07133125199211968} +{"step": 380000, "wall_time": 4061.2393991947174, "train_loss_step": 10.822957992553711, "n_params": 4633780, "total_flops": 5409289420800000, "train_loss": 0.07227443059285482, "subset_score_loss": 0.07227443059285482} +{"step": 390000, "wall_time": 4161.261370182037, "train_loss_step": 9.37497329711914, "n_params": 4633780, "total_flops": 5551639142400000, "train_loss": 0.06357020801968044, "subset_score_loss": 0.06357020801968044} +{"step": 400000, "wall_time": 4337.494050979614, "train_loss_step": 9.034238815307617, "n_params": 4633780, "total_flops": 5693988864000000, "train_loss": 0.062275330225626625, "subset_score_loss": 0.062275330225626625, "memorization_fraction_pixel": 0.0017999999690800905, "mean_nn_ratio_pixel": 0.9732742309570312, "fid": 323.7515166062705} +{"step": 410000, "wall_time": 4437.2290642261505, "train_loss_step": 9.306565284729004, "n_params": 4633780, "total_flops": 5836338585600000, "train_loss": 0.06399837070041232, "subset_score_loss": 0.06399837070041232} +{"step": 420000, "wall_time": 4537.116536617279, "train_loss_step": 9.349936485290527, "n_params": 4633780, "total_flops": 5978688307200000, "train_loss": 0.06239980591668023, "subset_score_loss": 0.06239980591668023} +{"step": 430000, "wall_time": 4634.541534900665, "train_loss_step": 8.486618041992188, "n_params": 4633780, "total_flops": 6121038028800000, "train_loss": 0.05971171061197917, "subset_score_loss": 0.05971171061197917} +{"step": 440000, "wall_time": 4733.578733682632, "train_loss_step": 8.962261199951172, "n_params": 4633780, "total_flops": 6263387750400000, "train_loss": 0.061923482682969835, "subset_score_loss": 0.061923482682969835} +{"step": 450000, "wall_time": 4832.917479515076, "train_loss_step": 8.336971282958984, "n_params": 4633780, "total_flops": 6405737472000000, "train_loss": 0.06057448387145996, "subset_score_loss": 0.06057448387145996} +{"step": 460000, "wall_time": 4928.066694498062, "train_loss_step": 8.444194793701172, "n_params": 4633780, "total_flops": 6548087193600000, "train_loss": 0.062496550877888996, "subset_score_loss": 0.062496550877888996} +{"step": 470000, "wall_time": 5027.712455034256, "train_loss_step": 8.665313720703125, "n_params": 4633780, "total_flops": 6690436915200000, "train_loss": 0.05486983723110623, "subset_score_loss": 0.05486983723110623} +{"step": 480000, "wall_time": 5127.227134466171, "train_loss_step": 8.798928260803223, "n_params": 4633780, "total_flops": 6832786636800000, "train_loss": 0.059270911746554904, "subset_score_loss": 0.059270911746554904} +{"step": 490000, "wall_time": 5227.18479013443, "train_loss_step": 9.555591583251953, "n_params": 4633780, "total_flops": 6975136358400000, "train_loss": 0.058419858084784615, "subset_score_loss": 0.058419858084784615} +{"step": 500000, "wall_time": 5402.6852152347565, "train_loss_step": 8.779884338378906, "n_params": 4633780, "total_flops": 7117486080000000, "train_loss": 0.05714959038628472, "subset_score_loss": 0.05714959038628472, "memorization_fraction_pixel": 0.004800000227987766, "mean_nn_ratio_pixel": 0.9675889611244202, "fid": 316.43654798645656} +{"step": 510000, "wall_time": 5501.144057750702, "train_loss_step": 8.820127487182617, "n_params": 4633780, "total_flops": 7259835801600000, "train_loss": 0.05937241978115505, "subset_score_loss": 0.05937241978115505} +{"step": 520000, "wall_time": 5599.678108215332, "train_loss_step": 8.572172164916992, "n_params": 4633780, "total_flops": 7402185523200000, "train_loss": 0.05533898671468099, "subset_score_loss": 0.05533898671468099} +{"step": 530000, "wall_time": 5699.110196113586, "train_loss_step": 8.310188293457031, "n_params": 4633780, "total_flops": 7544535244800000, "train_loss": 0.05660664240519206, "subset_score_loss": 0.05660664240519206} +{"step": 540000, "wall_time": 5799.010251522064, "train_loss_step": 8.034160614013672, "n_params": 4633780, "total_flops": 7686884966400000, "train_loss": 0.052330504523383246, "subset_score_loss": 0.052330504523383246} +{"step": 550000, "wall_time": 5894.04048037529, "train_loss_step": 7.716830253601074, "n_params": 4633780, "total_flops": 7829234688000000, "train_loss": 0.052700042724609375, "subset_score_loss": 0.052700042724609375} +{"step": 560000, "wall_time": 5993.827461719513, "train_loss_step": 8.319327354431152, "n_params": 4633780, "total_flops": 7971584409600000, "train_loss": 0.05112110773722331, "subset_score_loss": 0.05112110773722331} +{"step": 570000, "wall_time": 6093.577220201492, "train_loss_step": 7.767031669616699, "n_params": 4633780, "total_flops": 8113934131200000, "train_loss": 0.049971750047471786, "subset_score_loss": 0.049971750047471786} +{"step": 580000, "wall_time": 6193.000954151154, "train_loss_step": 8.701213836669922, "n_params": 4633780, "total_flops": 8256283852800000, "train_loss": 0.054636939366658525, "subset_score_loss": 0.054636939366658525} +{"step": 590000, "wall_time": 6289.473314523697, "train_loss_step": 7.743486404418945, "n_params": 4633780, "total_flops": 8398633574400000, "train_loss": 0.0478329340616862, "subset_score_loss": 0.0478329340616862} +{"step": 600000, "wall_time": 6466.724715948105, "train_loss_step": 8.068424224853516, "n_params": 4633780, "total_flops": 8540983296000000, "train_loss": 0.05166038407219781, "subset_score_loss": 0.05166038407219781, "memorization_fraction_pixel": 0.010400000028312206, "mean_nn_ratio_pixel": 0.9621456861495972, "fid": 301.06885880531587} +{"step": 610000, "wall_time": 6565.795055150986, "train_loss_step": 7.606142044067383, "n_params": 4633780, "total_flops": 8683333017600000, "train_loss": 0.0499646716647678, "subset_score_loss": 0.0499646716647678} +{"step": 620000, "wall_time": 6665.617646932602, "train_loss_step": 8.251409530639648, "n_params": 4633780, "total_flops": 8825682739200000, "train_loss": 0.049287970860799155, "subset_score_loss": 0.049287970860799155} +{"step": 630000, "wall_time": 6765.1661167144775, "train_loss_step": 7.438905715942383, "n_params": 4633780, "total_flops": 8968032460800000, "train_loss": 0.05260883437262641, "subset_score_loss": 0.05260883437262641} +{"step": 640000, "wall_time": 6860.394372701645, "train_loss_step": 7.759037017822266, "n_params": 4633780, "total_flops": 9110382182400000, "train_loss": 0.046770207087198895, "subset_score_loss": 0.046770207087198895} +{"step": 650000, "wall_time": 6959.977678775787, "train_loss_step": 7.291263580322266, "n_params": 4633780, "total_flops": 9252731904000000, "train_loss": 0.05028221342298719, "subset_score_loss": 0.05028221342298719} +{"step": 660000, "wall_time": 7059.798126935959, "train_loss_step": 8.022294998168945, "n_params": 4633780, "total_flops": 9395081625600000, "train_loss": 0.04886585341559516, "subset_score_loss": 0.04886585341559516} +{"step": 670000, "wall_time": 7159.862144470215, "train_loss_step": 7.956429958343506, "n_params": 4633780, "total_flops": 9537431347200000, "train_loss": 0.04664092063903809, "subset_score_loss": 0.04664092063903809} +{"step": 680000, "wall_time": 7259.383079528809, "train_loss_step": 7.386549949645996, "n_params": 4633780, "total_flops": 9679781068800000, "train_loss": 0.048822540707058375, "subset_score_loss": 0.048822540707058375} +{"step": 690000, "wall_time": 7354.569052457809, "train_loss_step": 7.727165699005127, "n_params": 4633780, "total_flops": 9822130790400000, "train_loss": 0.052599186367458764, "subset_score_loss": 0.052599186367458764} +{"step": 700000, "wall_time": 7532.886237859726, "train_loss_step": 7.333552837371826, "n_params": 4633780, "total_flops": 9964480512000000, "train_loss": 0.04886808395385742, "subset_score_loss": 0.04886808395385742, "memorization_fraction_pixel": 0.017400000244379044, "mean_nn_ratio_pixel": 0.9552617073059082, "fid": 298.8217316227426} +{"step": 710000, "wall_time": 7632.575895309448, "train_loss_step": 6.903169631958008, "n_params": 4633780, "total_flops": 10106830233600000, "train_loss": 0.043681001663208006, "subset_score_loss": 0.043681001663208006} +{"step": 720000, "wall_time": 7731.876713752747, "train_loss_step": 7.373870849609375, "n_params": 4633780, "total_flops": 10249179955200000, "train_loss": 0.044512277179294166, "subset_score_loss": 0.044512277179294166} +{"step": 730000, "wall_time": 7827.9799835681915, "train_loss_step": 7.360165119171143, "n_params": 4633780, "total_flops": 10391529676800000, "train_loss": 0.04402291244930691, "subset_score_loss": 0.04402291244930691} +{"step": 740000, "wall_time": 7927.531557559967, "train_loss_step": 7.042320251464844, "n_params": 4633780, "total_flops": 10533879398400000, "train_loss": 0.042925975057813856, "subset_score_loss": 0.042925975057813856} +{"step": 750000, "wall_time": 8026.543883085251, "train_loss_step": 7.370594501495361, "n_params": 4633780, "total_flops": 10676229120000000, "train_loss": 0.043561238712734644, "subset_score_loss": 0.043561238712734644} +{"step": 760000, "wall_time": 8125.873543739319, "train_loss_step": 7.34381103515625, "n_params": 4633780, "total_flops": 10818578841600000, "train_loss": 0.04343198935190837, "subset_score_loss": 0.04343198935190837} +{"step": 770000, "wall_time": 8224.578734874725, "train_loss_step": 6.806384563446045, "n_params": 4633780, "total_flops": 10960928563200000, "train_loss": 0.04266876909467909, "subset_score_loss": 0.04266876909467909} +{"step": 780000, "wall_time": 8322.855524301529, "train_loss_step": 7.503103733062744, "n_params": 4633780, "total_flops": 11103278284800000, "train_loss": 0.04839946958753798, "subset_score_loss": 0.04839946958753798} +{"step": 790000, "wall_time": 8419.086105585098, "train_loss_step": 7.596250534057617, "n_params": 4633780, "total_flops": 11245628006400000, "train_loss": 0.0475195672776964, "subset_score_loss": 0.0475195672776964} +{"step": 800000, "wall_time": 8597.806005477905, "train_loss_step": 6.695906639099121, "n_params": 4633780, "total_flops": 11387977728000000, "train_loss": 0.042766041225857206, "subset_score_loss": 0.042766041225857206, "memorization_fraction_pixel": 0.030500000342726707, "mean_nn_ratio_pixel": 0.9397538900375366, "fid": 282.66036383538324} +{"step": 810000, "wall_time": 8697.109622001648, "train_loss_step": 7.125424385070801, "n_params": 4633780, "total_flops": 11530327449600000, "train_loss": 0.044160072008768717, "subset_score_loss": 0.044160072008768717} +{"step": 820000, "wall_time": 8792.720730781555, "train_loss_step": 6.423469543457031, "n_params": 4633780, "total_flops": 11672677171200000, "train_loss": 0.04343356291453044, "subset_score_loss": 0.04343356291453044} +{"step": 830000, "wall_time": 8892.734237194061, "train_loss_step": 6.702991008758545, "n_params": 4633780, "total_flops": 11815026892800000, "train_loss": 0.04178232616848416, "subset_score_loss": 0.04178232616848416} +{"step": 840000, "wall_time": 8992.851771354675, "train_loss_step": 6.730757713317871, "n_params": 4633780, "total_flops": 11957376614400000, "train_loss": 0.04337986045413547, "subset_score_loss": 0.04337986045413547} +{"step": 850000, "wall_time": 9092.361228227615, "train_loss_step": 6.736140727996826, "n_params": 4633780, "total_flops": 12099726336000000, "train_loss": 0.04221494197845459, "subset_score_loss": 0.04221494197845459} +{"step": 860000, "wall_time": 9191.000447750092, "train_loss_step": 6.443082809448242, "n_params": 4633780, "total_flops": 12242076057600000, "train_loss": 0.0430618789460924, "subset_score_loss": 0.0430618789460924} +{"step": 870000, "wall_time": 9290.134050369263, "train_loss_step": 6.68953275680542, "n_params": 4633780, "total_flops": 12384425779200000, "train_loss": 0.041418700748019746, "subset_score_loss": 0.041418700748019746} +{"step": 880000, "wall_time": 9386.726731061935, "train_loss_step": 6.698963642120361, "n_params": 4633780, "total_flops": 12526775500800000, "train_loss": 0.04165133105383979, "subset_score_loss": 0.04165133105383979} +{"step": 890000, "wall_time": 9486.49771308899, "train_loss_step": 6.468183517456055, "n_params": 4633780, "total_flops": 12669125222400000, "train_loss": 0.039465898937649194, "subset_score_loss": 0.039465898937649194} +{"step": 900000, "wall_time": 9665.45472073555, "train_loss_step": 7.030165672302246, "n_params": 4633780, "total_flops": 12811474944000000, "train_loss": 0.03870263894399007, "subset_score_loss": 0.03870263894399007, "memorization_fraction_pixel": 0.0357000008225441, "mean_nn_ratio_pixel": 0.9318748116493225, "fid": 274.3932398024313} +{"step": 910000, "wall_time": 9761.019395828247, "train_loss_step": 6.731753349304199, "n_params": 4633780, "total_flops": 12953824665600000, "train_loss": 0.03981747097439236, "subset_score_loss": 0.03981747097439236} +{"step": 920000, "wall_time": 9860.62008857727, "train_loss_step": 6.73756217956543, "n_params": 4633780, "total_flops": 13096174387200000, "train_loss": 0.041114399168226456, "subset_score_loss": 0.041114399168226456} +{"step": 930000, "wall_time": 9960.248556137085, "train_loss_step": 7.19383430480957, "n_params": 4633780, "total_flops": 13238524108800000, "train_loss": 0.04105771647559272, "subset_score_loss": 0.04105771647559272} +{"step": 940000, "wall_time": 10058.885491371155, "train_loss_step": 7.256125450134277, "n_params": 4633780, "total_flops": 13380873830400000, "train_loss": 0.04552174144321018, "subset_score_loss": 0.04552174144321018} +{"step": 950000, "wall_time": 10157.211403608322, "train_loss_step": 7.161566734313965, "n_params": 4633780, "total_flops": 13523223552000000, "train_loss": 0.044466458426581486, "subset_score_loss": 0.044466458426581486} +{"step": 960000, "wall_time": 10256.990957736969, "train_loss_step": 7.138130187988281, "n_params": 4633780, "total_flops": 13665573273600000, "train_loss": 0.037482404708862306, "subset_score_loss": 0.037482404708862306} +{"step": 970000, "wall_time": 10356.692677736282, "train_loss_step": 6.465522766113281, "n_params": 4633780, "total_flops": 13807922995200000, "train_loss": 0.03785613112979465, "subset_score_loss": 0.03785613112979465} +{"step": 980000, "wall_time": 10452.65867972374, "train_loss_step": 6.663253307342529, "n_params": 4633780, "total_flops": 13950272716800000, "train_loss": 0.042676485909356014, "subset_score_loss": 0.042676485909356014} +{"step": 990000, "wall_time": 10552.12996172905, "train_loss_step": 6.475865840911865, "n_params": 4633780, "total_flops": 14092622438400000, "train_loss": 0.03986291355556912, "subset_score_loss": 0.03986291355556912} +{"step": 1000000, "wall_time": 10726.54374051094, "train_loss_step": 6.218206405639648, "n_params": 4633780, "total_flops": 14234972160000000, "train_loss": 0.03937010235256619, "subset_score_loss": 0.03937010235256619, "memorization_fraction_pixel": 0.05420000106096268, "mean_nn_ratio_pixel": 0.9105703234672546, "fid": 259.7737708507587} +{"step": 1010000, "wall_time": 10826.210046768188, "train_loss_step": 6.309273719787598, "n_params": 4633780, "total_flops": 14377321881600000, "train_loss": 0.03883375591701931, "subset_score_loss": 0.03883375591701931} +{"step": 1020000, "wall_time": 10924.959054231644, "train_loss_step": 6.450351715087891, "n_params": 4633780, "total_flops": 14519671603200000, "train_loss": 0.03806649049123128, "subset_score_loss": 0.03806649049123128} +{"step": 1030000, "wall_time": 11023.823179721832, "train_loss_step": 6.357491970062256, "n_params": 4633780, "total_flops": 14662021324800000, "train_loss": 0.03988694085015191, "subset_score_loss": 0.03988694085015191} +{"step": 1040000, "wall_time": 11123.007780075073, "train_loss_step": 6.738375663757324, "n_params": 4633780, "total_flops": 14804371046400000, "train_loss": 0.0396269162495931, "subset_score_loss": 0.0396269162495931} +{"step": 1050000, "wall_time": 11222.78771352768, "train_loss_step": 6.207751274108887, "n_params": 4633780, "total_flops": 14946720768000000, "train_loss": 0.04028464688195123, "subset_score_loss": 0.04028464688195123} +{"step": 1060000, "wall_time": 11322.620875597, "train_loss_step": 6.583584785461426, "n_params": 4633780, "total_flops": 15089070489600000, "train_loss": 0.03792886734008789, "subset_score_loss": 0.03792886734008789} +{"step": 1070000, "wall_time": 11422.695789813995, "train_loss_step": 6.620506286621094, "n_params": 4633780, "total_flops": 15231420211200000, "train_loss": 0.038441101710001625, "subset_score_loss": 0.038441101710001625} +{"step": 1080000, "wall_time": 11519.262325048447, "train_loss_step": 6.11939811706543, "n_params": 4633780, "total_flops": 15373769932800000, "train_loss": 0.03596519894070095, "subset_score_loss": 0.03596519894070095} +{"step": 1090000, "wall_time": 11618.238753795624, "train_loss_step": 6.46547794342041, "n_params": 4633780, "total_flops": 15516119654400000, "train_loss": 0.03623953660329183, "subset_score_loss": 0.03623953660329183} +{"step": 1100000, "wall_time": 11793.096591949463, "train_loss_step": 6.7198028564453125, "n_params": 4633780, "total_flops": 15658469376000000, "train_loss": 0.03833595646752252, "subset_score_loss": 0.03833595646752252, "memorization_fraction_pixel": 0.06769999861717224, "mean_nn_ratio_pixel": 0.8912257552146912, "fid": 249.55659438316016} +{"step": 1110000, "wall_time": 11891.573803901672, "train_loss_step": 6.064627170562744, "n_params": 4633780, "total_flops": 15800819097600000, "train_loss": 0.03579252031114366, "subset_score_loss": 0.03579252031114366} +{"step": 1120000, "wall_time": 11989.755361795425, "train_loss_step": 5.9579620361328125, "n_params": 4633780, "total_flops": 15943168819200000, "train_loss": 0.0359051783879598, "subset_score_loss": 0.0359051783879598} +{"step": 1130000, "wall_time": 12089.349482297897, "train_loss_step": 6.135894775390625, "n_params": 4633780, "total_flops": 16085518540800000, "train_loss": 0.034616234567430286, "subset_score_loss": 0.034616234567430286} +{"step": 1140000, "wall_time": 12189.293207406998, "train_loss_step": 6.172086715698242, "n_params": 4633780, "total_flops": 16227868262400000, "train_loss": 0.03569916619194879, "subset_score_loss": 0.03569916619194879} +{"step": 1150000, "wall_time": 12288.685016393661, "train_loss_step": 6.499001502990723, "n_params": 4633780, "total_flops": 16370217984000000, "train_loss": 0.03447587225172255, "subset_score_loss": 0.03447587225172255} +{"step": 1160000, "wall_time": 12388.160512685776, "train_loss_step": 6.2767791748046875, "n_params": 4633780, "total_flops": 16512567705600000, "train_loss": 0.03449624644385444, "subset_score_loss": 0.03449624644385444} +{"step": 1170000, "wall_time": 12484.734268426895, "train_loss_step": 6.340531826019287, "n_params": 4633780, "total_flops": 16654917427200000, "train_loss": 0.03763309584723579, "subset_score_loss": 0.03763309584723579} +{"step": 1180000, "wall_time": 12584.172777891159, "train_loss_step": 5.994898796081543, "n_params": 4633780, "total_flops": 16797267148800000, "train_loss": 0.034527958763970266, "subset_score_loss": 0.034527958763970266} +{"step": 1190000, "wall_time": 12679.679378509521, "train_loss_step": 6.162714958190918, "n_params": 4633780, "total_flops": 16939616870400000, "train_loss": 0.0349429104063246, "subset_score_loss": 0.0349429104063246} +{"step": 1200000, "wall_time": 12856.006697416306, "train_loss_step": 6.084500789642334, "n_params": 4633780, "total_flops": 17081966592000000, "train_loss": 0.03771895832485623, "subset_score_loss": 0.03771895832485623, "memorization_fraction_pixel": 0.08919999748468399, "mean_nn_ratio_pixel": 0.8738009929656982, "fid": 233.2542808549548} +{"step": 1210000, "wall_time": 12953.726864099503, "train_loss_step": 6.142722129821777, "n_params": 4633780, "total_flops": 17224316313600000, "train_loss": 0.0333309809366862, "subset_score_loss": 0.0333309809366862} +{"step": 1220000, "wall_time": 13051.788578271866, "train_loss_step": 5.913443565368652, "n_params": 4633780, "total_flops": 17366666035200000, "train_loss": 0.0339812093310886, "subset_score_loss": 0.0339812093310886} +{"step": 1230000, "wall_time": 13149.868896722794, "train_loss_step": 5.677356243133545, "n_params": 4633780, "total_flops": 17509015756800000, "train_loss": 0.034732823901706275, "subset_score_loss": 0.034732823901706275} +{"step": 1240000, "wall_time": 13264.364063978195, "train_loss_step": 6.45306396484375, "n_params": 4633780, "total_flops": 17651365478400000, "train_loss": 0.03711486127641466, "subset_score_loss": 0.03711486127641466} +{"step": 1250000, "wall_time": 13382.168187141418, "train_loss_step": 5.974007606506348, "n_params": 4633780, "total_flops": 17793715200000000, "train_loss": 0.035452739397684736, "subset_score_loss": 0.035452739397684736} +{"step": 1260000, "wall_time": 13499.755079746246, "train_loss_step": 6.220708847045898, "n_params": 4633780, "total_flops": 17936064921600000, "train_loss": 0.036651412645975746, "subset_score_loss": 0.036651412645975746} +{"step": 1270000, "wall_time": 13609.913048267365, "train_loss_step": 5.7937846183776855, "n_params": 4633780, "total_flops": 18078414643200000, "train_loss": 0.0341043578253852, "subset_score_loss": 0.0341043578253852} +{"step": 1280000, "wall_time": 13723.95540881157, "train_loss_step": 6.04372501373291, "n_params": 4633780, "total_flops": 18220764364800000, "train_loss": 0.03251131905449761, "subset_score_loss": 0.03251131905449761} +{"step": 1290000, "wall_time": 13842.132584810257, "train_loss_step": 5.722687721252441, "n_params": 4633780, "total_flops": 18363114086400000, "train_loss": 0.03253907362620036, "subset_score_loss": 0.03253907362620036} +{"step": 1300000, "wall_time": 14055.48014497757, "train_loss_step": 6.151878356933594, "n_params": 4633780, "total_flops": 18505463808000000, "train_loss": 0.03548835383521186, "subset_score_loss": 0.03548835383521186, "memorization_fraction_pixel": 0.09570000320672989, "mean_nn_ratio_pixel": 0.865393340587616, "fid": 233.91429415390303} +{"step": 1310000, "wall_time": 14175.045806884766, "train_loss_step": 6.062772274017334, "n_params": 4633780, "total_flops": 18647813529600000, "train_loss": 0.034333557552761504, "subset_score_loss": 0.034333557552761504} +{"step": 1320000, "wall_time": 14294.82708644867, "train_loss_step": 5.609620571136475, "n_params": 4633780, "total_flops": 18790163251200000, "train_loss": 0.03528882662455241, "subset_score_loss": 0.03528882662455241} +{"step": 1330000, "wall_time": 14414.657415866852, "train_loss_step": 5.901304244995117, "n_params": 4633780, "total_flops": 18932512972800000, "train_loss": 0.03284065458509657, "subset_score_loss": 0.03284065458509657} +{"step": 1340000, "wall_time": 14531.142277479172, "train_loss_step": 5.486083030700684, "n_params": 4633780, "total_flops": 19074862694400000, "train_loss": 0.03177465862698025, "subset_score_loss": 0.03177465862698025} +{"step": 1350000, "wall_time": 14649.039755105972, "train_loss_step": 5.858960151672363, "n_params": 4633780, "total_flops": 19217212416000000, "train_loss": 0.03589984310997857, "subset_score_loss": 0.03589984310997857} +{"step": 1360000, "wall_time": 14768.277664661407, "train_loss_step": 5.867606163024902, "n_params": 4633780, "total_flops": 19359562137600000, "train_loss": 0.03756922880808512, "subset_score_loss": 0.03756922880808512} +{"step": 1370000, "wall_time": 14881.737431764603, "train_loss_step": 5.610905647277832, "n_params": 4633780, "total_flops": 19501911859200000, "train_loss": 0.0362216764026218, "subset_score_loss": 0.0362216764026218} +{"step": 1380000, "wall_time": 15000.1949737072, "train_loss_step": 5.771419525146484, "n_params": 4633780, "total_flops": 19644261580800000, "train_loss": 0.03222747643788656, "subset_score_loss": 0.03222747643788656} +{"step": 1390000, "wall_time": 15118.34284377098, "train_loss_step": 5.882713317871094, "n_params": 4633780, "total_flops": 19786611302400000, "train_loss": 0.03246116903093126, "subset_score_loss": 0.03246116903093126} +{"step": 1400000, "wall_time": 15329.661524295807, "train_loss_step": 6.024608612060547, "n_params": 4633780, "total_flops": 19928961024000000, "train_loss": 0.03248966534932454, "subset_score_loss": 0.03248966534932454, "memorization_fraction_pixel": 0.1225999966263771, "mean_nn_ratio_pixel": 0.8390293121337891, "fid": 213.54184513508278} +{"step": 1410000, "wall_time": 15447.82895565033, "train_loss_step": 5.671337127685547, "n_params": 4633780, "total_flops": 20071310745600000, "train_loss": 0.033417998419867624, "subset_score_loss": 0.033417998419867624} +{"step": 1420000, "wall_time": 15565.516914367676, "train_loss_step": 6.162055492401123, "n_params": 4633780, "total_flops": 20213660467200000, "train_loss": 0.03192589547899034, "subset_score_loss": 0.03192589547899034} +{"step": 1430000, "wall_time": 15683.741978645325, "train_loss_step": 5.639547348022461, "n_params": 4633780, "total_flops": 20356010188800000, "train_loss": 0.03154757022857666, "subset_score_loss": 0.03154757022857666} +{"step": 1440000, "wall_time": 15800.610165834427, "train_loss_step": 5.987717628479004, "n_params": 4633780, "total_flops": 20498359910400000, "train_loss": 0.034040522575378415, "subset_score_loss": 0.034040522575378415} +{"step": 1450000, "wall_time": 15918.87027835846, "train_loss_step": 5.398700714111328, "n_params": 4633780, "total_flops": 20640709632000000, "train_loss": 0.03419827355278863, "subset_score_loss": 0.03419827355278863} +{"step": 1460000, "wall_time": 16033.941709756851, "train_loss_step": 5.88802433013916, "n_params": 4633780, "total_flops": 20783059353600000, "train_loss": 0.0336832602818807, "subset_score_loss": 0.0336832602818807} +{"step": 1470000, "wall_time": 16142.027444124222, "train_loss_step": 5.633117198944092, "n_params": 4633780, "total_flops": 20925409075200000, "train_loss": 0.029782425032721625, "subset_score_loss": 0.029782425032721625} +{"step": 1480000, "wall_time": 16260.691469669342, "train_loss_step": 5.370992183685303, "n_params": 4633780, "total_flops": 21067758796800000, "train_loss": 0.03136652840508355, "subset_score_loss": 0.03136652840508355} +{"step": 1490000, "wall_time": 16379.232577085495, "train_loss_step": 5.520562648773193, "n_params": 4633780, "total_flops": 21210108518400000, "train_loss": 0.03337784343295627, "subset_score_loss": 0.03337784343295627} +{"step": 1500000, "wall_time": 16635.65248322487, "train_loss_step": 5.669890403747559, "n_params": 4633780, "total_flops": 21352458240000000, "train_loss": 0.031125868691338432, "subset_score_loss": 0.031125868691338432, "memorization_fraction_pixel": 0.13680000603199005, "mean_nn_ratio_pixel": 0.82436603307724, "fid": 203.9870603533662} +{"step": 1510000, "wall_time": 16754.10281944275, "train_loss_step": 5.595457553863525, "n_params": 4633780, "total_flops": 21494807961600000, "train_loss": 0.030109466446770563, "subset_score_loss": 0.030109466446770563} +{"step": 1520000, "wall_time": 16872.919090986252, "train_loss_step": 5.365416049957275, "n_params": 4633780, "total_flops": 21637157683200000, "train_loss": 0.03197437127431234, "subset_score_loss": 0.03197437127431234} +{"step": 1530000, "wall_time": 16989.868115901947, "train_loss_step": 5.859385967254639, "n_params": 4633780, "total_flops": 21779507404800000, "train_loss": 0.03426969581180149, "subset_score_loss": 0.03426969581180149} +{"step": 1540000, "wall_time": 17100.310916662216, "train_loss_step": 5.714524269104004, "n_params": 4633780, "total_flops": 21921857126400000, "train_loss": 0.03142729070451525, "subset_score_loss": 0.03142729070451525} +{"step": 1550000, "wall_time": 17215.6625623703, "train_loss_step": 5.517312526702881, "n_params": 4633780, "total_flops": 22064206848000000, "train_loss": 0.031192888153923883, "subset_score_loss": 0.031192888153923883} +{"step": 1560000, "wall_time": 17334.01719403267, "train_loss_step": 5.512515544891357, "n_params": 4633780, "total_flops": 22206556569600000, "train_loss": 0.03237787087758382, "subset_score_loss": 0.03237787087758382} +{"step": 1570000, "wall_time": 17441.200640678406, "train_loss_step": 5.472384452819824, "n_params": 4633780, "total_flops": 22348906291200000, "train_loss": 0.030588751369052463, "subset_score_loss": 0.030588751369052463} +{"step": 1580000, "wall_time": 17559.711180210114, "train_loss_step": 5.266852855682373, "n_params": 4633780, "total_flops": 22491256012800000, "train_loss": 0.029638091723124187, "subset_score_loss": 0.029638091723124187} +{"step": 1590000, "wall_time": 17678.205580472946, "train_loss_step": 5.699707508087158, "n_params": 4633780, "total_flops": 22633605734400000, "train_loss": 0.030162329143948025, "subset_score_loss": 0.030162329143948025} +{"step": 1600000, "wall_time": 17942.63603591919, "train_loss_step": 5.517657279968262, "n_params": 4633780, "total_flops": 22775955456000000, "train_loss": 0.030681925349765354, "subset_score_loss": 0.030681925349765354, "memorization_fraction_pixel": 0.15109999477863312, "mean_nn_ratio_pixel": 0.8137230277061462, "fid": 184.78935655549964} +{"step": 1610000, "wall_time": 18061.073527812958, "train_loss_step": 5.738786697387695, "n_params": 4633780, "total_flops": 22918305177600000, "train_loss": 0.03315437369876438, "subset_score_loss": 0.03315437369876438} +{"step": 1620000, "wall_time": 18179.823770284653, "train_loss_step": 5.736114978790283, "n_params": 4633780, "total_flops": 23060654899200000, "train_loss": 0.03262938393486871, "subset_score_loss": 0.03262938393486871} +{"step": 1630000, "wall_time": 18287.950360059738, "train_loss_step": 5.69106912612915, "n_params": 4633780, "total_flops": 23203004620800000, "train_loss": 0.03043986691368951, "subset_score_loss": 0.03043986691368951} +{"step": 1640000, "wall_time": 18402.994913578033, "train_loss_step": 5.1274309158325195, "n_params": 4633780, "total_flops": 23345354342400000, "train_loss": 0.03016217549641927, "subset_score_loss": 0.03016217549641927} +{"step": 1650000, "wall_time": 18521.51940846443, "train_loss_step": 5.601667404174805, "n_params": 4633780, "total_flops": 23487704064000000, "train_loss": 0.03193025588989258, "subset_score_loss": 0.03193025588989258} +{"step": 1660000, "wall_time": 18635.155370235443, "train_loss_step": 5.958558082580566, "n_params": 4633780, "total_flops": 23630053785600000, "train_loss": 0.03322150442335341, "subset_score_loss": 0.03322150442335341} +{"step": 1670000, "wall_time": 18746.210222005844, "train_loss_step": 5.702883720397949, "n_params": 4633780, "total_flops": 23772403507200000, "train_loss": 0.03211412164900038, "subset_score_loss": 0.03211412164900038} +{"step": 1680000, "wall_time": 18864.49018216133, "train_loss_step": 5.608369827270508, "n_params": 4633780, "total_flops": 23914753228800000, "train_loss": 0.033989763259887694, "subset_score_loss": 0.033989763259887694} +{"step": 1690000, "wall_time": 18983.237652540207, "train_loss_step": 5.549582481384277, "n_params": 4633780, "total_flops": 24057102950400000, "train_loss": 0.0296699497434828, "subset_score_loss": 0.0296699497434828} +{"step": 1700000, "wall_time": 19226.89746403694, "train_loss_step": 5.618454933166504, "n_params": 4633780, "total_flops": 24199452672000000, "train_loss": 0.030263929896884496, "subset_score_loss": 0.030263929896884496, "memorization_fraction_pixel": 0.17000000178813934, "mean_nn_ratio_pixel": 0.7957829236984253, "fid": 170.994651338099} +{"step": 1710000, "wall_time": 19344.939806222916, "train_loss_step": 5.578114032745361, "n_params": 4633780, "total_flops": 24341802393600000, "train_loss": 0.028587500254313152, "subset_score_loss": 0.028587500254313152} +{"step": 1720000, "wall_time": 19461.01281809807, "train_loss_step": 5.682732582092285, "n_params": 4633780, "total_flops": 24484152115200000, "train_loss": 0.031856017642551, "subset_score_loss": 0.031856017642551} +{"step": 1730000, "wall_time": 19569.498744249344, "train_loss_step": 5.240577220916748, "n_params": 4633780, "total_flops": 24626501836800000, "train_loss": 0.0353285551071167, "subset_score_loss": 0.0353285551071167} +{"step": 1740000, "wall_time": 19685.526376008987, "train_loss_step": 5.591756820678711, "n_params": 4633780, "total_flops": 24768851558400000, "train_loss": 0.03373986085255941, "subset_score_loss": 0.03373986085255941} +{"step": 1750000, "wall_time": 19803.86870098114, "train_loss_step": 5.239801406860352, "n_params": 4633780, "total_flops": 24911201280000000, "train_loss": 0.028097388479444714, "subset_score_loss": 0.028097388479444714} +{"step": 1760000, "wall_time": 19917.06427335739, "train_loss_step": 4.989326477050781, "n_params": 4633780, "total_flops": 25053551001600000, "train_loss": 0.029205356703864205, "subset_score_loss": 0.029205356703864205} +{"step": 1770000, "wall_time": 20032.914657115936, "train_loss_step": 5.119128227233887, "n_params": 4633780, "total_flops": 25195900723200000, "train_loss": 0.029181594318813748, "subset_score_loss": 0.029181594318813748} +{"step": 1780000, "wall_time": 20150.629727840424, "train_loss_step": 5.004424095153809, "n_params": 4633780, "total_flops": 25338250444800000, "train_loss": 0.029410926500956218, "subset_score_loss": 0.029410926500956218} +{"step": 1790000, "wall_time": 20268.741252183914, "train_loss_step": 5.4712724685668945, "n_params": 4633780, "total_flops": 25480600166400000, "train_loss": 0.03697515063815647, "subset_score_loss": 0.03697515063815647} +{"step": 1800000, "wall_time": 20529.114503145218, "train_loss_step": 5.201813220977783, "n_params": 4633780, "total_flops": 25622949888000000, "train_loss": 0.030685220824347603, "subset_score_loss": 0.030685220824347603, "memorization_fraction_pixel": 0.18790000677108765, "mean_nn_ratio_pixel": 0.7803828716278076, "fid": 177.63649644443956} +{"step": 1810000, "wall_time": 20644.121747016907, "train_loss_step": 5.22331428527832, "n_params": 4633780, "total_flops": 25765299609600000, "train_loss": 0.029354622628953723, "subset_score_loss": 0.029354622628953723} +{"step": 1820000, "wall_time": 20763.120690345764, "train_loss_step": 4.996614456176758, "n_params": 4633780, "total_flops": 25907649331200000, "train_loss": 0.02778057787153456, "subset_score_loss": 0.02778057787153456} +{"step": 1830000, "wall_time": 20869.254212856293, "train_loss_step": 5.410589218139648, "n_params": 4633780, "total_flops": 26049999052800000, "train_loss": 0.03178187741173638, "subset_score_loss": 0.03178187741173638} +{"step": 1840000, "wall_time": 20987.607596874237, "train_loss_step": 4.871393203735352, "n_params": 4633780, "total_flops": 26192348774400000, "train_loss": 0.02799887392255995, "subset_score_loss": 0.02799887392255995} +{"step": 1850000, "wall_time": 21105.355040550232, "train_loss_step": 4.878089904785156, "n_params": 4633780, "total_flops": 26334698496000000, "train_loss": 0.026646198166741266, "subset_score_loss": 0.026646198166741266} +{"step": 1860000, "wall_time": 21214.483340263367, "train_loss_step": 5.077127933502197, "n_params": 4633780, "total_flops": 26477048217600000, "train_loss": 0.025683448049757217, "subset_score_loss": 0.025683448049757217} +{"step": 1870000, "wall_time": 21332.92416191101, "train_loss_step": 5.34102201461792, "n_params": 4633780, "total_flops": 26619397939200000, "train_loss": 0.02690269152323405, "subset_score_loss": 0.02690269152323405} +{"step": 1880000, "wall_time": 21451.515774726868, "train_loss_step": 5.240483283996582, "n_params": 4633780, "total_flops": 26761747660800000, "train_loss": 0.027953614128960504, "subset_score_loss": 0.027953614128960504} +{"step": 1890000, "wall_time": 21570.34736776352, "train_loss_step": 5.452902793884277, "n_params": 4633780, "total_flops": 26904097382400000, "train_loss": 0.029649583498636882, "subset_score_loss": 0.029649583498636882} +{"step": 1900000, "wall_time": 21838.612447738647, "train_loss_step": 5.769782066345215, "n_params": 4633780, "total_flops": 27046447104000000, "train_loss": 0.030309730105929904, "subset_score_loss": 0.030309730105929904, "memorization_fraction_pixel": 0.20839999616146088, "mean_nn_ratio_pixel": 0.7502354979515076, "fid": 144.87433618372515} +{"step": 1910000, "wall_time": 21956.75932073593, "train_loss_step": 5.275190353393555, "n_params": 4633780, "total_flops": 27188796825600000, "train_loss": 0.02882239023844401, "subset_score_loss": 0.02882239023844401} +{"step": 1920000, "wall_time": 22074.94652056694, "train_loss_step": 5.243030548095703, "n_params": 4633780, "total_flops": 27331146547200000, "train_loss": 0.02858875592549642, "subset_score_loss": 0.02858875592549642} +{"step": 1930000, "wall_time": 22186.41211771965, "train_loss_step": 5.056910037994385, "n_params": 4633780, "total_flops": 27473496268800000, "train_loss": 0.027425511678059896, "subset_score_loss": 0.027425511678059896} +{"step": 1940000, "wall_time": 22304.910232305527, "train_loss_step": 5.205111503601074, "n_params": 4633780, "total_flops": 27615845990400000, "train_loss": 0.027060776286655003, "subset_score_loss": 0.027060776286655003} +{"step": 1950000, "wall_time": 22419.09373664856, "train_loss_step": 5.270925521850586, "n_params": 4633780, "total_flops": 27758195712000000, "train_loss": 0.02838605774773492, "subset_score_loss": 0.02838605774773492} +{"step": 1960000, "wall_time": 22528.863267183304, "train_loss_step": 4.926294326782227, "n_params": 4633780, "total_flops": 27900545433600000, "train_loss": 0.027639979786343045, "subset_score_loss": 0.027639979786343045} +{"step": 1970000, "wall_time": 22647.173443078995, "train_loss_step": 5.4080705642700195, "n_params": 4633780, "total_flops": 28042895155200000, "train_loss": 0.03001606729295519, "subset_score_loss": 0.03001606729295519} +{"step": 1980000, "wall_time": 22765.284238100052, "train_loss_step": 5.5354156494140625, "n_params": 4633780, "total_flops": 28185244876800000, "train_loss": 0.03712026807996962, "subset_score_loss": 0.03712026807996962} +{"step": 1990000, "wall_time": 22880.52224779129, "train_loss_step": 4.749979019165039, "n_params": 4633780, "total_flops": 28327594598400000, "train_loss": 0.026204880078633627, "subset_score_loss": 0.026204880078633627} +{"step": 2000000, "wall_time": 23140.946585655212, "train_loss_step": 5.276706218719482, "n_params": 4633780, "total_flops": 28469944320000000, "train_loss": 0.028256252076890732, "subset_score_loss": 0.028256252076890732, "memorization_fraction_pixel": 0.20960000157356262, "mean_nn_ratio_pixel": 0.7626522183418274, "fid": 161.4477792608966} +{"step": 2010000, "wall_time": 23258.99775671959, "train_loss_step": 5.111663818359375, "n_params": 4633780, "total_flops": 28612294041600000, "train_loss": 0.0282595157623291, "subset_score_loss": 0.0282595157623291} +{"step": 2020000, "wall_time": 23371.4454767704, "train_loss_step": 5.755372047424316, "n_params": 4633780, "total_flops": 28754643763200000, "train_loss": 0.031432731946309404, "subset_score_loss": 0.031432731946309404} +{"step": 2030000, "wall_time": 23486.91510605812, "train_loss_step": 5.436185836791992, "n_params": 4633780, "total_flops": 28896993484800000, "train_loss": 0.028917021221584745, "subset_score_loss": 0.028917021221584745} +{"step": 2040000, "wall_time": 23606.38139438629, "train_loss_step": 4.873747825622559, "n_params": 4633780, "total_flops": 29039343206400000, "train_loss": 0.02621370686425103, "subset_score_loss": 0.02621370686425103} +{"step": 2050000, "wall_time": 23716.40733218193, "train_loss_step": 5.300466060638428, "n_params": 4633780, "total_flops": 29181692928000000, "train_loss": 0.028484858406914604, "subset_score_loss": 0.028484858406914604} +{"step": 2060000, "wall_time": 23831.201237678528, "train_loss_step": 5.165137767791748, "n_params": 4633780, "total_flops": 29324042649600000, "train_loss": 0.026925566461351184, "subset_score_loss": 0.026925566461351184} +{"step": 2070000, "wall_time": 23949.14249610901, "train_loss_step": 5.008571147918701, "n_params": 4633780, "total_flops": 29466392371200000, "train_loss": 0.028801695505777995, "subset_score_loss": 0.028801695505777995} +{"step": 2080000, "wall_time": 24064.631620407104, "train_loss_step": 4.691454887390137, "n_params": 4633780, "total_flops": 29608742092800000, "train_loss": 0.026507369677225747, "subset_score_loss": 0.026507369677225747} +{"step": 2090000, "wall_time": 24182.15985774994, "train_loss_step": 5.079725742340088, "n_params": 4633780, "total_flops": 29751091814400000, "train_loss": 0.027626246876186793, "subset_score_loss": 0.027626246876186793} +{"step": 2100000, "wall_time": 24435.820841789246, "train_loss_step": 5.198506832122803, "n_params": 4633780, "total_flops": 29893441536000000, "train_loss": 0.02751132912105984, "subset_score_loss": 0.02751132912105984, "memorization_fraction_pixel": 0.24330000579357147, "mean_nn_ratio_pixel": 0.7373886108398438, "fid": 157.26497273639862} +{"step": 2110000, "wall_time": 24554.933060646057, "train_loss_step": 4.987545967102051, "n_params": 4633780, "total_flops": 30035791257600000, "train_loss": 0.02631093396080865, "subset_score_loss": 0.02631093396080865} +{"step": 2120000, "wall_time": 24663.963885068893, "train_loss_step": 4.915757656097412, "n_params": 4633780, "total_flops": 30178140979200000, "train_loss": 0.025268679194980197, "subset_score_loss": 0.025268679194980197} +{"step": 2130000, "wall_time": 24783.038239479065, "train_loss_step": 5.345566272735596, "n_params": 4633780, "total_flops": 30320490700800000, "train_loss": 0.025825256771511502, "subset_score_loss": 0.025825256771511502} +{"step": 2140000, "wall_time": 24900.65833044052, "train_loss_step": 5.028251647949219, "n_params": 4633780, "total_flops": 30462840422400000, "train_loss": 0.026904254489474828, "subset_score_loss": 0.026904254489474828} +{"step": 2150000, "wall_time": 25007.731241941452, "train_loss_step": 4.857203960418701, "n_params": 4633780, "total_flops": 30605190144000000, "train_loss": 0.02578137715657552, "subset_score_loss": 0.02578137715657552} +{"step": 2160000, "wall_time": 25122.015758514404, "train_loss_step": 5.032545566558838, "n_params": 4633780, "total_flops": 30747539865600000, "train_loss": 0.029938125610351564, "subset_score_loss": 0.029938125610351564} +{"step": 2170000, "wall_time": 25239.526759147644, "train_loss_step": 4.804230690002441, "n_params": 4633780, "total_flops": 30889889587200000, "train_loss": 0.025968617863125272, "subset_score_loss": 0.025968617863125272} +{"step": 2180000, "wall_time": 25358.990891218185, "train_loss_step": 5.2265543937683105, "n_params": 4633780, "total_flops": 31032239308800000, "train_loss": 0.025621496306525337, "subset_score_loss": 0.025621496306525337} +{"step": 2190000, "wall_time": 25476.068254470825, "train_loss_step": 5.179358959197998, "n_params": 4633780, "total_flops": 31174589030400000, "train_loss": 0.029347626368204753, "subset_score_loss": 0.029347626368204753} +{"step": 2200000, "wall_time": 25721.11163043976, "train_loss_step": 4.903405666351318, "n_params": 4633780, "total_flops": 31316938752000000, "train_loss": 0.026749881108601888, "subset_score_loss": 0.026749881108601888, "memorization_fraction_pixel": 0.2451000064611435, "mean_nn_ratio_pixel": 0.7360138297080994, "fid": 150.75256402727155} +{"step": 2210000, "wall_time": 25839.03985786438, "train_loss_step": 4.706002235412598, "n_params": 4633780, "total_flops": 31459288473600000, "train_loss": 0.029975615607367622, "subset_score_loss": 0.029975615607367622} +{"step": 2220000, "wall_time": 25944.427374124527, "train_loss_step": 5.028918266296387, "n_params": 4633780, "total_flops": 31601638195200000, "train_loss": 0.02611293262905545, "subset_score_loss": 0.02611293262905545} +{"step": 2230000, "wall_time": 26063.468381643295, "train_loss_step": 4.99668025970459, "n_params": 4633780, "total_flops": 31743987916800000, "train_loss": 0.025678348541259766, "subset_score_loss": 0.025678348541259766} +{"step": 2240000, "wall_time": 26182.955795049667, "train_loss_step": 5.168780326843262, "n_params": 4633780, "total_flops": 31886337638400000, "train_loss": 0.026579287317064073, "subset_score_loss": 0.026579287317064073} +{"step": 2250000, "wall_time": 26289.905838489532, "train_loss_step": 5.024102687835693, "n_params": 4633780, "total_flops": 32028687360000000, "train_loss": 0.025764256053500707, "subset_score_loss": 0.025764256053500707} +{"step": 2260000, "wall_time": 26405.0487306118, "train_loss_step": 4.880124092102051, "n_params": 4633780, "total_flops": 32171037081600000, "train_loss": 0.02595104111565484, "subset_score_loss": 0.02595104111565484} +{"step": 2270000, "wall_time": 26523.66113424301, "train_loss_step": 4.915794372558594, "n_params": 4633780, "total_flops": 32313386803200000, "train_loss": 0.030630360709296332, "subset_score_loss": 0.030630360709296332} +{"step": 2280000, "wall_time": 26642.05334544182, "train_loss_step": 4.612152099609375, "n_params": 4633780, "total_flops": 32455736524800000, "train_loss": 0.02560133139292399, "subset_score_loss": 0.02560133139292399} +{"step": 2290000, "wall_time": 26759.76369023323, "train_loss_step": 4.563214302062988, "n_params": 4633780, "total_flops": 32598086246400000, "train_loss": 0.025610046916537815, "subset_score_loss": 0.025610046916537815} +{"step": 2300000, "wall_time": 26998.761433839798, "train_loss_step": 5.1861572265625, "n_params": 4633780, "total_flops": 32740435968000000, "train_loss": 0.0279930141237047, "subset_score_loss": 0.0279930141237047, "memorization_fraction_pixel": 0.2273000031709671, "mean_nn_ratio_pixel": 0.7558379173278809, "fid": 172.44364904453323} +{"step": 2310000, "wall_time": 27117.70195221901, "train_loss_step": 4.956356525421143, "n_params": 4633780, "total_flops": 32882785689600000, "train_loss": 0.025461965137057833, "subset_score_loss": 0.025461965137057833} +{"step": 2320000, "wall_time": 27224.910161733627, "train_loss_step": 5.126959323883057, "n_params": 4633780, "total_flops": 33025135411200000, "train_loss": 0.026611118846469457, "subset_score_loss": 0.026611118846469457} +{"step": 2330000, "wall_time": 27343.02873301506, "train_loss_step": 4.796845436096191, "n_params": 4633780, "total_flops": 33167485132800000, "train_loss": 0.02534844345516629, "subset_score_loss": 0.02534844345516629} +{"step": 2340000, "wall_time": 27459.676419258118, "train_loss_step": 5.190816879272461, "n_params": 4633780, "total_flops": 33309834854400000, "train_loss": 0.023972336451212564, "subset_score_loss": 0.023972336451212564} +{"step": 2350000, "wall_time": 27567.819667577744, "train_loss_step": 4.961483001708984, "n_params": 4633780, "total_flops": 33452184576000000, "train_loss": 0.024681695302327476, "subset_score_loss": 0.024681695302327476} +{"step": 2360000, "wall_time": 27683.119212150574, "train_loss_step": 5.329326629638672, "n_params": 4633780, "total_flops": 33594534297600000, "train_loss": 0.030481277571784125, "subset_score_loss": 0.030481277571784125} +{"step": 2370000, "wall_time": 27801.547616958618, "train_loss_step": 5.207094192504883, "n_params": 4633780, "total_flops": 33736884019200000, "train_loss": 0.027605745527479384, "subset_score_loss": 0.027605745527479384} +{"step": 2380000, "wall_time": 27919.690645694733, "train_loss_step": 4.708268165588379, "n_params": 4633780, "total_flops": 33879233740800000, "train_loss": 0.02631310356987847, "subset_score_loss": 0.02631310356987847} +{"step": 2390000, "wall_time": 28039.144700050354, "train_loss_step": 4.893163204193115, "n_params": 4633780, "total_flops": 34021583462400000, "train_loss": 0.02659062279595269, "subset_score_loss": 0.02659062279595269} +{"step": 2400000, "wall_time": 28305.829978466034, "train_loss_step": 4.5325703620910645, "n_params": 4633780, "total_flops": 34163933184000000, "train_loss": 0.024550321367051868, "subset_score_loss": 0.024550321367051868, "memorization_fraction_pixel": 0.257999986410141, "mean_nn_ratio_pixel": 0.7256085276603699, "fid": 152.24074217337323} +{"step": 2410000, "wall_time": 28425.386335134506, "train_loss_step": 4.895212650299072, "n_params": 4633780, "total_flops": 34306282905600000, "train_loss": 0.027556678983900282, "subset_score_loss": 0.027556678983900282} +{"step": 2420000, "wall_time": 28532.835813999176, "train_loss_step": 4.742947101593018, "n_params": 4633780, "total_flops": 34448632627200000, "train_loss": 0.025514168209499782, "subset_score_loss": 0.025514168209499782} +{"step": 2430000, "wall_time": 28649.3913333416, "train_loss_step": 4.741974830627441, "n_params": 4633780, "total_flops": 34590982348800000, "train_loss": 0.02741623454623752, "subset_score_loss": 0.02741623454623752} +{"step": 2440000, "wall_time": 28768.53845000267, "train_loss_step": 4.93486213684082, "n_params": 4633780, "total_flops": 34733332070400000, "train_loss": 0.025621906916300455, "subset_score_loss": 0.025621906916300455} +{"step": 2450000, "wall_time": 28871.745470046997, "train_loss_step": 4.835727691650391, "n_params": 4633780, "total_flops": 34875681792000000, "train_loss": 0.026388851801554362, "subset_score_loss": 0.026388851801554362} +{"step": 2460000, "wall_time": 28990.94969725609, "train_loss_step": 5.119241237640381, "n_params": 4633780, "total_flops": 35018031513600000, "train_loss": 0.02705440256330702, "subset_score_loss": 0.02705440256330702} +{"step": 2470000, "wall_time": 29110.02451467514, "train_loss_step": 4.51308012008667, "n_params": 4633780, "total_flops": 35160381235200000, "train_loss": 0.024167047606574163, "subset_score_loss": 0.024167047606574163} +{"step": 2480000, "wall_time": 29227.618075609207, "train_loss_step": 4.9341840744018555, "n_params": 4633780, "total_flops": 35302730956800000, "train_loss": 0.024555476506551106, "subset_score_loss": 0.024555476506551106} +{"step": 2490000, "wall_time": 29346.80879020691, "train_loss_step": 4.671090126037598, "n_params": 4633780, "total_flops": 35445080678400000, "train_loss": 0.025870569547017417, "subset_score_loss": 0.025870569547017417} +{"step": 2500000, "wall_time": 29595.92222595215, "train_loss_step": 5.340885162353516, "n_params": 4633780, "total_flops": 35587430400000000, "train_loss": 0.026239927609761557, "subset_score_loss": 0.026239927609761557, "memorization_fraction_pixel": 0.2808000147342682, "mean_nn_ratio_pixel": 0.7167581915855408, "fid": 161.93486061516296} +{"step": 2510000, "wall_time": 29713.779710531235, "train_loss_step": 4.754500865936279, "n_params": 4633780, "total_flops": 35729780121600000, "train_loss": 0.024518518977695043, "subset_score_loss": 0.024518518977695043} +{"step": 2520000, "wall_time": 29822.600773334503, "train_loss_step": 4.561305999755859, "n_params": 4633780, "total_flops": 35872129843200000, "train_loss": 0.025817547904120552, "subset_score_loss": 0.025817547904120552} +{"step": 2530000, "wall_time": 29941.475913524628, "train_loss_step": 4.745207786560059, "n_params": 4633780, "total_flops": 36014479564800000, "train_loss": 0.028019309043884277, "subset_score_loss": 0.028019309043884277} +{"step": 2540000, "wall_time": 30061.424560070038, "train_loss_step": 4.883331775665283, "n_params": 4633780, "total_flops": 36156829286400000, "train_loss": 0.0230018244849311, "subset_score_loss": 0.0230018244849311} +{"step": 2550000, "wall_time": 30172.10089325905, "train_loss_step": 4.622234344482422, "n_params": 4633780, "total_flops": 36299179008000000, "train_loss": 0.023879096243116592, "subset_score_loss": 0.023879096243116592} +{"step": 2560000, "wall_time": 30291.80011153221, "train_loss_step": 5.293496131896973, "n_params": 4633780, "total_flops": 36441528729600000, "train_loss": 0.025126579072740345, "subset_score_loss": 0.025126579072740345} +{"step": 2570000, "wall_time": 30411.54876923561, "train_loss_step": 4.918602466583252, "n_params": 4633780, "total_flops": 36583878451200000, "train_loss": 0.025430785285101995, "subset_score_loss": 0.025430785285101995} +{"step": 2580000, "wall_time": 30528.004155158997, "train_loss_step": 4.416815757751465, "n_params": 4633780, "total_flops": 36726228172800000, "train_loss": 0.02260586420694987, "subset_score_loss": 0.02260586420694987} +{"step": 2590000, "wall_time": 30647.237629890442, "train_loss_step": 4.503880500793457, "n_params": 4633780, "total_flops": 36868577894400000, "train_loss": 0.025694126553005642, "subset_score_loss": 0.025694126553005642} +{"step": 2600000, "wall_time": 30922.955185174942, "train_loss_step": 4.898179531097412, "n_params": 4633780, "total_flops": 37010927616000000, "train_loss": 0.02587435245513916, "subset_score_loss": 0.02587435245513916, "memorization_fraction_pixel": 0.2736000120639801, "mean_nn_ratio_pixel": 0.7239345908164978, "fid": 163.89863755040201} +{"step": 2610000, "wall_time": 31035.953458070755, "train_loss_step": 4.798938751220703, "n_params": 4633780, "total_flops": 37153277337600000, "train_loss": 0.025144645902845594, "subset_score_loss": 0.025144645902845594} +{"step": 2620000, "wall_time": 31155.591155529022, "train_loss_step": 4.7757649421691895, "n_params": 4633780, "total_flops": 37295627059200000, "train_loss": 0.025317226515875924, "subset_score_loss": 0.025317226515875924} +{"step": 2630000, "wall_time": 31275.132321357727, "train_loss_step": 4.608405113220215, "n_params": 4633780, "total_flops": 37437976780800000, "train_loss": 0.023084857728746203, "subset_score_loss": 0.023084857728746203} +{"step": 2640000, "wall_time": 31386.858657598495, "train_loss_step": 4.934366226196289, "n_params": 4633780, "total_flops": 37580326502400000, "train_loss": 0.02392106850941976, "subset_score_loss": 0.02392106850941976} +{"step": 2650000, "wall_time": 31502.4377617836, "train_loss_step": 5.023543357849121, "n_params": 4633780, "total_flops": 37722676224000000, "train_loss": 0.024565360281202528, "subset_score_loss": 0.024565360281202528} +{"step": 2660000, "wall_time": 31621.872054100037, "train_loss_step": 4.927648544311523, "n_params": 4633780, "total_flops": 37865025945600000, "train_loss": 0.025013176600138347, "subset_score_loss": 0.025013176600138347} +{"step": 2670000, "wall_time": 31739.413334608078, "train_loss_step": 4.67669677734375, "n_params": 4633780, "total_flops": 38007375667200000, "train_loss": 0.02369538942972819, "subset_score_loss": 0.02369538942972819} +{"step": 2680000, "wall_time": 31858.69602417946, "train_loss_step": 4.830009460449219, "n_params": 4633780, "total_flops": 38149725388800000, "train_loss": 0.02326335906982422, "subset_score_loss": 0.02326335906982422} +{"step": 2690000, "wall_time": 31976.381091356277, "train_loss_step": 4.64681339263916, "n_params": 4633780, "total_flops": 38292075110400000, "train_loss": 0.024789714813232423, "subset_score_loss": 0.024789714813232423} +{"step": 2700000, "wall_time": 32238.171478509903, "train_loss_step": 4.659210681915283, "n_params": 4633780, "total_flops": 38434424832000000, "train_loss": 0.026150226593017578, "subset_score_loss": 0.026150226593017578, "memorization_fraction_pixel": 0.3028999865055084, "mean_nn_ratio_pixel": 0.7054958343505859, "fid": 156.8975630327565} +{"step": 2710000, "wall_time": 32350.76775097847, "train_loss_step": 4.965048789978027, "n_params": 4633780, "total_flops": 38576774553600000, "train_loss": 0.023542584313286676, "subset_score_loss": 0.023542584313286676} +{"step": 2720000, "wall_time": 32469.659640073776, "train_loss_step": 4.8409271240234375, "n_params": 4633780, "total_flops": 38719124275200000, "train_loss": 0.02426054212782118, "subset_score_loss": 0.02426054212782118} +{"step": 2730000, "wall_time": 32589.251088380814, "train_loss_step": 4.384480953216553, "n_params": 4633780, "total_flops": 38861473996800000, "train_loss": 0.023470645480685764, "subset_score_loss": 0.023470645480685764} +{"step": 2740000, "wall_time": 32705.90759372711, "train_loss_step": 4.652396202087402, "n_params": 4633780, "total_flops": 39003823718400000, "train_loss": 0.023521971702575684, "subset_score_loss": 0.023521971702575684} +{"step": 2750000, "wall_time": 32825.17270112038, "train_loss_step": 4.27079963684082, "n_params": 4633780, "total_flops": 39146173440000000, "train_loss": 0.024754092428419326, "subset_score_loss": 0.024754092428419326} +{"step": 2760000, "wall_time": 32945.28913640976, "train_loss_step": 4.77666711807251, "n_params": 4633780, "total_flops": 39288523161600000, "train_loss": 0.026258158683776855, "subset_score_loss": 0.026258158683776855} +{"step": 2770000, "wall_time": 33063.17299771309, "train_loss_step": 4.712512016296387, "n_params": 4633780, "total_flops": 39430872883200000, "train_loss": 0.02534498108757867, "subset_score_loss": 0.02534498108757867} +{"step": 2780000, "wall_time": 33180.780504226685, "train_loss_step": 4.37160587310791, "n_params": 4633780, "total_flops": 39573222604800000, "train_loss": 0.0258654514948527, "subset_score_loss": 0.0258654514948527} +{"step": 2790000, "wall_time": 33298.28487467766, "train_loss_step": 4.642975807189941, "n_params": 4633780, "total_flops": 39715572326400000, "train_loss": 0.02323964171939426, "subset_score_loss": 0.02323964171939426} +{"step": 2800000, "wall_time": 33549.22976875305, "train_loss_step": 4.69978141784668, "n_params": 4633780, "total_flops": 39857922048000000, "train_loss": 0.02278416951497396, "subset_score_loss": 0.02278416951497396, "memorization_fraction_pixel": 0.29440000653266907, "mean_nn_ratio_pixel": 0.7179107666015625, "fid": 164.34118955583477} +{"step": 2810000, "wall_time": 33667.9671998024, "train_loss_step": 4.769147872924805, "n_params": 4633780, "total_flops": 40000271769600000, "train_loss": 0.023109393649631077, "subset_score_loss": 0.023109393649631077} +{"step": 2820000, "wall_time": 33787.52742910385, "train_loss_step": 4.707564353942871, "n_params": 4633780, "total_flops": 40142621491200000, "train_loss": 0.022337659200032552, "subset_score_loss": 0.022337659200032552} +{"step": 2830000, "wall_time": 33903.929030418396, "train_loss_step": 5.063601016998291, "n_params": 4633780, "total_flops": 40284971212800000, "train_loss": 0.02623691029018826, "subset_score_loss": 0.02623691029018826} +{"step": 2840000, "wall_time": 34023.41174983978, "train_loss_step": 4.8017683029174805, "n_params": 4633780, "total_flops": 40427320934400000, "train_loss": 0.021864457925160726, "subset_score_loss": 0.021864457925160726} +{"step": 2850000, "wall_time": 34142.83791780472, "train_loss_step": 4.813916206359863, "n_params": 4633780, "total_flops": 40569670656000000, "train_loss": 0.023892365561591255, "subset_score_loss": 0.023892365561591255} +{"step": 2860000, "wall_time": 34260.429718732834, "train_loss_step": 4.403175354003906, "n_params": 4633780, "total_flops": 40712020377600000, "train_loss": 0.024997372097439238, "subset_score_loss": 0.024997372097439238} +{"step": 2870000, "wall_time": 34376.9621591568, "train_loss_step": 4.71668004989624, "n_params": 4633780, "total_flops": 40854370099200000, "train_loss": 0.02410065862867567, "subset_score_loss": 0.02410065862867567} +{"step": 2880000, "wall_time": 34496.06880283356, "train_loss_step": 5.146500110626221, "n_params": 4633780, "total_flops": 40996719820800000, "train_loss": 0.026548724704318575, "subset_score_loss": 0.026548724704318575} +{"step": 2890000, "wall_time": 34615.26770710945, "train_loss_step": 5.096348762512207, "n_params": 4633780, "total_flops": 41139069542400000, "train_loss": 0.02492838700612386, "subset_score_loss": 0.02492838700612386} +{"step": 2900000, "wall_time": 34873.62235093117, "train_loss_step": 5.218715190887451, "n_params": 4633780, "total_flops": 41281419264000000, "train_loss": 0.025981807708740236, "subset_score_loss": 0.025981807708740236, "memorization_fraction_pixel": 0.2955000102519989, "mean_nn_ratio_pixel": 0.7147830128669739, "fid": 162.17706084977092} +{"step": 2910000, "wall_time": 34992.70588135719, "train_loss_step": 4.66732931137085, "n_params": 4633780, "total_flops": 41423768985600000, "train_loss": 0.024501027001274957, "subset_score_loss": 0.024501027001274957} +{"step": 2920000, "wall_time": 35107.73264455795, "train_loss_step": 4.919788360595703, "n_params": 4633780, "total_flops": 41566118707200000, "train_loss": 0.024365745650397407, "subset_score_loss": 0.024365745650397407} +{"step": 2930000, "wall_time": 35217.97087311745, "train_loss_step": 4.532709121704102, "n_params": 4633780, "total_flops": 41708468428800000, "train_loss": 0.021672459443410237, "subset_score_loss": 0.021672459443410237} +{"step": 2940000, "wall_time": 35336.8131146431, "train_loss_step": 4.704313278198242, "n_params": 4633780, "total_flops": 41850818150400000, "train_loss": 0.029811302820841473, "subset_score_loss": 0.029811302820841473} +{"step": 2950000, "wall_time": 35455.81682920456, "train_loss_step": 4.327423572540283, "n_params": 4633780, "total_flops": 41993167872000000, "train_loss": 0.0230685207578871, "subset_score_loss": 0.0230685207578871} +{"step": 2960000, "wall_time": 35572.145282268524, "train_loss_step": 4.927525997161865, "n_params": 4633780, "total_flops": 42135517593600000, "train_loss": 0.022486374113294814, "subset_score_loss": 0.022486374113294814} +{"step": 2970000, "wall_time": 35691.62496995926, "train_loss_step": 4.857047080993652, "n_params": 4633780, "total_flops": 42277867315200000, "train_loss": 0.025224587652418348, "subset_score_loss": 0.025224587652418348} +{"step": 2980000, "wall_time": 35811.0789065361, "train_loss_step": 4.400028228759766, "n_params": 4633780, "total_flops": 42420217036800000, "train_loss": 0.023605471187167697, "subset_score_loss": 0.023605471187167697} +{"step": 2990000, "wall_time": 35930.55247235298, "train_loss_step": 4.550992012023926, "n_params": 4633780, "total_flops": 42562566758400000, "train_loss": 0.02205781141916911, "subset_score_loss": 0.02205781141916911} +{"step": 3000000, "wall_time": 36174.72897219658, "train_loss_step": 4.481670379638672, "n_params": 4633780, "total_flops": 42704916480000000, "train_loss": 0.02390702035692003, "subset_score_loss": 0.02390702035692003, "memorization_fraction_pixel": 0.29899999499320984, "mean_nn_ratio_pixel": 0.7152355909347534, "fid": 167.875977275224} +{"step": 3010000, "wall_time": 36293.95193243027, "train_loss_step": 4.45835018157959, "n_params": 4633780, "total_flops": 42847266201600000, "train_loss": 0.022412673632303873, "subset_score_loss": 0.022412673632303873} +{"step": 3020000, "wall_time": 36405.9304997921, "train_loss_step": 4.908393383026123, "n_params": 4633780, "total_flops": 42989615923200000, "train_loss": 0.0219847043355306, "subset_score_loss": 0.0219847043355306} +{"step": 3030000, "wall_time": 36525.246403217316, "train_loss_step": 4.457432746887207, "n_params": 4633780, "total_flops": 43131965644800000, "train_loss": 0.020941468079884847, "subset_score_loss": 0.020941468079884847} +{"step": 3040000, "wall_time": 36641.96017765999, "train_loss_step": 4.666166305541992, "n_params": 4633780, "total_flops": 43274315366400000, "train_loss": 0.024288784133063422, "subset_score_loss": 0.024288784133063422} +{"step": 3050000, "wall_time": 36759.95681166649, "train_loss_step": 4.405209541320801, "n_params": 4633780, "total_flops": 43416665088000000, "train_loss": 0.022640257411532933, "subset_score_loss": 0.022640257411532933} +{"step": 3060000, "wall_time": 36878.93648529053, "train_loss_step": 4.335469722747803, "n_params": 4633780, "total_flops": 43559014809600000, "train_loss": 0.023234499825371638, "subset_score_loss": 0.023234499825371638} +{"step": 3070000, "wall_time": 36997.01498961449, "train_loss_step": 4.529884338378906, "n_params": 4633780, "total_flops": 43701364531200000, "train_loss": 0.025785713725619847, "subset_score_loss": 0.025785713725619847} +{"step": 3080000, "wall_time": 37114.920338869095, "train_loss_step": 4.2166948318481445, "n_params": 4633780, "total_flops": 43843714252800000, "train_loss": 0.021739976935916477, "subset_score_loss": 0.021739976935916477} +{"step": 3090000, "wall_time": 37234.029753685, "train_loss_step": 4.499203681945801, "n_params": 4633780, "total_flops": 43986063974400000, "train_loss": 0.02352022065056695, "subset_score_loss": 0.02352022065056695} +{"step": 3100000, "wall_time": 37493.64040565491, "train_loss_step": 4.544436454772949, "n_params": 4633780, "total_flops": 44128413696000000, "train_loss": 0.02119951910442776, "subset_score_loss": 0.02119951910442776, "memorization_fraction_pixel": 0.2971000075340271, "mean_nn_ratio_pixel": 0.7118653059005737, "fid": 165.4988472769807} +{"step": 3110000, "wall_time": 37613.44254922867, "train_loss_step": 4.632876396179199, "n_params": 4633780, "total_flops": 44270763417600000, "train_loss": 0.024859091970655653, "subset_score_loss": 0.024859091970655653} +{"step": 3120000, "wall_time": 37723.102105140686, "train_loss_step": 4.364375591278076, "n_params": 4633780, "total_flops": 44413113139200000, "train_loss": 0.021836147043440078, "subset_score_loss": 0.021836147043440078} +{"step": 3130000, "wall_time": 37840.30513906479, "train_loss_step": 4.879922866821289, "n_params": 4633780, "total_flops": 44555462860800000, "train_loss": 0.023413311110602485, "subset_score_loss": 0.023413311110602485} +{"step": 3140000, "wall_time": 37959.74345302582, "train_loss_step": 4.356815338134766, "n_params": 4633780, "total_flops": 44697812582400000, "train_loss": 0.026326068242390952, "subset_score_loss": 0.026326068242390952} +{"step": 3150000, "wall_time": 38077.07390117645, "train_loss_step": 4.4576096534729, "n_params": 4633780, "total_flops": 44840162304000000, "train_loss": 0.024424756897820366, "subset_score_loss": 0.024424756897820366} +{"step": 3160000, "wall_time": 38196.83282709122, "train_loss_step": 4.482152938842773, "n_params": 4633780, "total_flops": 44982512025600000, "train_loss": 0.02232002682156033, "subset_score_loss": 0.02232002682156033} +{"step": 3170000, "wall_time": 38316.56116437912, "train_loss_step": 4.3273444175720215, "n_params": 4633780, "total_flops": 45124861747200000, "train_loss": 0.023705546061197916, "subset_score_loss": 0.023705546061197916} +{"step": 3180000, "wall_time": 38436.43151974678, "train_loss_step": 4.452330589294434, "n_params": 4633780, "total_flops": 45267211468800000, "train_loss": 0.023095708423190645, "subset_score_loss": 0.023095708423190645} +{"step": 3190000, "wall_time": 38556.41147470474, "train_loss_step": 4.699594020843506, "n_params": 4633780, "total_flops": 45409561190400000, "train_loss": 0.023229938083224825, "subset_score_loss": 0.023229938083224825} +{"step": 3200000, "wall_time": 38773.39584636688, "train_loss_step": 4.558218955993652, "n_params": 4633780, "total_flops": 45551910912000000, "train_loss": 0.02370417912801107, "subset_score_loss": 0.02370417912801107, "memorization_fraction_pixel": 0.3328000009059906, "mean_nn_ratio_pixel": 0.6896116137504578, "fid": 163.2220680427672} +{"step": 3210000, "wall_time": 38887.53557896614, "train_loss_step": 4.535281658172607, "n_params": 4633780, "total_flops": 45694260633600000, "train_loss": 0.02313478257921007, "subset_score_loss": 0.02313478257921007} +{"step": 3220000, "wall_time": 38996.57363820076, "train_loss_step": 4.526577949523926, "n_params": 4633780, "total_flops": 45836610355200000, "train_loss": 0.02566160625881619, "subset_score_loss": 0.02566160625881619} +{"step": 3230000, "wall_time": 39115.60244703293, "train_loss_step": 4.380033493041992, "n_params": 4633780, "total_flops": 45978960076800000, "train_loss": 0.0257122622595893, "subset_score_loss": 0.0257122622595893} +{"step": 3240000, "wall_time": 39235.23577904701, "train_loss_step": 4.329573154449463, "n_params": 4633780, "total_flops": 46121309798400000, "train_loss": 0.023243604765997992, "subset_score_loss": 0.023243604765997992} +{"step": 3250000, "wall_time": 39352.80965065956, "train_loss_step": 5.101580619812012, "n_params": 4633780, "total_flops": 46263659520000000, "train_loss": 0.023994443151685925, "subset_score_loss": 0.023994443151685925} +{"step": 3260000, "wall_time": 39471.96909093857, "train_loss_step": 4.436546802520752, "n_params": 4633780, "total_flops": 46406009241600000, "train_loss": 0.023690660794576008, "subset_score_loss": 0.023690660794576008} +{"step": 3270000, "wall_time": 39592.15927553177, "train_loss_step": 5.318531513214111, "n_params": 4633780, "total_flops": 46548358963200000, "train_loss": 0.026391662491692437, "subset_score_loss": 0.026391662491692437} +{"step": 3280000, "wall_time": 39711.695772886276, "train_loss_step": 4.39180850982666, "n_params": 4633780, "total_flops": 46690708684800000, "train_loss": 0.022306974728902182, "subset_score_loss": 0.022306974728902182} +{"step": 3290000, "wall_time": 39829.843089818954, "train_loss_step": 4.3250861167907715, "n_params": 4633780, "total_flops": 46833058406400000, "train_loss": 0.02154600222905477, "subset_score_loss": 0.02154600222905477} +{"step": 3300000, "wall_time": 40087.72751760483, "train_loss_step": 4.658580303192139, "n_params": 4633780, "total_flops": 46975408128000000, "train_loss": 0.02558282216389974, "subset_score_loss": 0.02558282216389974, "memorization_fraction_pixel": 0.32710000872612, "mean_nn_ratio_pixel": 0.6920420527458191, "fid": 160.129694060548} +{"step": 3310000, "wall_time": 40198.99140357971, "train_loss_step": 4.485302925109863, "n_params": 4633780, "total_flops": 47117757849600000, "train_loss": 0.022452277607387966, "subset_score_loss": 0.022452277607387966} +{"step": 3320000, "wall_time": 40318.56265330315, "train_loss_step": 4.906557083129883, "n_params": 4633780, "total_flops": 47260107571200000, "train_loss": 0.025896520084804957, "subset_score_loss": 0.025896520084804957} +{"step": 3330000, "wall_time": 40438.21281337738, "train_loss_step": 4.535280227661133, "n_params": 4633780, "total_flops": 47402457292800000, "train_loss": 0.02223445839352078, "subset_score_loss": 0.02223445839352078} +{"step": 3340000, "wall_time": 40556.4822409153, "train_loss_step": 4.665406227111816, "n_params": 4633780, "total_flops": 47544807014400000, "train_loss": 0.022843580775790743, "subset_score_loss": 0.022843580775790743} +{"step": 3350000, "wall_time": 40675.060190200806, "train_loss_step": 4.469560623168945, "n_params": 4633780, "total_flops": 47687156736000000, "train_loss": 0.024520023663838705, "subset_score_loss": 0.024520023663838705} +{"step": 3360000, "wall_time": 40794.83898925781, "train_loss_step": 4.30355167388916, "n_params": 4633780, "total_flops": 47829506457600000, "train_loss": 0.02248713705274794, "subset_score_loss": 0.02248713705274794} +{"step": 3370000, "wall_time": 40913.20238304138, "train_loss_step": 4.20916748046875, "n_params": 4633780, "total_flops": 47971856179200000, "train_loss": 0.025491330358717177, "subset_score_loss": 0.025491330358717177} +{"step": 3380000, "wall_time": 41032.91648411751, "train_loss_step": 4.675498008728027, "n_params": 4633780, "total_flops": 48114205900800000, "train_loss": 0.023323268360561793, "subset_score_loss": 0.023323268360561793} +{"step": 3390000, "wall_time": 41151.14654278755, "train_loss_step": 4.468016147613525, "n_params": 4633780, "total_flops": 48256555622400000, "train_loss": 0.02265114254421658, "subset_score_loss": 0.02265114254421658} +{"step": 3400000, "wall_time": 41375.85613203049, "train_loss_step": 4.421738624572754, "n_params": 4633780, "total_flops": 48398905344000000, "train_loss": 0.0231292724609375, "subset_score_loss": 0.0231292724609375, "memorization_fraction_pixel": 0.3312000036239624, "mean_nn_ratio_pixel": 0.6883105635643005, "fid": 158.8334972349638} +{"step": 3410000, "wall_time": 41483.42699050903, "train_loss_step": 4.482093811035156, "n_params": 4633780, "total_flops": 48541255065600000, "train_loss": 0.02263026237487793, "subset_score_loss": 0.02263026237487793} +{"step": 3420000, "wall_time": 41602.04892015457, "train_loss_step": 4.391939163208008, "n_params": 4633780, "total_flops": 48683604787200000, "train_loss": 0.021509088410271538, "subset_score_loss": 0.021509088410271538} +{"step": 3430000, "wall_time": 41721.708154678345, "train_loss_step": 4.436380386352539, "n_params": 4633780, "total_flops": 48825954508800000, "train_loss": 0.021836659643385145, "subset_score_loss": 0.021836659643385145} +{"step": 3440000, "wall_time": 41838.01203370094, "train_loss_step": 4.5424580574035645, "n_params": 4633780, "total_flops": 48968304230400000, "train_loss": 0.02172599368625217, "subset_score_loss": 0.02172599368625217} +{"step": 3450000, "wall_time": 41957.89512562752, "train_loss_step": 4.28794002532959, "n_params": 4633780, "total_flops": 49110653952000000, "train_loss": 0.020794804890950522, "subset_score_loss": 0.020794804890950522} +{"step": 3460000, "wall_time": 42077.61950755119, "train_loss_step": 4.420283317565918, "n_params": 4633780, "total_flops": 49253003673600000, "train_loss": 0.022659428914388022, "subset_score_loss": 0.022659428914388022} +{"step": 3470000, "wall_time": 42196.902977705, "train_loss_step": 4.292938232421875, "n_params": 4633780, "total_flops": 49395353395200000, "train_loss": 0.0225963380601671, "subset_score_loss": 0.0225963380601671} +{"step": 3480000, "wall_time": 42315.2339887619, "train_loss_step": 4.413043022155762, "n_params": 4633780, "total_flops": 49537703116800000, "train_loss": 0.020407211780548096, "subset_score_loss": 0.020407211780548096} +{"step": 3490000, "wall_time": 42433.160321712494, "train_loss_step": 4.358716011047363, "n_params": 4633780, "total_flops": 49680052838400000, "train_loss": 0.022116560406155058, "subset_score_loss": 0.022116560406155058} +{"step": 3500000, "wall_time": 42677.158745765686, "train_loss_step": 4.77174186706543, "n_params": 4633780, "total_flops": 49822402560000000, "train_loss": 0.0264418363571167, "subset_score_loss": 0.0264418363571167, "memorization_fraction_pixel": 0.3312999904155731, "mean_nn_ratio_pixel": 0.6929687857627869, "fid": 161.20075769642523} +{"step": 3510000, "wall_time": 42789.14284539223, "train_loss_step": 4.406059741973877, "n_params": 4633780, "total_flops": 49964752281600000, "train_loss": 0.022185161378648545, "subset_score_loss": 0.022185161378648545} +{"step": 3520000, "wall_time": 42908.91587471962, "train_loss_step": 4.865379810333252, "n_params": 4633780, "total_flops": 50107102003200000, "train_loss": 0.020533698134952122, "subset_score_loss": 0.020533698134952122} +{"step": 3530000, "wall_time": 43028.74549794197, "train_loss_step": 4.455305576324463, "n_params": 4633780, "total_flops": 50249451724800000, "train_loss": 0.019859516620635988, "subset_score_loss": 0.019859516620635988} +{"step": 3540000, "wall_time": 43147.60140919685, "train_loss_step": 4.373852729797363, "n_params": 4633780, "total_flops": 50391801446400000, "train_loss": 0.021464057763417563, "subset_score_loss": 0.021464057763417563} +{"step": 3550000, "wall_time": 43267.75072956085, "train_loss_step": 4.438685417175293, "n_params": 4633780, "total_flops": 50534151168000000, "train_loss": 0.022146360079447428, "subset_score_loss": 0.022146360079447428} +{"step": 3560000, "wall_time": 43387.38315105438, "train_loss_step": 4.492579936981201, "n_params": 4633780, "total_flops": 50676500889600000, "train_loss": 0.024177506234910752, "subset_score_loss": 0.024177506234910752} +{"step": 3570000, "wall_time": 43504.20370531082, "train_loss_step": 4.31840181350708, "n_params": 4633780, "total_flops": 50818850611200000, "train_loss": 0.02037434975306193, "subset_score_loss": 0.02037434975306193} +{"step": 3580000, "wall_time": 43622.64463806152, "train_loss_step": 4.312071323394775, "n_params": 4633780, "total_flops": 50961200332800000, "train_loss": 0.023936973677741155, "subset_score_loss": 0.023936973677741155} +{"step": 3590000, "wall_time": 43740.88509821892, "train_loss_step": 4.282534599304199, "n_params": 4633780, "total_flops": 51103550054400000, "train_loss": 0.022540958722432454, "subset_score_loss": 0.022540958722432454} +{"step": 3600000, "wall_time": 43964.27822113037, "train_loss_step": 4.59198522567749, "n_params": 4633780, "total_flops": 51245899776000000, "train_loss": 0.021024211247762045, "subset_score_loss": 0.021024211247762045, "memorization_fraction_pixel": 0.35010001063346863, "mean_nn_ratio_pixel": 0.6795496344566345, "fid": 159.7953778229942} +{"step": 3610000, "wall_time": 44083.76338434219, "train_loss_step": 4.261146545410156, "n_params": 4633780, "total_flops": 51388249497600000, "train_loss": 0.02310973538292779, "subset_score_loss": 0.02310973538292779} +{"step": 3620000, "wall_time": 44203.54538989067, "train_loss_step": 4.467899799346924, "n_params": 4633780, "total_flops": 51530599219200000, "train_loss": 0.023548926247490776, "subset_score_loss": 0.023548926247490776} +{"step": 3630000, "wall_time": 44321.72058844566, "train_loss_step": 4.746913909912109, "n_params": 4633780, "total_flops": 51672948940800000, "train_loss": 0.022354467709859212, "subset_score_loss": 0.022354467709859212} +{"step": 3640000, "wall_time": 44440.2276930809, "train_loss_step": 4.37247371673584, "n_params": 4633780, "total_flops": 51815298662400000, "train_loss": 0.020672574308183457, "subset_score_loss": 0.020672574308183457} +{"step": 3650000, "wall_time": 44556.61538314819, "train_loss_step": 4.2043890953063965, "n_params": 4633780, "total_flops": 51957648384000000, "train_loss": 0.023272874620225696, "subset_score_loss": 0.023272874620225696} +{"step": 3660000, "wall_time": 44675.31176686287, "train_loss_step": 4.1569061279296875, "n_params": 4633780, "total_flops": 52099998105600000, "train_loss": 0.02302230993906657, "subset_score_loss": 0.02302230993906657} +{"step": 3670000, "wall_time": 44793.445046424866, "train_loss_step": 4.313899040222168, "n_params": 4633780, "total_flops": 52242347827200000, "train_loss": 0.02219117350048489, "subset_score_loss": 0.02219117350048489} +{"step": 3680000, "wall_time": 44913.55122447014, "train_loss_step": 4.286834716796875, "n_params": 4633780, "total_flops": 52384697548800000, "train_loss": 0.02102839946746826, "subset_score_loss": 0.02102839946746826} +{"step": 3690000, "wall_time": 45032.93661522865, "train_loss_step": 4.974586486816406, "n_params": 4633780, "total_flops": 52527047270400000, "train_loss": 0.02504822148217095, "subset_score_loss": 0.02504822148217095} +{"step": 3700000, "wall_time": 45278.28502655029, "train_loss_step": 4.701476097106934, "n_params": 4633780, "total_flops": 52669396992000000, "train_loss": 0.020712586243947347, "subset_score_loss": 0.020712586243947347, "memorization_fraction_pixel": 0.3605000078678131, "mean_nn_ratio_pixel": 0.6703373193740845, "fid": 155.11927910522752} +{"step": 3710000, "wall_time": 45398.19901800156, "train_loss_step": 4.3506083488464355, "n_params": 4633780, "total_flops": 52811746713600000, "train_loss": 0.022586401303609213, "subset_score_loss": 0.022586401303609213} +{"step": 3720000, "wall_time": 45518.76007962227, "train_loss_step": 4.523223876953125, "n_params": 4633780, "total_flops": 52954096435200000, "train_loss": 0.02339742448594835, "subset_score_loss": 0.02339742448594835} +{"step": 3730000, "wall_time": 45637.142009973526, "train_loss_step": 4.449643135070801, "n_params": 4633780, "total_flops": 53096446156800000, "train_loss": 0.020923181374867757, "subset_score_loss": 0.020923181374867757} +{"step": 3740000, "wall_time": 45754.229880571365, "train_loss_step": 4.6461639404296875, "n_params": 4633780, "total_flops": 53238795878400000, "train_loss": 0.02028957870271471, "subset_score_loss": 0.02028957870271471} +{"step": 3750000, "wall_time": 45872.2377910614, "train_loss_step": 4.258723258972168, "n_params": 4633780, "total_flops": 53381145600000000, "train_loss": 0.0224363644917806, "subset_score_loss": 0.0224363644917806} +{"step": 3760000, "wall_time": 45991.96875119209, "train_loss_step": 4.65043830871582, "n_params": 4633780, "total_flops": 53523495321600000, "train_loss": 0.022236961788601347, "subset_score_loss": 0.022236961788601347} +{"step": 3770000, "wall_time": 46112.26380562782, "train_loss_step": 4.34756326675415, "n_params": 4633780, "total_flops": 53665845043200000, "train_loss": 0.024774140781826444, "subset_score_loss": 0.024774140781826444} +{"step": 3780000, "wall_time": 46232.67059826851, "train_loss_step": 4.707261562347412, "n_params": 4633780, "total_flops": 53808194764800000, "train_loss": 0.020110914442274305, "subset_score_loss": 0.020110914442274305} +{"step": 3790000, "wall_time": 46351.3915579319, "train_loss_step": 4.415295124053955, "n_params": 4633780, "total_flops": 53950544486400000, "train_loss": 0.024455406930711535, "subset_score_loss": 0.024455406930711535} +{"step": 3800000, "wall_time": 46561.65876483917, "train_loss_step": 4.728404998779297, "n_params": 4633780, "total_flops": 54092894208000000, "train_loss": 0.021175461345248753, "subset_score_loss": 0.021175461345248753, "memorization_fraction_pixel": 0.3806999921798706, "mean_nn_ratio_pixel": 0.644159734249115, "fid": 150.74900674864483} +{"step": 3810000, "wall_time": 46681.92871260643, "train_loss_step": 4.215071678161621, "n_params": 4633780, "total_flops": 54235243929600000, "train_loss": 0.020198158423105874, "subset_score_loss": 0.020198158423105874} +{"step": 3820000, "wall_time": 46802.89589571953, "train_loss_step": 4.248335838317871, "n_params": 4633780, "total_flops": 54377593651200000, "train_loss": 0.021240815851423477, "subset_score_loss": 0.021240815851423477} +{"step": 3830000, "wall_time": 46919.9342250824, "train_loss_step": 4.472743034362793, "n_params": 4633780, "total_flops": 54519943372800000, "train_loss": 0.021526330047183566, "subset_score_loss": 0.021526330047183566} +{"step": 3840000, "wall_time": 47038.05697655678, "train_loss_step": 4.028609275817871, "n_params": 4633780, "total_flops": 54662293094400000, "train_loss": 0.021769352753957114, "subset_score_loss": 0.021769352753957114} +{"step": 3850000, "wall_time": 47158.84328722954, "train_loss_step": 4.581897258758545, "n_params": 4633780, "total_flops": 54804642816000000, "train_loss": 0.02305837737189399, "subset_score_loss": 0.02305837737189399} +{"step": 3860000, "wall_time": 47278.63700246811, "train_loss_step": 4.487089157104492, "n_params": 4633780, "total_flops": 54946992537600000, "train_loss": 0.02321121957567003, "subset_score_loss": 0.02321121957567003} +{"step": 3870000, "wall_time": 47398.996291399, "train_loss_step": 4.054987907409668, "n_params": 4633780, "total_flops": 55089342259200000, "train_loss": 0.02206030951605903, "subset_score_loss": 0.02206030951605903} +{"step": 3880000, "wall_time": 47519.450372219086, "train_loss_step": 4.332779884338379, "n_params": 4633780, "total_flops": 55231691980800000, "train_loss": 0.02050861914952596, "subset_score_loss": 0.02050861914952596} +{"step": 3890000, "wall_time": 47639.016412734985, "train_loss_step": 4.394660949707031, "n_params": 4633780, "total_flops": 55374041702400000, "train_loss": 0.02251895268758138, "subset_score_loss": 0.02251895268758138} +{"step": 3900000, "wall_time": 47849.36551070213, "train_loss_step": 4.198594570159912, "n_params": 4633780, "total_flops": 55516391424000000, "train_loss": 0.021884544690450033, "subset_score_loss": 0.021884544690450033, "memorization_fraction_pixel": 0.3628000020980835, "mean_nn_ratio_pixel": 0.6693537831306458, "fid": 155.8393881366911} +{"step": 3910000, "wall_time": 47969.51660871506, "train_loss_step": 4.595942974090576, "n_params": 4633780, "total_flops": 55658741145600000, "train_loss": 0.021252626842922635, "subset_score_loss": 0.021252626842922635} +{"step": 3920000, "wall_time": 48088.45232081413, "train_loss_step": 4.7560200691223145, "n_params": 4633780, "total_flops": 55801090867200000, "train_loss": 0.021629717614915635, "subset_score_loss": 0.021629717614915635} +{"step": 3930000, "wall_time": 48205.05731844902, "train_loss_step": 4.566535472869873, "n_params": 4633780, "total_flops": 55943440588800000, "train_loss": 0.021904400984446206, "subset_score_loss": 0.021904400984446206} +{"step": 3940000, "wall_time": 48324.902735471725, "train_loss_step": 4.5784454345703125, "n_params": 4633780, "total_flops": 56085790310400000, "train_loss": 0.021664313475290933, "subset_score_loss": 0.021664313475290933} +{"step": 3950000, "wall_time": 48445.26373410225, "train_loss_step": 4.21624755859375, "n_params": 4633780, "total_flops": 56228140032000000, "train_loss": 0.021203194724188912, "subset_score_loss": 0.021203194724188912} +{"step": 3960000, "wall_time": 48565.339953660965, "train_loss_step": 4.440610885620117, "n_params": 4633780, "total_flops": 56370489753600000, "train_loss": 0.019960044489966498, "subset_score_loss": 0.019960044489966498} +{"step": 3970000, "wall_time": 48685.74614787102, "train_loss_step": 4.129842758178711, "n_params": 4633780, "total_flops": 56512839475200000, "train_loss": 0.02179525163438585, "subset_score_loss": 0.02179525163438585} +{"step": 3980000, "wall_time": 48804.2204580307, "train_loss_step": 4.438701152801514, "n_params": 4633780, "total_flops": 56655189196800000, "train_loss": 0.021137665377722846, "subset_score_loss": 0.021137665377722846} +{"step": 3990000, "wall_time": 48924.583203077316, "train_loss_step": 4.413043022155762, "n_params": 4633780, "total_flops": 56797538918400000, "train_loss": 0.027277668317159016, "subset_score_loss": 0.027277668317159016} +{"step": 4000000, "wall_time": 49135.52833533287, "train_loss_step": 4.111173629760742, "n_params": 4633780, "total_flops": 56939888640000000, "train_loss": 0.01963653564453125, "subset_score_loss": 0.01963653564453125, "memorization_fraction_pixel": 0.3797999918460846, "mean_nn_ratio_pixel": 0.6556470990180969, "fid": 152.33651908118654} +{"step": 4010000, "wall_time": 49254.4182305336, "train_loss_step": 4.3252973556518555, "n_params": 4633780, "total_flops": 57082238361600000, "train_loss": 0.02062692509757148, "subset_score_loss": 0.02062692509757148} +{"step": 4020000, "wall_time": 49372.55951881409, "train_loss_step": 4.594028472900391, "n_params": 4633780, "total_flops": 57224588083200000, "train_loss": 0.02299800713857015, "subset_score_loss": 0.02299800713857015} +{"step": 4030000, "wall_time": 49490.7650885582, "train_loss_step": 4.442930221557617, "n_params": 4633780, "total_flops": 57366937804800000, "train_loss": 0.020189009772406685, "subset_score_loss": 0.020189009772406685} +{"step": 4040000, "wall_time": 49610.82998752594, "train_loss_step": 4.461165904998779, "n_params": 4633780, "total_flops": 57509287526400000, "train_loss": 0.021052506234910753, "subset_score_loss": 0.021052506234910753} +{"step": 4050000, "wall_time": 49730.56597042084, "train_loss_step": 4.188241958618164, "n_params": 4633780, "total_flops": 57651637248000000, "train_loss": 0.019464400079515245, "subset_score_loss": 0.019464400079515245} +{"step": 4060000, "wall_time": 49851.41524839401, "train_loss_step": 4.349233150482178, "n_params": 4633780, "total_flops": 57793986969600000, "train_loss": 0.020676808887057835, "subset_score_loss": 0.020676808887057835} +{"step": 4070000, "wall_time": 49971.471863508224, "train_loss_step": 4.30097770690918, "n_params": 4633780, "total_flops": 57936336691200000, "train_loss": 0.02094471719529894, "subset_score_loss": 0.02094471719529894} +{"step": 4080000, "wall_time": 50089.57614207268, "train_loss_step": 4.192166328430176, "n_params": 4633780, "total_flops": 58078686412800000, "train_loss": 0.01984919574525621, "subset_score_loss": 0.01984919574525621} +{"step": 4090000, "wall_time": 50209.19604539871, "train_loss_step": 4.318582534790039, "n_params": 4633780, "total_flops": 58221036134400000, "train_loss": 0.02074914640850491, "subset_score_loss": 0.02074914640850491} +{"step": 4100000, "wall_time": 50420.435936927795, "train_loss_step": 4.639189720153809, "n_params": 4633780, "total_flops": 58363385856000000, "train_loss": 0.021044364240434436, "subset_score_loss": 0.021044364240434436, "memorization_fraction_pixel": 0.35850000381469727, "mean_nn_ratio_pixel": 0.6706535220146179, "fid": 159.09782450700953} +{"step": 4110000, "wall_time": 50538.87970352173, "train_loss_step": 4.531367301940918, "n_params": 4633780, "total_flops": 58505735577600000, "train_loss": 0.020795970492892796, "subset_score_loss": 0.020795970492892796} +{"step": 4120000, "wall_time": 50659.61131262779, "train_loss_step": 4.421069622039795, "n_params": 4633780, "total_flops": 58648085299200000, "train_loss": 0.019755739635891386, "subset_score_loss": 0.019755739635891386} +{"step": 4130000, "wall_time": 50778.5855948925, "train_loss_step": 4.402501106262207, "n_params": 4633780, "total_flops": 58790435020800000, "train_loss": 0.023332693841722277, "subset_score_loss": 0.023332693841722277} +{"step": 4140000, "wall_time": 50898.71559739113, "train_loss_step": 4.368355751037598, "n_params": 4633780, "total_flops": 58932784742400000, "train_loss": 0.020813498232099745, "subset_score_loss": 0.020813498232099745} +{"step": 4150000, "wall_time": 51019.01380395889, "train_loss_step": 4.502269268035889, "n_params": 4633780, "total_flops": 59075134464000000, "train_loss": 0.022830218738979762, "subset_score_loss": 0.022830218738979762} +{"step": 4160000, "wall_time": 51139.00503659248, "train_loss_step": 4.438581466674805, "n_params": 4633780, "total_flops": 59217484185600000, "train_loss": 0.02026975154876709, "subset_score_loss": 0.02026975154876709} +{"step": 4170000, "wall_time": 51259.11816287041, "train_loss_step": 4.003757476806641, "n_params": 4633780, "total_flops": 59359833907200000, "train_loss": 0.020187509059906007, "subset_score_loss": 0.020187509059906007} +{"step": 4180000, "wall_time": 51377.599127054214, "train_loss_step": 4.418529510498047, "n_params": 4633780, "total_flops": 59502183628800000, "train_loss": 0.01925404601626926, "subset_score_loss": 0.01925404601626926} +{"step": 4190000, "wall_time": 51495.26037168503, "train_loss_step": 4.9299092292785645, "n_params": 4633780, "total_flops": 59644533350400000, "train_loss": 0.02210760513941447, "subset_score_loss": 0.02210760513941447} +{"step": 4200000, "wall_time": 51705.716463804245, "train_loss_step": 4.0427632331848145, "n_params": 4633780, "total_flops": 59786883072000000, "train_loss": 0.019842595524258082, "subset_score_loss": 0.019842595524258082, "memorization_fraction_pixel": 0.4027000069618225, "mean_nn_ratio_pixel": 0.634759783744812, "fid": 147.1508597662276} +{"step": 4210000, "wall_time": 51825.449667692184, "train_loss_step": 4.315184593200684, "n_params": 4633780, "total_flops": 59929232793600000, "train_loss": 0.020961389276716445, "subset_score_loss": 0.020961389276716445} +{"step": 4220000, "wall_time": 51945.077149152756, "train_loss_step": 4.074391841888428, "n_params": 4633780, "total_flops": 60071582515200000, "train_loss": 0.020120693577660456, "subset_score_loss": 0.020120693577660456} +{"step": 4230000, "wall_time": 52065.40013766289, "train_loss_step": 4.411518573760986, "n_params": 4633780, "total_flops": 60213932236800000, "train_loss": 0.023426871829562716, "subset_score_loss": 0.023426871829562716} +{"step": 4240000, "wall_time": 52185.78753733635, "train_loss_step": 4.27285099029541, "n_params": 4633780, "total_flops": 60356281958400000, "train_loss": 0.021607445345984563, "subset_score_loss": 0.021607445345984563} +{"step": 4250000, "wall_time": 52306.13028502464, "train_loss_step": 4.319689750671387, "n_params": 4633780, "total_flops": 60498631680000000, "train_loss": 0.019773929648929173, "subset_score_loss": 0.019773929648929173} +{"step": 4260000, "wall_time": 52426.42105793953, "train_loss_step": 4.662363052368164, "n_params": 4633780, "total_flops": 60640981401600000, "train_loss": 0.019386523299747042, "subset_score_loss": 0.019386523299747042} +{"step": 4270000, "wall_time": 52546.94761586189, "train_loss_step": 4.932703018188477, "n_params": 4633780, "total_flops": 60783331123200000, "train_loss": 0.02152747710545858, "subset_score_loss": 0.02152747710545858} +{"step": 4280000, "wall_time": 52665.63755464554, "train_loss_step": 4.3437957763671875, "n_params": 4633780, "total_flops": 60925680844800000, "train_loss": 0.02105277909172906, "subset_score_loss": 0.02105277909172906} +{"step": 4290000, "wall_time": 52781.82560276985, "train_loss_step": 4.3568315505981445, "n_params": 4633780, "total_flops": 61068030566400000, "train_loss": 0.020955325497521295, "subset_score_loss": 0.020955325497521295} +{"step": 4300000, "wall_time": 52993.89823722839, "train_loss_step": 4.651886940002441, "n_params": 4633780, "total_flops": 61210380288000000, "train_loss": 0.02035702599419488, "subset_score_loss": 0.02035702599419488, "memorization_fraction_pixel": 0.4242999851703644, "mean_nn_ratio_pixel": 0.6210737228393555, "fid": 143.72915385356043} +{"step": 4310000, "wall_time": 53113.93487024307, "train_loss_step": 4.2133564949035645, "n_params": 4633780, "total_flops": 61352730009600000, "train_loss": 0.02050207323498196, "subset_score_loss": 0.02050207323498196} +{"step": 4320000, "wall_time": 53232.563487291336, "train_loss_step": 4.342945098876953, "n_params": 4633780, "total_flops": 61495079731200000, "train_loss": 0.01969613234202067, "subset_score_loss": 0.01969613234202067} +{"step": 4330000, "wall_time": 53352.52693080902, "train_loss_step": 4.091515064239502, "n_params": 4633780, "total_flops": 61637429452800000, "train_loss": 0.019738079441918268, "subset_score_loss": 0.019738079441918268} +{"step": 4340000, "wall_time": 53472.500088214874, "train_loss_step": 4.401235580444336, "n_params": 4633780, "total_flops": 61779779174400000, "train_loss": 0.01945679055319892, "subset_score_loss": 0.01945679055319892} +{"step": 4350000, "wall_time": 53592.67590737343, "train_loss_step": 4.4288225173950195, "n_params": 4633780, "total_flops": 61922128896000000, "train_loss": 0.020559207598368327, "subset_score_loss": 0.020559207598368327} +{"step": 4360000, "wall_time": 53712.23904943466, "train_loss_step": 4.4311676025390625, "n_params": 4633780, "total_flops": 62064478617600000, "train_loss": 0.020175098048316107, "subset_score_loss": 0.020175098048316107} +{"step": 4370000, "wall_time": 53832.53933143616, "train_loss_step": 4.156643867492676, "n_params": 4633780, "total_flops": 62206828339200000, "train_loss": 0.020677638053894044, "subset_score_loss": 0.020677638053894044} +{"step": 4380000, "wall_time": 53949.52090764046, "train_loss_step": 4.089237213134766, "n_params": 4633780, "total_flops": 62349178060800000, "train_loss": 0.019560339715745716, "subset_score_loss": 0.019560339715745716} +{"step": 4390000, "wall_time": 54067.488669872284, "train_loss_step": 4.099578857421875, "n_params": 4633780, "total_flops": 62491527782400000, "train_loss": 0.0224366823832194, "subset_score_loss": 0.0224366823832194} +{"step": 4400000, "wall_time": 54282.52867650986, "train_loss_step": 4.2574992179870605, "n_params": 4633780, "total_flops": 62633877504000000, "train_loss": 0.022005524900224473, "subset_score_loss": 0.022005524900224473, "memorization_fraction_pixel": 0.40860000252723694, "mean_nn_ratio_pixel": 0.6322578191757202, "fid": 148.8238844100208} +{"step": 4410000, "wall_time": 54402.703191280365, "train_loss_step": 4.423387050628662, "n_params": 4633780, "total_flops": 62776227225600000, "train_loss": 0.020204080475701228, "subset_score_loss": 0.020204080475701228} +{"step": 4420000, "wall_time": 54521.87774181366, "train_loss_step": 4.6066412925720215, "n_params": 4633780, "total_flops": 62918576947200000, "train_loss": 0.0200675540500217, "subset_score_loss": 0.0200675540500217} +{"step": 4430000, "wall_time": 54641.89702343941, "train_loss_step": 4.38690185546875, "n_params": 4633780, "total_flops": 63060926668800000, "train_loss": 0.018750177489386663, "subset_score_loss": 0.018750177489386663} +{"step": 4440000, "wall_time": 54762.0362508297, "train_loss_step": 3.9795334339141846, "n_params": 4633780, "total_flops": 63203276390400000, "train_loss": 0.02066973050435384, "subset_score_loss": 0.02066973050435384} +{"step": 4450000, "wall_time": 54882.06149983406, "train_loss_step": 4.636861324310303, "n_params": 4633780, "total_flops": 63345626112000000, "train_loss": 0.020353726545969644, "subset_score_loss": 0.020353726545969644} +{"step": 4460000, "wall_time": 55002.680280685425, "train_loss_step": 4.088539123535156, "n_params": 4633780, "total_flops": 63487975833600000, "train_loss": 0.019283272160424126, "subset_score_loss": 0.019283272160424126} +{"step": 4470000, "wall_time": 55102.25846028328, "train_loss_step": 4.110593318939209, "n_params": 4633780, "total_flops": 63630325555200000, "train_loss": 0.019347430600060358, "subset_score_loss": 0.019347430600060358} +{"step": 4480000, "wall_time": 55188.0390021801, "train_loss_step": 3.9865376949310303, "n_params": 4633780, "total_flops": 63772675276800000, "train_loss": 0.020368081993526882, "subset_score_loss": 0.020368081993526882} +{"step": 4490000, "wall_time": 55270.185677051544, "train_loss_step": 4.149533271789551, "n_params": 4633780, "total_flops": 63915024998400000, "train_loss": 0.01994403600692749, "subset_score_loss": 0.01994403600692749} +{"step": 4500000, "wall_time": 55420.56205034256, "train_loss_step": 4.707276344299316, "n_params": 4633780, "total_flops": 64057374720000000, "train_loss": 0.02325755755106608, "subset_score_loss": 0.02325755755106608, "memorization_fraction_pixel": 0.38850000500679016, "mean_nn_ratio_pixel": 0.6555854082107544, "fid": 157.16247695686144} +{"step": 4510000, "wall_time": 55502.82133150101, "train_loss_step": 3.953855276107788, "n_params": 4633780, "total_flops": 64199724441600000, "train_loss": 0.019401129086812338, "subset_score_loss": 0.019401129086812338} +{"step": 4520000, "wall_time": 55582.072677373886, "train_loss_step": 4.4854936599731445, "n_params": 4633780, "total_flops": 64342074163200000, "train_loss": 0.02230791515774197, "subset_score_loss": 0.02230791515774197} +{"step": 4530000, "wall_time": 55664.008071899414, "train_loss_step": 4.110259056091309, "n_params": 4633780, "total_flops": 64484423884800000, "train_loss": 0.02094891601138645, "subset_score_loss": 0.02094891601138645} +{"step": 4540000, "wall_time": 55745.976999521255, "train_loss_step": 4.304412841796875, "n_params": 4633780, "total_flops": 64626773606400000, "train_loss": 0.020778577857547335, "subset_score_loss": 0.020778577857547335} +{"step": 4550000, "wall_time": 55828.17548418045, "train_loss_step": 4.406349182128906, "n_params": 4633780, "total_flops": 64769123328000000, "train_loss": 0.020260262489318847, "subset_score_loss": 0.020260262489318847} +{"step": 4560000, "wall_time": 55910.51834774017, "train_loss_step": 4.2088727951049805, "n_params": 4633780, "total_flops": 64911473049600000, "train_loss": 0.02407260470920139, "subset_score_loss": 0.02407260470920139} +{"step": 4570000, "wall_time": 55993.08246254921, "train_loss_step": 4.293186664581299, "n_params": 4633780, "total_flops": 65053822771200000, "train_loss": 0.02163109646903144, "subset_score_loss": 0.02163109646903144} +{"step": 4580000, "wall_time": 56070.96961712837, "train_loss_step": 3.915675163269043, "n_params": 4633780, "total_flops": 65196172492800000, "train_loss": 0.020782170030805798, "subset_score_loss": 0.020782170030805798} +{"step": 4590000, "wall_time": 56153.3974814415, "train_loss_step": 4.290952682495117, "n_params": 4633780, "total_flops": 65338522214400000, "train_loss": 0.01855160395304362, "subset_score_loss": 0.01855160395304362} +{"step": 4600000, "wall_time": 56304.180726766586, "train_loss_step": 4.304059028625488, "n_params": 4633780, "total_flops": 65480871936000000, "train_loss": 0.01891570488611857, "subset_score_loss": 0.01891570488611857, "memorization_fraction_pixel": 0.41850000619888306, "mean_nn_ratio_pixel": 0.6279168725013733, "fid": 149.9770366200211} +{"step": 4610000, "wall_time": 56386.55494594574, "train_loss_step": 4.505568027496338, "n_params": 4633780, "total_flops": 65623221657600000, "train_loss": 0.018968103991614447, "subset_score_loss": 0.018968103991614447} +{"step": 4620000, "wall_time": 56465.73621344566, "train_loss_step": 3.9909000396728516, "n_params": 4633780, "total_flops": 65765571379200000, "train_loss": 0.02127777338027954, "subset_score_loss": 0.02127777338027954} +{"step": 4630000, "wall_time": 56547.92665219307, "train_loss_step": 4.239835739135742, "n_params": 4633780, "total_flops": 65907921100800000, "train_loss": 0.02039317554897732, "subset_score_loss": 0.02039317554897732} +{"step": 4640000, "wall_time": 56629.52146887779, "train_loss_step": 4.086971759796143, "n_params": 4633780, "total_flops": 66050270822400000, "train_loss": 0.019306570953792995, "subset_score_loss": 0.019306570953792995} +{"step": 4650000, "wall_time": 56711.95977163315, "train_loss_step": 4.126802444458008, "n_params": 4633780, "total_flops": 66192620544000000, "train_loss": 0.021783317459954155, "subset_score_loss": 0.021783317459954155} +{"step": 4660000, "wall_time": 56793.714099407196, "train_loss_step": 4.473520755767822, "n_params": 4633780, "total_flops": 66334970265600000, "train_loss": 0.023044617970784505, "subset_score_loss": 0.023044617970784505} +{"step": 4670000, "wall_time": 56873.38876533508, "train_loss_step": 4.107064247131348, "n_params": 4633780, "total_flops": 66477319987200000, "train_loss": 0.0203093859884474, "subset_score_loss": 0.0203093859884474} +{"step": 4680000, "wall_time": 56953.756464481354, "train_loss_step": 4.348995208740234, "n_params": 4633780, "total_flops": 66619669708800000, "train_loss": 0.02249369356367323, "subset_score_loss": 0.02249369356367323} +{"step": 4690000, "wall_time": 57035.96996617317, "train_loss_step": 3.80403995513916, "n_params": 4633780, "total_flops": 66762019430400000, "train_loss": 0.019786494308047825, "subset_score_loss": 0.019786494308047825} +{"step": 4700000, "wall_time": 57185.84576392174, "train_loss_step": 4.2809343338012695, "n_params": 4633780, "total_flops": 66904369152000000, "train_loss": 0.020629604657491047, "subset_score_loss": 0.020629604657491047, "memorization_fraction_pixel": 0.421099990606308, "mean_nn_ratio_pixel": 0.6289666295051575, "fid": 150.29643957698556} +{"step": 4710000, "wall_time": 57268.18756747246, "train_loss_step": 3.836268901824951, "n_params": 4633780, "total_flops": 67046718873600000, "train_loss": 0.019917023181915284, "subset_score_loss": 0.019917023181915284} +{"step": 4720000, "wall_time": 57347.14574098587, "train_loss_step": 4.381793975830078, "n_params": 4633780, "total_flops": 67189068595200000, "train_loss": 0.019519665506150988, "subset_score_loss": 0.019519665506150988} +{"step": 4730000, "wall_time": 57429.006593465805, "train_loss_step": 4.261924743652344, "n_params": 4633780, "total_flops": 67331418316800000, "train_loss": 0.021233297718895806, "subset_score_loss": 0.021233297718895806} +{"step": 4740000, "wall_time": 57511.134862184525, "train_loss_step": 4.109889984130859, "n_params": 4633780, "total_flops": 67473768038400000, "train_loss": 0.02105561759736803, "subset_score_loss": 0.02105561759736803} +{"step": 4750000, "wall_time": 57593.51887345314, "train_loss_step": 4.385646343231201, "n_params": 4633780, "total_flops": 67616117760000000, "train_loss": 0.01949316528108385, "subset_score_loss": 0.01949316528108385} +{"step": 4760000, "wall_time": 57676.1273753643, "train_loss_step": 4.307228088378906, "n_params": 4633780, "total_flops": 67758467481600000, "train_loss": 0.018537425994873048, "subset_score_loss": 0.018537425994873048} +{"step": 4770000, "wall_time": 57755.06373286247, "train_loss_step": 4.386178016662598, "n_params": 4633780, "total_flops": 67900817203200000, "train_loss": 0.019026495350731743, "subset_score_loss": 0.019026495350731743} +{"step": 4780000, "wall_time": 57837.12022304535, "train_loss_step": 4.229092597961426, "n_params": 4633780, "total_flops": 68043166924800000, "train_loss": 0.019074115488264296, "subset_score_loss": 0.019074115488264296} +{"step": 4790000, "wall_time": 57919.57834672928, "train_loss_step": 4.602349281311035, "n_params": 4633780, "total_flops": 68185516646400000, "train_loss": 0.021529735459221735, "subset_score_loss": 0.021529735459221735} +{"step": 4800000, "wall_time": 58069.98183917999, "train_loss_step": 4.082657337188721, "n_params": 4633780, "total_flops": 68327866368000000, "train_loss": 0.020845295323265924, "subset_score_loss": 0.020845295323265924, "memorization_fraction_pixel": 0.3939000070095062, "mean_nn_ratio_pixel": 0.6516384482383728, "fid": 158.25082635184935} +{"step": 4810000, "wall_time": 58152.472762823105, "train_loss_step": 4.619980812072754, "n_params": 4633780, "total_flops": 68470216089600000, "train_loss": 0.02296058071984185, "subset_score_loss": 0.02296058071984185} +{"step": 4820000, "wall_time": 58231.85828757286, "train_loss_step": 4.09937858581543, "n_params": 4633780, "total_flops": 68612565811200000, "train_loss": 0.019122450881534154, "subset_score_loss": 0.019122450881534154} +{"step": 4830000, "wall_time": 58314.058815956116, "train_loss_step": 4.342024803161621, "n_params": 4633780, "total_flops": 68754915532800000, "train_loss": 0.019079261355929904, "subset_score_loss": 0.019079261355929904} +{"step": 4840000, "wall_time": 58396.25051140785, "train_loss_step": 3.8158226013183594, "n_params": 4633780, "total_flops": 68897265254400000, "train_loss": 0.019026602639092338, "subset_score_loss": 0.019026602639092338} +{"step": 4850000, "wall_time": 58476.06149482727, "train_loss_step": 4.264618396759033, "n_params": 4633780, "total_flops": 69039614976000000, "train_loss": 0.018493599361843534, "subset_score_loss": 0.018493599361843534} +{"step": 4860000, "wall_time": 58558.658457517624, "train_loss_step": 3.767137050628662, "n_params": 4633780, "total_flops": 69181964697600000, "train_loss": 0.018462704287634954, "subset_score_loss": 0.018462704287634954} +{"step": 4870000, "wall_time": 58622.64074754715, "train_loss_step": 4.3344407081604, "n_params": 4633780, "total_flops": 69324314419200000, "train_loss": 0.02061618698967828, "subset_score_loss": 0.02061618698967828} +{"step": 4880000, "wall_time": 58684.280610084534, "train_loss_step": 4.147974491119385, "n_params": 4633780, "total_flops": 69466664140800000, "train_loss": 0.019469287660386827, "subset_score_loss": 0.019469287660386827} +{"step": 4890000, "wall_time": 58745.76148605347, "train_loss_step": 4.581904888153076, "n_params": 4633780, "total_flops": 69609013862400000, "train_loss": 0.01836254464255439, "subset_score_loss": 0.01836254464255439} +{"step": 4900000, "wall_time": 58857.13171005249, "train_loss_step": 3.962876558303833, "n_params": 4633780, "total_flops": 69751363584000000, "train_loss": 0.018556850486331516, "subset_score_loss": 0.018556850486331516, "memorization_fraction_pixel": 0.4180999994277954, "mean_nn_ratio_pixel": 0.6344602704048157, "fid": 149.23031580134221} +{"step": 4910000, "wall_time": 58918.577474594116, "train_loss_step": 4.383879661560059, "n_params": 4633780, "total_flops": 69893713305600000, "train_loss": 0.01796318425072564, "subset_score_loss": 0.01796318425072564} +{"step": 4920000, "wall_time": 58961.3640794754, "train_loss_step": 4.277771949768066, "n_params": 4633780, "total_flops": 70036063027200000, "train_loss": 0.019746973779466416, "subset_score_loss": 0.019746973779466416} +{"step": 4930000, "wall_time": 59002.27851700783, "train_loss_step": 4.122439384460449, "n_params": 4633780, "total_flops": 70178412748800000, "train_loss": 0.019120087888505725, "subset_score_loss": 0.019120087888505725} +{"step": 4940000, "wall_time": 59042.374957323074, "train_loss_step": 4.350086688995361, "n_params": 4633780, "total_flops": 70320762470400000, "train_loss": 0.020934526125590006, "subset_score_loss": 0.020934526125590006} +{"step": 4950000, "wall_time": 59083.69293189049, "train_loss_step": 4.30772590637207, "n_params": 4633780, "total_flops": 70463112192000000, "train_loss": 0.0195671108033922, "subset_score_loss": 0.0195671108033922} +{"step": 4960000, "wall_time": 59124.40024352074, "train_loss_step": 4.310549736022949, "n_params": 4633780, "total_flops": 70605461913600000, "train_loss": 0.021883589691585964, "subset_score_loss": 0.021883589691585964} +{"step": 4970000, "wall_time": 59165.35734343529, "train_loss_step": 4.27277135848999, "n_params": 4633780, "total_flops": 70747811635200000, "train_loss": 0.01987337006462945, "subset_score_loss": 0.01987337006462945} +{"step": 4980000, "wall_time": 59206.48208451271, "train_loss_step": 4.038372993469238, "n_params": 4633780, "total_flops": 70890161356800000, "train_loss": 0.020070163408915202, "subset_score_loss": 0.020070163408915202} +{"step": 4990000, "wall_time": 59247.79410839081, "train_loss_step": 4.091775417327881, "n_params": 4633780, "total_flops": 71032511078400000, "train_loss": 0.020383965969085694, "subset_score_loss": 0.020383965969085694} +{"step": 5000000, "wall_time": 59328.25032687187, "train_loss_step": 4.243753910064697, "n_params": 4633780, "total_flops": 71174860800000000, "train_loss": 0.018722461329566106, "subset_score_loss": 0.018722461329566106, "memorization_fraction_pixel": 0.3804999887943268, "mean_nn_ratio_pixel": 0.6586394309997559, "fid": 159.7382909036907} diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d180/runner.log b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d180/runner.log new file mode 100644 index 0000000000000000000000000000000000000000..d31b7ac219e5710e4882352b3f62fb026b35d5dd --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d180/runner.log @@ -0,0 +1,502 @@ + FID real-side stats cached over 1000 diverse train images + step 1 | 75s | train_loss=0.9951 | fid=285.7112 + step 10000 | 175s | train_loss=0.7634 + step 20000 | 275s | train_loss=0.6493 + step 30000 | 374s | train_loss=0.5515 + step 40000 | 474s | train_loss=0.4593 + step 50000 | 574s | train_loss=0.3818 + step 60000 | 674s | train_loss=0.3151 + step 70000 | 774s | train_loss=0.2662 + step 80000 | 873s | train_loss=0.2186 + step 90000 | 971s | train_loss=0.1966 + step 100000 | 1139s | train_loss=0.1633 | fid=199.6482 + step 110000 | 1239s | train_loss=0.1532 + step 120000 | 1338s | train_loss=0.1411 + step 130000 | 1438s | train_loss=0.1309 + step 140000 | 1538s | train_loss=0.1325 + step 150000 | 1638s | train_loss=0.1216 + step 160000 | 1738s | train_loss=0.1142 + step 170000 | 1837s | train_loss=0.1168 + step 180000 | 1935s | train_loss=0.1093 + step 190000 | 2030s | train_loss=0.0972 + step 200000 | 2203s | train_loss=0.1007 | fid=276.8463 + step 210000 | 2303s | train_loss=0.0990 + step 220000 | 2403s | train_loss=0.0938 + step 230000 | 2503s | train_loss=0.0899 + step 240000 | 2603s | train_loss=0.0870 + step 250000 | 2702s | train_loss=0.0917 + step 260000 | 2800s | train_loss=0.0824 + step 270000 | 2900s | train_loss=0.0804 + step 280000 | 2995s | train_loss=0.0815 + step 290000 | 3095s | train_loss=0.0813 + step 300000 | 3270s | train_loss=0.0790 | fid=320.0230 + step 310000 | 3370s | train_loss=0.0732 + step 320000 | 3469s | train_loss=0.0756 + step 330000 | 3569s | train_loss=0.0762 + step 340000 | 3669s | train_loss=0.0747 + step 350000 | 3766s | train_loss=0.0690 + step 360000 | 3866s | train_loss=0.0682 + step 370000 | 3962s | train_loss=0.0713 + step 380000 | 4061s | train_loss=0.0723 + step 390000 | 4161s | train_loss=0.0636 + step 400000 | 4337s | train_loss=0.0623 | fid=323.7515 + step 410000 | 4437s | train_loss=0.0640 + step 420000 | 4537s | train_loss=0.0624 + step 430000 | 4635s | train_loss=0.0597 + step 440000 | 4734s | train_loss=0.0619 + step 450000 | 4833s | train_loss=0.0606 + step 460000 | 4928s | train_loss=0.0625 + step 470000 | 5028s | train_loss=0.0549 + step 480000 | 5127s | train_loss=0.0593 + step 490000 | 5227s | train_loss=0.0584 + step 500000 | 5403s | train_loss=0.0571 | fid=316.4365 + step 510000 | 5501s | train_loss=0.0594 + step 520000 | 5600s | train_loss=0.0553 + step 530000 | 5699s | train_loss=0.0566 + step 540000 | 5799s | train_loss=0.0523 + step 550000 | 5894s | train_loss=0.0527 + step 560000 | 5994s | train_loss=0.0511 + step 570000 | 6094s | train_loss=0.0500 + step 580000 | 6193s | train_loss=0.0546 + step 590000 | 6289s | train_loss=0.0478 + step 600000 | 6467s | train_loss=0.0517 | fid=301.0689 + step 610000 | 6566s | train_loss=0.0500 + step 620000 | 6666s | train_loss=0.0493 + step 630000 | 6765s | train_loss=0.0526 + step 640000 | 6860s | train_loss=0.0468 + step 650000 | 6960s | train_loss=0.0503 + step 660000 | 7060s | train_loss=0.0489 + step 670000 | 7160s | train_loss=0.0466 + step 680000 | 7259s | train_loss=0.0488 + step 690000 | 7355s | train_loss=0.0526 + step 700000 | 7533s | train_loss=0.0489 | fid=298.8217 + step 710000 | 7633s | train_loss=0.0437 + step 720000 | 7732s | train_loss=0.0445 + step 730000 | 7828s | train_loss=0.0440 + step 740000 | 7928s | train_loss=0.0429 + step 750000 | 8027s | train_loss=0.0436 + step 760000 | 8126s | train_loss=0.0434 + step 770000 | 8225s | train_loss=0.0427 + step 780000 | 8323s | train_loss=0.0484 + step 790000 | 8419s | train_loss=0.0475 + step 800000 | 8598s | train_loss=0.0428 | fid=282.6604 + step 810000 | 8697s | train_loss=0.0442 + step 820000 | 8793s | train_loss=0.0434 + step 830000 | 8893s | train_loss=0.0418 + step 840000 | 8993s | train_loss=0.0434 + step 850000 | 9092s | train_loss=0.0422 + step 860000 | 9191s | train_loss=0.0431 + step 870000 | 9290s | train_loss=0.0414 + step 880000 | 9387s | train_loss=0.0417 + step 890000 | 9486s | train_loss=0.0395 + step 900000 | 9665s | train_loss=0.0387 | fid=274.3932 + step 910000 | 9761s | train_loss=0.0398 + step 920000 | 9861s | train_loss=0.0411 + step 930000 | 9960s | train_loss=0.0411 + step 940000 | 10059s | train_loss=0.0455 + step 950000 | 10157s | train_loss=0.0445 + step 960000 | 10257s | train_loss=0.0375 + step 970000 | 10357s | train_loss=0.0379 + step 980000 | 10453s | train_loss=0.0427 + step 990000 | 10552s | train_loss=0.0399 + step 1000000 | 10727s | train_loss=0.0394 | fid=259.7738 + step 1010000 | 10826s | train_loss=0.0388 + step 1020000 | 10925s | train_loss=0.0381 + step 1030000 | 11024s | train_loss=0.0399 + step 1040000 | 11123s | train_loss=0.0396 + step 1050000 | 11223s | train_loss=0.0403 + step 1060000 | 11323s | train_loss=0.0379 + step 1070000 | 11423s | train_loss=0.0384 + step 1080000 | 11519s | train_loss=0.0360 + step 1090000 | 11618s | train_loss=0.0362 + step 1100000 | 11793s | train_loss=0.0383 | fid=249.5566 + step 1110000 | 11892s | train_loss=0.0358 + step 1120000 | 11990s | train_loss=0.0359 + step 1130000 | 12089s | train_loss=0.0346 + step 1140000 | 12189s | train_loss=0.0357 + step 1150000 | 12289s | train_loss=0.0345 + step 1160000 | 12388s | train_loss=0.0345 + step 1170000 | 12485s | train_loss=0.0376 + step 1180000 | 12584s | train_loss=0.0345 + step 1190000 | 12680s | train_loss=0.0349 + step 1200000 | 12856s | train_loss=0.0377 | fid=233.2543 + step 1210000 | 12954s | train_loss=0.0333 + step 1220000 | 13052s | train_loss=0.0340 + step 1230000 | 13150s | train_loss=0.0347 + step 1240000 | 13264s | train_loss=0.0371 + step 1250000 | 13382s | train_loss=0.0355 + step 1260000 | 13500s | train_loss=0.0367 + step 1270000 | 13610s | train_loss=0.0341 + step 1280000 | 13724s | train_loss=0.0325 + step 1290000 | 13842s | train_loss=0.0325 + step 1300000 | 14055s | train_loss=0.0355 | fid=233.9143 + step 1310000 | 14175s | train_loss=0.0343 + step 1320000 | 14295s | train_loss=0.0353 + step 1330000 | 14415s | train_loss=0.0328 + step 1340000 | 14531s | train_loss=0.0318 + step 1350000 | 14649s | train_loss=0.0359 + step 1360000 | 14768s | train_loss=0.0376 + step 1370000 | 14882s | train_loss=0.0362 + step 1380000 | 15000s | train_loss=0.0322 + step 1390000 | 15118s | train_loss=0.0325 + step 1400000 | 15330s | train_loss=0.0325 | fid=213.5418 + step 1410000 | 15448s | train_loss=0.0334 + step 1420000 | 15566s | train_loss=0.0319 + step 1430000 | 15684s | train_loss=0.0315 + step 1440000 | 15801s | train_loss=0.0340 + step 1450000 | 15919s | train_loss=0.0342 + step 1460000 | 16034s | train_loss=0.0337 + step 1470000 | 16142s | train_loss=0.0298 + step 1480000 | 16261s | train_loss=0.0314 + step 1490000 | 16379s | train_loss=0.0334 + step 1500000 | 16636s | train_loss=0.0311 | fid=203.9871 + step 1510000 | 16754s | train_loss=0.0301 + step 1520000 | 16873s | train_loss=0.0320 + step 1530000 | 16990s | train_loss=0.0343 + step 1540000 | 17100s | train_loss=0.0314 + step 1550000 | 17216s | train_loss=0.0312 + step 1560000 | 17334s | train_loss=0.0324 + step 1570000 | 17441s | train_loss=0.0306 + step 1580000 | 17560s | train_loss=0.0296 + step 1590000 | 17678s | train_loss=0.0302 + step 1600000 | 17943s | train_loss=0.0307 | fid=184.7894 + step 1610000 | 18061s | train_loss=0.0332 + step 1620000 | 18180s | train_loss=0.0326 + step 1630000 | 18288s | train_loss=0.0304 + step 1640000 | 18403s | train_loss=0.0302 + step 1650000 | 18522s | train_loss=0.0319 + step 1660000 | 18635s | train_loss=0.0332 + step 1670000 | 18746s | train_loss=0.0321 + step 1680000 | 18864s | train_loss=0.0340 + step 1690000 | 18983s | train_loss=0.0297 + step 1700000 | 19227s | train_loss=0.0303 | fid=170.9947 + step 1710000 | 19345s | train_loss=0.0286 + step 1720000 | 19461s | train_loss=0.0319 + step 1730000 | 19569s | train_loss=0.0353 + step 1740000 | 19686s | train_loss=0.0337 + step 1750000 | 19804s | train_loss=0.0281 + step 1760000 | 19917s | train_loss=0.0292 + step 1770000 | 20033s | train_loss=0.0292 + step 1780000 | 20151s | train_loss=0.0294 + step 1790000 | 20269s | train_loss=0.0370 + step 1800000 | 20529s | train_loss=0.0307 | fid=177.6365 + step 1810000 | 20644s | train_loss=0.0294 + step 1820000 | 20763s | train_loss=0.0278 + step 1830000 | 20869s | train_loss=0.0318 + step 1840000 | 20988s | train_loss=0.0280 + step 1850000 | 21105s | train_loss=0.0266 + step 1860000 | 21214s | train_loss=0.0257 + step 1870000 | 21333s | train_loss=0.0269 + step 1880000 | 21452s | train_loss=0.0280 + step 1890000 | 21570s | train_loss=0.0296 + step 1900000 | 21839s | train_loss=0.0303 | fid=144.8743 + step 1910000 | 21957s | train_loss=0.0288 + step 1920000 | 22075s | train_loss=0.0286 + step 1930000 | 22186s | train_loss=0.0274 + step 1940000 | 22305s | train_loss=0.0271 + step 1950000 | 22419s | train_loss=0.0284 + step 1960000 | 22529s | train_loss=0.0276 + step 1970000 | 22647s | train_loss=0.0300 + step 1980000 | 22765s | train_loss=0.0371 + step 1990000 | 22881s | train_loss=0.0262 + step 2000000 | 23141s | train_loss=0.0283 | fid=161.4478 + step 2010000 | 23259s | train_loss=0.0283 + step 2020000 | 23371s | train_loss=0.0314 + step 2030000 | 23487s | train_loss=0.0289 + step 2040000 | 23606s | train_loss=0.0262 + step 2050000 | 23716s | train_loss=0.0285 + step 2060000 | 23831s | train_loss=0.0269 + step 2070000 | 23949s | train_loss=0.0288 + step 2080000 | 24065s | train_loss=0.0265 + step 2090000 | 24182s | train_loss=0.0276 + step 2100000 | 24436s | train_loss=0.0275 | fid=157.2650 + step 2110000 | 24555s | train_loss=0.0263 + step 2120000 | 24664s | train_loss=0.0253 + step 2130000 | 24783s | train_loss=0.0258 + step 2140000 | 24901s | train_loss=0.0269 + step 2150000 | 25008s | train_loss=0.0258 + step 2160000 | 25122s | train_loss=0.0299 + step 2170000 | 25240s | train_loss=0.0260 + step 2180000 | 25359s | train_loss=0.0256 + step 2190000 | 25476s | train_loss=0.0293 + step 2200000 | 25721s | train_loss=0.0267 | fid=150.7526 + step 2210000 | 25839s | train_loss=0.0300 + step 2220000 | 25944s | train_loss=0.0261 + step 2230000 | 26063s | train_loss=0.0257 + step 2240000 | 26183s | train_loss=0.0266 + step 2250000 | 26290s | train_loss=0.0258 + step 2260000 | 26405s | train_loss=0.0260 + step 2270000 | 26524s | train_loss=0.0306 + step 2280000 | 26642s | train_loss=0.0256 + step 2290000 | 26760s | train_loss=0.0256 + step 2300000 | 26999s | train_loss=0.0280 | fid=172.4436 + step 2310000 | 27118s | train_loss=0.0255 + step 2320000 | 27225s | train_loss=0.0266 + step 2330000 | 27343s | train_loss=0.0253 + step 2340000 | 27460s | train_loss=0.0240 + step 2350000 | 27568s | train_loss=0.0247 + step 2360000 | 27683s | train_loss=0.0305 + step 2370000 | 27802s | train_loss=0.0276 + step 2380000 | 27920s | train_loss=0.0263 + step 2390000 | 28039s | train_loss=0.0266 + step 2400000 | 28306s | train_loss=0.0246 | fid=152.2407 + step 2410000 | 28425s | train_loss=0.0276 + step 2420000 | 28533s | train_loss=0.0255 + step 2430000 | 28649s | train_loss=0.0274 + step 2440000 | 28769s | train_loss=0.0256 + step 2450000 | 28872s | train_loss=0.0264 + step 2460000 | 28991s | train_loss=0.0271 + step 2470000 | 29110s | train_loss=0.0242 + step 2480000 | 29228s | train_loss=0.0246 + step 2490000 | 29347s | train_loss=0.0259 + step 2500000 | 29596s | train_loss=0.0262 | fid=161.9349 + step 2510000 | 29714s | train_loss=0.0245 + step 2520000 | 29823s | train_loss=0.0258 + step 2530000 | 29941s | train_loss=0.0280 + step 2540000 | 30061s | train_loss=0.0230 + step 2550000 | 30172s | train_loss=0.0239 + step 2560000 | 30292s | train_loss=0.0251 + step 2570000 | 30412s | train_loss=0.0254 + step 2580000 | 30528s | train_loss=0.0226 + step 2590000 | 30647s | train_loss=0.0257 + step 2600000 | 30923s | train_loss=0.0259 | fid=163.8986 + step 2610000 | 31036s | train_loss=0.0251 + step 2620000 | 31156s | train_loss=0.0253 + step 2630000 | 31275s | train_loss=0.0231 + step 2640000 | 31387s | train_loss=0.0239 + step 2650000 | 31502s | train_loss=0.0246 + step 2660000 | 31622s | train_loss=0.0250 + step 2670000 | 31739s | train_loss=0.0237 + step 2680000 | 31859s | train_loss=0.0233 + step 2690000 | 31976s | train_loss=0.0248 + step 2700000 | 32238s | train_loss=0.0262 | fid=156.8976 + step 2710000 | 32351s | train_loss=0.0235 + step 2720000 | 32470s | train_loss=0.0243 + step 2730000 | 32589s | train_loss=0.0235 + step 2740000 | 32706s | train_loss=0.0235 + step 2750000 | 32825s | train_loss=0.0248 + step 2760000 | 32945s | train_loss=0.0263 + step 2770000 | 33063s | train_loss=0.0253 + step 2780000 | 33181s | train_loss=0.0259 + step 2790000 | 33298s | train_loss=0.0232 + step 2800000 | 33549s | train_loss=0.0228 | fid=164.3412 + step 2810000 | 33668s | train_loss=0.0231 + step 2820000 | 33788s | train_loss=0.0223 + step 2830000 | 33904s | train_loss=0.0262 + step 2840000 | 34023s | train_loss=0.0219 + step 2850000 | 34143s | train_loss=0.0239 + step 2860000 | 34260s | train_loss=0.0250 + step 2870000 | 34377s | train_loss=0.0241 + step 2880000 | 34496s | train_loss=0.0265 + step 2890000 | 34615s | train_loss=0.0249 + step 2900000 | 34874s | train_loss=0.0260 | fid=162.1771 + step 2910000 | 34993s | train_loss=0.0245 + step 2920000 | 35108s | train_loss=0.0244 + step 2930000 | 35218s | train_loss=0.0217 + step 2940000 | 35337s | train_loss=0.0298 + step 2950000 | 35456s | train_loss=0.0231 + step 2960000 | 35572s | train_loss=0.0225 + step 2970000 | 35692s | train_loss=0.0252 + step 2980000 | 35811s | train_loss=0.0236 + step 2990000 | 35931s | train_loss=0.0221 + step 3000000 | 36175s | train_loss=0.0239 | fid=167.8760 + step 3010000 | 36294s | train_loss=0.0224 + step 3020000 | 36406s | train_loss=0.0220 + step 3030000 | 36525s | train_loss=0.0209 + step 3040000 | 36642s | train_loss=0.0243 + step 3050000 | 36760s | train_loss=0.0226 + step 3060000 | 36879s | train_loss=0.0232 + step 3070000 | 36997s | train_loss=0.0258 + step 3080000 | 37115s | train_loss=0.0217 + step 3090000 | 37234s | train_loss=0.0235 + step 3100000 | 37494s | train_loss=0.0212 | fid=165.4988 + step 3110000 | 37613s | train_loss=0.0249 + step 3120000 | 37723s | train_loss=0.0218 + step 3130000 | 37840s | train_loss=0.0234 + step 3140000 | 37960s | train_loss=0.0263 + step 3150000 | 38077s | train_loss=0.0244 + step 3160000 | 38197s | train_loss=0.0223 + step 3170000 | 38317s | train_loss=0.0237 + step 3180000 | 38436s | train_loss=0.0231 + step 3190000 | 38556s | train_loss=0.0232 + step 3200000 | 38773s | train_loss=0.0237 | fid=163.2221 + step 3210000 | 38888s | train_loss=0.0231 + step 3220000 | 38997s | train_loss=0.0257 + step 3230000 | 39116s | train_loss=0.0257 + step 3240000 | 39235s | train_loss=0.0232 + step 3250000 | 39353s | train_loss=0.0240 + step 3260000 | 39472s | train_loss=0.0237 + step 3270000 | 39592s | train_loss=0.0264 + step 3280000 | 39712s | train_loss=0.0223 + step 3290000 | 39830s | train_loss=0.0215 + step 3300000 | 40088s | train_loss=0.0256 | fid=160.1297 + step 3310000 | 40199s | train_loss=0.0225 + step 3320000 | 40319s | train_loss=0.0259 + step 3330000 | 40438s | train_loss=0.0222 + step 3340000 | 40556s | train_loss=0.0228 + step 3350000 | 40675s | train_loss=0.0245 + step 3360000 | 40795s | train_loss=0.0225 + step 3370000 | 40913s | train_loss=0.0255 + step 3380000 | 41033s | train_loss=0.0233 + step 3390000 | 41151s | train_loss=0.0227 + step 3400000 | 41376s | train_loss=0.0231 | fid=158.8335 + step 3410000 | 41483s | train_loss=0.0226 + step 3420000 | 41602s | train_loss=0.0215 + step 3430000 | 41722s | train_loss=0.0218 + step 3440000 | 41838s | train_loss=0.0217 + step 3450000 | 41958s | train_loss=0.0208 + step 3460000 | 42078s | train_loss=0.0227 + step 3470000 | 42197s | train_loss=0.0226 + step 3480000 | 42315s | train_loss=0.0204 + step 3490000 | 42433s | train_loss=0.0221 + step 3500000 | 42677s | train_loss=0.0264 | fid=161.2008 + step 3510000 | 42789s | train_loss=0.0222 + step 3520000 | 42909s | train_loss=0.0205 + step 3530000 | 43029s | train_loss=0.0199 + step 3540000 | 43148s | train_loss=0.0215 + step 3550000 | 43268s | train_loss=0.0221 + step 3560000 | 43387s | train_loss=0.0242 + step 3570000 | 43504s | train_loss=0.0204 + step 3580000 | 43623s | train_loss=0.0239 + step 3590000 | 43741s | train_loss=0.0225 + step 3600000 | 43964s | train_loss=0.0210 | fid=159.7954 + step 3610000 | 44084s | train_loss=0.0231 + step 3620000 | 44204s | train_loss=0.0235 + step 3630000 | 44322s | train_loss=0.0224 + step 3640000 | 44440s | train_loss=0.0207 + step 3650000 | 44557s | train_loss=0.0233 + step 3660000 | 44675s | train_loss=0.0230 + step 3670000 | 44793s | train_loss=0.0222 + step 3680000 | 44914s | train_loss=0.0210 + step 3690000 | 45033s | train_loss=0.0250 + step 3700000 | 45278s | train_loss=0.0207 | fid=155.1193 + step 3710000 | 45398s | train_loss=0.0226 + step 3720000 | 45519s | train_loss=0.0234 + step 3730000 | 45637s | train_loss=0.0209 + step 3740000 | 45754s | train_loss=0.0203 + step 3750000 | 45872s | train_loss=0.0224 + step 3760000 | 45992s | train_loss=0.0222 + step 3770000 | 46112s | train_loss=0.0248 + step 3780000 | 46233s | train_loss=0.0201 + step 3790000 | 46351s | train_loss=0.0245 + step 3800000 | 46562s | train_loss=0.0212 | fid=150.7490 + step 3810000 | 46682s | train_loss=0.0202 + step 3820000 | 46803s | train_loss=0.0212 + step 3830000 | 46920s | train_loss=0.0215 + step 3840000 | 47038s | train_loss=0.0218 + step 3850000 | 47159s | train_loss=0.0231 + step 3860000 | 47279s | train_loss=0.0232 + step 3870000 | 47399s | train_loss=0.0221 + step 3880000 | 47519s | train_loss=0.0205 + step 3890000 | 47639s | train_loss=0.0225 + step 3900000 | 47849s | train_loss=0.0219 | fid=155.8394 + step 3910000 | 47970s | train_loss=0.0213 + step 3920000 | 48088s | train_loss=0.0216 + step 3930000 | 48205s | train_loss=0.0219 + step 3940000 | 48325s | train_loss=0.0217 + step 3950000 | 48445s | train_loss=0.0212 + step 3960000 | 48565s | train_loss=0.0200 + step 3970000 | 48686s | train_loss=0.0218 + step 3980000 | 48804s | train_loss=0.0211 + step 3990000 | 48925s | train_loss=0.0273 + step 4000000 | 49136s | train_loss=0.0196 | fid=152.3365 + step 4010000 | 49254s | train_loss=0.0206 + step 4020000 | 49373s | train_loss=0.0230 + step 4030000 | 49491s | train_loss=0.0202 + step 4040000 | 49611s | train_loss=0.0211 + step 4050000 | 49731s | train_loss=0.0195 + step 4060000 | 49851s | train_loss=0.0207 + step 4070000 | 49971s | train_loss=0.0209 + step 4080000 | 50090s | train_loss=0.0198 + step 4090000 | 50209s | train_loss=0.0207 + step 4100000 | 50420s | train_loss=0.0210 | fid=159.0978 + step 4110000 | 50539s | train_loss=0.0208 + step 4120000 | 50660s | train_loss=0.0198 + step 4130000 | 50779s | train_loss=0.0233 + step 4140000 | 50899s | train_loss=0.0208 + step 4150000 | 51019s | train_loss=0.0228 + step 4160000 | 51139s | train_loss=0.0203 + step 4170000 | 51259s | train_loss=0.0202 + step 4180000 | 51378s | train_loss=0.0193 + step 4190000 | 51495s | train_loss=0.0221 + step 4200000 | 51706s | train_loss=0.0198 | fid=147.1509 + step 4210000 | 51825s | train_loss=0.0210 + step 4220000 | 51945s | train_loss=0.0201 + step 4230000 | 52065s | train_loss=0.0234 + step 4240000 | 52186s | train_loss=0.0216 + step 4250000 | 52306s | train_loss=0.0198 + step 4260000 | 52426s | train_loss=0.0194 + step 4270000 | 52547s | train_loss=0.0215 + step 4280000 | 52666s | train_loss=0.0211 + step 4290000 | 52782s | train_loss=0.0210 + step 4300000 | 52994s | train_loss=0.0204 | fid=143.7292 + step 4310000 | 53114s | train_loss=0.0205 + step 4320000 | 53233s | train_loss=0.0197 + step 4330000 | 53353s | train_loss=0.0197 + step 4340000 | 53473s | train_loss=0.0195 + step 4350000 | 53593s | train_loss=0.0206 + step 4360000 | 53712s | train_loss=0.0202 + step 4370000 | 53833s | train_loss=0.0207 + step 4380000 | 53950s | train_loss=0.0196 + step 4390000 | 54067s | train_loss=0.0224 + step 4400000 | 54283s | train_loss=0.0220 | fid=148.8239 + step 4410000 | 54403s | train_loss=0.0202 + step 4420000 | 54522s | train_loss=0.0201 + step 4430000 | 54642s | train_loss=0.0188 + step 4440000 | 54762s | train_loss=0.0207 + step 4450000 | 54882s | train_loss=0.0204 + step 4460000 | 55003s | train_loss=0.0193 + step 4470000 | 55102s | train_loss=0.0193 + step 4480000 | 55188s | train_loss=0.0204 + step 4490000 | 55270s | train_loss=0.0199 + step 4500000 | 55421s | train_loss=0.0233 | fid=157.1625 + step 4510000 | 55503s | train_loss=0.0194 + step 4520000 | 55582s | train_loss=0.0223 + step 4530000 | 55664s | train_loss=0.0209 + step 4540000 | 55746s | train_loss=0.0208 + step 4550000 | 55828s | train_loss=0.0203 + step 4560000 | 55911s | train_loss=0.0241 + step 4570000 | 55993s | train_loss=0.0216 + step 4580000 | 56071s | train_loss=0.0208 + step 4590000 | 56153s | train_loss=0.0186 + step 4600000 | 56304s | train_loss=0.0189 | fid=149.9770 + step 4610000 | 56387s | train_loss=0.0190 + step 4620000 | 56466s | train_loss=0.0213 + step 4630000 | 56548s | train_loss=0.0204 + step 4640000 | 56630s | train_loss=0.0193 + step 4650000 | 56712s | train_loss=0.0218 + step 4660000 | 56794s | train_loss=0.0230 + step 4670000 | 56873s | train_loss=0.0203 + step 4680000 | 56954s | train_loss=0.0225 + step 4690000 | 57036s | train_loss=0.0198 + step 4700000 | 57186s | train_loss=0.0206 | fid=150.2964 + step 4710000 | 57268s | train_loss=0.0199 + step 4720000 | 57347s | train_loss=0.0195 + step 4730000 | 57429s | train_loss=0.0212 + step 4740000 | 57511s | train_loss=0.0211 + step 4750000 | 57594s | train_loss=0.0195 + step 4760000 | 57676s | train_loss=0.0185 + step 4770000 | 57755s | train_loss=0.0190 + step 4780000 | 57837s | train_loss=0.0191 + step 4790000 | 57920s | train_loss=0.0215 + step 4800000 | 58070s | train_loss=0.0208 | fid=158.2508 + step 4810000 | 58152s | train_loss=0.0230 + step 4820000 | 58232s | train_loss=0.0191 + step 4830000 | 58314s | train_loss=0.0191 + step 4840000 | 58396s | train_loss=0.0190 + step 4850000 | 58476s | train_loss=0.0185 + step 4860000 | 58559s | train_loss=0.0185 + step 4870000 | 58623s | train_loss=0.0206 + step 4880000 | 58684s | train_loss=0.0195 + step 4890000 | 58746s | train_loss=0.0184 + step 4900000 | 58857s | train_loss=0.0186 | fid=149.2303 + step 4910000 | 58919s | train_loss=0.0180 + step 4920000 | 58961s | train_loss=0.0197 + step 4930000 | 59002s | train_loss=0.0191 + step 4940000 | 59042s | train_loss=0.0209 + step 4950000 | 59084s | train_loss=0.0196 + step 4960000 | 59124s | train_loss=0.0219 + step 4970000 | 59165s | train_loss=0.0199 + step 4980000 | 59206s | train_loss=0.0201 + step 4990000 | 59248s | train_loss=0.0204 + step 5000000 | 59328s | train_loss=0.0187 | fid=159.7383 diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d20/config.json b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d20/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4b8cdaae48b2fad2f66b9aaf186568746d0c057f --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d20/config.json @@ -0,0 +1,25 @@ +{ + "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d20/vae.pt", + "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d20", + "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", + "n_train": 1000, + "total_steps": 5000000, + "eval_interval": 10000, + "mem_interval": 100000, + "fid_interval": 100000, + "fid_n_real": 1000, + "fid_n_gen": 10000, + "n_gen_samples": 10000, + "n_sde_steps": 500, + "batch_size": 512, + "hidden": 1024, + "depth": 5, + "optimizer": "sgd", + "lr": 0.001, + "momentum": 0.8, + "t_min": 0.01, + "t_max": 3.0, + "t_eval": 0.1, + "seed": 43, + "device": null +} diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d20/metrics.jsonl b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d20/metrics.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..d6ddd59502c7eeb1597b25d7ad99ed85aee95200 --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d20/metrics.jsonl @@ -0,0 +1,502 @@ +{"event": "meta", "data": "cifar10_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 20, "n": 1000, "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d20/vae.pt", "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [41905, 27590, 3837, 45564, 49079, 45615, 24791, 29586, 40154, 14155, 41744, 31565, 21399, 47093, 14144, 7260, 25109, 49111, 3286, 28559, 8088, 18636, 27677, 5584, 14605, 28090, 44911, 22197, 30774, 45976, 21377, 38974, 37419, 34658, 48141, 45353, 16718, 44442, 14512, 30061, 32910, 17321, 15565, 17405, 44045, 17717, 6400, 37998, 3773, 20538, 19316, 34889, 4564, 1363, 5611, 41687, 16986, 41914, 25046, 49823, 33007, 20861, 27988, 42869, 33687, 3828, 12070, 15418, 22140, 35636, 31728, 9480, 7712, 2852, 43042, 17354, 27208, 49689, 14774, 29225, 25390, 35055, 12670, 19522, 24246, 14561, 33656, 42751, 2242, 364, 43176, 15490, 46231, 26061, 18629, 34392, 32488, 26106, 10393, 11167, 20874, 8106, 10093, 7243, 48907, 8147, 45063, 21102, 37655, 7635, 2514, 27684, 3204, 28758, 28311, 29718, 44311, 10355, 32304, 14615, 28486, 14294, 16760, 37166, 19433, 20899, 23979, 36854, 43726, 10375, 11078, 10677, 40127, 33642, 36325, 13174, 19662, 30319, 22501, 14354, 24243, 27654, 42509, 18915, 29668, 2313, 42454, 11218, 48097, 31985, 16567, 26984, 33502, 36329, 22928, 42746, 38223, 19499, 41926, 29059, 44004, 8962, 40807, 11854, 36894, 13566, 36982, 16226, 36410, 47002, 20194, 3625, 19297, 2555, 4842, 8098, 44052, 5795, 5274, 4374, 17924, 30344, 5386, 26317, 30389, 32399, 32042, 26731, 29532, 33817, 26942, 25858, 11887, 46070, 41837, 10713, 33955, 20000, 29946, 4912, 32112, 6697, 44031, 27296, 37785, 25660, 27948, 31260, 24358, 1827, 37445, 25084, 11703, 3820, 49218, 30616, 25083, 22759, 6275, 40603, 39038, 37156, 8894, 9871, 31333, 26582, 20528, 10523, 2747, 33639, 41740, 47899, 11337, 6325, 433, 33051, 1094, 24743, 9392, 22638, 7689, 39641, 9486, 33554, 30840, 35032, 19647, 7903, 18205, 34063, 46483, 32963, 11601, 19203, 45792, 47136, 6174, 40793, 13885, 16641, 48744, 37658, 43829, 44107, 6388, 37424, 20033, 28563, 27013, 17032, 12768, 38181, 35608, 14089, 29228, 40229, 45106, 11963, 37979, 20694, 22835, 5773, 19580, 44596, 19079, 45191, 666, 15893, 7513, 15939, 45020, 12659, 31388, 44651, 23592, 16419, 47615, 36714, 36448, 28579, 1697, 9889, 42082, 49150, 41132, 33996, 21551, 18467, 45242, 6516, 3355, 20187, 31669, 2814, 6900, 28198, 17656, 18178, 31825, 34244, 38330, 28894, 7463, 8134, 38159, 10524, 41508, 2367, 496, 31046, 1511, 31956, 46621, 14176, 1899, 32397, 29452, 16504, 34042, 24014, 47447, 20229, 36683, 5186, 14349, 21736, 17094, 30311, 27949, 30023, 49589, 43270, 2898, 18259, 17175, 18594, 17062, 42063, 3237, 12080, 35769, 1687, 30330, 29678, 27321, 4273, 28513, 2551, 5314, 13572, 13497, 9652, 3466, 27133, 38459, 23232, 14231, 25584, 49398, 32994, 10434, 42369, 37410, 45044, 11075, 12523, 1417, 6765, 40000, 25016, 36905, 48638, 21, 16822, 24333, 30084, 43982, 26954, 6519, 42546, 14751, 14278, 49970, 47621, 18883, 37295, 9040, 40369, 22225, 36489, 21302, 13110, 5455, 47804, 14868, 13063, 22102, 36825, 21969, 33186, 28908, 32592, 42766, 12262, 39073, 915, 11824, 39208, 3098, 42789, 29800, 14150, 28705, 8847, 21716, 535, 48077, 41540, 36207, 10816, 41471, 35049, 20661, 6083, 30194, 4576, 2174, 1908, 48392, 10435, 10986, 18036, 24746, 3941, 34118, 49749, 12025, 21493, 15785, 17085, 39411, 34561, 42064, 36237, 2740, 8183, 40564, 33107, 25765, 49165, 25211, 17520, 17115, 1869, 46432, 33757, 20517, 39760, 259, 45380, 12436, 48000, 21046, 4039, 15701, 35246, 29112, 44161, 34079, 45449, 42845, 22815, 5597, 3990, 35899, 48969, 41528, 27873, 16598, 39104, 23359, 46847, 28624, 19198, 1251, 9003, 28383, 47005, 40703, 41605, 39895, 26201, 11727, 27435, 17333, 39261, 37456, 14653, 30634, 4160, 24540, 12044, 7111, 23485, 5645, 2572, 1682, 17872, 8974, 16796, 11864, 40178, 20092, 32219, 14458, 37007, 31340, 10520, 34489, 13128, 42913, 31468, 44180, 37938, 20058, 18673, 36850, 34721, 26210, 15257, 35188, 11815, 47936, 18088, 43578, 11996, 47952, 24311, 1884, 36557, 32921, 36250, 38022, 5671, 13621, 23326, 14326, 23471, 24685, 39092, 3268, 37257, 16348, 13730, 21838, 44088, 8945, 10827, 13840, 46123, 48010, 13350, 30622, 45233, 8698, 14335, 45842, 15138, 1515, 40759, 21960, 47551, 33208, 18260, 6377, 46869, 31742, 23566, 12829, 15305, 37988, 16111, 32146, 37948, 25917, 30484, 17885, 42468, 28238, 33865, 28030, 30072, 34855, 19324, 42075, 30623, 3667, 38832, 25100, 43077, 36471, 11663, 13588, 14015, 5099, 10589, 28526, 48022, 15444, 3280, 188, 31582, 15225, 11019, 21804, 3901, 24461, 25031, 10373, 4486, 45950, 37949, 32923, 1583, 6576, 26004, 16237, 38132, 25045, 25091, 41949, 11553, 48062, 40503, 13057, 8954, 18566, 28405, 28604, 30434, 49112, 30676, 32930, 16183, 48336, 43162, 873, 37233, 44718, 37247, 23758, 9243, 12126, 5287, 49594, 3459, 32091, 20894, 41743, 7366, 7258, 37939, 47665, 12260, 20836, 43253, 16191, 11619, 1519, 6137, 3934, 48375, 35234, 103, 30510, 8869, 21085, 41234, 25138, 25079, 31218, 48292, 48814, 6635, 18416, 1421, 4363, 5164, 47455, 21280, 16767, 19685, 16449, 45798, 31292, 31049, 43587, 30772, 2651, 12854, 23199, 25234, 23389, 24742, 19480, 19738, 19726, 2388, 21394, 4512, 9069, 42856, 25766, 23797, 40741, 33624, 8328, 35922, 27732, 36268, 23213, 41966, 40002, 12750, 46225, 35182, 23769, 25152, 26764, 20090, 27202, 48096, 4266, 2205, 2020, 37651, 36088, 1021, 28544, 20933, 48924, 11503, 43997, 9492, 19505, 47632, 4118, 2029, 22008, 41396, 16378, 36738, 33194, 28053, 44137, 30771, 12131, 5963, 31754, 46953, 3180, 1718, 36816, 2208, 20898, 13799, 30796, 34445, 37540, 27983, 39216, 16791, 36763, 15987, 28440, 11782, 48531, 4252, 47359, 5351, 4059, 9263, 32274, 39283, 258, 17485, 31280, 12814, 33217, 38203, 11170, 8486, 14434, 13722, 36048, 3705, 47210, 38260, 2200, 17850, 21589, 27598, 9926, 9419, 3981, 34519, 37821, 22855, 39796, 24105, 5113, 5888, 31974, 40040, 17179, 48615, 38665, 47173, 47154, 20619, 5049, 1656, 27736, 14424, 2013, 1348, 32964, 37228, 34968, 34124, 15993, 42420, 26558, 2961, 27119, 37779, 29321, 31595, 29301, 38364, 17528, 19583, 48609, 4428, 12427, 601, 21213, 44456, 39274, 40250, 39804, 35373, 43875, 20550, 43426, 13696, 34572, 11097, 22458, 33042, 12981, 29073, 6601, 2370, 4065, 46317, 29460, 21761, 13977, 4520, 31604, 16259, 1445, 29204, 26097, 31921, 33193, 36054, 26372, 4436, 40306, 13974, 6159, 46233, 33714, 27592, 23153, 40311, 12294, 40141, 14030, 36304, 40086, 43163, 14689, 5002, 40885, 40758, 42458, 18580, 29784, 14527, 30070, 18326, 40830, 42503, 5434, 25179, 15652, 11428, 40980, 45916, 22056, 15896, 42628, 30092, 40834, 25862, 40370, 7804, 46908, 44191, 26908, 9764, 36969, 21521, 35257, 9279, 36964, 4012, 627, 31813, 15669, 33832, 29874, 1912, 41254, 23709, 4648, 3131, 49882, 19349, 35975, 25565, 21641, 48219, 30806, 33979, 36103, 14640, 34524, 31661, 26869, 27297, 46519, 2352, 46930, 7617, 49750, 12620, 29820, 18590, 890, 16394, 23877, 26421, 23417, 29021, 11596, 22017, 14794, 14437, 48385, 48231, 18946, 38048, 41302, 40633, 15317, 24820], "fid_reference": "same farthest-first 1k CIFAR-10 training subset", "seed": 43} +{"step": 1, "wall_time": 64.00945520401001, "train_loss_step": 19.7782039642334, "n_params": 4305940, "total_flops": 13227847680, "train_loss": 1.008819007873535, "subset_score_loss": 1.008819007873535, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9687184691429138, "fid": 182.2995224045084} +{"step": 10000, "wall_time": 137.08050227165222, "train_loss_step": 5.084691524505615, "n_params": 4305940, "total_flops": 132278476800000, "train_loss": 0.9223026275634766, "subset_score_loss": 0.9223026275634766} +{"step": 20000, "wall_time": 220.86383867263794, "train_loss_step": 4.972175121307373, "n_params": 4305940, "total_flops": 264556953600000, "train_loss": 0.9169748306274415, "subset_score_loss": 0.9169748306274415} +{"step": 30000, "wall_time": 304.6472399234772, "train_loss_step": 4.758371353149414, "n_params": 4305940, "total_flops": 396835430400000, "train_loss": 0.9120538711547852, "subset_score_loss": 0.9120538711547852} +{"step": 40000, "wall_time": 388.3816373348236, "train_loss_step": 4.860570907592773, "n_params": 4305940, "total_flops": 529113907200000, "train_loss": 0.9065428733825683, "subset_score_loss": 0.9065428733825683} +{"step": 50000, "wall_time": 472.14628505706787, "train_loss_step": 4.925945281982422, "n_params": 4305940, "total_flops": 661392384000000, "train_loss": 0.8996371269226074, "subset_score_loss": 0.8996371269226074} +{"step": 60000, "wall_time": 555.8888072967529, "train_loss_step": 4.742186546325684, "n_params": 4305940, "total_flops": 793670860800000, "train_loss": 0.8886123657226562, "subset_score_loss": 0.8886123657226562} +{"step": 70000, "wall_time": 639.7333588600159, "train_loss_step": 4.984859466552734, "n_params": 4305940, "total_flops": 925949337600000, "train_loss": 0.868649673461914, "subset_score_loss": 0.868649673461914} +{"step": 80000, "wall_time": 723.4630625247955, "train_loss_step": 4.692328453063965, "n_params": 4305940, "total_flops": 1058227814400000, "train_loss": 0.831178092956543, "subset_score_loss": 0.831178092956543} +{"step": 90000, "wall_time": 807.2227621078491, "train_loss_step": 4.507626533508301, "n_params": 4305940, "total_flops": 1190506291200000, "train_loss": 0.7687081813812255, "subset_score_loss": 0.7687081813812255} +{"step": 100000, "wall_time": 959.2187359333038, "train_loss_step": 4.210417747497559, "n_params": 4305940, "total_flops": 1322784768000000, "train_loss": 0.6728683471679687, "subset_score_loss": 0.6728683471679687, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.945321261882782, "fid": 163.69913787819078} +{"step": 110000, "wall_time": 1032.5167527198792, "train_loss_step": 3.9420554637908936, "n_params": 4305940, "total_flops": 1455063244800000, "train_loss": 0.5533831119537354, "subset_score_loss": 0.5533831119537354} +{"step": 120000, "wall_time": 1116.317310333252, "train_loss_step": 3.5545599460601807, "n_params": 4305940, "total_flops": 1587341721600000, "train_loss": 0.44271101951599123, "subset_score_loss": 0.44271101951599123} +{"step": 130000, "wall_time": 1200.110536813736, "train_loss_step": 3.427985668182373, "n_params": 4305940, "total_flops": 1719620198400000, "train_loss": 0.35195949077606203, "subset_score_loss": 0.35195949077606203} +{"step": 140000, "wall_time": 1283.89417552948, "train_loss_step": 3.282804012298584, "n_params": 4305940, "total_flops": 1851898675200000, "train_loss": 0.28528892993927, "subset_score_loss": 0.28528892993927} +{"step": 150000, "wall_time": 1367.7464625835419, "train_loss_step": 3.3635315895080566, "n_params": 4305940, "total_flops": 1984177152000000, "train_loss": 0.24175703525543213, "subset_score_loss": 0.24175703525543213} +{"step": 160000, "wall_time": 1451.5481915473938, "train_loss_step": 3.1299965381622314, "n_params": 4305940, "total_flops": 2116455628800000, "train_loss": 0.20955138206481932, "subset_score_loss": 0.20955138206481932} +{"step": 170000, "wall_time": 1535.3724644184113, "train_loss_step": 3.070093870162964, "n_params": 4305940, "total_flops": 2248734105600000, "train_loss": 0.18998242616653443, "subset_score_loss": 0.18998242616653443} +{"step": 180000, "wall_time": 1619.2120513916016, "train_loss_step": 2.8775219917297363, "n_params": 4305940, "total_flops": 2381012582400000, "train_loss": 0.17322784662246704, "subset_score_loss": 0.17322784662246704} +{"step": 190000, "wall_time": 1703.041113615036, "train_loss_step": 2.7627127170562744, "n_params": 4305940, "total_flops": 2513291059200000, "train_loss": 0.1634796977043152, "subset_score_loss": 0.1634796977043152} +{"step": 200000, "wall_time": 1855.0016782283783, "train_loss_step": 2.796487331390381, "n_params": 4305940, "total_flops": 2645569536000000, "train_loss": 0.15359697341918946, "subset_score_loss": 0.15359697341918946, "memorization_fraction_pixel": 9.999999747378752e-05, "mean_nn_ratio_pixel": 0.8669937252998352, "fid": 164.45550022459145} +{"step": 210000, "wall_time": 1930.3208463191986, "train_loss_step": 2.823791980743408, "n_params": 4305940, "total_flops": 2777848012800000, "train_loss": 0.1463393211364746, "subset_score_loss": 0.1463393211364746} +{"step": 220000, "wall_time": 2012.947491645813, "train_loss_step": 2.960477828979492, "n_params": 4305940, "total_flops": 2910126489600000, "train_loss": 0.13614333868026735, "subset_score_loss": 0.13614333868026735} +{"step": 230000, "wall_time": 2096.7569513320923, "train_loss_step": 2.6617980003356934, "n_params": 4305940, "total_flops": 3042404966400000, "train_loss": 0.13052718639373778, "subset_score_loss": 0.13052718639373778} +{"step": 240000, "wall_time": 2180.5490980148315, "train_loss_step": 2.8010082244873047, "n_params": 4305940, "total_flops": 3174683443200000, "train_loss": 0.12412462234497071, "subset_score_loss": 0.12412462234497071} +{"step": 250000, "wall_time": 2264.3439514636993, "train_loss_step": 3.0956101417541504, "n_params": 4305940, "total_flops": 3306961920000000, "train_loss": 0.11900681257247925, "subset_score_loss": 0.11900681257247925} +{"step": 260000, "wall_time": 2348.1572828292847, "train_loss_step": 2.7658939361572266, "n_params": 4305940, "total_flops": 3439240396800000, "train_loss": 0.11322376728057862, "subset_score_loss": 0.11322376728057862} +{"step": 270000, "wall_time": 2431.946507692337, "train_loss_step": 2.689816474914551, "n_params": 4305940, "total_flops": 3571518873600000, "train_loss": 0.11007784605026245, "subset_score_loss": 0.11007784605026245} +{"step": 280000, "wall_time": 2515.8432195186615, "train_loss_step": 2.6085429191589355, "n_params": 4305940, "total_flops": 3703797350400000, "train_loss": 0.1060859203338623, "subset_score_loss": 0.1060859203338623} +{"step": 290000, "wall_time": 2599.676227092743, "train_loss_step": 2.637714385986328, "n_params": 4305940, "total_flops": 3836075827200000, "train_loss": 0.10142269134521484, "subset_score_loss": 0.10142269134521484} +{"step": 300000, "wall_time": 2750.561552286148, "train_loss_step": 2.5420727729797363, "n_params": 4305940, "total_flops": 3968354304000000, "train_loss": 0.09982181787490844, "subset_score_loss": 0.09982181787490844, "memorization_fraction_pixel": 0.0013000000035390258, "mean_nn_ratio_pixel": 0.8146194219589233, "fid": 163.06055737875243} +{"step": 310000, "wall_time": 2826.023373603821, "train_loss_step": 2.4454879760742188, "n_params": 4305940, "total_flops": 4100632780800000, "train_loss": 0.09569984078407287, "subset_score_loss": 0.09569984078407287} +{"step": 320000, "wall_time": 2910.2559599876404, "train_loss_step": 2.666966199874878, "n_params": 4305940, "total_flops": 4232911257600000, "train_loss": 0.0933535099029541, "subset_score_loss": 0.0933535099029541} +{"step": 330000, "wall_time": 2992.573585987091, "train_loss_step": 2.5059781074523926, "n_params": 4305940, "total_flops": 4365189734400000, "train_loss": 0.08956285715103149, "subset_score_loss": 0.08956285715103149} +{"step": 340000, "wall_time": 3076.390040397644, "train_loss_step": 2.3677215576171875, "n_params": 4305940, "total_flops": 4497468211200000, "train_loss": 0.08792845606803894, "subset_score_loss": 0.08792845606803894} +{"step": 350000, "wall_time": 3160.2477078437805, "train_loss_step": 2.5549516677856445, "n_params": 4305940, "total_flops": 4629746688000000, "train_loss": 0.08601033091545104, "subset_score_loss": 0.08601033091545104} +{"step": 360000, "wall_time": 3244.0235748291016, "train_loss_step": 2.798762798309326, "n_params": 4305940, "total_flops": 4762025164800000, "train_loss": 0.08419604897499085, "subset_score_loss": 0.08419604897499085} +{"step": 370000, "wall_time": 3327.757393360138, "train_loss_step": 2.513542890548706, "n_params": 4305940, "total_flops": 4894303641600000, "train_loss": 0.08315709233283997, "subset_score_loss": 0.08315709233283997} +{"step": 380000, "wall_time": 3411.5610110759735, "train_loss_step": 2.475032091140747, "n_params": 4305940, "total_flops": 5026582118400000, "train_loss": 0.08009847402572631, "subset_score_loss": 0.08009847402572631} +{"step": 390000, "wall_time": 3495.385577917099, "train_loss_step": 2.620177984237671, "n_params": 4305940, "total_flops": 5158860595200000, "train_loss": 0.07715927958488464, "subset_score_loss": 0.07715927958488464} +{"step": 400000, "wall_time": 3647.454937696457, "train_loss_step": 2.5859289169311523, "n_params": 4305940, "total_flops": 5291139072000000, "train_loss": 0.07766599655151367, "subset_score_loss": 0.07766599655151367, "memorization_fraction_pixel": 0.0015999999595806003, "mean_nn_ratio_pixel": 0.7811912894248962, "fid": 160.31410519025815} +{"step": 410000, "wall_time": 3725.6322798728943, "train_loss_step": 2.431509017944336, "n_params": 4305940, "total_flops": 5423417548800000, "train_loss": 0.07417423725128174, "subset_score_loss": 0.07417423725128174} +{"step": 420000, "wall_time": 3807.2614011764526, "train_loss_step": 2.3163833618164062, "n_params": 4305940, "total_flops": 5555696025600000, "train_loss": 0.07327752709388732, "subset_score_loss": 0.07327752709388732} +{"step": 430000, "wall_time": 3891.835906267166, "train_loss_step": 2.586317777633667, "n_params": 4305940, "total_flops": 5687974502400000, "train_loss": 0.07644852399826049, "subset_score_loss": 0.07644852399826049} +{"step": 440000, "wall_time": 3973.804910182953, "train_loss_step": 2.6366233825683594, "n_params": 4305940, "total_flops": 5820252979200000, "train_loss": 0.07148724198341369, "subset_score_loss": 0.07148724198341369} +{"step": 450000, "wall_time": 4057.6011261940002, "train_loss_step": 2.316969394683838, "n_params": 4305940, "total_flops": 5952531456000000, "train_loss": 0.06984027028083802, "subset_score_loss": 0.06984027028083802} +{"step": 460000, "wall_time": 4141.416660785675, "train_loss_step": 2.408517837524414, "n_params": 4305940, "total_flops": 6084809932800000, "train_loss": 0.06809362173080444, "subset_score_loss": 0.06809362173080444} +{"step": 470000, "wall_time": 4225.241770505905, "train_loss_step": 2.5923261642456055, "n_params": 4305940, "total_flops": 6217088409600000, "train_loss": 0.06639565825462342, "subset_score_loss": 0.06639565825462342} +{"step": 480000, "wall_time": 4309.09056687355, "train_loss_step": 2.418975591659546, "n_params": 4305940, "total_flops": 6349366886400000, "train_loss": 0.06740099787712098, "subset_score_loss": 0.06740099787712098} +{"step": 490000, "wall_time": 4392.894738197327, "train_loss_step": 2.638270854949951, "n_params": 4305940, "total_flops": 6481645363200000, "train_loss": 0.06405856013298035, "subset_score_loss": 0.06405856013298035} +{"step": 500000, "wall_time": 4543.858062982559, "train_loss_step": 2.328777551651001, "n_params": 4305940, "total_flops": 6613923840000000, "train_loss": 0.06487944722175598, "subset_score_loss": 0.06487944722175598, "memorization_fraction_pixel": 0.0032999999821186066, "mean_nn_ratio_pixel": 0.7477954030036926, "fid": 159.13044914046202} +{"step": 510000, "wall_time": 4622.676691293716, "train_loss_step": 2.6124813556671143, "n_params": 4305940, "total_flops": 6746202316800000, "train_loss": 0.06338251829147339, "subset_score_loss": 0.06338251829147339} +{"step": 520000, "wall_time": 4702.727592945099, "train_loss_step": 2.4532556533813477, "n_params": 4305940, "total_flops": 6878480793600000, "train_loss": 0.06125144362449646, "subset_score_loss": 0.06125144362449646} +{"step": 530000, "wall_time": 4786.525844335556, "train_loss_step": 2.207707643508911, "n_params": 4305940, "total_flops": 7010759270400000, "train_loss": 0.06035056710243225, "subset_score_loss": 0.06035056710243225} +{"step": 540000, "wall_time": 4869.210448026657, "train_loss_step": 2.462134838104248, "n_params": 4305940, "total_flops": 7143037747200000, "train_loss": 0.06078974604606628, "subset_score_loss": 0.06078974604606628} +{"step": 550000, "wall_time": 4953.014712572098, "train_loss_step": 2.315213441848755, "n_params": 4305940, "total_flops": 7275316224000000, "train_loss": 0.05959766507148743, "subset_score_loss": 0.05959766507148743} +{"step": 560000, "wall_time": 5036.818013429642, "train_loss_step": 2.4232873916625977, "n_params": 4305940, "total_flops": 7407594700800000, "train_loss": 0.05805927515029907, "subset_score_loss": 0.05805927515029907} +{"step": 570000, "wall_time": 5120.645956039429, "train_loss_step": 2.1550097465515137, "n_params": 4305940, "total_flops": 7539873177600000, "train_loss": 0.05709018707275391, "subset_score_loss": 0.05709018707275391} +{"step": 580000, "wall_time": 5204.484490633011, "train_loss_step": 2.512956142425537, "n_params": 4305940, "total_flops": 7672151654400000, "train_loss": 0.05607873201370239, "subset_score_loss": 0.05607873201370239} +{"step": 590000, "wall_time": 5288.256773948669, "train_loss_step": 2.43367862701416, "n_params": 4305940, "total_flops": 7804430131200000, "train_loss": 0.055964982509613036, "subset_score_loss": 0.055964982509613036} +{"step": 600000, "wall_time": 5439.489886045456, "train_loss_step": 2.2200379371643066, "n_params": 4305940, "total_flops": 7936708608000000, "train_loss": 0.05422092080116272, "subset_score_loss": 0.05422092080116272, "memorization_fraction_pixel": 0.0035000001080334187, "mean_nn_ratio_pixel": 0.732519805431366, "fid": 158.1323187696522} +{"step": 610000, "wall_time": 5519.815746545792, "train_loss_step": 2.382443904876709, "n_params": 4305940, "total_flops": 8068987084800000, "train_loss": 0.054793131351470944, "subset_score_loss": 0.054793131351470944} +{"step": 620000, "wall_time": 5597.431531667709, "train_loss_step": 2.580920457839966, "n_params": 4305940, "total_flops": 8201265561600000, "train_loss": 0.05431780219078064, "subset_score_loss": 0.05431780219078064} +{"step": 630000, "wall_time": 5681.287117481232, "train_loss_step": 2.457429885864258, "n_params": 4305940, "total_flops": 8333544038400000, "train_loss": 0.05282350778579712, "subset_score_loss": 0.05282350778579712} +{"step": 640000, "wall_time": 5765.272564649582, "train_loss_step": 2.5197527408599854, "n_params": 4305940, "total_flops": 8465822515200000, "train_loss": 0.052441912889480594, "subset_score_loss": 0.052441912889480594} +{"step": 650000, "wall_time": 5847.816738605499, "train_loss_step": 2.4636878967285156, "n_params": 4305940, "total_flops": 8598100992000000, "train_loss": 0.052357107400894165, "subset_score_loss": 0.052357107400894165} +{"step": 660000, "wall_time": 5931.655699253082, "train_loss_step": 2.310485363006592, "n_params": 4305940, "total_flops": 8730379468800000, "train_loss": 0.04999631643295288, "subset_score_loss": 0.04999631643295288} +{"step": 670000, "wall_time": 6015.457288742065, "train_loss_step": 2.3536550998687744, "n_params": 4305940, "total_flops": 8862657945600000, "train_loss": 0.05019541382789612, "subset_score_loss": 0.05019541382789612} +{"step": 680000, "wall_time": 6099.296832084656, "train_loss_step": 2.3822457790374756, "n_params": 4305940, "total_flops": 8994936422400000, "train_loss": 0.049875369668006896, "subset_score_loss": 0.049875369668006896} +{"step": 690000, "wall_time": 6183.099319934845, "train_loss_step": 2.263023853302002, "n_params": 4305940, "total_flops": 9127214899200000, "train_loss": 0.049306046962738034, "subset_score_loss": 0.049306046962738034} +{"step": 700000, "wall_time": 6334.150295972824, "train_loss_step": 2.497145891189575, "n_params": 4305940, "total_flops": 9259493376000000, "train_loss": 0.04852581322193146, "subset_score_loss": 0.04852581322193146, "memorization_fraction_pixel": 0.00570000009611249, "mean_nn_ratio_pixel": 0.7232470512390137, "fid": 158.26487098302744} +{"step": 710000, "wall_time": 6414.596035480499, "train_loss_step": 2.4797654151916504, "n_params": 4305940, "total_flops": 9391771852800000, "train_loss": 0.04813929796218872, "subset_score_loss": 0.04813929796218872} +{"step": 720000, "wall_time": 6492.074475765228, "train_loss_step": 2.4109528064727783, "n_params": 4305940, "total_flops": 9524050329600000, "train_loss": 0.047969046235084536, "subset_score_loss": 0.047969046235084536} +{"step": 730000, "wall_time": 6575.915812253952, "train_loss_step": 2.440737247467041, "n_params": 4305940, "total_flops": 9656328806400000, "train_loss": 0.04660840630531311, "subset_score_loss": 0.04660840630531311} +{"step": 740000, "wall_time": 6659.753962516785, "train_loss_step": 2.3246817588806152, "n_params": 4305940, "total_flops": 9788607283200000, "train_loss": 0.04631319046020508, "subset_score_loss": 0.04631319046020508} +{"step": 750000, "wall_time": 6743.795350551605, "train_loss_step": 2.4104232788085938, "n_params": 4305940, "total_flops": 9920885760000000, "train_loss": 0.04643995463848114, "subset_score_loss": 0.04643995463848114} +{"step": 760000, "wall_time": 6826.277309179306, "train_loss_step": 2.197756290435791, "n_params": 4305940, "total_flops": 10053164236800000, "train_loss": 0.045657584071159364, "subset_score_loss": 0.045657584071159364} +{"step": 770000, "wall_time": 6910.119019985199, "train_loss_step": 2.412278175354004, "n_params": 4305940, "total_flops": 10185442713600000, "train_loss": 0.046638095378875734, "subset_score_loss": 0.046638095378875734} +{"step": 780000, "wall_time": 6993.913061618805, "train_loss_step": 2.464456796646118, "n_params": 4305940, "total_flops": 10317721190400000, "train_loss": 0.0446202278137207, "subset_score_loss": 0.0446202278137207} +{"step": 790000, "wall_time": 7077.708084106445, "train_loss_step": 2.256967544555664, "n_params": 4305940, "total_flops": 10449999667200000, "train_loss": 0.044387757778167725, "subset_score_loss": 0.044387757778167725} +{"step": 800000, "wall_time": 7230.175644159317, "train_loss_step": 2.288060188293457, "n_params": 4305940, "total_flops": 10582278144000000, "train_loss": 0.04374503195285797, "subset_score_loss": 0.04374503195285797, "memorization_fraction_pixel": 0.005900000222027302, "mean_nn_ratio_pixel": 0.7050572633743286, "fid": 156.87809927999342} +{"step": 810000, "wall_time": 7310.6073346138, "train_loss_step": 2.4710135459899902, "n_params": 4305940, "total_flops": 10714556620800000, "train_loss": 0.0431181937456131, "subset_score_loss": 0.0431181937456131} +{"step": 820000, "wall_time": 7390.5727689266205, "train_loss_step": 2.1983642578125, "n_params": 4305940, "total_flops": 10846835097600000, "train_loss": 0.04402097463607788, "subset_score_loss": 0.04402097463607788} +{"step": 830000, "wall_time": 7472.170870542526, "train_loss_step": 2.404681921005249, "n_params": 4305940, "total_flops": 10979113574400000, "train_loss": 0.04290563464164734, "subset_score_loss": 0.04290563464164734} +{"step": 840000, "wall_time": 7555.930844545364, "train_loss_step": 2.3744001388549805, "n_params": 4305940, "total_flops": 11111392051200000, "train_loss": 0.042926478385925296, "subset_score_loss": 0.042926478385925296} +{"step": 850000, "wall_time": 7639.739053010941, "train_loss_step": 2.2572145462036133, "n_params": 4305940, "total_flops": 11243670528000000, "train_loss": 0.041776826977729796, "subset_score_loss": 0.041776826977729796} +{"step": 860000, "wall_time": 7724.128504753113, "train_loss_step": 2.3432273864746094, "n_params": 4305940, "total_flops": 11375949004800000, "train_loss": 0.0416804701089859, "subset_score_loss": 0.0416804701089859} +{"step": 870000, "wall_time": 7806.28009390831, "train_loss_step": 2.2323269844055176, "n_params": 4305940, "total_flops": 11508227481600000, "train_loss": 0.04155302345752716, "subset_score_loss": 0.04155302345752716} +{"step": 880000, "wall_time": 7890.090009212494, "train_loss_step": 2.316164016723633, "n_params": 4305940, "total_flops": 11640505958400000, "train_loss": 0.0411458820104599, "subset_score_loss": 0.0411458820104599} +{"step": 890000, "wall_time": 7973.920996427536, "train_loss_step": 2.182241439819336, "n_params": 4305940, "total_flops": 11772784435200000, "train_loss": 0.04098143577575684, "subset_score_loss": 0.04098143577575684} +{"step": 900000, "wall_time": 8126.300157546997, "train_loss_step": 2.2486014366149902, "n_params": 4305940, "total_flops": 11905062912000000, "train_loss": 0.04036009013652801, "subset_score_loss": 0.04036009013652801, "memorization_fraction_pixel": 0.007000000216066837, "mean_nn_ratio_pixel": 0.6946601867675781, "fid": 156.45936467165342} +{"step": 910000, "wall_time": 8206.902629375458, "train_loss_step": 2.2417633533477783, "n_params": 4305940, "total_flops": 12037341388800000, "train_loss": 0.03993269205093384, "subset_score_loss": 0.03993269205093384} +{"step": 920000, "wall_time": 8287.343464374542, "train_loss_step": 2.4045867919921875, "n_params": 4305940, "total_flops": 12169619865600000, "train_loss": 0.03975520133972168, "subset_score_loss": 0.03975520133972168} +{"step": 930000, "wall_time": 8368.112592697144, "train_loss_step": 2.2766501903533936, "n_params": 4305940, "total_flops": 12301898342400000, "train_loss": 0.03902641832828522, "subset_score_loss": 0.03902641832828522} +{"step": 940000, "wall_time": 8451.94128870964, "train_loss_step": 2.3342840671539307, "n_params": 4305940, "total_flops": 12434176819200000, "train_loss": 0.03859707415103912, "subset_score_loss": 0.03859707415103912} +{"step": 950000, "wall_time": 8535.703963518143, "train_loss_step": 2.3878986835479736, "n_params": 4305940, "total_flops": 12566455296000000, "train_loss": 0.038796210289001466, "subset_score_loss": 0.038796210289001466} +{"step": 960000, "wall_time": 8619.445887088776, "train_loss_step": 2.3330252170562744, "n_params": 4305940, "total_flops": 12698733772800000, "train_loss": 0.03855430781841278, "subset_score_loss": 0.03855430781841278} +{"step": 970000, "wall_time": 8703.019408226013, "train_loss_step": 2.371835708618164, "n_params": 4305940, "total_flops": 12831012249600000, "train_loss": 0.037857523560523985, "subset_score_loss": 0.037857523560523985} +{"step": 980000, "wall_time": 8786.077420949936, "train_loss_step": 2.2764110565185547, "n_params": 4305940, "total_flops": 12963290726400000, "train_loss": 0.038024693727493286, "subset_score_loss": 0.038024693727493286} +{"step": 990000, "wall_time": 8869.885474681854, "train_loss_step": 2.6440634727478027, "n_params": 4305940, "total_flops": 13095569203200000, "train_loss": 0.037807387113571164, "subset_score_loss": 0.037807387113571164} +{"step": 1000000, "wall_time": 9018.238117694855, "train_loss_step": 2.3300528526306152, "n_params": 4305940, "total_flops": 13227847680000000, "train_loss": 0.03750357627868652, "subset_score_loss": 0.03750357627868652, "memorization_fraction_pixel": 0.007199999876320362, "mean_nn_ratio_pixel": 0.6851494312286377, "fid": 156.40853084714155} +{"step": 1010000, "wall_time": 9101.251195430756, "train_loss_step": 2.098640203475952, "n_params": 4305940, "total_flops": 13360126156800000, "train_loss": 0.03714370429515838, "subset_score_loss": 0.03714370429515838} +{"step": 1020000, "wall_time": 9179.4938082695, "train_loss_step": 2.379930257797241, "n_params": 4305940, "total_flops": 13492404633600000, "train_loss": 0.036483004689216614, "subset_score_loss": 0.036483004689216614} +{"step": 1030000, "wall_time": 9260.009825229645, "train_loss_step": 2.270207405090332, "n_params": 4305940, "total_flops": 13624683110400000, "train_loss": 0.03687527477741241, "subset_score_loss": 0.03687527477741241} +{"step": 1040000, "wall_time": 9343.860691785812, "train_loss_step": 2.507061004638672, "n_params": 4305940, "total_flops": 13756961587200000, "train_loss": 0.03636071681976318, "subset_score_loss": 0.03636071681976318} +{"step": 1050000, "wall_time": 9427.629024505615, "train_loss_step": 2.259098529815674, "n_params": 4305940, "total_flops": 13889240064000000, "train_loss": 0.036520829796791075, "subset_score_loss": 0.036520829796791075} +{"step": 1060000, "wall_time": 9511.454047679901, "train_loss_step": 2.249711513519287, "n_params": 4305940, "total_flops": 14021518540800000, "train_loss": 0.03569605350494385, "subset_score_loss": 0.03569605350494385} +{"step": 1070000, "wall_time": 9595.269602060318, "train_loss_step": 2.491880178451538, "n_params": 4305940, "total_flops": 14153797017600000, "train_loss": 0.035423478484153746, "subset_score_loss": 0.035423478484153746} +{"step": 1080000, "wall_time": 9677.803079843521, "train_loss_step": 2.097362995147705, "n_params": 4305940, "total_flops": 14286075494400000, "train_loss": 0.035629439353942874, "subset_score_loss": 0.035629439353942874} +{"step": 1090000, "wall_time": 9761.641520261765, "train_loss_step": 2.31648588180542, "n_params": 4305940, "total_flops": 14418353971200000, "train_loss": 0.03500284254550934, "subset_score_loss": 0.03500284254550934} +{"step": 1100000, "wall_time": 9911.385961294174, "train_loss_step": 2.1081385612487793, "n_params": 4305940, "total_flops": 14550632448000000, "train_loss": 0.03574043214321136, "subset_score_loss": 0.03574043214321136, "memorization_fraction_pixel": 0.007400000002235174, "mean_nn_ratio_pixel": 0.6779614090919495, "fid": 156.49436817376255} +{"step": 1110000, "wall_time": 9995.036573886871, "train_loss_step": 2.292527675628662, "n_params": 4305940, "total_flops": 14682910924800000, "train_loss": 0.035010382533073425, "subset_score_loss": 0.035010382533073425} +{"step": 1120000, "wall_time": 10074.047377109528, "train_loss_step": 2.2498414516448975, "n_params": 4305940, "total_flops": 14815189401600000, "train_loss": 0.03424150943756103, "subset_score_loss": 0.03424150943756103} +{"step": 1130000, "wall_time": 10153.117996931076, "train_loss_step": 2.1168575286865234, "n_params": 4305940, "total_flops": 14947467878400000, "train_loss": 0.034500709176063536, "subset_score_loss": 0.034500709176063536} +{"step": 1140000, "wall_time": 10236.995997428894, "train_loss_step": 2.2963814735412598, "n_params": 4305940, "total_flops": 15079746355200000, "train_loss": 0.03432697951793671, "subset_score_loss": 0.03432697951793671} +{"step": 1150000, "wall_time": 10320.856316328049, "train_loss_step": 2.1754229068756104, "n_params": 4305940, "total_flops": 15212024832000000, "train_loss": 0.03391402661800384, "subset_score_loss": 0.03391402661800384} +{"step": 1160000, "wall_time": 10404.612649917603, "train_loss_step": 2.3991682529449463, "n_params": 4305940, "total_flops": 15344303308800000, "train_loss": 0.03346228301525116, "subset_score_loss": 0.03346228301525116} +{"step": 1170000, "wall_time": 10488.395245313644, "train_loss_step": 2.311004400253296, "n_params": 4305940, "total_flops": 15476581785600000, "train_loss": 0.03367207944393158, "subset_score_loss": 0.03367207944393158} +{"step": 1180000, "wall_time": 10572.372863531113, "train_loss_step": 2.2783656120300293, "n_params": 4305940, "total_flops": 15608860262400000, "train_loss": 0.03304068148136139, "subset_score_loss": 0.03304068148136139} +{"step": 1190000, "wall_time": 10655.142013311386, "train_loss_step": 2.37168550491333, "n_params": 4305940, "total_flops": 15741138739200000, "train_loss": 0.03321311175823212, "subset_score_loss": 0.03321311175823212} +{"step": 1200000, "wall_time": 10804.726989746094, "train_loss_step": 2.1551971435546875, "n_params": 4305940, "total_flops": 15873417216000000, "train_loss": 0.03329339325428009, "subset_score_loss": 0.03329339325428009, "memorization_fraction_pixel": 0.008999999612569809, "mean_nn_ratio_pixel": 0.6680545210838318, "fid": 154.55536326737737} +{"step": 1210000, "wall_time": 10888.428787231445, "train_loss_step": 2.4622561931610107, "n_params": 4305940, "total_flops": 16005695692800000, "train_loss": 0.032593822479248045, "subset_score_loss": 0.032593822479248045} +{"step": 1220000, "wall_time": 10969.617909431458, "train_loss_step": 2.2231369018554688, "n_params": 4305940, "total_flops": 16137974169600000, "train_loss": 0.032530516386032104, "subset_score_loss": 0.032530516386032104} +{"step": 1230000, "wall_time": 11050.26764845848, "train_loss_step": 2.2213144302368164, "n_params": 4305940, "total_flops": 16270252646400000, "train_loss": 0.032593467831611635, "subset_score_loss": 0.032593467831611635} +{"step": 1240000, "wall_time": 11130.757593154907, "train_loss_step": 2.0618295669555664, "n_params": 4305940, "total_flops": 16402531123200000, "train_loss": 0.03172826170921326, "subset_score_loss": 0.03172826170921326} +{"step": 1250000, "wall_time": 11214.639310836792, "train_loss_step": 2.449603319168091, "n_params": 4305940, "total_flops": 16534809600000000, "train_loss": 0.0322247713804245, "subset_score_loss": 0.0322247713804245} +{"step": 1260000, "wall_time": 11298.472474575043, "train_loss_step": 2.2231369018554688, "n_params": 4305940, "total_flops": 16667088076800000, "train_loss": 0.03166085481643677, "subset_score_loss": 0.03166085481643677} +{"step": 1270000, "wall_time": 11382.31956243515, "train_loss_step": 2.161473274230957, "n_params": 4305940, "total_flops": 16799366553600000, "train_loss": 0.03160758316516876, "subset_score_loss": 0.03160758316516876} +{"step": 1280000, "wall_time": 11466.107116699219, "train_loss_step": 2.2077114582061768, "n_params": 4305940, "total_flops": 16931645030400000, "train_loss": 0.031040164828300475, "subset_score_loss": 0.031040164828300475} +{"step": 1290000, "wall_time": 11550.150044441223, "train_loss_step": 2.3893046379089355, "n_params": 4305940, "total_flops": 17063923507200000, "train_loss": 0.03164956271648407, "subset_score_loss": 0.03164956271648407} +{"step": 1300000, "wall_time": 11698.585856437683, "train_loss_step": 2.388826847076416, "n_params": 4305940, "total_flops": 17196201984000000, "train_loss": 0.03170846104621887, "subset_score_loss": 0.03170846104621887, "memorization_fraction_pixel": 0.008500000461935997, "mean_nn_ratio_pixel": 0.6665081977844238, "fid": 155.69382327706577} +{"step": 1310000, "wall_time": 11782.363365411758, "train_loss_step": 2.2396297454833984, "n_params": 4305940, "total_flops": 17328480460800000, "train_loss": 0.030633169412612914, "subset_score_loss": 0.030633169412612914} +{"step": 1320000, "wall_time": 11862.95563340187, "train_loss_step": 2.2934913635253906, "n_params": 4305940, "total_flops": 17460758937600000, "train_loss": 0.030761367082595824, "subset_score_loss": 0.030761367082595824} +{"step": 1330000, "wall_time": 11943.82081413269, "train_loss_step": 2.204951286315918, "n_params": 4305940, "total_flops": 17593037414400000, "train_loss": 0.030580306053161622, "subset_score_loss": 0.030580306053161622} +{"step": 1340000, "wall_time": 12024.54230928421, "train_loss_step": 2.385145902633667, "n_params": 4305940, "total_flops": 17725315891200000, "train_loss": 0.03045658767223358, "subset_score_loss": 0.03045658767223358} +{"step": 1350000, "wall_time": 12108.349853992462, "train_loss_step": 2.3062779903411865, "n_params": 4305940, "total_flops": 17857594368000000, "train_loss": 0.02986035346984863, "subset_score_loss": 0.02986035346984863} +{"step": 1360000, "wall_time": 12192.187686681747, "train_loss_step": 1.8970228433609009, "n_params": 4305940, "total_flops": 17989872844800000, "train_loss": 0.030365416407585145, "subset_score_loss": 0.030365416407585145} +{"step": 1370000, "wall_time": 12275.996126890182, "train_loss_step": 2.3684096336364746, "n_params": 4305940, "total_flops": 18122151321600000, "train_loss": 0.030399858951568604, "subset_score_loss": 0.030399858951568604} +{"step": 1380000, "wall_time": 12359.87295460701, "train_loss_step": 2.2696080207824707, "n_params": 4305940, "total_flops": 18254429798400000, "train_loss": 0.029893520474433898, "subset_score_loss": 0.029893520474433898} +{"step": 1390000, "wall_time": 12443.706579446793, "train_loss_step": 2.3990318775177, "n_params": 4305940, "total_flops": 18386708275200000, "train_loss": 0.02959217131137848, "subset_score_loss": 0.02959217131137848} +{"step": 1400000, "wall_time": 12592.060663938522, "train_loss_step": 2.113905906677246, "n_params": 4305940, "total_flops": 18518986752000000, "train_loss": 0.02930869162082672, "subset_score_loss": 0.02930869162082672, "memorization_fraction_pixel": 0.007799999788403511, "mean_nn_ratio_pixel": 0.6600335836410522, "fid": 156.0336911220738} +{"step": 1410000, "wall_time": 12675.802568435669, "train_loss_step": 2.062593936920166, "n_params": 4305940, "total_flops": 18651265228800000, "train_loss": 0.029101675748825072, "subset_score_loss": 0.029101675748825072} +{"step": 1420000, "wall_time": 12756.692848682404, "train_loss_step": 2.4924349784851074, "n_params": 4305940, "total_flops": 18783543705600000, "train_loss": 0.02889726161956787, "subset_score_loss": 0.02889726161956787} +{"step": 1430000, "wall_time": 12837.445879220963, "train_loss_step": 2.216615676879883, "n_params": 4305940, "total_flops": 18915822182400000, "train_loss": 0.029341670870780944, "subset_score_loss": 0.029341670870780944} +{"step": 1440000, "wall_time": 12918.223705768585, "train_loss_step": 2.3710179328918457, "n_params": 4305940, "total_flops": 19048100659200000, "train_loss": 0.029321014881134033, "subset_score_loss": 0.029321014881134033} +{"step": 1450000, "wall_time": 13002.0417470932, "train_loss_step": 2.253474712371826, "n_params": 4305940, "total_flops": 19180379136000000, "train_loss": 0.028876471519470214, "subset_score_loss": 0.028876471519470214} +{"step": 1460000, "wall_time": 13085.794626951218, "train_loss_step": 2.07285213470459, "n_params": 4305940, "total_flops": 19312657612800000, "train_loss": 0.029019281268119812, "subset_score_loss": 0.029019281268119812} +{"step": 1470000, "wall_time": 13169.544545173645, "train_loss_step": 2.334120512008667, "n_params": 4305940, "total_flops": 19444936089600000, "train_loss": 0.028402182459831237, "subset_score_loss": 0.028402182459831237} +{"step": 1480000, "wall_time": 13253.188092947006, "train_loss_step": 2.1483254432678223, "n_params": 4305940, "total_flops": 19577214566400000, "train_loss": 0.028567060828208923, "subset_score_loss": 0.028567060828208923} +{"step": 1490000, "wall_time": 13336.935151100159, "train_loss_step": 2.4499030113220215, "n_params": 4305940, "total_flops": 19709493043200000, "train_loss": 0.028076547384262084, "subset_score_loss": 0.028076547384262084} +{"step": 1500000, "wall_time": 13486.412192821503, "train_loss_step": 2.1526665687561035, "n_params": 4305940, "total_flops": 19841771520000000, "train_loss": 0.027818503975868224, "subset_score_loss": 0.027818503975868224, "memorization_fraction_pixel": 0.009700000286102295, "mean_nn_ratio_pixel": 0.6549798250198364, "fid": 155.29753314483258} +{"step": 1510000, "wall_time": 13568.415766000748, "train_loss_step": 2.3876256942749023, "n_params": 4305940, "total_flops": 19974049996800000, "train_loss": 0.02808234989643097, "subset_score_loss": 0.02808234989643097} +{"step": 1520000, "wall_time": 13646.184540987015, "train_loss_step": 2.126028060913086, "n_params": 4305940, "total_flops": 20106328473600000, "train_loss": 0.027986058592796327, "subset_score_loss": 0.027986058592796327} +{"step": 1530000, "wall_time": 13720.752156496048, "train_loss_step": 2.261585235595703, "n_params": 4305940, "total_flops": 20238606950400000, "train_loss": 0.028235805034637452, "subset_score_loss": 0.028235805034637452} +{"step": 1540000, "wall_time": 13799.76884841919, "train_loss_step": 2.3887887001037598, "n_params": 4305940, "total_flops": 20370885427200000, "train_loss": 0.02729802131652832, "subset_score_loss": 0.02729802131652832} +{"step": 1550000, "wall_time": 13883.314578533173, "train_loss_step": 2.2818970680236816, "n_params": 4305940, "total_flops": 20503163904000000, "train_loss": 0.02796625792980194, "subset_score_loss": 0.02796625792980194} +{"step": 1560000, "wall_time": 13967.128368139267, "train_loss_step": 2.222931146621704, "n_params": 4305940, "total_flops": 20635442380800000, "train_loss": 0.027522090077400207, "subset_score_loss": 0.027522090077400207} +{"step": 1570000, "wall_time": 14050.905071496964, "train_loss_step": 2.237692356109619, "n_params": 4305940, "total_flops": 20767720857600000, "train_loss": 0.027464288473129272, "subset_score_loss": 0.027464288473129272} +{"step": 1580000, "wall_time": 14134.708166360855, "train_loss_step": 2.176312208175659, "n_params": 4305940, "total_flops": 20899999334400000, "train_loss": 0.027071908116340637, "subset_score_loss": 0.027071908116340637} +{"step": 1590000, "wall_time": 14218.486527442932, "train_loss_step": 2.1389241218566895, "n_params": 4305940, "total_flops": 21032277811200000, "train_loss": 0.027364394068717955, "subset_score_loss": 0.027364394068717955} +{"step": 1600000, "wall_time": 14368.198113918304, "train_loss_step": 2.3364405632019043, "n_params": 4305940, "total_flops": 21164556288000000, "train_loss": 0.026502028107643127, "subset_score_loss": 0.026502028107643127, "memorization_fraction_pixel": 0.009600000455975533, "mean_nn_ratio_pixel": 0.6507648229598999, "fid": 155.30504560998014} +{"step": 1610000, "wall_time": 14452.102591753006, "train_loss_step": 1.9533650875091553, "n_params": 4305940, "total_flops": 21296834764800000, "train_loss": 0.027642267942428588, "subset_score_loss": 0.027642267942428588} +{"step": 1620000, "wall_time": 14534.40415596962, "train_loss_step": 2.2443976402282715, "n_params": 4305940, "total_flops": 21429113241600000, "train_loss": 0.026607081294059753, "subset_score_loss": 0.026607081294059753} +{"step": 1630000, "wall_time": 14614.993219137192, "train_loss_step": 2.2947165966033936, "n_params": 4305940, "total_flops": 21561391718400000, "train_loss": 0.02708408236503601, "subset_score_loss": 0.02708408236503601} +{"step": 1640000, "wall_time": 14695.415735244751, "train_loss_step": 2.118067502975464, "n_params": 4305940, "total_flops": 21693670195200000, "train_loss": 0.026358583569526674, "subset_score_loss": 0.026358583569526674} +{"step": 1650000, "wall_time": 14777.388975858688, "train_loss_step": 2.137953042984009, "n_params": 4305940, "total_flops": 21825948672000000, "train_loss": 0.026578250527381896, "subset_score_loss": 0.026578250527381896} +{"step": 1660000, "wall_time": 14861.213368415833, "train_loss_step": 2.250947952270508, "n_params": 4305940, "total_flops": 21958227148800000, "train_loss": 0.02695985734462738, "subset_score_loss": 0.02695985734462738} +{"step": 1670000, "wall_time": 14944.959711790085, "train_loss_step": 2.1731529235839844, "n_params": 4305940, "total_flops": 22090505625600000, "train_loss": 0.02592569589614868, "subset_score_loss": 0.02592569589614868} +{"step": 1680000, "wall_time": 15028.698019266129, "train_loss_step": 2.063798666000366, "n_params": 4305940, "total_flops": 22222784102400000, "train_loss": 0.025876817107200623, "subset_score_loss": 0.025876817107200623} +{"step": 1690000, "wall_time": 15112.451167583466, "train_loss_step": 2.171032428741455, "n_params": 4305940, "total_flops": 22355062579200000, "train_loss": 0.025913101434707642, "subset_score_loss": 0.025913101434707642} +{"step": 1700000, "wall_time": 15261.737275600433, "train_loss_step": 2.2492270469665527, "n_params": 4305940, "total_flops": 22487341056000000, "train_loss": 0.02569926977157593, "subset_score_loss": 0.02569926977157593, "memorization_fraction_pixel": 0.008999999612569809, "mean_nn_ratio_pixel": 0.6491689682006836, "fid": 155.66777782611243} +{"step": 1710000, "wall_time": 15345.396960020065, "train_loss_step": 2.3440165519714355, "n_params": 4305940, "total_flops": 22619619532800000, "train_loss": 0.025892353057861327, "subset_score_loss": 0.025892353057861327} +{"step": 1720000, "wall_time": 15427.623943567276, "train_loss_step": 2.2909188270568848, "n_params": 4305940, "total_flops": 22751898009600000, "train_loss": 0.025582700967788696, "subset_score_loss": 0.025582700967788696} +{"step": 1730000, "wall_time": 15508.38754940033, "train_loss_step": 2.236344814300537, "n_params": 4305940, "total_flops": 22884176486400000, "train_loss": 0.025620275735855104, "subset_score_loss": 0.025620275735855104} +{"step": 1740000, "wall_time": 15588.826929569244, "train_loss_step": 2.1835131645202637, "n_params": 4305940, "total_flops": 23016454963200000, "train_loss": 0.02553514242172241, "subset_score_loss": 0.02553514242172241} +{"step": 1750000, "wall_time": 15670.575752735138, "train_loss_step": 2.2404990196228027, "n_params": 4305940, "total_flops": 23148733440000000, "train_loss": 0.02541372776031494, "subset_score_loss": 0.02541372776031494} +{"step": 1760000, "wall_time": 15754.26629948616, "train_loss_step": 2.1518468856811523, "n_params": 4305940, "total_flops": 23281011916800000, "train_loss": 0.025195422768592834, "subset_score_loss": 0.025195422768592834} +{"step": 1770000, "wall_time": 15837.966271877289, "train_loss_step": 2.2293286323547363, "n_params": 4305940, "total_flops": 23413290393600000, "train_loss": 0.025459760427474977, "subset_score_loss": 0.025459760427474977} +{"step": 1780000, "wall_time": 15921.702822685242, "train_loss_step": 2.2149181365966797, "n_params": 4305940, "total_flops": 23545568870400000, "train_loss": 0.024589018523693086, "subset_score_loss": 0.024589018523693086} +{"step": 1790000, "wall_time": 16005.410262584686, "train_loss_step": 2.064000129699707, "n_params": 4305940, "total_flops": 23677847347200000, "train_loss": 0.025067201256752013, "subset_score_loss": 0.025067201256752013} +{"step": 1800000, "wall_time": 16154.806304216385, "train_loss_step": 2.1255054473876953, "n_params": 4305940, "total_flops": 23810125824000000, "train_loss": 0.02492927610874176, "subset_score_loss": 0.02492927610874176, "memorization_fraction_pixel": 0.00989999994635582, "mean_nn_ratio_pixel": 0.6425053477287292, "fid": 156.02376384790847} +{"step": 1810000, "wall_time": 16238.564105033875, "train_loss_step": 2.1175336837768555, "n_params": 4305940, "total_flops": 23942404300800000, "train_loss": 0.024932099878787993, "subset_score_loss": 0.024932099878787993} +{"step": 1820000, "wall_time": 16322.282191514969, "train_loss_step": 2.2986364364624023, "n_params": 4305940, "total_flops": 24074682777600000, "train_loss": 0.02488997280597687, "subset_score_loss": 0.02488997280597687} +{"step": 1830000, "wall_time": 16396.011754751205, "train_loss_step": 2.091046094894409, "n_params": 4305940, "total_flops": 24206961254400000, "train_loss": 0.024311527609825134, "subset_score_loss": 0.024311527609825134} +{"step": 1840000, "wall_time": 16468.708842992783, "train_loss_step": 2.1719586849212646, "n_params": 4305940, "total_flops": 24339239731200000, "train_loss": 0.024813826382160186, "subset_score_loss": 0.024813826382160186} +{"step": 1850000, "wall_time": 16540.689029455185, "train_loss_step": 2.085723638534546, "n_params": 4305940, "total_flops": 24471518208000000, "train_loss": 0.02403596043586731, "subset_score_loss": 0.02403596043586731} +{"step": 1860000, "wall_time": 16624.412359714508, "train_loss_step": 2.0847043991088867, "n_params": 4305940, "total_flops": 24603796684800000, "train_loss": 0.02426013946533203, "subset_score_loss": 0.02426013946533203} +{"step": 1870000, "wall_time": 16708.19005227089, "train_loss_step": 2.068890333175659, "n_params": 4305940, "total_flops": 24736075161600000, "train_loss": 0.024135445058345795, "subset_score_loss": 0.024135445058345795} +{"step": 1880000, "wall_time": 16791.932384729385, "train_loss_step": 2.1717352867126465, "n_params": 4305940, "total_flops": 24868353638400000, "train_loss": 0.023962880671024322, "subset_score_loss": 0.023962880671024322} +{"step": 1890000, "wall_time": 16875.733808994293, "train_loss_step": 2.1768813133239746, "n_params": 4305940, "total_flops": 25000632115200000, "train_loss": 0.024964074790477752, "subset_score_loss": 0.024964074790477752} +{"step": 1900000, "wall_time": 17025.14195227623, "train_loss_step": 2.1726431846618652, "n_params": 4305940, "total_flops": 25132910592000000, "train_loss": 0.02428470253944397, "subset_score_loss": 0.02428470253944397, "memorization_fraction_pixel": 0.010999999940395355, "mean_nn_ratio_pixel": 0.6425415277481079, "fid": 155.35461529833546} +{"step": 1910000, "wall_time": 17108.89849638939, "train_loss_step": 2.3206024169921875, "n_params": 4305940, "total_flops": 25265189068800000, "train_loss": 0.02431069314479828, "subset_score_loss": 0.02431069314479828} +{"step": 1920000, "wall_time": 17192.62591266632, "train_loss_step": 2.2533745765686035, "n_params": 4305940, "total_flops": 25397467545600000, "train_loss": 0.023726093769073486, "subset_score_loss": 0.023726093769073486} +{"step": 1930000, "wall_time": 17276.355971336365, "train_loss_step": 1.8606038093566895, "n_params": 4305940, "total_flops": 25529746022400000, "train_loss": 0.02358558475971222, "subset_score_loss": 0.02358558475971222} +{"step": 1940000, "wall_time": 17346.559759378433, "train_loss_step": 2.0594167709350586, "n_params": 4305940, "total_flops": 25662024499200000, "train_loss": 0.0236446812748909, "subset_score_loss": 0.0236446812748909} +{"step": 1950000, "wall_time": 17420.937579631805, "train_loss_step": 2.115574836730957, "n_params": 4305940, "total_flops": 25794302976000000, "train_loss": 0.023617371916770935, "subset_score_loss": 0.023617371916770935} +{"step": 1960000, "wall_time": 17500.273184776306, "train_loss_step": 1.977442741394043, "n_params": 4305940, "total_flops": 25926581452800000, "train_loss": 0.023246216773986816, "subset_score_loss": 0.023246216773986816} +{"step": 1970000, "wall_time": 17584.051203489304, "train_loss_step": 2.1654491424560547, "n_params": 4305940, "total_flops": 26058859929600000, "train_loss": 0.02350866496562958, "subset_score_loss": 0.02350866496562958} +{"step": 1980000, "wall_time": 17667.820279836655, "train_loss_step": 2.1203837394714355, "n_params": 4305940, "total_flops": 26191138406400000, "train_loss": 0.023662413656711578, "subset_score_loss": 0.023662413656711578} +{"step": 1990000, "wall_time": 17751.52009153366, "train_loss_step": 2.3347153663635254, "n_params": 4305940, "total_flops": 26323416883200000, "train_loss": 0.02309058904647827, "subset_score_loss": 0.02309058904647827} +{"step": 2000000, "wall_time": 17900.965941905975, "train_loss_step": 2.1834630966186523, "n_params": 4305940, "total_flops": 26455695360000000, "train_loss": 0.022920139133930206, "subset_score_loss": 0.022920139133930206, "memorization_fraction_pixel": 0.010099999606609344, "mean_nn_ratio_pixel": 0.6345099806785583, "fid": 155.08848913880652} +{"step": 2010000, "wall_time": 17984.682252168655, "train_loss_step": 2.199103832244873, "n_params": 4305940, "total_flops": 26587973836800000, "train_loss": 0.022617994248867034, "subset_score_loss": 0.022617994248867034} +{"step": 2020000, "wall_time": 18068.442265748978, "train_loss_step": 2.3103513717651367, "n_params": 4305940, "total_flops": 26720252313600000, "train_loss": 0.02321792095899582, "subset_score_loss": 0.02321792095899582} +{"step": 2030000, "wall_time": 18152.221229076385, "train_loss_step": 2.107943058013916, "n_params": 4305940, "total_flops": 26852530790400000, "train_loss": 0.022787296772003175, "subset_score_loss": 0.022787296772003175} +{"step": 2040000, "wall_time": 18233.13076353073, "train_loss_step": 2.2837624549865723, "n_params": 4305940, "total_flops": 26984809267200000, "train_loss": 0.02214980125427246, "subset_score_loss": 0.02214980125427246} +{"step": 2050000, "wall_time": 18303.94904446602, "train_loss_step": 2.2042524814605713, "n_params": 4305940, "total_flops": 27117087744000000, "train_loss": 0.02273165136575699, "subset_score_loss": 0.02273165136575699} +{"step": 2060000, "wall_time": 18375.21166062355, "train_loss_step": 1.9024845361709595, "n_params": 4305940, "total_flops": 27249366220800000, "train_loss": 0.02242610603570938, "subset_score_loss": 0.02242610603570938} +{"step": 2070000, "wall_time": 18458.941457748413, "train_loss_step": 1.848763108253479, "n_params": 4305940, "total_flops": 27381644697600000, "train_loss": 0.02255411595106125, "subset_score_loss": 0.02255411595106125} +{"step": 2080000, "wall_time": 18542.7567384243, "train_loss_step": 2.2147390842437744, "n_params": 4305940, "total_flops": 27513923174400000, "train_loss": 0.022246412932872772, "subset_score_loss": 0.022246412932872772} +{"step": 2090000, "wall_time": 18626.532272577286, "train_loss_step": 2.0483851432800293, "n_params": 4305940, "total_flops": 27646201651200000, "train_loss": 0.022143319249153137, "subset_score_loss": 0.022143319249153137} +{"step": 2100000, "wall_time": 18775.94213438034, "train_loss_step": 2.1301074028015137, "n_params": 4305940, "total_flops": 27778480128000000, "train_loss": 0.02261071652173996, "subset_score_loss": 0.02261071652173996, "memorization_fraction_pixel": 0.010599999688565731, "mean_nn_ratio_pixel": 0.6336994171142578, "fid": 155.5489759593841} +{"step": 2110000, "wall_time": 18859.705974817276, "train_loss_step": 2.2606189250946045, "n_params": 4305940, "total_flops": 27910758604800000, "train_loss": 0.022290076315402984, "subset_score_loss": 0.022290076315402984} +{"step": 2120000, "wall_time": 18943.46809029579, "train_loss_step": 2.2207202911376953, "n_params": 4305940, "total_flops": 28043037081600000, "train_loss": 0.021953803300857545, "subset_score_loss": 0.021953803300857545} +{"step": 2130000, "wall_time": 19027.19575715065, "train_loss_step": 2.271024227142334, "n_params": 4305940, "total_flops": 28175315558400000, "train_loss": 0.022376812994480133, "subset_score_loss": 0.022376812994480133} +{"step": 2140000, "wall_time": 19110.96521806717, "train_loss_step": 2.30564284324646, "n_params": 4305940, "total_flops": 28307594035200000, "train_loss": 0.022096408903598784, "subset_score_loss": 0.022096408903598784} +{"step": 2150000, "wall_time": 19186.87401843071, "train_loss_step": 2.112140417098999, "n_params": 4305940, "total_flops": 28439872512000000, "train_loss": 0.02220245450735092, "subset_score_loss": 0.02220245450735092} +{"step": 2160000, "wall_time": 19263.145297288895, "train_loss_step": 2.122603416442871, "n_params": 4305940, "total_flops": 28572150988800000, "train_loss": 0.02172686457633972, "subset_score_loss": 0.02172686457633972} +{"step": 2170000, "wall_time": 19332.480446338654, "train_loss_step": 2.2759761810302734, "n_params": 4305940, "total_flops": 28704429465600000, "train_loss": 0.021946805715560912, "subset_score_loss": 0.021946805715560912} +{"step": 2180000, "wall_time": 19416.258455991745, "train_loss_step": 2.1701784133911133, "n_params": 4305940, "total_flops": 28836707942400000, "train_loss": 0.021607764065265656, "subset_score_loss": 0.021607764065265656} +{"step": 2190000, "wall_time": 19499.941883563995, "train_loss_step": 2.09586501121521, "n_params": 4305940, "total_flops": 28968986419200000, "train_loss": 0.021718510985374452, "subset_score_loss": 0.021718510985374452} +{"step": 2200000, "wall_time": 19649.322227716446, "train_loss_step": 2.1507158279418945, "n_params": 4305940, "total_flops": 29101264896000000, "train_loss": 0.021591922640800475, "subset_score_loss": 0.021591922640800475, "memorization_fraction_pixel": 0.010700000450015068, "mean_nn_ratio_pixel": 0.6326072216033936, "fid": 155.35903376108865} +{"step": 2210000, "wall_time": 19733.090027093887, "train_loss_step": 2.054628610610962, "n_params": 4305940, "total_flops": 29233543372800000, "train_loss": 0.02138199210166931, "subset_score_loss": 0.02138199210166931} +{"step": 2220000, "wall_time": 19816.86763739586, "train_loss_step": 2.1528754234313965, "n_params": 4305940, "total_flops": 29365821849600000, "train_loss": 0.021634605526924134, "subset_score_loss": 0.021634605526924134} +{"step": 2230000, "wall_time": 19900.599267482758, "train_loss_step": 2.0663704872131348, "n_params": 4305940, "total_flops": 29498100326400000, "train_loss": 0.02140534222126007, "subset_score_loss": 0.02140534222126007} +{"step": 2240000, "wall_time": 19984.30130290985, "train_loss_step": 1.933795690536499, "n_params": 4305940, "total_flops": 29630378803200000, "train_loss": 0.0213909775018692, "subset_score_loss": 0.0213909775018692} +{"step": 2250000, "wall_time": 20067.791211366653, "train_loss_step": 2.163132667541504, "n_params": 4305940, "total_flops": 29762657280000000, "train_loss": 0.021024812757968903, "subset_score_loss": 0.021024812757968903} +{"step": 2260000, "wall_time": 20136.45897269249, "train_loss_step": 2.323540687561035, "n_params": 4305940, "total_flops": 29894935756800000, "train_loss": 0.021127040684223174, "subset_score_loss": 0.021127040684223174} +{"step": 2270000, "wall_time": 20216.42576599121, "train_loss_step": 2.012857437133789, "n_params": 4305940, "total_flops": 30027214233600000, "train_loss": 0.021114681661129, "subset_score_loss": 0.021114681661129} +{"step": 2280000, "wall_time": 20286.112161159515, "train_loss_step": 2.2693824768066406, "n_params": 4305940, "total_flops": 30159492710400000, "train_loss": 0.02125507891178131, "subset_score_loss": 0.02125507891178131} +{"step": 2290000, "wall_time": 20369.856452941895, "train_loss_step": 2.2127115726470947, "n_params": 4305940, "total_flops": 30291771187200000, "train_loss": 0.0208776593208313, "subset_score_loss": 0.0208776593208313} +{"step": 2300000, "wall_time": 20518.10173559189, "train_loss_step": 1.9503700733184814, "n_params": 4305940, "total_flops": 30424049664000000, "train_loss": 0.02104860693216324, "subset_score_loss": 0.02104860693216324, "memorization_fraction_pixel": 0.007600000128149986, "mean_nn_ratio_pixel": 0.6284421682357788, "fid": 155.34565803389614} +{"step": 2310000, "wall_time": 20601.830651521683, "train_loss_step": 2.121788740158081, "n_params": 4305940, "total_flops": 30556328140800000, "train_loss": 0.02125980705022812, "subset_score_loss": 0.02125980705022812} +{"step": 2320000, "wall_time": 20685.65240764618, "train_loss_step": 2.135100841522217, "n_params": 4305940, "total_flops": 30688606617600000, "train_loss": 0.02089201509952545, "subset_score_loss": 0.02089201509952545} +{"step": 2330000, "wall_time": 20769.444224357605, "train_loss_step": 2.042759418487549, "n_params": 4305940, "total_flops": 30820885094400000, "train_loss": 0.020933640003204346, "subset_score_loss": 0.020933640003204346} +{"step": 2340000, "wall_time": 20853.11181497574, "train_loss_step": 2.1752891540527344, "n_params": 4305940, "total_flops": 30953163571200000, "train_loss": 0.020843389630317687, "subset_score_loss": 0.020843389630317687} +{"step": 2350000, "wall_time": 20936.87423467636, "train_loss_step": 2.22180438041687, "n_params": 4305940, "total_flops": 31085442048000000, "train_loss": 0.020431415736675264, "subset_score_loss": 0.020431415736675264} +{"step": 2360000, "wall_time": 21016.62322473526, "train_loss_step": 1.9763845205307007, "n_params": 4305940, "total_flops": 31217720524800000, "train_loss": 0.02101079523563385, "subset_score_loss": 0.02101079523563385} +{"step": 2370000, "wall_time": 21087.21634721756, "train_loss_step": 2.0024614334106445, "n_params": 4305940, "total_flops": 31349999001600000, "train_loss": 0.020500877499580385, "subset_score_loss": 0.020500877499580385} +{"step": 2380000, "wall_time": 21168.53838777542, "train_loss_step": 2.1860435009002686, "n_params": 4305940, "total_flops": 31482277478400000, "train_loss": 0.020672856271266936, "subset_score_loss": 0.020672856271266936} +{"step": 2390000, "wall_time": 21243.30999970436, "train_loss_step": 2.0988235473632812, "n_params": 4305940, "total_flops": 31614555955200000, "train_loss": 0.020518873631954194, "subset_score_loss": 0.020518873631954194} +{"step": 2400000, "wall_time": 21391.658719062805, "train_loss_step": 2.2020621299743652, "n_params": 4305940, "total_flops": 31746834432000000, "train_loss": 0.02032760828733444, "subset_score_loss": 0.02032760828733444, "memorization_fraction_pixel": 0.009700000286102295, "mean_nn_ratio_pixel": 0.6263347864151001, "fid": 155.59780990753393} +{"step": 2410000, "wall_time": 21475.46781015396, "train_loss_step": 1.929946780204773, "n_params": 4305940, "total_flops": 31879112908800000, "train_loss": 0.019991591572761536, "subset_score_loss": 0.019991591572761536} +{"step": 2420000, "wall_time": 21559.202960014343, "train_loss_step": 2.2258365154266357, "n_params": 4305940, "total_flops": 32011391385600000, "train_loss": 0.01990055590867996, "subset_score_loss": 0.01990055590867996} +{"step": 2430000, "wall_time": 21642.92842245102, "train_loss_step": 1.9721829891204834, "n_params": 4305940, "total_flops": 32143669862400000, "train_loss": 0.020497217774391174, "subset_score_loss": 0.020497217774391174} +{"step": 2440000, "wall_time": 21726.765825033188, "train_loss_step": 2.0857882499694824, "n_params": 4305940, "total_flops": 32275948339200000, "train_loss": 0.02033810466527939, "subset_score_loss": 0.02033810466527939} +{"step": 2450000, "wall_time": 21810.51835155487, "train_loss_step": 1.981041431427002, "n_params": 4305940, "total_flops": 32408226816000000, "train_loss": 0.020003268122673036, "subset_score_loss": 0.020003268122673036} +{"step": 2460000, "wall_time": 21892.14573740959, "train_loss_step": 2.001296281814575, "n_params": 4305940, "total_flops": 32540505292800000, "train_loss": 0.01994016170501709, "subset_score_loss": 0.01994016170501709} +{"step": 2470000, "wall_time": 21971.004846811295, "train_loss_step": 2.12412691116333, "n_params": 4305940, "total_flops": 32672783769600000, "train_loss": 0.01997913122177124, "subset_score_loss": 0.01997913122177124} +{"step": 2480000, "wall_time": 22041.273255348206, "train_loss_step": 2.0503480434417725, "n_params": 4305940, "total_flops": 32805062246400000, "train_loss": 0.019561056792736054, "subset_score_loss": 0.019561056792736054} +{"step": 2490000, "wall_time": 22117.834845542908, "train_loss_step": 2.02012300491333, "n_params": 4305940, "total_flops": 32937340723200000, "train_loss": 0.02006649523973465, "subset_score_loss": 0.02006649523973465} +{"step": 2500000, "wall_time": 22266.55263566971, "train_loss_step": 2.079437255859375, "n_params": 4305940, "total_flops": 33069619200000000, "train_loss": 0.019846220314502717, "subset_score_loss": 0.019846220314502717, "memorization_fraction_pixel": 0.011099999770522118, "mean_nn_ratio_pixel": 0.621926486492157, "fid": 154.91961762254516} +{"step": 2510000, "wall_time": 22350.36874294281, "train_loss_step": 1.970085620880127, "n_params": 4305940, "total_flops": 33201897676800000, "train_loss": 0.019982652366161348, "subset_score_loss": 0.019982652366161348} +{"step": 2520000, "wall_time": 22434.09201645851, "train_loss_step": 2.348933219909668, "n_params": 4305940, "total_flops": 33334176153600000, "train_loss": 0.019213159382343293, "subset_score_loss": 0.019213159382343293} +{"step": 2530000, "wall_time": 22517.822524547577, "train_loss_step": 2.232816696166992, "n_params": 4305940, "total_flops": 33466454630400000, "train_loss": 0.01931385099887848, "subset_score_loss": 0.01931385099887848} +{"step": 2540000, "wall_time": 22601.567936182022, "train_loss_step": 2.0752978324890137, "n_params": 4305940, "total_flops": 33598733107200000, "train_loss": 0.019788086414337158, "subset_score_loss": 0.019788086414337158} +{"step": 2550000, "wall_time": 22685.34172463417, "train_loss_step": 2.059995651245117, "n_params": 4305940, "total_flops": 33731011584000000, "train_loss": 0.01896921545267105, "subset_score_loss": 0.01896921545267105} +{"step": 2560000, "wall_time": 22768.96460056305, "train_loss_step": 2.1700754165649414, "n_params": 4305940, "total_flops": 33863290060800000, "train_loss": 0.01973326802253723, "subset_score_loss": 0.01973326802253723} +{"step": 2570000, "wall_time": 22850.826927661896, "train_loss_step": 2.0580239295959473, "n_params": 4305940, "total_flops": 33995568537600000, "train_loss": 0.01915125548839569, "subset_score_loss": 0.01915125548839569} +{"step": 2580000, "wall_time": 22929.752878427505, "train_loss_step": 2.006931781768799, "n_params": 4305940, "total_flops": 34127847014400000, "train_loss": 0.019645075500011443, "subset_score_loss": 0.019645075500011443} +{"step": 2590000, "wall_time": 23005.61975002289, "train_loss_step": 2.1361589431762695, "n_params": 4305940, "total_flops": 34260125491200000, "train_loss": 0.018976110219955444, "subset_score_loss": 0.018976110219955444} +{"step": 2600000, "wall_time": 23143.064230442047, "train_loss_step": 1.996498465538025, "n_params": 4305940, "total_flops": 34392403968000000, "train_loss": 0.019288301467895508, "subset_score_loss": 0.019288301467895508, "memorization_fraction_pixel": 0.01119999960064888, "mean_nn_ratio_pixel": 0.6194330453872681, "fid": 155.9328687530964} +{"step": 2610000, "wall_time": 23226.83761906624, "train_loss_step": 2.0556390285491943, "n_params": 4305940, "total_flops": 34524682444800000, "train_loss": 0.019436055421829225, "subset_score_loss": 0.019436055421829225} +{"step": 2620000, "wall_time": 23310.561920404434, "train_loss_step": 2.3320722579956055, "n_params": 4305940, "total_flops": 34656960921600000, "train_loss": 0.01889069676399231, "subset_score_loss": 0.01889069676399231} +{"step": 2630000, "wall_time": 23394.108687400818, "train_loss_step": 2.1299901008605957, "n_params": 4305940, "total_flops": 34789239398400000, "train_loss": 0.01892593502998352, "subset_score_loss": 0.01892593502998352} +{"step": 2640000, "wall_time": 23477.8715364933, "train_loss_step": 2.2247426509857178, "n_params": 4305940, "total_flops": 34921517875200000, "train_loss": 0.018963879346847533, "subset_score_loss": 0.018963879346847533} +{"step": 2650000, "wall_time": 23561.707906484604, "train_loss_step": 2.240727424621582, "n_params": 4305940, "total_flops": 35053796352000000, "train_loss": 0.0188240185379982, "subset_score_loss": 0.0188240185379982} +{"step": 2660000, "wall_time": 23645.413038015366, "train_loss_step": 2.5321550369262695, "n_params": 4305940, "total_flops": 35186074828800000, "train_loss": 0.019117791950702668, "subset_score_loss": 0.019117791950702668} +{"step": 2670000, "wall_time": 23727.310711860657, "train_loss_step": 2.1141488552093506, "n_params": 4305940, "total_flops": 35318353305600000, "train_loss": 0.01847836822271347, "subset_score_loss": 0.01847836822271347} +{"step": 2680000, "wall_time": 23811.058730125427, "train_loss_step": 2.069031238555908, "n_params": 4305940, "total_flops": 35450631782400000, "train_loss": 0.018558959662914275, "subset_score_loss": 0.018558959662914275} +{"step": 2690000, "wall_time": 23884.26281929016, "train_loss_step": 2.074300527572632, "n_params": 4305940, "total_flops": 35582910259200000, "train_loss": 0.018333646655082702, "subset_score_loss": 0.018333646655082702} +{"step": 2700000, "wall_time": 24013.8303899765, "train_loss_step": 1.981757640838623, "n_params": 4305940, "total_flops": 35715188736000000, "train_loss": 0.018622778356075287, "subset_score_loss": 0.018622778356075287, "memorization_fraction_pixel": 0.010700000450015068, "mean_nn_ratio_pixel": 0.6212146282196045, "fid": 155.52312555785252} +{"step": 2710000, "wall_time": 24097.667370557785, "train_loss_step": 2.257406234741211, "n_params": 4305940, "total_flops": 35847467212800000, "train_loss": 0.018576432764530183, "subset_score_loss": 0.018576432764530183} +{"step": 2720000, "wall_time": 24181.498153209686, "train_loss_step": 1.9446450471878052, "n_params": 4305940, "total_flops": 35979745689600000, "train_loss": 0.018384122848510744, "subset_score_loss": 0.018384122848510744} +{"step": 2730000, "wall_time": 24265.309684753418, "train_loss_step": 1.9720410108566284, "n_params": 4305940, "total_flops": 36112024166400000, "train_loss": 0.01840713620185852, "subset_score_loss": 0.01840713620185852} +{"step": 2740000, "wall_time": 24349.140704870224, "train_loss_step": 2.0318429470062256, "n_params": 4305940, "total_flops": 36244302643200000, "train_loss": 0.018239448964595794, "subset_score_loss": 0.018239448964595794} +{"step": 2750000, "wall_time": 24432.862223625183, "train_loss_step": 2.1603803634643555, "n_params": 4305940, "total_flops": 36376581120000000, "train_loss": 0.018377530574798583, "subset_score_loss": 0.018377530574798583} +{"step": 2760000, "wall_time": 24516.57979989052, "train_loss_step": 2.1829476356506348, "n_params": 4305940, "total_flops": 36508859596800000, "train_loss": 0.018359962105751037, "subset_score_loss": 0.018359962105751037} +{"step": 2770000, "wall_time": 24597.273718833923, "train_loss_step": 2.2256741523742676, "n_params": 4305940, "total_flops": 36641138073600000, "train_loss": 0.018333722651004792, "subset_score_loss": 0.018333722651004792} +{"step": 2780000, "wall_time": 24680.841871500015, "train_loss_step": 2.2464818954467773, "n_params": 4305940, "total_flops": 36773416550400000, "train_loss": 0.018165208399295807, "subset_score_loss": 0.018165208399295807} +{"step": 2790000, "wall_time": 24764.509025096893, "train_loss_step": 2.2428855895996094, "n_params": 4305940, "total_flops": 36905695027200000, "train_loss": 0.01801155209541321, "subset_score_loss": 0.01801155209541321} +{"step": 2800000, "wall_time": 24897.325906276703, "train_loss_step": 2.3772425651550293, "n_params": 4305940, "total_flops": 37037973504000000, "train_loss": 0.0181166335940361, "subset_score_loss": 0.0181166335940361, "memorization_fraction_pixel": 0.01269999984651804, "mean_nn_ratio_pixel": 0.6211358904838562, "fid": 155.00769528449084} +{"step": 2810000, "wall_time": 24969.274706602097, "train_loss_step": 2.097075939178467, "n_params": 4305940, "total_flops": 37170251980800000, "train_loss": 0.0179227814078331, "subset_score_loss": 0.0179227814078331} +{"step": 2820000, "wall_time": 25053.0658993721, "train_loss_step": 2.0270633697509766, "n_params": 4305940, "total_flops": 37302530457600000, "train_loss": 0.01813125014305115, "subset_score_loss": 0.01813125014305115} +{"step": 2830000, "wall_time": 25136.90155339241, "train_loss_step": 1.9280824661254883, "n_params": 4305940, "total_flops": 37434808934400000, "train_loss": 0.017937806248664857, "subset_score_loss": 0.017937806248664857} +{"step": 2840000, "wall_time": 25220.69542646408, "train_loss_step": 2.2320590019226074, "n_params": 4305940, "total_flops": 37567087411200000, "train_loss": 0.017919425666332246, "subset_score_loss": 0.017919425666332246} +{"step": 2850000, "wall_time": 25304.452981710434, "train_loss_step": 2.5059666633605957, "n_params": 4305940, "total_flops": 37699365888000000, "train_loss": 0.018036560714244844, "subset_score_loss": 0.018036560714244844} +{"step": 2860000, "wall_time": 25388.210457086563, "train_loss_step": 2.3242506980895996, "n_params": 4305940, "total_flops": 37831644364800000, "train_loss": 0.017938065528869628, "subset_score_loss": 0.017938065528869628} +{"step": 2870000, "wall_time": 25469.9344496727, "train_loss_step": 2.3827242851257324, "n_params": 4305940, "total_flops": 37963922841600000, "train_loss": 0.018076401948928834, "subset_score_loss": 0.018076401948928834} +{"step": 2880000, "wall_time": 25553.719245672226, "train_loss_step": 1.9308176040649414, "n_params": 4305940, "total_flops": 38096201318400000, "train_loss": 0.017743828892707824, "subset_score_loss": 0.017743828892707824} +{"step": 2890000, "wall_time": 25637.55924987793, "train_loss_step": 2.225299119949341, "n_params": 4305940, "total_flops": 38228479795200000, "train_loss": 0.017838011682033538, "subset_score_loss": 0.017838011682033538} +{"step": 2900000, "wall_time": 25776.73676586151, "train_loss_step": 2.2110519409179688, "n_params": 4305940, "total_flops": 38360758272000000, "train_loss": 0.017811383306980132, "subset_score_loss": 0.017811383306980132, "memorization_fraction_pixel": 0.009100000374019146, "mean_nn_ratio_pixel": 0.6170158982276917, "fid": 156.0197208940877} +{"step": 2910000, "wall_time": 25851.6830534935, "train_loss_step": 2.374983787536621, "n_params": 4305940, "total_flops": 38493036748800000, "train_loss": 0.017341455817222594, "subset_score_loss": 0.017341455817222594} +{"step": 2920000, "wall_time": 25930.746648073196, "train_loss_step": 2.0896008014678955, "n_params": 4305940, "total_flops": 38625315225600000, "train_loss": 0.017319272458553314, "subset_score_loss": 0.017319272458553314} +{"step": 2930000, "wall_time": 26014.54862189293, "train_loss_step": 1.910944938659668, "n_params": 4305940, "total_flops": 38757593702400000, "train_loss": 0.0173645943403244, "subset_score_loss": 0.0173645943403244} +{"step": 2940000, "wall_time": 26098.338773965836, "train_loss_step": 2.0616917610168457, "n_params": 4305940, "total_flops": 38889872179200000, "train_loss": 0.01763041168451309, "subset_score_loss": 0.01763041168451309} +{"step": 2950000, "wall_time": 26182.117945432663, "train_loss_step": 2.2808589935302734, "n_params": 4305940, "total_flops": 39022150656000000, "train_loss": 0.017211489379405975, "subset_score_loss": 0.017211489379405975} +{"step": 2960000, "wall_time": 26265.94765686989, "train_loss_step": 2.315995216369629, "n_params": 4305940, "total_flops": 39154429132800000, "train_loss": 0.017539505660533906, "subset_score_loss": 0.017539505660533906} +{"step": 2970000, "wall_time": 26347.67154097557, "train_loss_step": 2.124791383743286, "n_params": 4305940, "total_flops": 39286707609600000, "train_loss": 0.0172979474067688, "subset_score_loss": 0.0172979474067688} +{"step": 2980000, "wall_time": 26431.442199230194, "train_loss_step": 1.8845109939575195, "n_params": 4305940, "total_flops": 39418986086400000, "train_loss": 0.0169884130358696, "subset_score_loss": 0.0169884130358696} +{"step": 2990000, "wall_time": 26515.28375172615, "train_loss_step": 2.169137716293335, "n_params": 4305940, "total_flops": 39551264563200000, "train_loss": 0.017499363422393797, "subset_score_loss": 0.017499363422393797} +{"step": 3000000, "wall_time": 26664.82036781311, "train_loss_step": 2.0068249702453613, "n_params": 4305940, "total_flops": 39683543040000000, "train_loss": 0.017130264639854433, "subset_score_loss": 0.017130264639854433, "memorization_fraction_pixel": 0.00989999994635582, "mean_nn_ratio_pixel": 0.616072952747345, "fid": 155.37357515172314} +{"step": 3010000, "wall_time": 26733.417914152145, "train_loss_step": 2.090000867843628, "n_params": 4305940, "total_flops": 39815821516800000, "train_loss": 0.016992838680744173, "subset_score_loss": 0.016992838680744173} +{"step": 3020000, "wall_time": 26805.00206065178, "train_loss_step": 2.2211880683898926, "n_params": 4305940, "total_flops": 39948099993600000, "train_loss": 0.016940869390964508, "subset_score_loss": 0.016940869390964508} +{"step": 3030000, "wall_time": 26887.023099184036, "train_loss_step": 2.133150577545166, "n_params": 4305940, "total_flops": 40080378470400000, "train_loss": 0.01717180907726288, "subset_score_loss": 0.01717180907726288} +{"step": 3040000, "wall_time": 26970.887904167175, "train_loss_step": 2.1544198989868164, "n_params": 4305940, "total_flops": 40212656947200000, "train_loss": 0.01700417250394821, "subset_score_loss": 0.01700417250394821} +{"step": 3050000, "wall_time": 27054.616688489914, "train_loss_step": 2.126060962677002, "n_params": 4305940, "total_flops": 40344935424000000, "train_loss": 0.016843007504940034, "subset_score_loss": 0.016843007504940034} +{"step": 3060000, "wall_time": 27138.420050382614, "train_loss_step": 2.054307222366333, "n_params": 4305940, "total_flops": 40477213900800000, "train_loss": 0.01699967086315155, "subset_score_loss": 0.01699967086315155} +{"step": 3070000, "wall_time": 27221.835678100586, "train_loss_step": 1.9373197555541992, "n_params": 4305940, "total_flops": 40609492377600000, "train_loss": 0.01678757518529892, "subset_score_loss": 0.01678757518529892} +{"step": 3080000, "wall_time": 27303.231694221497, "train_loss_step": 2.152700662612915, "n_params": 4305940, "total_flops": 40741770854400000, "train_loss": 0.01698162853717804, "subset_score_loss": 0.01698162853717804} +{"step": 3090000, "wall_time": 27387.085802078247, "train_loss_step": 1.988342523574829, "n_params": 4305940, "total_flops": 40874049331200000, "train_loss": 0.017016537487506866, "subset_score_loss": 0.017016537487506866} +{"step": 3100000, "wall_time": 27536.74076938629, "train_loss_step": 1.8543733358383179, "n_params": 4305940, "total_flops": 41006327808000000, "train_loss": 0.016896435618400575, "subset_score_loss": 0.016896435618400575, "memorization_fraction_pixel": 0.01209999993443489, "mean_nn_ratio_pixel": 0.6146671175956726, "fid": 155.65831183708724} +{"step": 3110000, "wall_time": 27619.090266227722, "train_loss_step": 2.014409065246582, "n_params": 4305940, "total_flops": 41138606284800000, "train_loss": 0.01701275110244751, "subset_score_loss": 0.01701275110244751} +{"step": 3120000, "wall_time": 27684.029448270798, "train_loss_step": 1.946118950843811, "n_params": 4305940, "total_flops": 41270884761600000, "train_loss": 0.01681802123785019, "subset_score_loss": 0.01681802123785019} +{"step": 3130000, "wall_time": 27753.41422200203, "train_loss_step": 2.20351505279541, "n_params": 4305940, "total_flops": 41403163238400000, "train_loss": 0.01666119247674942, "subset_score_loss": 0.01666119247674942} +{"step": 3140000, "wall_time": 27835.569893836975, "train_loss_step": 2.1591715812683105, "n_params": 4305940, "total_flops": 41535441715200000, "train_loss": 0.016921204328536988, "subset_score_loss": 0.016921204328536988} +{"step": 3150000, "wall_time": 27919.375554800034, "train_loss_step": 1.998058795928955, "n_params": 4305940, "total_flops": 41667720192000000, "train_loss": 0.01651958078145981, "subset_score_loss": 0.01651958078145981} +{"step": 3160000, "wall_time": 28003.16868162155, "train_loss_step": 2.1141726970672607, "n_params": 4305940, "total_flops": 41799998668800000, "train_loss": 0.016717222332954407, "subset_score_loss": 0.016717222332954407} +{"step": 3170000, "wall_time": 28086.87585377693, "train_loss_step": 2.2286083698272705, "n_params": 4305940, "total_flops": 41932277145600000, "train_loss": 0.01657833009958267, "subset_score_loss": 0.01657833009958267} +{"step": 3180000, "wall_time": 28169.010066747665, "train_loss_step": 2.2523257732391357, "n_params": 4305940, "total_flops": 42064555622400000, "train_loss": 0.016573166847229003, "subset_score_loss": 0.016573166847229003} +{"step": 3190000, "wall_time": 28252.82024025917, "train_loss_step": 2.2801899909973145, "n_params": 4305940, "total_flops": 42196834099200000, "train_loss": 0.016573837399482726, "subset_score_loss": 0.016573837399482726} +{"step": 3200000, "wall_time": 28402.405830144882, "train_loss_step": 2.1560535430908203, "n_params": 4305940, "total_flops": 42329112576000000, "train_loss": 0.016533493995666504, "subset_score_loss": 0.016533493995666504, "memorization_fraction_pixel": 0.008999999612569809, "mean_nn_ratio_pixel": 0.6140430569648743, "fid": 154.62200192866834} +{"step": 3210000, "wall_time": 28486.126048088074, "train_loss_step": 2.2841262817382812, "n_params": 4305940, "total_flops": 42461391052800000, "train_loss": 0.016195951402187346, "subset_score_loss": 0.016195951402187346} +{"step": 3220000, "wall_time": 28569.542033672333, "train_loss_step": 2.0562729835510254, "n_params": 4305940, "total_flops": 42593669529600000, "train_loss": 0.016016414761543273, "subset_score_loss": 0.016016414761543273} +{"step": 3230000, "wall_time": 28641.373851537704, "train_loss_step": 1.955202341079712, "n_params": 4305940, "total_flops": 42725948006400000, "train_loss": 0.016396263241767885, "subset_score_loss": 0.016396263241767885} +{"step": 3240000, "wall_time": 28715.709164857864, "train_loss_step": 2.0818896293640137, "n_params": 4305940, "total_flops": 42858226483200000, "train_loss": 0.016887781023979188, "subset_score_loss": 0.016887781023979188} +{"step": 3250000, "wall_time": 28799.59202027321, "train_loss_step": 2.025575876235962, "n_params": 4305940, "total_flops": 42990504960000000, "train_loss": 0.01640932261943817, "subset_score_loss": 0.01640932261943817} +{"step": 3260000, "wall_time": 28883.393779039383, "train_loss_step": 1.8951101303100586, "n_params": 4305940, "total_flops": 43122783436800000, "train_loss": 0.0160991370677948, "subset_score_loss": 0.0160991370677948} +{"step": 3270000, "wall_time": 28967.040724515915, "train_loss_step": 2.1217308044433594, "n_params": 4305940, "total_flops": 43255061913600000, "train_loss": 0.01610076129436493, "subset_score_loss": 0.01610076129436493} +{"step": 3280000, "wall_time": 29048.976075172424, "train_loss_step": 2.0717062950134277, "n_params": 4305940, "total_flops": 43387340390400000, "train_loss": 0.0162776455283165, "subset_score_loss": 0.0162776455283165} +{"step": 3290000, "wall_time": 29132.81507754326, "train_loss_step": 2.282461643218994, "n_params": 4305940, "total_flops": 43519618867200000, "train_loss": 0.01655677706003189, "subset_score_loss": 0.01655677706003189} +{"step": 3300000, "wall_time": 29281.31009912491, "train_loss_step": 2.0266523361206055, "n_params": 4305940, "total_flops": 43651897344000000, "train_loss": 0.015973493456840515, "subset_score_loss": 0.015973493456840515, "memorization_fraction_pixel": 0.010099999606609344, "mean_nn_ratio_pixel": 0.6129142642021179, "fid": 154.66158795971438} +{"step": 3310000, "wall_time": 29365.13711810112, "train_loss_step": 2.137516975402832, "n_params": 4305940, "total_flops": 43784175820800000, "train_loss": 0.01621425151824951, "subset_score_loss": 0.01621425151824951} +{"step": 3320000, "wall_time": 29449.01389026642, "train_loss_step": 2.10382080078125, "n_params": 4305940, "total_flops": 43916454297600000, "train_loss": 0.015837781131267548, "subset_score_loss": 0.015837781131267548} +{"step": 3330000, "wall_time": 29526.434828281403, "train_loss_step": 2.0422821044921875, "n_params": 4305940, "total_flops": 44048732774400000, "train_loss": 0.016161322593688965, "subset_score_loss": 0.016161322593688965} +{"step": 3340000, "wall_time": 29604.297767162323, "train_loss_step": 2.067248821258545, "n_params": 4305940, "total_flops": 44181011251200000, "train_loss": 0.015644605457782745, "subset_score_loss": 0.015644605457782745} +{"step": 3350000, "wall_time": 29684.23105096817, "train_loss_step": 1.9994025230407715, "n_params": 4305940, "total_flops": 44313289728000000, "train_loss": 0.015974488854408265, "subset_score_loss": 0.015974488854408265} +{"step": 3360000, "wall_time": 29768.06637954712, "train_loss_step": 1.9097665548324585, "n_params": 4305940, "total_flops": 44445568204800000, "train_loss": 0.015806320309638976, "subset_score_loss": 0.015806320309638976} +{"step": 3370000, "wall_time": 29851.939813137054, "train_loss_step": 2.0143866539001465, "n_params": 4305940, "total_flops": 44577846681600000, "train_loss": 0.015624023973941803, "subset_score_loss": 0.015624023973941803} +{"step": 3380000, "wall_time": 29933.73575735092, "train_loss_step": 2.1570000648498535, "n_params": 4305940, "total_flops": 44710125158400000, "train_loss": 0.015849371254444123, "subset_score_loss": 0.015849371254444123} +{"step": 3390000, "wall_time": 30017.601321458817, "train_loss_step": 2.1239523887634277, "n_params": 4305940, "total_flops": 44842403635200000, "train_loss": 0.016047146916389466, "subset_score_loss": 0.016047146916389466} +{"step": 3400000, "wall_time": 30167.159762620926, "train_loss_step": 1.9738988876342773, "n_params": 4305940, "total_flops": 44974682112000000, "train_loss": 0.015732792019844056, "subset_score_loss": 0.015732792019844056, "memorization_fraction_pixel": 0.013299999758601189, "mean_nn_ratio_pixel": 0.6095041632652283, "fid": 154.85515351785412} +{"step": 3410000, "wall_time": 30251.035890102386, "train_loss_step": 2.0886285305023193, "n_params": 4305940, "total_flops": 45106960588800000, "train_loss": 0.015391559898853302, "subset_score_loss": 0.015391559898853302} +{"step": 3420000, "wall_time": 30334.813549041748, "train_loss_step": 1.9418240785598755, "n_params": 4305940, "total_flops": 45239239065600000, "train_loss": 0.015490308403968811, "subset_score_loss": 0.015490308403968811} +{"step": 3430000, "wall_time": 30417.41669869423, "train_loss_step": 2.0317201614379883, "n_params": 4305940, "total_flops": 45371517542400000, "train_loss": 0.015637293457984924, "subset_score_loss": 0.015637293457984924} +{"step": 3440000, "wall_time": 30488.893773555756, "train_loss_step": 1.9032503366470337, "n_params": 4305940, "total_flops": 45503796019200000, "train_loss": 0.015545180439949036, "subset_score_loss": 0.015545180439949036} +{"step": 3450000, "wall_time": 30558.063250541687, "train_loss_step": 2.1286301612854004, "n_params": 4305940, "total_flops": 45636074496000000, "train_loss": 0.015770328044891358, "subset_score_loss": 0.015770328044891358} +{"step": 3460000, "wall_time": 30640.25747036934, "train_loss_step": 2.1863956451416016, "n_params": 4305940, "total_flops": 45768352972800000, "train_loss": 0.015878066420555115, "subset_score_loss": 0.015878066420555115} +{"step": 3470000, "wall_time": 30724.04911661148, "train_loss_step": 2.33461856842041, "n_params": 4305940, "total_flops": 45900631449600000, "train_loss": 0.015361711382865906, "subset_score_loss": 0.015361711382865906} +{"step": 3480000, "wall_time": 30806.22921872139, "train_loss_step": 1.8905547857284546, "n_params": 4305940, "total_flops": 46032909926400000, "train_loss": 0.015346398949623108, "subset_score_loss": 0.015346398949623108} +{"step": 3490000, "wall_time": 30889.689382314682, "train_loss_step": 2.0760812759399414, "n_params": 4305940, "total_flops": 46165188403200000, "train_loss": 0.01526784747838974, "subset_score_loss": 0.01526784747838974} +{"step": 3500000, "wall_time": 31037.98805999756, "train_loss_step": 1.9848695993423462, "n_params": 4305940, "total_flops": 46297466880000000, "train_loss": 0.01523669809103012, "subset_score_loss": 0.01523669809103012, "memorization_fraction_pixel": 0.013100000098347664, "mean_nn_ratio_pixel": 0.6078538298606873, "fid": 155.27339403117668} +{"step": 3510000, "wall_time": 31121.84096646309, "train_loss_step": 2.1960251331329346, "n_params": 4305940, "total_flops": 46429745356800000, "train_loss": 0.015452226996421814, "subset_score_loss": 0.015452226996421814} +{"step": 3520000, "wall_time": 31205.700952529907, "train_loss_step": 1.9144179821014404, "n_params": 4305940, "total_flops": 46562023833600000, "train_loss": 0.016008517146110533, "subset_score_loss": 0.016008517146110533} +{"step": 3530000, "wall_time": 31289.603810310364, "train_loss_step": 2.01768159866333, "n_params": 4305940, "total_flops": 46694302310400000, "train_loss": 0.015236151218414307, "subset_score_loss": 0.015236151218414307} +{"step": 3540000, "wall_time": 31368.951132297516, "train_loss_step": 2.1691014766693115, "n_params": 4305940, "total_flops": 46826580787200000, "train_loss": 0.01555619090795517, "subset_score_loss": 0.01555619090795517} +{"step": 3550000, "wall_time": 31449.565338134766, "train_loss_step": 1.978616714477539, "n_params": 4305940, "total_flops": 46958859264000000, "train_loss": 0.01513773649930954, "subset_score_loss": 0.01513773649930954} +{"step": 3560000, "wall_time": 31517.16783428192, "train_loss_step": 2.093046188354492, "n_params": 4305940, "total_flops": 47091137740800000, "train_loss": 0.015342783927917481, "subset_score_loss": 0.015342783927917481} +{"step": 3570000, "wall_time": 31600.423923015594, "train_loss_step": 2.042753219604492, "n_params": 4305940, "total_flops": 47223416217600000, "train_loss": 0.015177409350872039, "subset_score_loss": 0.015177409350872039} +{"step": 3580000, "wall_time": 31684.088925361633, "train_loss_step": 2.130866527557373, "n_params": 4305940, "total_flops": 47355694694400000, "train_loss": 0.015093021094799042, "subset_score_loss": 0.015093021094799042} +{"step": 3590000, "wall_time": 31766.26355791092, "train_loss_step": 2.187598705291748, "n_params": 4305940, "total_flops": 47487973171200000, "train_loss": 0.015147565305233002, "subset_score_loss": 0.015147565305233002} +{"step": 3600000, "wall_time": 31915.910526752472, "train_loss_step": 2.0447683334350586, "n_params": 4305940, "total_flops": 47620251648000000, "train_loss": 0.01522154062986374, "subset_score_loss": 0.01522154062986374, "memorization_fraction_pixel": 0.012600000016391277, "mean_nn_ratio_pixel": 0.6085608601570129, "fid": 154.94897810874593} +{"step": 3610000, "wall_time": 31999.78444623947, "train_loss_step": 2.1787667274475098, "n_params": 4305940, "total_flops": 47752530124800000, "train_loss": 0.015083637833595277, "subset_score_loss": 0.015083637833595277} +{"step": 3620000, "wall_time": 32083.620032548904, "train_loss_step": 2.1531147956848145, "n_params": 4305940, "total_flops": 47884808601600000, "train_loss": 0.014986957609653472, "subset_score_loss": 0.014986957609653472} +{"step": 3630000, "wall_time": 32167.487919569016, "train_loss_step": 1.8856143951416016, "n_params": 4305940, "total_flops": 48017087078400000, "train_loss": 0.015151700377464295, "subset_score_loss": 0.015151700377464295} +{"step": 3640000, "wall_time": 32251.147765874863, "train_loss_step": 2.183635950088501, "n_params": 4305940, "total_flops": 48149365555200000, "train_loss": 0.015183094143867492, "subset_score_loss": 0.015183094143867492} +{"step": 3650000, "wall_time": 32329.01770043373, "train_loss_step": 2.2086079120635986, "n_params": 4305940, "total_flops": 48281644032000000, "train_loss": 0.015027783811092377, "subset_score_loss": 0.015027783811092377} +{"step": 3660000, "wall_time": 32413.04084587097, "train_loss_step": 2.147965908050537, "n_params": 4305940, "total_flops": 48413922508800000, "train_loss": 0.014746201038360596, "subset_score_loss": 0.014746201038360596} +{"step": 3670000, "wall_time": 32491.922164678574, "train_loss_step": 2.1782174110412598, "n_params": 4305940, "total_flops": 48546200985600000, "train_loss": 0.014709579944610595, "subset_score_loss": 0.014709579944610595} +{"step": 3680000, "wall_time": 32575.660829544067, "train_loss_step": 2.1246285438537598, "n_params": 4305940, "total_flops": 48678479462400000, "train_loss": 0.014671164751052856, "subset_score_loss": 0.014671164751052856} +{"step": 3690000, "wall_time": 32657.536001443863, "train_loss_step": 1.9056503772735596, "n_params": 4305940, "total_flops": 48810757939200000, "train_loss": 0.014592425525188446, "subset_score_loss": 0.014592425525188446} +{"step": 3700000, "wall_time": 32807.10051989555, "train_loss_step": 2.0259790420532227, "n_params": 4305940, "total_flops": 48943036416000000, "train_loss": 0.014636987447738647, "subset_score_loss": 0.014636987447738647, "memorization_fraction_pixel": 0.01119999960064888, "mean_nn_ratio_pixel": 0.6062477231025696, "fid": 155.34880322821323} +{"step": 3710000, "wall_time": 32890.942836761475, "train_loss_step": 2.076510190963745, "n_params": 4305940, "total_flops": 49075314892800000, "train_loss": 0.014879746735095978, "subset_score_loss": 0.014879746735095978} +{"step": 3720000, "wall_time": 32974.76235318184, "train_loss_step": 1.9929320812225342, "n_params": 4305940, "total_flops": 49207593369600000, "train_loss": 0.01496785283088684, "subset_score_loss": 0.01496785283088684} +{"step": 3730000, "wall_time": 33058.61795592308, "train_loss_step": 2.169292449951172, "n_params": 4305940, "total_flops": 49339871846400000, "train_loss": 0.01471232920885086, "subset_score_loss": 0.01471232920885086} +{"step": 3740000, "wall_time": 33142.4040749073, "train_loss_step": 1.982034683227539, "n_params": 4305940, "total_flops": 49472150323200000, "train_loss": 0.014944067597389222, "subset_score_loss": 0.014944067597389222} +{"step": 3750000, "wall_time": 33223.012590646744, "train_loss_step": 2.0083837509155273, "n_params": 4305940, "total_flops": 49604428800000000, "train_loss": 0.01518574059009552, "subset_score_loss": 0.01518574059009552} +{"step": 3760000, "wall_time": 33306.73694372177, "train_loss_step": 2.214486598968506, "n_params": 4305940, "total_flops": 49736707276800000, "train_loss": 0.01451485902070999, "subset_score_loss": 0.01451485902070999} +{"step": 3770000, "wall_time": 33380.58821630478, "train_loss_step": 2.153165817260742, "n_params": 4305940, "total_flops": 49868985753600000, "train_loss": 0.014703403413295745, "subset_score_loss": 0.014703403413295745} +{"step": 3780000, "wall_time": 33464.352967977524, "train_loss_step": 2.087139129638672, "n_params": 4305940, "total_flops": 50001264230400000, "train_loss": 0.014500702917575835, "subset_score_loss": 0.014500702917575835} +{"step": 3790000, "wall_time": 33546.198380708694, "train_loss_step": 2.0215635299682617, "n_params": 4305940, "total_flops": 50133542707200000, "train_loss": 0.014842274785041808, "subset_score_loss": 0.014842274785041808} +{"step": 3800000, "wall_time": 33695.72592306137, "train_loss_step": 2.084038257598877, "n_params": 4305940, "total_flops": 50265821184000000, "train_loss": 0.01451047658920288, "subset_score_loss": 0.01451047658920288, "memorization_fraction_pixel": 0.013399999588727951, "mean_nn_ratio_pixel": 0.6048164367675781, "fid": 155.00776981862987} +{"step": 3810000, "wall_time": 33779.57693815231, "train_loss_step": 2.1382689476013184, "n_params": 4305940, "total_flops": 50398099660800000, "train_loss": 0.014658427238464356, "subset_score_loss": 0.014658427238464356} +{"step": 3820000, "wall_time": 33863.38399410248, "train_loss_step": 2.011770486831665, "n_params": 4305940, "total_flops": 50530378137600000, "train_loss": 0.014404843747615814, "subset_score_loss": 0.014404843747615814} +{"step": 3830000, "wall_time": 33947.08856868744, "train_loss_step": 1.961969017982483, "n_params": 4305940, "total_flops": 50662656614400000, "train_loss": 0.01449490487575531, "subset_score_loss": 0.01449490487575531} +{"step": 3840000, "wall_time": 34030.93002271652, "train_loss_step": 2.2568211555480957, "n_params": 4305940, "total_flops": 50794935091200000, "train_loss": 0.014588531851768494, "subset_score_loss": 0.014588531851768494} +{"step": 3850000, "wall_time": 34111.1203148365, "train_loss_step": 2.4177703857421875, "n_params": 4305940, "total_flops": 50927213568000000, "train_loss": 0.014523087441921234, "subset_score_loss": 0.014523087441921234} +{"step": 3860000, "wall_time": 34194.912707567215, "train_loss_step": 2.023658275604248, "n_params": 4305940, "total_flops": 51059492044800000, "train_loss": 0.014336499571800231, "subset_score_loss": 0.014336499571800231} +{"step": 3870000, "wall_time": 34276.30467224121, "train_loss_step": 2.067310333251953, "n_params": 4305940, "total_flops": 51191770521600000, "train_loss": 0.014358539879322053, "subset_score_loss": 0.014358539879322053} +{"step": 3880000, "wall_time": 34358.615042448044, "train_loss_step": 1.8710575103759766, "n_params": 4305940, "total_flops": 51324048998400000, "train_loss": 0.014142587780952454, "subset_score_loss": 0.014142587780952454} +{"step": 3890000, "wall_time": 34440.34501409531, "train_loss_step": 1.898776888847351, "n_params": 4305940, "total_flops": 51456327475200000, "train_loss": 0.01422802209854126, "subset_score_loss": 0.01422802209854126} +{"step": 3900000, "wall_time": 34590.00841832161, "train_loss_step": 2.118802785873413, "n_params": 4305940, "total_flops": 51588605952000000, "train_loss": 0.014246176183223724, "subset_score_loss": 0.014246176183223724, "memorization_fraction_pixel": 0.010099999606609344, "mean_nn_ratio_pixel": 0.6093489527702332, "fid": 155.2307044433358} +{"step": 3910000, "wall_time": 34673.88326025009, "train_loss_step": 2.050290107727051, "n_params": 4305940, "total_flops": 51720884428800000, "train_loss": 0.014074203372001649, "subset_score_loss": 0.014074203372001649} +{"step": 3920000, "wall_time": 34757.71877169609, "train_loss_step": 2.1122469902038574, "n_params": 4305940, "total_flops": 51853162905600000, "train_loss": 0.01420067697763443, "subset_score_loss": 0.01420067697763443} +{"step": 3930000, "wall_time": 34841.394199848175, "train_loss_step": 2.016125440597534, "n_params": 4305940, "total_flops": 51985441382400000, "train_loss": 0.014104770123958587, "subset_score_loss": 0.014104770123958587} +{"step": 3940000, "wall_time": 34925.13407039642, "train_loss_step": 2.1352710723876953, "n_params": 4305940, "total_flops": 52117719859200000, "train_loss": 0.014393186569213868, "subset_score_loss": 0.014393186569213868} +{"step": 3950000, "wall_time": 35006.11717414856, "train_loss_step": 2.2454111576080322, "n_params": 4305940, "total_flops": 52249998336000000, "train_loss": 0.014084921777248382, "subset_score_loss": 0.014084921777248382} +{"step": 3960000, "wall_time": 35077.216922044754, "train_loss_step": 2.304049491882324, "n_params": 4305940, "total_flops": 52382276812800000, "train_loss": 0.014282123744487762, "subset_score_loss": 0.014282123744487762} +{"step": 3970000, "wall_time": 35160.59399604797, "train_loss_step": 2.1077003479003906, "n_params": 4305940, "total_flops": 52514555289600000, "train_loss": 0.014359809458255768, "subset_score_loss": 0.014359809458255768} +{"step": 3980000, "wall_time": 35230.56259179115, "train_loss_step": 2.3553006649017334, "n_params": 4305940, "total_flops": 52646833766400000, "train_loss": 0.01486046463251114, "subset_score_loss": 0.01486046463251114} +{"step": 3990000, "wall_time": 35311.268438100815, "train_loss_step": 2.0716488361358643, "n_params": 4305940, "total_flops": 52779112243200000, "train_loss": 0.01384882777929306, "subset_score_loss": 0.01384882777929306} +{"step": 4000000, "wall_time": 35460.41822195053, "train_loss_step": 2.0416831970214844, "n_params": 4305940, "total_flops": 52911390720000000, "train_loss": 0.013885690271854401, "subset_score_loss": 0.013885690271854401, "memorization_fraction_pixel": 0.012000000104308128, "mean_nn_ratio_pixel": 0.6054158210754395, "fid": 155.01016531005507} +{"step": 4010000, "wall_time": 35544.24345779419, "train_loss_step": 2.1235978603363037, "n_params": 4305940, "total_flops": 53043669196800000, "train_loss": 0.014255963265895844, "subset_score_loss": 0.014255963265895844} +{"step": 4020000, "wall_time": 35628.03397607803, "train_loss_step": 2.069554328918457, "n_params": 4305940, "total_flops": 53175947673600000, "train_loss": 0.01386393904685974, "subset_score_loss": 0.01386393904685974} +{"step": 4030000, "wall_time": 35711.81165456772, "train_loss_step": 2.088918685913086, "n_params": 4305940, "total_flops": 53308226150400000, "train_loss": 0.014008933305740356, "subset_score_loss": 0.014008933305740356} +{"step": 4040000, "wall_time": 35795.55461525917, "train_loss_step": 1.9599844217300415, "n_params": 4305940, "total_flops": 53440504627200000, "train_loss": 0.013726891577243805, "subset_score_loss": 0.013726891577243805} +{"step": 4050000, "wall_time": 35879.27116775513, "train_loss_step": 2.1391525268554688, "n_params": 4305940, "total_flops": 53572783104000000, "train_loss": 0.013906259834766389, "subset_score_loss": 0.013906259834766389} +{"step": 4060000, "wall_time": 35958.57996439934, "train_loss_step": 1.8848382234573364, "n_params": 4305940, "total_flops": 53705061580800000, "train_loss": 0.01362854391336441, "subset_score_loss": 0.01362854391336441} +{"step": 4070000, "wall_time": 36032.94444513321, "train_loss_step": 2.0294189453125, "n_params": 4305940, "total_flops": 53837340057600000, "train_loss": 0.013840840756893158, "subset_score_loss": 0.013840840756893158} +{"step": 4080000, "wall_time": 36114.038766145706, "train_loss_step": 1.995091199874878, "n_params": 4305940, "total_flops": 53969618534400000, "train_loss": 0.013742491602897644, "subset_score_loss": 0.013742491602897644} +{"step": 4090000, "wall_time": 36192.099736213684, "train_loss_step": 1.971578598022461, "n_params": 4305940, "total_flops": 54101897011200000, "train_loss": 0.013910765945911407, "subset_score_loss": 0.013910765945911407} +{"step": 4100000, "wall_time": 36338.122908353806, "train_loss_step": 2.290832757949829, "n_params": 4305940, "total_flops": 54234175488000000, "train_loss": 0.01371190845966339, "subset_score_loss": 0.01371190845966339, "memorization_fraction_pixel": 0.014299999922513962, "mean_nn_ratio_pixel": 0.6018807888031006, "fid": 155.2379441375385} +{"step": 4110000, "wall_time": 36421.918837070465, "train_loss_step": 1.998536467552185, "n_params": 4305940, "total_flops": 54366453964800000, "train_loss": 0.01375725269317627, "subset_score_loss": 0.01375725269317627} +{"step": 4120000, "wall_time": 36505.73633766174, "train_loss_step": 2.136687755584717, "n_params": 4305940, "total_flops": 54498732441600000, "train_loss": 0.013805818557739259, "subset_score_loss": 0.013805818557739259} +{"step": 4130000, "wall_time": 36589.53720784187, "train_loss_step": 2.252978801727295, "n_params": 4305940, "total_flops": 54631010918400000, "train_loss": 0.013736066222190858, "subset_score_loss": 0.013736066222190858} +{"step": 4140000, "wall_time": 36673.30229282379, "train_loss_step": 1.9927260875701904, "n_params": 4305940, "total_flops": 54763289395200000, "train_loss": 0.013438032567501068, "subset_score_loss": 0.013438032567501068} +{"step": 4150000, "wall_time": 36757.11213064194, "train_loss_step": 1.9687384366989136, "n_params": 4305940, "total_flops": 54895567872000000, "train_loss": 0.01352127492427826, "subset_score_loss": 0.01352127492427826} +{"step": 4160000, "wall_time": 36840.97936582565, "train_loss_step": 2.1001758575439453, "n_params": 4305940, "total_flops": 55027846348800000, "train_loss": 0.013375534117221833, "subset_score_loss": 0.013375534117221833} +{"step": 4170000, "wall_time": 36916.896245241165, "train_loss_step": 2.199946880340576, "n_params": 4305940, "total_flops": 55160124825600000, "train_loss": 0.013817930221557617, "subset_score_loss": 0.013817930221557617} +{"step": 4180000, "wall_time": 36992.89789247513, "train_loss_step": 1.9311814308166504, "n_params": 4305940, "total_flops": 55292403302400000, "train_loss": 0.013769632577896119, "subset_score_loss": 0.013769632577896119} +{"step": 4190000, "wall_time": 37066.060319423676, "train_loss_step": 2.0159506797790527, "n_params": 4305940, "total_flops": 55424681779200000, "train_loss": 0.013612432777881623, "subset_score_loss": 0.013612432777881623} +{"step": 4200000, "wall_time": 37205.05274415016, "train_loss_step": 1.891629695892334, "n_params": 4305940, "total_flops": 55556960256000000, "train_loss": 0.01356029063463211, "subset_score_loss": 0.01356029063463211, "memorization_fraction_pixel": 0.01209999993443489, "mean_nn_ratio_pixel": 0.6062868237495422, "fid": 155.27990296643745} +{"step": 4210000, "wall_time": 37288.8980383873, "train_loss_step": 1.8399418592453003, "n_params": 4305940, "total_flops": 55689238732800000, "train_loss": 0.013748101890087128, "subset_score_loss": 0.013748101890087128} +{"step": 4220000, "wall_time": 37372.62538433075, "train_loss_step": 2.1007440090179443, "n_params": 4305940, "total_flops": 55821517209600000, "train_loss": 0.013493344187736511, "subset_score_loss": 0.013493344187736511} +{"step": 4230000, "wall_time": 37456.41861796379, "train_loss_step": 2.151308059692383, "n_params": 4305940, "total_flops": 55953795686400000, "train_loss": 0.01339920461177826, "subset_score_loss": 0.01339920461177826} +{"step": 4240000, "wall_time": 37540.201892614365, "train_loss_step": 2.1759865283966064, "n_params": 4305940, "total_flops": 56086074163200000, "train_loss": 0.013589176535606384, "subset_score_loss": 0.013589176535606384} +{"step": 4250000, "wall_time": 37623.960185050964, "train_loss_step": 2.159320831298828, "n_params": 4305940, "total_flops": 56218352640000000, "train_loss": 0.013224630057811737, "subset_score_loss": 0.013224630057811737} +{"step": 4260000, "wall_time": 37707.755479097366, "train_loss_step": 2.0842783451080322, "n_params": 4305940, "total_flops": 56350631116800000, "train_loss": 0.013890247046947479, "subset_score_loss": 0.013890247046947479} +{"step": 4270000, "wall_time": 37791.390082120895, "train_loss_step": 1.9600930213928223, "n_params": 4305940, "total_flops": 56482909593600000, "train_loss": 0.013158607482910156, "subset_score_loss": 0.013158607482910156} +{"step": 4280000, "wall_time": 37865.76003456116, "train_loss_step": 2.272078037261963, "n_params": 4305940, "total_flops": 56615188070400000, "train_loss": 0.013293825089931488, "subset_score_loss": 0.013293825089931488} +{"step": 4290000, "wall_time": 37945.503027915955, "train_loss_step": 2.2139816284179688, "n_params": 4305940, "total_flops": 56747466547200000, "train_loss": 0.013311076164245605, "subset_score_loss": 0.013311076164245605} +{"step": 4300000, "wall_time": 38078.83066177368, "train_loss_step": 2.258507251739502, "n_params": 4305940, "total_flops": 56879745024000000, "train_loss": 0.013413235545158386, "subset_score_loss": 0.013413235545158386, "memorization_fraction_pixel": 0.012199999764561653, "mean_nn_ratio_pixel": 0.6087238192558289, "fid": 155.57861380304402} +{"step": 4310000, "wall_time": 38160.819137096405, "train_loss_step": 2.1628689765930176, "n_params": 4305940, "total_flops": 57012023500800000, "train_loss": 0.013256895542144775, "subset_score_loss": 0.013256895542144775} +{"step": 4320000, "wall_time": 38244.59832239151, "train_loss_step": 2.1538643836975098, "n_params": 4305940, "total_flops": 57144301977600000, "train_loss": 0.013425415754318238, "subset_score_loss": 0.013425415754318238} +{"step": 4330000, "wall_time": 38328.34724831581, "train_loss_step": 2.082202911376953, "n_params": 4305940, "total_flops": 57276580454400000, "train_loss": 0.013252019882202148, "subset_score_loss": 0.013252019882202148} +{"step": 4340000, "wall_time": 38412.1001560688, "train_loss_step": 1.9626516103744507, "n_params": 4305940, "total_flops": 57408858931200000, "train_loss": 0.013366042077541352, "subset_score_loss": 0.013366042077541352} +{"step": 4350000, "wall_time": 38495.89723300934, "train_loss_step": 1.989882469177246, "n_params": 4305940, "total_flops": 57541137408000000, "train_loss": 0.013224567472934722, "subset_score_loss": 0.013224567472934722} +{"step": 4360000, "wall_time": 38579.60566902161, "train_loss_step": 1.8835465908050537, "n_params": 4305940, "total_flops": 57673415884800000, "train_loss": 0.013710349798202515, "subset_score_loss": 0.013710349798202515} +{"step": 4370000, "wall_time": 38663.39136338234, "train_loss_step": 2.3157567977905273, "n_params": 4305940, "total_flops": 57805694361600000, "train_loss": 0.01322123259305954, "subset_score_loss": 0.01322123259305954} +{"step": 4380000, "wall_time": 38747.02624177933, "train_loss_step": 2.0955190658569336, "n_params": 4305940, "total_flops": 57937972838400000, "train_loss": 0.013014160096645355, "subset_score_loss": 0.013014160096645355} +{"step": 4390000, "wall_time": 38818.189643621445, "train_loss_step": 2.024498701095581, "n_params": 4305940, "total_flops": 58070251315200000, "train_loss": 0.013153305649757386, "subset_score_loss": 0.013153305649757386} +{"step": 4400000, "wall_time": 38958.19579601288, "train_loss_step": 1.7776618003845215, "n_params": 4305940, "total_flops": 58202529792000000, "train_loss": 0.013031817972660065, "subset_score_loss": 0.013031817972660065, "memorization_fraction_pixel": 0.012299999594688416, "mean_nn_ratio_pixel": 0.6005198955535889, "fid": 155.84568609156452} +{"step": 4410000, "wall_time": 39037.92593193054, "train_loss_step": 1.9459517002105713, "n_params": 4305940, "total_flops": 58334808268800000, "train_loss": 0.012876348197460174, "subset_score_loss": 0.012876348197460174} +{"step": 4420000, "wall_time": 39121.17246866226, "train_loss_step": 2.237058162689209, "n_params": 4305940, "total_flops": 58467086745600000, "train_loss": 0.012998060882091522, "subset_score_loss": 0.012998060882091522} +{"step": 4430000, "wall_time": 39204.94767785072, "train_loss_step": 1.8230345249176025, "n_params": 4305940, "total_flops": 58599365222400000, "train_loss": 0.013344381749629975, "subset_score_loss": 0.013344381749629975} +{"step": 4440000, "wall_time": 39288.77489900589, "train_loss_step": 2.163379669189453, "n_params": 4305940, "total_flops": 58731643699200000, "train_loss": 0.013089224696159363, "subset_score_loss": 0.013089224696159363} +{"step": 4450000, "wall_time": 39372.5673520565, "train_loss_step": 2.2120203971862793, "n_params": 4305940, "total_flops": 58863922176000000, "train_loss": 0.01323704868555069, "subset_score_loss": 0.01323704868555069} +{"step": 4460000, "wall_time": 39456.29749941826, "train_loss_step": 1.9362752437591553, "n_params": 4305940, "total_flops": 58996200652800000, "train_loss": 0.01300080567598343, "subset_score_loss": 0.01300080567598343} +{"step": 4470000, "wall_time": 39540.12770795822, "train_loss_step": 2.139923095703125, "n_params": 4305940, "total_flops": 59128479129600000, "train_loss": 0.013090935349464417, "subset_score_loss": 0.013090935349464417} +{"step": 4480000, "wall_time": 39623.89645123482, "train_loss_step": 1.9918941259384155, "n_params": 4305940, "total_flops": 59260757606400000, "train_loss": 0.012840399146080017, "subset_score_loss": 0.012840399146080017} +{"step": 4490000, "wall_time": 39706.05292415619, "train_loss_step": 2.0453171730041504, "n_params": 4305940, "total_flops": 59393036083200000, "train_loss": 0.01310359239578247, "subset_score_loss": 0.01310359239578247} +{"step": 4500000, "wall_time": 39838.55665898323, "train_loss_step": 1.998349905014038, "n_params": 4305940, "total_flops": 59525314560000000, "train_loss": 0.01301821619272232, "subset_score_loss": 0.01301821619272232, "memorization_fraction_pixel": 0.01209999993443489, "mean_nn_ratio_pixel": 0.6040879487991333, "fid": 155.01293331821932} +{"step": 4510000, "wall_time": 39909.48860478401, "train_loss_step": 2.0159826278686523, "n_params": 4305940, "total_flops": 59657593036800000, "train_loss": 0.012985749542713166, "subset_score_loss": 0.012985749542713166} +{"step": 4520000, "wall_time": 39987.582703113556, "train_loss_step": 1.9793357849121094, "n_params": 4305940, "total_flops": 59789871513600000, "train_loss": 0.012960126996040345, "subset_score_loss": 0.012960126996040345} +{"step": 4530000, "wall_time": 40071.3576028347, "train_loss_step": 1.9109421968460083, "n_params": 4305940, "total_flops": 59922149990400000, "train_loss": 0.01262330710887909, "subset_score_loss": 0.01262330710887909} +{"step": 4540000, "wall_time": 40155.096569776535, "train_loss_step": 2.197659730911255, "n_params": 4305940, "total_flops": 60054428467200000, "train_loss": 0.012712991237640381, "subset_score_loss": 0.012712991237640381} +{"step": 4550000, "wall_time": 40238.77074718475, "train_loss_step": 2.007258176803589, "n_params": 4305940, "total_flops": 60186706944000000, "train_loss": 0.012723617255687714, "subset_score_loss": 0.012723617255687714} +{"step": 4560000, "wall_time": 40322.61830019951, "train_loss_step": 2.226174831390381, "n_params": 4305940, "total_flops": 60318985420800000, "train_loss": 0.0126648411154747, "subset_score_loss": 0.0126648411154747} +{"step": 4570000, "wall_time": 40406.399686813354, "train_loss_step": 2.140617847442627, "n_params": 4305940, "total_flops": 60451263897600000, "train_loss": 0.012973691523075103, "subset_score_loss": 0.012973691523075103} +{"step": 4580000, "wall_time": 40490.21072793007, "train_loss_step": 2.0634255409240723, "n_params": 4305940, "total_flops": 60583542374400000, "train_loss": 0.013106983900070191, "subset_score_loss": 0.013106983900070191} +{"step": 4590000, "wall_time": 40574.01795959473, "train_loss_step": 2.229938507080078, "n_params": 4305940, "total_flops": 60715820851200000, "train_loss": 0.012716546654701233, "subset_score_loss": 0.012716546654701233} +{"step": 4600000, "wall_time": 40709.571494579315, "train_loss_step": 1.8292239904403687, "n_params": 4305940, "total_flops": 60848099328000000, "train_loss": 0.012769241631031037, "subset_score_loss": 0.012769241631031037, "memorization_fraction_pixel": 0.012000000104308128, "mean_nn_ratio_pixel": 0.5986518859863281, "fid": 154.97186798017975} +{"step": 4610000, "wall_time": 40793.25901603699, "train_loss_step": 2.0650925636291504, "n_params": 4305940, "total_flops": 60980377804800000, "train_loss": 0.012715406715869904, "subset_score_loss": 0.012715406715869904} +{"step": 4620000, "wall_time": 40865.3930079937, "train_loss_step": 2.0743021965026855, "n_params": 4305940, "total_flops": 61112656281600000, "train_loss": 0.012686896324157714, "subset_score_loss": 0.012686896324157714} +{"step": 4630000, "wall_time": 40943.516701459885, "train_loss_step": 1.9579849243164062, "n_params": 4305940, "total_flops": 61244934758400000, "train_loss": 0.012742085754871369, "subset_score_loss": 0.012742085754871369} +{"step": 4640000, "wall_time": 41027.30747461319, "train_loss_step": 2.1768064498901367, "n_params": 4305940, "total_flops": 61377213235200000, "train_loss": 0.012448091804981232, "subset_score_loss": 0.012448091804981232} +{"step": 4650000, "wall_time": 41111.0914516449, "train_loss_step": 1.9218218326568604, "n_params": 4305940, "total_flops": 61509491712000000, "train_loss": 0.012455925345420837, "subset_score_loss": 0.012455925345420837} +{"step": 4660000, "wall_time": 41194.9104654789, "train_loss_step": 1.9012141227722168, "n_params": 4305940, "total_flops": 61641770188800000, "train_loss": 0.012840232253074646, "subset_score_loss": 0.012840232253074646} +{"step": 4670000, "wall_time": 41278.4625544548, "train_loss_step": 1.8382813930511475, "n_params": 4305940, "total_flops": 61774048665600000, "train_loss": 0.012621042132377625, "subset_score_loss": 0.012621042132377625} +{"step": 4680000, "wall_time": 41362.22173023224, "train_loss_step": 1.8914422988891602, "n_params": 4305940, "total_flops": 61906327142400000, "train_loss": 0.012557373940944671, "subset_score_loss": 0.012557373940944671} +{"step": 4690000, "wall_time": 41445.92821455002, "train_loss_step": 2.2594220638275146, "n_params": 4305940, "total_flops": 62038605619200000, "train_loss": 0.012784825265407562, "subset_score_loss": 0.012784825265407562} +{"step": 4700000, "wall_time": 41590.178170681, "train_loss_step": 1.9477386474609375, "n_params": 4305940, "total_flops": 62170884096000000, "train_loss": 0.012382858991622924, "subset_score_loss": 0.012382858991622924, "memorization_fraction_pixel": 0.013199999928474426, "mean_nn_ratio_pixel": 0.6016137599945068, "fid": 155.37797704727436} +{"step": 4710000, "wall_time": 41666.753116607666, "train_loss_step": 2.1971616744995117, "n_params": 4305940, "total_flops": 62303162572800000, "train_loss": 0.012429659813642501, "subset_score_loss": 0.012429659813642501} +{"step": 4720000, "wall_time": 41750.4277305603, "train_loss_step": 1.9112768173217773, "n_params": 4305940, "total_flops": 62435441049600000, "train_loss": 0.012752273678779602, "subset_score_loss": 0.012752273678779602} +{"step": 4730000, "wall_time": 41822.214178323746, "train_loss_step": 1.9864909648895264, "n_params": 4305940, "total_flops": 62567719526400000, "train_loss": 0.012745673954486846, "subset_score_loss": 0.012745673954486846} +{"step": 4740000, "wall_time": 41904.85215830803, "train_loss_step": 1.8665287494659424, "n_params": 4305940, "total_flops": 62699998003200000, "train_loss": 0.012278287857770919, "subset_score_loss": 0.012278287857770919} +{"step": 4750000, "wall_time": 41988.68499302864, "train_loss_step": 2.094310760498047, "n_params": 4305940, "total_flops": 62832276480000000, "train_loss": 0.0125078484416008, "subset_score_loss": 0.0125078484416008} +{"step": 4760000, "wall_time": 42072.422617435455, "train_loss_step": 1.9175519943237305, "n_params": 4305940, "total_flops": 62964554956800000, "train_loss": 0.012381681054830552, "subset_score_loss": 0.012381681054830552} +{"step": 4770000, "wall_time": 42156.24738073349, "train_loss_step": 2.137171506881714, "n_params": 4305940, "total_flops": 63096833433600000, "train_loss": 0.012385780364274979, "subset_score_loss": 0.012385780364274979} +{"step": 4780000, "wall_time": 42240.0668797493, "train_loss_step": 2.3356728553771973, "n_params": 4305940, "total_flops": 63229111910400000, "train_loss": 0.012555970251560212, "subset_score_loss": 0.012555970251560212} +{"step": 4790000, "wall_time": 42323.88604736328, "train_loss_step": 2.235337257385254, "n_params": 4305940, "total_flops": 63361390387200000, "train_loss": 0.012152978777885437, "subset_score_loss": 0.012152978777885437} +{"step": 4800000, "wall_time": 42474.27362346649, "train_loss_step": 1.8327139616012573, "n_params": 4305940, "total_flops": 63493668864000000, "train_loss": 0.012547942996025085, "subset_score_loss": 0.012547942996025085, "memorization_fraction_pixel": 0.011099999770522118, "mean_nn_ratio_pixel": 0.6010735630989075, "fid": 155.2191205642589} +{"step": 4810000, "wall_time": 42548.499198675156, "train_loss_step": 1.9314217567443848, "n_params": 4305940, "total_flops": 63625947340800000, "train_loss": 0.012357182800769806, "subset_score_loss": 0.012357182800769806} +{"step": 4820000, "wall_time": 42632.332153081894, "train_loss_step": 2.1695337295532227, "n_params": 4305940, "total_flops": 63758225817600000, "train_loss": 0.01256304681301117, "subset_score_loss": 0.01256304681301117} +{"step": 4830000, "wall_time": 42714.92575263977, "train_loss_step": 2.0332064628601074, "n_params": 4305940, "total_flops": 63890504294400000, "train_loss": 0.012196719646453857, "subset_score_loss": 0.012196719646453857} +{"step": 4840000, "wall_time": 42783.483558654785, "train_loss_step": 2.3254446983337402, "n_params": 4305940, "total_flops": 64022782771200000, "train_loss": 0.01232336312532425, "subset_score_loss": 0.01232336312532425} +{"step": 4850000, "wall_time": 42865.53468775749, "train_loss_step": 2.0307765007019043, "n_params": 4305940, "total_flops": 64155061248000000, "train_loss": 0.012824642658233642, "subset_score_loss": 0.012824642658233642} +{"step": 4860000, "wall_time": 42949.344292879105, "train_loss_step": 1.9545576572418213, "n_params": 4305940, "total_flops": 64287339724800000, "train_loss": 0.012216832488775253, "subset_score_loss": 0.012216832488775253} +{"step": 4870000, "wall_time": 43033.20647740364, "train_loss_step": 2.194812774658203, "n_params": 4305940, "total_flops": 64419618201600000, "train_loss": 0.012144876271486282, "subset_score_loss": 0.012144876271486282} +{"step": 4880000, "wall_time": 43117.01389455795, "train_loss_step": 2.0315399169921875, "n_params": 4305940, "total_flops": 64551896678400000, "train_loss": 0.012320642173290253, "subset_score_loss": 0.012320642173290253} +{"step": 4890000, "wall_time": 43200.7453827858, "train_loss_step": 1.9842581748962402, "n_params": 4305940, "total_flops": 64684175155200000, "train_loss": 0.012154147028923035, "subset_score_loss": 0.012154147028923035} +{"step": 4900000, "wall_time": 43348.69487428665, "train_loss_step": 2.004448890686035, "n_params": 4305940, "total_flops": 64816453632000000, "train_loss": 0.012290825694799423, "subset_score_loss": 0.012290825694799423, "memorization_fraction_pixel": 0.014499999582767487, "mean_nn_ratio_pixel": 0.6000939607620239, "fid": 155.01712773802734} +{"step": 4910000, "wall_time": 43430.68765282631, "train_loss_step": 2.1213154792785645, "n_params": 4305940, "total_flops": 64948732108800000, "train_loss": 0.012106730043888092, "subset_score_loss": 0.012106730043888092} +{"step": 4920000, "wall_time": 43499.0212059021, "train_loss_step": 2.0488882064819336, "n_params": 4305940, "total_flops": 65081010585600000, "train_loss": 0.012112770974636079, "subset_score_loss": 0.012112770974636079} +{"step": 4930000, "wall_time": 43582.87741160393, "train_loss_step": 2.056690216064453, "n_params": 4305940, "total_flops": 65213289062400000, "train_loss": 0.011875196546316146, "subset_score_loss": 0.011875196546316146} +{"step": 4940000, "wall_time": 43665.83677792549, "train_loss_step": 2.1582529544830322, "n_params": 4305940, "total_flops": 65345567539200000, "train_loss": 0.012445807456970215, "subset_score_loss": 0.012445807456970215} +{"step": 4950000, "wall_time": 43735.89159798622, "train_loss_step": 1.92706298828125, "n_params": 4305940, "total_flops": 65477846016000000, "train_loss": 0.011962023377418519, "subset_score_loss": 0.011962023377418519} +{"step": 4960000, "wall_time": 43819.07667040825, "train_loss_step": 2.014533042907715, "n_params": 4305940, "total_flops": 65610124492800000, "train_loss": 0.012034624069929122, "subset_score_loss": 0.012034624069929122} +{"step": 4970000, "wall_time": 43902.90469789505, "train_loss_step": 2.068573236465454, "n_params": 4305940, "total_flops": 65742402969600000, "train_loss": 0.012637895345687867, "subset_score_loss": 0.012637895345687867} +{"step": 4980000, "wall_time": 43986.46160697937, "train_loss_step": 2.2493364810943604, "n_params": 4305940, "total_flops": 65874681446400000, "train_loss": 0.01240469291806221, "subset_score_loss": 0.01240469291806221} +{"step": 4990000, "wall_time": 44070.30936717987, "train_loss_step": 1.9774079322814941, "n_params": 4305940, "total_flops": 66006959923200000, "train_loss": 0.011945904791355133, "subset_score_loss": 0.011945904791355133} +{"step": 5000000, "wall_time": 44219.49610257149, "train_loss_step": 2.272160530090332, "n_params": 4305940, "total_flops": 66139238400000000, "train_loss": 0.01208435744047165, "subset_score_loss": 0.01208435744047165, "memorization_fraction_pixel": 0.012000000104308128, "mean_nn_ratio_pixel": 0.6001778244972229, "fid": 155.89814588271076} diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d20/runner.log b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d20/runner.log new file mode 100644 index 0000000000000000000000000000000000000000..6b1fa7801b07eff6d39981b0cce12572287ba769 --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d20/runner.log @@ -0,0 +1,502 @@ + FID real-side stats cached over 1000 diverse train images + step 1 | 64s | train_loss=1.0088 | fid=182.2995 + step 10000 | 137s | train_loss=0.9223 + step 20000 | 221s | train_loss=0.9170 + step 30000 | 305s | train_loss=0.9121 + step 40000 | 388s | train_loss=0.9065 + step 50000 | 472s | train_loss=0.8996 + step 60000 | 556s | train_loss=0.8886 + step 70000 | 640s | train_loss=0.8686 + step 80000 | 723s | train_loss=0.8312 + step 90000 | 807s | train_loss=0.7687 + step 100000 | 959s | train_loss=0.6729 | fid=163.6991 + step 110000 | 1033s | train_loss=0.5534 + step 120000 | 1116s | train_loss=0.4427 + step 130000 | 1200s | train_loss=0.3520 + step 140000 | 1284s | train_loss=0.2853 + step 150000 | 1368s | train_loss=0.2418 + step 160000 | 1452s | train_loss=0.2096 + step 170000 | 1535s | train_loss=0.1900 + step 180000 | 1619s | train_loss=0.1732 + step 190000 | 1703s | train_loss=0.1635 + step 200000 | 1855s | train_loss=0.1536 | fid=164.4555 + step 210000 | 1930s | train_loss=0.1463 + step 220000 | 2013s | train_loss=0.1361 + step 230000 | 2097s | train_loss=0.1305 + step 240000 | 2181s | train_loss=0.1241 + step 250000 | 2264s | train_loss=0.1190 + step 260000 | 2348s | train_loss=0.1132 + step 270000 | 2432s | train_loss=0.1101 + step 280000 | 2516s | train_loss=0.1061 + step 290000 | 2600s | train_loss=0.1014 + step 300000 | 2751s | train_loss=0.0998 | fid=163.0606 + step 310000 | 2826s | train_loss=0.0957 + step 320000 | 2910s | train_loss=0.0934 + step 330000 | 2993s | train_loss=0.0896 + step 340000 | 3076s | train_loss=0.0879 + step 350000 | 3160s | train_loss=0.0860 + step 360000 | 3244s | train_loss=0.0842 + step 370000 | 3328s | train_loss=0.0832 + step 380000 | 3412s | train_loss=0.0801 + step 390000 | 3495s | train_loss=0.0772 + step 400000 | 3647s | train_loss=0.0777 | fid=160.3141 + step 410000 | 3726s | train_loss=0.0742 + step 420000 | 3807s | train_loss=0.0733 + step 430000 | 3892s | train_loss=0.0764 + step 440000 | 3974s | train_loss=0.0715 + step 450000 | 4058s | train_loss=0.0698 + step 460000 | 4141s | train_loss=0.0681 + step 470000 | 4225s | train_loss=0.0664 + step 480000 | 4309s | train_loss=0.0674 + step 490000 | 4393s | train_loss=0.0641 + step 500000 | 4544s | train_loss=0.0649 | fid=159.1304 + step 510000 | 4623s | train_loss=0.0634 + step 520000 | 4703s | train_loss=0.0613 + step 530000 | 4787s | train_loss=0.0604 + step 540000 | 4869s | train_loss=0.0608 + step 550000 | 4953s | train_loss=0.0596 + step 560000 | 5037s | train_loss=0.0581 + step 570000 | 5121s | train_loss=0.0571 + step 580000 | 5204s | train_loss=0.0561 + step 590000 | 5288s | train_loss=0.0560 + step 600000 | 5439s | train_loss=0.0542 | fid=158.1323 + step 610000 | 5520s | train_loss=0.0548 + step 620000 | 5597s | train_loss=0.0543 + step 630000 | 5681s | train_loss=0.0528 + step 640000 | 5765s | train_loss=0.0524 + step 650000 | 5848s | train_loss=0.0524 + step 660000 | 5932s | train_loss=0.0500 + step 670000 | 6015s | train_loss=0.0502 + step 680000 | 6099s | train_loss=0.0499 + step 690000 | 6183s | train_loss=0.0493 + step 700000 | 6334s | train_loss=0.0485 | fid=158.2649 + step 710000 | 6415s | train_loss=0.0481 + step 720000 | 6492s | train_loss=0.0480 + step 730000 | 6576s | train_loss=0.0466 + step 740000 | 6660s | train_loss=0.0463 + step 750000 | 6744s | train_loss=0.0464 + step 760000 | 6826s | train_loss=0.0457 + step 770000 | 6910s | train_loss=0.0466 + step 780000 | 6994s | train_loss=0.0446 + step 790000 | 7078s | train_loss=0.0444 + step 800000 | 7230s | train_loss=0.0437 | fid=156.8781 + step 810000 | 7311s | train_loss=0.0431 + step 820000 | 7391s | train_loss=0.0440 + step 830000 | 7472s | train_loss=0.0429 + step 840000 | 7556s | train_loss=0.0429 + step 850000 | 7640s | train_loss=0.0418 + step 860000 | 7724s | train_loss=0.0417 + step 870000 | 7806s | train_loss=0.0416 + step 880000 | 7890s | train_loss=0.0411 + step 890000 | 7974s | train_loss=0.0410 + step 900000 | 8126s | train_loss=0.0404 | fid=156.4594 + step 910000 | 8207s | train_loss=0.0399 + step 920000 | 8287s | train_loss=0.0398 + step 930000 | 8368s | train_loss=0.0390 + step 940000 | 8452s | train_loss=0.0386 + step 950000 | 8536s | train_loss=0.0388 + step 960000 | 8619s | train_loss=0.0386 + step 970000 | 8703s | train_loss=0.0379 + step 980000 | 8786s | train_loss=0.0380 + step 990000 | 8870s | train_loss=0.0378 + step 1000000 | 9018s | train_loss=0.0375 | fid=156.4085 + step 1010000 | 9101s | train_loss=0.0371 + step 1020000 | 9179s | train_loss=0.0365 + step 1030000 | 9260s | train_loss=0.0369 + step 1040000 | 9344s | train_loss=0.0364 + step 1050000 | 9428s | train_loss=0.0365 + step 1060000 | 9511s | train_loss=0.0357 + step 1070000 | 9595s | train_loss=0.0354 + step 1080000 | 9678s | train_loss=0.0356 + step 1090000 | 9762s | train_loss=0.0350 + step 1100000 | 9911s | train_loss=0.0357 | fid=156.4944 + step 1110000 | 9995s | train_loss=0.0350 + step 1120000 | 10074s | train_loss=0.0342 + step 1130000 | 10153s | train_loss=0.0345 + step 1140000 | 10237s | train_loss=0.0343 + step 1150000 | 10321s | train_loss=0.0339 + step 1160000 | 10405s | train_loss=0.0335 + step 1170000 | 10488s | train_loss=0.0337 + step 1180000 | 10572s | train_loss=0.0330 + step 1190000 | 10655s | train_loss=0.0332 + step 1200000 | 10805s | train_loss=0.0333 | fid=154.5554 + step 1210000 | 10888s | train_loss=0.0326 + step 1220000 | 10970s | train_loss=0.0325 + step 1230000 | 11050s | train_loss=0.0326 + step 1240000 | 11131s | train_loss=0.0317 + step 1250000 | 11215s | train_loss=0.0322 + step 1260000 | 11298s | train_loss=0.0317 + step 1270000 | 11382s | train_loss=0.0316 + step 1280000 | 11466s | train_loss=0.0310 + step 1290000 | 11550s | train_loss=0.0316 + step 1300000 | 11699s | train_loss=0.0317 | fid=155.6938 + step 1310000 | 11782s | train_loss=0.0306 + step 1320000 | 11863s | train_loss=0.0308 + step 1330000 | 11944s | train_loss=0.0306 + step 1340000 | 12025s | train_loss=0.0305 + step 1350000 | 12108s | train_loss=0.0299 + step 1360000 | 12192s | train_loss=0.0304 + step 1370000 | 12276s | train_loss=0.0304 + step 1380000 | 12360s | train_loss=0.0299 + step 1390000 | 12444s | train_loss=0.0296 + step 1400000 | 12592s | train_loss=0.0293 | fid=156.0337 + step 1410000 | 12676s | train_loss=0.0291 + step 1420000 | 12757s | train_loss=0.0289 + step 1430000 | 12837s | train_loss=0.0293 + step 1440000 | 12918s | train_loss=0.0293 + step 1450000 | 13002s | train_loss=0.0289 + step 1460000 | 13086s | train_loss=0.0290 + step 1470000 | 13170s | train_loss=0.0284 + step 1480000 | 13253s | train_loss=0.0286 + step 1490000 | 13337s | train_loss=0.0281 + step 1500000 | 13486s | train_loss=0.0278 | fid=155.2975 + step 1510000 | 13568s | train_loss=0.0281 + step 1520000 | 13646s | train_loss=0.0280 + step 1530000 | 13721s | train_loss=0.0282 + step 1540000 | 13800s | train_loss=0.0273 + step 1550000 | 13883s | train_loss=0.0280 + step 1560000 | 13967s | train_loss=0.0275 + step 1570000 | 14051s | train_loss=0.0275 + step 1580000 | 14135s | train_loss=0.0271 + step 1590000 | 14218s | train_loss=0.0274 + step 1600000 | 14368s | train_loss=0.0265 | fid=155.3050 + step 1610000 | 14452s | train_loss=0.0276 + step 1620000 | 14534s | train_loss=0.0266 + step 1630000 | 14615s | train_loss=0.0271 + step 1640000 | 14695s | train_loss=0.0264 + step 1650000 | 14777s | train_loss=0.0266 + step 1660000 | 14861s | train_loss=0.0270 + step 1670000 | 14945s | train_loss=0.0259 + step 1680000 | 15029s | train_loss=0.0259 + step 1690000 | 15112s | train_loss=0.0259 + step 1700000 | 15262s | train_loss=0.0257 | fid=155.6678 + step 1710000 | 15345s | train_loss=0.0259 + step 1720000 | 15428s | train_loss=0.0256 + step 1730000 | 15508s | train_loss=0.0256 + step 1740000 | 15589s | train_loss=0.0255 + step 1750000 | 15671s | train_loss=0.0254 + step 1760000 | 15754s | train_loss=0.0252 + step 1770000 | 15838s | train_loss=0.0255 + step 1780000 | 15922s | train_loss=0.0246 + step 1790000 | 16005s | train_loss=0.0251 + step 1800000 | 16155s | train_loss=0.0249 | fid=156.0238 + step 1810000 | 16239s | train_loss=0.0249 + step 1820000 | 16322s | train_loss=0.0249 + step 1830000 | 16396s | train_loss=0.0243 + step 1840000 | 16469s | train_loss=0.0248 + step 1850000 | 16541s | train_loss=0.0240 + step 1860000 | 16624s | train_loss=0.0243 + step 1870000 | 16708s | train_loss=0.0241 + step 1880000 | 16792s | train_loss=0.0240 + step 1890000 | 16876s | train_loss=0.0250 + step 1900000 | 17025s | train_loss=0.0243 | fid=155.3546 + step 1910000 | 17109s | train_loss=0.0243 + step 1920000 | 17193s | train_loss=0.0237 + step 1930000 | 17276s | train_loss=0.0236 + step 1940000 | 17347s | train_loss=0.0236 + step 1950000 | 17421s | train_loss=0.0236 + step 1960000 | 17500s | train_loss=0.0232 + step 1970000 | 17584s | train_loss=0.0235 + step 1980000 | 17668s | train_loss=0.0237 + step 1990000 | 17752s | train_loss=0.0231 + step 2000000 | 17901s | train_loss=0.0229 | fid=155.0885 + step 2010000 | 17985s | train_loss=0.0226 + step 2020000 | 18068s | train_loss=0.0232 + step 2030000 | 18152s | train_loss=0.0228 + step 2040000 | 18233s | train_loss=0.0221 + step 2050000 | 18304s | train_loss=0.0227 + step 2060000 | 18375s | train_loss=0.0224 + step 2070000 | 18459s | train_loss=0.0226 + step 2080000 | 18543s | train_loss=0.0222 + step 2090000 | 18627s | train_loss=0.0221 + step 2100000 | 18776s | train_loss=0.0226 | fid=155.5490 + step 2110000 | 18860s | train_loss=0.0223 + step 2120000 | 18943s | train_loss=0.0220 + step 2130000 | 19027s | train_loss=0.0224 + step 2140000 | 19111s | train_loss=0.0221 + step 2150000 | 19187s | train_loss=0.0222 + step 2160000 | 19263s | train_loss=0.0217 + step 2170000 | 19332s | train_loss=0.0219 + step 2180000 | 19416s | train_loss=0.0216 + step 2190000 | 19500s | train_loss=0.0217 + step 2200000 | 19649s | train_loss=0.0216 | fid=155.3590 + step 2210000 | 19733s | train_loss=0.0214 + step 2220000 | 19817s | train_loss=0.0216 + step 2230000 | 19901s | train_loss=0.0214 + step 2240000 | 19984s | train_loss=0.0214 + step 2250000 | 20068s | train_loss=0.0210 + step 2260000 | 20136s | train_loss=0.0211 + step 2270000 | 20216s | train_loss=0.0211 + step 2280000 | 20286s | train_loss=0.0213 + step 2290000 | 20370s | train_loss=0.0209 + step 2300000 | 20518s | train_loss=0.0210 | fid=155.3457 + step 2310000 | 20602s | train_loss=0.0213 + step 2320000 | 20686s | train_loss=0.0209 + step 2330000 | 20769s | train_loss=0.0209 + step 2340000 | 20853s | train_loss=0.0208 + step 2350000 | 20937s | train_loss=0.0204 + step 2360000 | 21017s | train_loss=0.0210 + step 2370000 | 21087s | train_loss=0.0205 + step 2380000 | 21169s | train_loss=0.0207 + step 2390000 | 21243s | train_loss=0.0205 + step 2400000 | 21392s | train_loss=0.0203 | fid=155.5978 + step 2410000 | 21475s | train_loss=0.0200 + step 2420000 | 21559s | train_loss=0.0199 + step 2430000 | 21643s | train_loss=0.0205 + step 2440000 | 21727s | train_loss=0.0203 + step 2450000 | 21811s | train_loss=0.0200 + step 2460000 | 21892s | train_loss=0.0199 + step 2470000 | 21971s | train_loss=0.0200 + step 2480000 | 22041s | train_loss=0.0196 + step 2490000 | 22118s | train_loss=0.0201 + step 2500000 | 22267s | train_loss=0.0198 | fid=154.9196 + step 2510000 | 22350s | train_loss=0.0200 + step 2520000 | 22434s | train_loss=0.0192 + step 2530000 | 22518s | train_loss=0.0193 + step 2540000 | 22602s | train_loss=0.0198 + step 2550000 | 22685s | train_loss=0.0190 + step 2560000 | 22769s | train_loss=0.0197 + step 2570000 | 22851s | train_loss=0.0192 + step 2580000 | 22930s | train_loss=0.0196 + step 2590000 | 23006s | train_loss=0.0190 + step 2600000 | 23143s | train_loss=0.0193 | fid=155.9329 + step 2610000 | 23227s | train_loss=0.0194 + step 2620000 | 23311s | train_loss=0.0189 + step 2630000 | 23394s | train_loss=0.0189 + step 2640000 | 23478s | train_loss=0.0190 + step 2650000 | 23562s | train_loss=0.0188 + step 2660000 | 23645s | train_loss=0.0191 + step 2670000 | 23727s | train_loss=0.0185 + step 2680000 | 23811s | train_loss=0.0186 + step 2690000 | 23884s | train_loss=0.0183 + step 2700000 | 24014s | train_loss=0.0186 | fid=155.5231 + step 2710000 | 24098s | train_loss=0.0186 + step 2720000 | 24181s | train_loss=0.0184 + step 2730000 | 24265s | train_loss=0.0184 + step 2740000 | 24349s | train_loss=0.0182 + step 2750000 | 24433s | train_loss=0.0184 + step 2760000 | 24517s | train_loss=0.0184 + step 2770000 | 24597s | train_loss=0.0183 + step 2780000 | 24681s | train_loss=0.0182 + step 2790000 | 24765s | train_loss=0.0180 + step 2800000 | 24897s | train_loss=0.0181 | fid=155.0077 + step 2810000 | 24969s | train_loss=0.0179 + step 2820000 | 25053s | train_loss=0.0181 + step 2830000 | 25137s | train_loss=0.0179 + step 2840000 | 25221s | train_loss=0.0179 + step 2850000 | 25304s | train_loss=0.0180 + step 2860000 | 25388s | train_loss=0.0179 + step 2870000 | 25470s | train_loss=0.0181 + step 2880000 | 25554s | train_loss=0.0177 + step 2890000 | 25638s | train_loss=0.0178 + step 2900000 | 25777s | train_loss=0.0178 | fid=156.0197 + step 2910000 | 25852s | train_loss=0.0173 + step 2920000 | 25931s | train_loss=0.0173 + step 2930000 | 26015s | train_loss=0.0174 + step 2940000 | 26098s | train_loss=0.0176 + step 2950000 | 26182s | train_loss=0.0172 + step 2960000 | 26266s | train_loss=0.0175 + step 2970000 | 26348s | train_loss=0.0173 + step 2980000 | 26431s | train_loss=0.0170 + step 2990000 | 26515s | train_loss=0.0175 + step 3000000 | 26665s | train_loss=0.0171 | fid=155.3736 + step 3010000 | 26733s | train_loss=0.0170 + step 3020000 | 26805s | train_loss=0.0169 + step 3030000 | 26887s | train_loss=0.0172 + step 3040000 | 26971s | train_loss=0.0170 + step 3050000 | 27055s | train_loss=0.0168 + step 3060000 | 27138s | train_loss=0.0170 + step 3070000 | 27222s | train_loss=0.0168 + step 3080000 | 27303s | train_loss=0.0170 + step 3090000 | 27387s | train_loss=0.0170 + step 3100000 | 27537s | train_loss=0.0169 | fid=155.6583 + step 3110000 | 27619s | train_loss=0.0170 + step 3120000 | 27684s | train_loss=0.0168 + step 3130000 | 27753s | train_loss=0.0167 + step 3140000 | 27836s | train_loss=0.0169 + step 3150000 | 27919s | train_loss=0.0165 + step 3160000 | 28003s | train_loss=0.0167 + step 3170000 | 28087s | train_loss=0.0166 + step 3180000 | 28169s | train_loss=0.0166 + step 3190000 | 28253s | train_loss=0.0166 + step 3200000 | 28402s | train_loss=0.0165 | fid=154.6220 + step 3210000 | 28486s | train_loss=0.0162 + step 3220000 | 28570s | train_loss=0.0160 + step 3230000 | 28641s | train_loss=0.0164 + step 3240000 | 28716s | train_loss=0.0169 + step 3250000 | 28800s | train_loss=0.0164 + step 3260000 | 28883s | train_loss=0.0161 + step 3270000 | 28967s | train_loss=0.0161 + step 3280000 | 29049s | train_loss=0.0163 + step 3290000 | 29133s | train_loss=0.0166 + step 3300000 | 29281s | train_loss=0.0160 | fid=154.6616 + step 3310000 | 29365s | train_loss=0.0162 + step 3320000 | 29449s | train_loss=0.0158 + step 3330000 | 29526s | train_loss=0.0162 + step 3340000 | 29604s | train_loss=0.0156 + step 3350000 | 29684s | train_loss=0.0160 + step 3360000 | 29768s | train_loss=0.0158 + step 3370000 | 29852s | train_loss=0.0156 + step 3380000 | 29934s | train_loss=0.0158 + step 3390000 | 30018s | train_loss=0.0160 + step 3400000 | 30167s | train_loss=0.0157 | fid=154.8552 + step 3410000 | 30251s | train_loss=0.0154 + step 3420000 | 30335s | train_loss=0.0155 + step 3430000 | 30417s | train_loss=0.0156 + step 3440000 | 30489s | train_loss=0.0155 + step 3450000 | 30558s | train_loss=0.0158 + step 3460000 | 30640s | train_loss=0.0159 + step 3470000 | 30724s | train_loss=0.0154 + step 3480000 | 30806s | train_loss=0.0153 + step 3490000 | 30890s | train_loss=0.0153 + step 3500000 | 31038s | train_loss=0.0152 | fid=155.2734 + step 3510000 | 31122s | train_loss=0.0155 + step 3520000 | 31206s | train_loss=0.0160 + step 3530000 | 31290s | train_loss=0.0152 + step 3540000 | 31369s | train_loss=0.0156 + step 3550000 | 31450s | train_loss=0.0151 + step 3560000 | 31517s | train_loss=0.0153 + step 3570000 | 31600s | train_loss=0.0152 + step 3580000 | 31684s | train_loss=0.0151 + step 3590000 | 31766s | train_loss=0.0151 + step 3600000 | 31916s | train_loss=0.0152 | fid=154.9490 + step 3610000 | 32000s | train_loss=0.0151 + step 3620000 | 32084s | train_loss=0.0150 + step 3630000 | 32167s | train_loss=0.0152 + step 3640000 | 32251s | train_loss=0.0152 + step 3650000 | 32329s | train_loss=0.0150 + step 3660000 | 32413s | train_loss=0.0147 + step 3670000 | 32492s | train_loss=0.0147 + step 3680000 | 32576s | train_loss=0.0147 + step 3690000 | 32658s | train_loss=0.0146 + step 3700000 | 32807s | train_loss=0.0146 | fid=155.3488 + step 3710000 | 32891s | train_loss=0.0149 + step 3720000 | 32975s | train_loss=0.0150 + step 3730000 | 33059s | train_loss=0.0147 + step 3740000 | 33142s | train_loss=0.0149 + step 3750000 | 33223s | train_loss=0.0152 + step 3760000 | 33307s | train_loss=0.0145 + step 3770000 | 33381s | train_loss=0.0147 + step 3780000 | 33464s | train_loss=0.0145 + step 3790000 | 33546s | train_loss=0.0148 + step 3800000 | 33696s | train_loss=0.0145 | fid=155.0078 + step 3810000 | 33780s | train_loss=0.0147 + step 3820000 | 33863s | train_loss=0.0144 + step 3830000 | 33947s | train_loss=0.0145 + step 3840000 | 34031s | train_loss=0.0146 + step 3850000 | 34111s | train_loss=0.0145 + step 3860000 | 34195s | train_loss=0.0143 + step 3870000 | 34276s | train_loss=0.0144 + step 3880000 | 34359s | train_loss=0.0141 + step 3890000 | 34440s | train_loss=0.0142 + step 3900000 | 34590s | train_loss=0.0142 | fid=155.2307 + step 3910000 | 34674s | train_loss=0.0141 + step 3920000 | 34758s | train_loss=0.0142 + step 3930000 | 34841s | train_loss=0.0141 + step 3940000 | 34925s | train_loss=0.0144 + step 3950000 | 35006s | train_loss=0.0141 + step 3960000 | 35077s | train_loss=0.0143 + step 3970000 | 35161s | train_loss=0.0144 + step 3980000 | 35231s | train_loss=0.0149 + step 3990000 | 35311s | train_loss=0.0138 + step 4000000 | 35460s | train_loss=0.0139 | fid=155.0102 + step 4010000 | 35544s | train_loss=0.0143 + step 4020000 | 35628s | train_loss=0.0139 + step 4030000 | 35712s | train_loss=0.0140 + step 4040000 | 35796s | train_loss=0.0137 + step 4050000 | 35879s | train_loss=0.0139 + step 4060000 | 35959s | train_loss=0.0136 + step 4070000 | 36033s | train_loss=0.0138 + step 4080000 | 36114s | train_loss=0.0137 + step 4090000 | 36192s | train_loss=0.0139 + step 4100000 | 36338s | train_loss=0.0137 | fid=155.2379 + step 4110000 | 36422s | train_loss=0.0138 + step 4120000 | 36506s | train_loss=0.0138 + step 4130000 | 36590s | train_loss=0.0137 + step 4140000 | 36673s | train_loss=0.0134 + step 4150000 | 36757s | train_loss=0.0135 + step 4160000 | 36841s | train_loss=0.0134 + step 4170000 | 36917s | train_loss=0.0138 + step 4180000 | 36993s | train_loss=0.0138 + step 4190000 | 37066s | train_loss=0.0136 + step 4200000 | 37205s | train_loss=0.0136 | fid=155.2799 + step 4210000 | 37289s | train_loss=0.0137 + step 4220000 | 37373s | train_loss=0.0135 + step 4230000 | 37456s | train_loss=0.0134 + step 4240000 | 37540s | train_loss=0.0136 + step 4250000 | 37624s | train_loss=0.0132 + step 4260000 | 37708s | train_loss=0.0139 + step 4270000 | 37791s | train_loss=0.0132 + step 4280000 | 37866s | train_loss=0.0133 + step 4290000 | 37946s | train_loss=0.0133 + step 4300000 | 38079s | train_loss=0.0134 | fid=155.5786 + step 4310000 | 38161s | train_loss=0.0133 + step 4320000 | 38245s | train_loss=0.0134 + step 4330000 | 38328s | train_loss=0.0133 + step 4340000 | 38412s | train_loss=0.0134 + step 4350000 | 38496s | train_loss=0.0132 + step 4360000 | 38580s | train_loss=0.0137 + step 4370000 | 38663s | train_loss=0.0132 + step 4380000 | 38747s | train_loss=0.0130 + step 4390000 | 38818s | train_loss=0.0132 + step 4400000 | 38958s | train_loss=0.0130 | fid=155.8457 + step 4410000 | 39038s | train_loss=0.0129 + step 4420000 | 39121s | train_loss=0.0130 + step 4430000 | 39205s | train_loss=0.0133 + step 4440000 | 39289s | train_loss=0.0131 + step 4450000 | 39373s | train_loss=0.0132 + step 4460000 | 39456s | train_loss=0.0130 + step 4470000 | 39540s | train_loss=0.0131 + step 4480000 | 39624s | train_loss=0.0128 + step 4490000 | 39706s | train_loss=0.0131 + step 4500000 | 39839s | train_loss=0.0130 | fid=155.0129 + step 4510000 | 39909s | train_loss=0.0130 + step 4520000 | 39988s | train_loss=0.0130 + step 4530000 | 40071s | train_loss=0.0126 + step 4540000 | 40155s | train_loss=0.0127 + step 4550000 | 40239s | train_loss=0.0127 + step 4560000 | 40323s | train_loss=0.0127 + step 4570000 | 40406s | train_loss=0.0130 + step 4580000 | 40490s | train_loss=0.0131 + step 4590000 | 40574s | train_loss=0.0127 + step 4600000 | 40710s | train_loss=0.0128 | fid=154.9719 + step 4610000 | 40793s | train_loss=0.0127 + step 4620000 | 40865s | train_loss=0.0127 + step 4630000 | 40944s | train_loss=0.0127 + step 4640000 | 41027s | train_loss=0.0124 + step 4650000 | 41111s | train_loss=0.0125 + step 4660000 | 41195s | train_loss=0.0128 + step 4670000 | 41278s | train_loss=0.0126 + step 4680000 | 41362s | train_loss=0.0126 + step 4690000 | 41446s | train_loss=0.0128 + step 4700000 | 41590s | train_loss=0.0124 | fid=155.3780 + step 4710000 | 41667s | train_loss=0.0124 + step 4720000 | 41750s | train_loss=0.0128 + step 4730000 | 41822s | train_loss=0.0127 + step 4740000 | 41905s | train_loss=0.0123 + step 4750000 | 41989s | train_loss=0.0125 + step 4760000 | 42072s | train_loss=0.0124 + step 4770000 | 42156s | train_loss=0.0124 + step 4780000 | 42240s | train_loss=0.0126 + step 4790000 | 42324s | train_loss=0.0122 + step 4800000 | 42474s | train_loss=0.0125 | fid=155.2191 + step 4810000 | 42548s | train_loss=0.0124 + step 4820000 | 42632s | train_loss=0.0126 + step 4830000 | 42715s | train_loss=0.0122 + step 4840000 | 42783s | train_loss=0.0123 + step 4850000 | 42866s | train_loss=0.0128 + step 4860000 | 42949s | train_loss=0.0122 + step 4870000 | 43033s | train_loss=0.0121 + step 4880000 | 43117s | train_loss=0.0123 + step 4890000 | 43201s | train_loss=0.0122 + step 4900000 | 43349s | train_loss=0.0123 | fid=155.0171 + step 4910000 | 43431s | train_loss=0.0121 + step 4920000 | 43499s | train_loss=0.0121 + step 4930000 | 43583s | train_loss=0.0119 + step 4940000 | 43666s | train_loss=0.0124 + step 4950000 | 43736s | train_loss=0.0120 + step 4960000 | 43819s | train_loss=0.0120 + step 4970000 | 43903s | train_loss=0.0126 + step 4980000 | 43986s | train_loss=0.0124 + step 4990000 | 44070s | train_loss=0.0119 + step 5000000 | 44219s | train_loss=0.0121 | fid=155.8981 diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d200/config.json b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d200/config.json new file mode 100644 index 0000000000000000000000000000000000000000..5dad84bcd282804a0fbf269ad2120649f096f4f7 --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d200/config.json @@ -0,0 +1,25 @@ +{ + "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d200/vae.pt", + "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d200", + "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", + "n_train": 1000, + "total_steps": 5000000, + "eval_interval": 10000, + "mem_interval": 100000, + "fid_interval": 100000, + "fid_n_real": 1000, + "fid_n_gen": 10000, + "n_gen_samples": 10000, + "n_sde_steps": 500, + "batch_size": 512, + "hidden": 1024, + "depth": 5, + "optimizer": "sgd", + "lr": 0.001, + "momentum": 0.8, + "t_min": 0.01, + "t_max": 3.0, + "t_eval": 0.1, + "seed": 43, + "device": null +} diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d200/metrics.jsonl b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d200/metrics.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..69200717d184cfeb7c9c4c86e853ab62ca238d07 --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d200/metrics.jsonl @@ -0,0 +1,502 @@ +{"event": "meta", "data": "cifar10_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 200, "n": 1000, "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d200/vae.pt", "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [41905, 27590, 3837, 45564, 49079, 45615, 24791, 29586, 40154, 14155, 41744, 31565, 21399, 47093, 14144, 7260, 25109, 49111, 3286, 28559, 8088, 18636, 27677, 5584, 14605, 28090, 44911, 22197, 30774, 45976, 21377, 38974, 37419, 34658, 48141, 45353, 16718, 44442, 14512, 30061, 32910, 17321, 15565, 17405, 44045, 17717, 6400, 37998, 3773, 20538, 19316, 34889, 4564, 1363, 5611, 41687, 16986, 41914, 25046, 49823, 33007, 20861, 27988, 42869, 33687, 3828, 12070, 15418, 22140, 35636, 31728, 9480, 7712, 2852, 43042, 17354, 27208, 49689, 14774, 29225, 25390, 35055, 12670, 19522, 24246, 14561, 33656, 42751, 2242, 364, 43176, 15490, 46231, 26061, 18629, 34392, 32488, 26106, 10393, 11167, 20874, 8106, 10093, 7243, 48907, 8147, 45063, 21102, 37655, 7635, 2514, 27684, 3204, 28758, 28311, 29718, 44311, 10355, 32304, 14615, 28486, 14294, 16760, 37166, 19433, 20899, 23979, 36854, 43726, 10375, 11078, 10677, 40127, 33642, 36325, 13174, 19662, 30319, 22501, 14354, 24243, 27654, 42509, 18915, 29668, 2313, 42454, 11218, 48097, 31985, 16567, 26984, 33502, 36329, 22928, 42746, 38223, 19499, 41926, 29059, 44004, 8962, 40807, 11854, 36894, 13566, 36982, 16226, 36410, 47002, 20194, 3625, 19297, 2555, 4842, 8098, 44052, 5795, 5274, 4374, 17924, 30344, 5386, 26317, 30389, 32399, 32042, 26731, 29532, 33817, 26942, 25858, 11887, 46070, 41837, 10713, 33955, 20000, 29946, 4912, 32112, 6697, 44031, 27296, 37785, 25660, 27948, 31260, 24358, 1827, 37445, 25084, 11703, 3820, 49218, 30616, 25083, 22759, 6275, 40603, 39038, 37156, 8894, 9871, 31333, 26582, 20528, 10523, 2747, 33639, 41740, 47899, 11337, 6325, 433, 33051, 1094, 24743, 9392, 22638, 7689, 39641, 9486, 33554, 30840, 35032, 19647, 7903, 18205, 34063, 46483, 32963, 11601, 19203, 45792, 47136, 6174, 40793, 13885, 16641, 48744, 37658, 43829, 44107, 6388, 37424, 20033, 28563, 27013, 17032, 12768, 38181, 35608, 14089, 29228, 40229, 45106, 11963, 37979, 20694, 22835, 5773, 19580, 44596, 19079, 45191, 666, 15893, 7513, 15939, 45020, 12659, 31388, 44651, 23592, 16419, 47615, 36714, 36448, 28579, 1697, 9889, 42082, 49150, 41132, 33996, 21551, 18467, 45242, 6516, 3355, 20187, 31669, 2814, 6900, 28198, 17656, 18178, 31825, 34244, 38330, 28894, 7463, 8134, 38159, 10524, 41508, 2367, 496, 31046, 1511, 31956, 46621, 14176, 1899, 32397, 29452, 16504, 34042, 24014, 47447, 20229, 36683, 5186, 14349, 21736, 17094, 30311, 27949, 30023, 49589, 43270, 2898, 18259, 17175, 18594, 17062, 42063, 3237, 12080, 35769, 1687, 30330, 29678, 27321, 4273, 28513, 2551, 5314, 13572, 13497, 9652, 3466, 27133, 38459, 23232, 14231, 25584, 49398, 32994, 10434, 42369, 37410, 45044, 11075, 12523, 1417, 6765, 40000, 25016, 36905, 48638, 21, 16822, 24333, 30084, 43982, 26954, 6519, 42546, 14751, 14278, 49970, 47621, 18883, 37295, 9040, 40369, 22225, 36489, 21302, 13110, 5455, 47804, 14868, 13063, 22102, 36825, 21969, 33186, 28908, 32592, 42766, 12262, 39073, 915, 11824, 39208, 3098, 42789, 29800, 14150, 28705, 8847, 21716, 535, 48077, 41540, 36207, 10816, 41471, 35049, 20661, 6083, 30194, 4576, 2174, 1908, 48392, 10435, 10986, 18036, 24746, 3941, 34118, 49749, 12025, 21493, 15785, 17085, 39411, 34561, 42064, 36237, 2740, 8183, 40564, 33107, 25765, 49165, 25211, 17520, 17115, 1869, 46432, 33757, 20517, 39760, 259, 45380, 12436, 48000, 21046, 4039, 15701, 35246, 29112, 44161, 34079, 45449, 42845, 22815, 5597, 3990, 35899, 48969, 41528, 27873, 16598, 39104, 23359, 46847, 28624, 19198, 1251, 9003, 28383, 47005, 40703, 41605, 39895, 26201, 11727, 27435, 17333, 39261, 37456, 14653, 30634, 4160, 24540, 12044, 7111, 23485, 5645, 2572, 1682, 17872, 8974, 16796, 11864, 40178, 20092, 32219, 14458, 37007, 31340, 10520, 34489, 13128, 42913, 31468, 44180, 37938, 20058, 18673, 36850, 34721, 26210, 15257, 35188, 11815, 47936, 18088, 43578, 11996, 47952, 24311, 1884, 36557, 32921, 36250, 38022, 5671, 13621, 23326, 14326, 23471, 24685, 39092, 3268, 37257, 16348, 13730, 21838, 44088, 8945, 10827, 13840, 46123, 48010, 13350, 30622, 45233, 8698, 14335, 45842, 15138, 1515, 40759, 21960, 47551, 33208, 18260, 6377, 46869, 31742, 23566, 12829, 15305, 37988, 16111, 32146, 37948, 25917, 30484, 17885, 42468, 28238, 33865, 28030, 30072, 34855, 19324, 42075, 30623, 3667, 38832, 25100, 43077, 36471, 11663, 13588, 14015, 5099, 10589, 28526, 48022, 15444, 3280, 188, 31582, 15225, 11019, 21804, 3901, 24461, 25031, 10373, 4486, 45950, 37949, 32923, 1583, 6576, 26004, 16237, 38132, 25045, 25091, 41949, 11553, 48062, 40503, 13057, 8954, 18566, 28405, 28604, 30434, 49112, 30676, 32930, 16183, 48336, 43162, 873, 37233, 44718, 37247, 23758, 9243, 12126, 5287, 49594, 3459, 32091, 20894, 41743, 7366, 7258, 37939, 47665, 12260, 20836, 43253, 16191, 11619, 1519, 6137, 3934, 48375, 35234, 103, 30510, 8869, 21085, 41234, 25138, 25079, 31218, 48292, 48814, 6635, 18416, 1421, 4363, 5164, 47455, 21280, 16767, 19685, 16449, 45798, 31292, 31049, 43587, 30772, 2651, 12854, 23199, 25234, 23389, 24742, 19480, 19738, 19726, 2388, 21394, 4512, 9069, 42856, 25766, 23797, 40741, 33624, 8328, 35922, 27732, 36268, 23213, 41966, 40002, 12750, 46225, 35182, 23769, 25152, 26764, 20090, 27202, 48096, 4266, 2205, 2020, 37651, 36088, 1021, 28544, 20933, 48924, 11503, 43997, 9492, 19505, 47632, 4118, 2029, 22008, 41396, 16378, 36738, 33194, 28053, 44137, 30771, 12131, 5963, 31754, 46953, 3180, 1718, 36816, 2208, 20898, 13799, 30796, 34445, 37540, 27983, 39216, 16791, 36763, 15987, 28440, 11782, 48531, 4252, 47359, 5351, 4059, 9263, 32274, 39283, 258, 17485, 31280, 12814, 33217, 38203, 11170, 8486, 14434, 13722, 36048, 3705, 47210, 38260, 2200, 17850, 21589, 27598, 9926, 9419, 3981, 34519, 37821, 22855, 39796, 24105, 5113, 5888, 31974, 40040, 17179, 48615, 38665, 47173, 47154, 20619, 5049, 1656, 27736, 14424, 2013, 1348, 32964, 37228, 34968, 34124, 15993, 42420, 26558, 2961, 27119, 37779, 29321, 31595, 29301, 38364, 17528, 19583, 48609, 4428, 12427, 601, 21213, 44456, 39274, 40250, 39804, 35373, 43875, 20550, 43426, 13696, 34572, 11097, 22458, 33042, 12981, 29073, 6601, 2370, 4065, 46317, 29460, 21761, 13977, 4520, 31604, 16259, 1445, 29204, 26097, 31921, 33193, 36054, 26372, 4436, 40306, 13974, 6159, 46233, 33714, 27592, 23153, 40311, 12294, 40141, 14030, 36304, 40086, 43163, 14689, 5002, 40885, 40758, 42458, 18580, 29784, 14527, 30070, 18326, 40830, 42503, 5434, 25179, 15652, 11428, 40980, 45916, 22056, 15896, 42628, 30092, 40834, 25862, 40370, 7804, 46908, 44191, 26908, 9764, 36969, 21521, 35257, 9279, 36964, 4012, 627, 31813, 15669, 33832, 29874, 1912, 41254, 23709, 4648, 3131, 49882, 19349, 35975, 25565, 21641, 48219, 30806, 33979, 36103, 14640, 34524, 31661, 26869, 27297, 46519, 2352, 46930, 7617, 49750, 12620, 29820, 18590, 890, 16394, 23877, 26421, 23417, 29021, 11596, 22017, 14794, 14437, 48385, 48231, 18946, 38048, 41302, 40633, 15317, 24820], "fid_reference": "same farthest-first 1k CIFAR-10 training subset", "seed": 43} +{"step": 1, "wall_time": 73.84380888938904, "train_loss_step": 201.18032836914062, "n_params": 4674760, "total_flops": 14360862720, "train_loss": 0.9953398895263672, "subset_score_loss": 0.9953398895263672, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9833021759986877, "fid": 299.7169477107854} +{"step": 10000, "wall_time": 172.24400401115417, "train_loss_step": 40.80805969238281, "n_params": 4674760, "total_flops": 143608627200000, "train_loss": 0.7408158111572266, "subset_score_loss": 0.7408158111572266} +{"step": 20000, "wall_time": 271.11910462379456, "train_loss_step": 33.066123962402344, "n_params": 4674760, "total_flops": 287217254400000, "train_loss": 0.6322441864013671, "subset_score_loss": 0.6322441864013671} +{"step": 30000, "wall_time": 370.0471258163452, "train_loss_step": 29.63907241821289, "n_params": 4674760, "total_flops": 430825881600000, "train_loss": 0.5644388580322266, "subset_score_loss": 0.5644388580322266} +{"step": 40000, "wall_time": 469.21983075141907, "train_loss_step": 32.072261810302734, "n_params": 4674760, "total_flops": 574434508800000, "train_loss": 0.49670963287353515, "subset_score_loss": 0.49670963287353515} +{"step": 50000, "wall_time": 568.0685496330261, "train_loss_step": 24.77338218688965, "n_params": 4674760, "total_flops": 718043136000000, "train_loss": 0.4251826095581055, "subset_score_loss": 0.4251826095581055} +{"step": 60000, "wall_time": 667.0414431095123, "train_loss_step": 23.202713012695312, "n_params": 4674760, "total_flops": 861651763200000, "train_loss": 0.3665777587890625, "subset_score_loss": 0.3665777587890625} +{"step": 70000, "wall_time": 765.9384508132935, "train_loss_step": 23.97197723388672, "n_params": 4674760, "total_flops": 1005260390400000, "train_loss": 0.3167457580566406, "subset_score_loss": 0.3167457580566406} +{"step": 80000, "wall_time": 865.1380319595337, "train_loss_step": 21.405685424804688, "n_params": 4674760, "total_flops": 1148869017600000, "train_loss": 0.26689863204956055, "subset_score_loss": 0.26689863204956055} +{"step": 90000, "wall_time": 963.9917974472046, "train_loss_step": 19.653881072998047, "n_params": 4674760, "total_flops": 1292477644800000, "train_loss": 0.2352987289428711, "subset_score_loss": 0.2352987289428711} +{"step": 100000, "wall_time": 1135.4187347888947, "train_loss_step": 18.674644470214844, "n_params": 4674760, "total_flops": 1436086272000000, "train_loss": 0.19763486862182617, "subset_score_loss": 0.19763486862182617, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9627344012260437, "fid": 179.77925023218484} +{"step": 110000, "wall_time": 1232.9642894268036, "train_loss_step": 19.229103088378906, "n_params": 4674760, "total_flops": 1579694899200000, "train_loss": 0.19143430709838868, "subset_score_loss": 0.19143430709838868} +{"step": 120000, "wall_time": 1331.772783756256, "train_loss_step": 16.64886474609375, "n_params": 4674760, "total_flops": 1723303526400000, "train_loss": 0.16853126525878906, "subset_score_loss": 0.16853126525878906} +{"step": 130000, "wall_time": 1430.7428543567657, "train_loss_step": 15.711662292480469, "n_params": 4674760, "total_flops": 1866912153600000, "train_loss": 0.15422905921936036, "subset_score_loss": 0.15422905921936036} +{"step": 140000, "wall_time": 1529.486456155777, "train_loss_step": 16.277061462402344, "n_params": 4674760, "total_flops": 2010520780800000, "train_loss": 0.14429659843444825, "subset_score_loss": 0.14429659843444825} +{"step": 150000, "wall_time": 1628.2796556949615, "train_loss_step": 15.577493667602539, "n_params": 4674760, "total_flops": 2154129408000000, "train_loss": 0.14223824501037596, "subset_score_loss": 0.14223824501037596} +{"step": 160000, "wall_time": 1726.8781607151031, "train_loss_step": 14.894060134887695, "n_params": 4674760, "total_flops": 2297738035200000, "train_loss": 0.12787181854248048, "subset_score_loss": 0.12787181854248048} +{"step": 170000, "wall_time": 1825.4697606563568, "train_loss_step": 15.050116539001465, "n_params": 4674760, "total_flops": 2441346662400000, "train_loss": 0.13287808418273925, "subset_score_loss": 0.13287808418273925} +{"step": 180000, "wall_time": 1924.3463072776794, "train_loss_step": 14.961612701416016, "n_params": 4674760, "total_flops": 2584955289600000, "train_loss": 0.13235947608947754, "subset_score_loss": 0.13235947608947754} +{"step": 190000, "wall_time": 2019.8144538402557, "train_loss_step": 13.764070510864258, "n_params": 4674760, "total_flops": 2728563916800000, "train_loss": 0.11307136535644531, "subset_score_loss": 0.11307136535644531} +{"step": 200000, "wall_time": 2192.9535658359528, "train_loss_step": 14.10311508178711, "n_params": 4674760, "total_flops": 2872172544000000, "train_loss": 0.11398262977600097, "subset_score_loss": 0.11398262977600097, "memorization_fraction_pixel": 0.0003000000142492354, "mean_nn_ratio_pixel": 0.9675193428993225, "fid": 237.06121332041238} +{"step": 210000, "wall_time": 2290.2188045978546, "train_loss_step": 13.88821029663086, "n_params": 4674760, "total_flops": 3015781171200000, "train_loss": 0.10879084587097168, "subset_score_loss": 0.10879084587097168} +{"step": 220000, "wall_time": 2388.97807097435, "train_loss_step": 13.10324478149414, "n_params": 4674760, "total_flops": 3159389798400000, "train_loss": 0.10611992835998535, "subset_score_loss": 0.10611992835998535} +{"step": 230000, "wall_time": 2487.599100112915, "train_loss_step": 13.070270538330078, "n_params": 4674760, "total_flops": 3302998425600000, "train_loss": 0.104286527633667, "subset_score_loss": 0.104286527633667} +{"step": 240000, "wall_time": 2586.769252538681, "train_loss_step": 12.700113296508789, "n_params": 4674760, "total_flops": 3446607052800000, "train_loss": 0.10075722694396973, "subset_score_loss": 0.10075722694396973} +{"step": 250000, "wall_time": 2685.7842767238617, "train_loss_step": 13.04654312133789, "n_params": 4674760, "total_flops": 3590215680000000, "train_loss": 0.11098876953125, "subset_score_loss": 0.11098876953125} +{"step": 260000, "wall_time": 2784.3565576076508, "train_loss_step": 11.777336120605469, "n_params": 4674760, "total_flops": 3733824307200000, "train_loss": 0.09805975914001465, "subset_score_loss": 0.09805975914001465} +{"step": 270000, "wall_time": 2883.327038526535, "train_loss_step": 12.320436477661133, "n_params": 4674760, "total_flops": 3877432934400000, "train_loss": 0.0893660831451416, "subset_score_loss": 0.0893660831451416} +{"step": 280000, "wall_time": 2979.4213688373566, "train_loss_step": 12.249950408935547, "n_params": 4674760, "total_flops": 4021041561600000, "train_loss": 0.09399445533752442, "subset_score_loss": 0.09399445533752442} +{"step": 290000, "wall_time": 3078.109927177429, "train_loss_step": 12.16976261138916, "n_params": 4674760, "total_flops": 4164650188800000, "train_loss": 0.09459968566894532, "subset_score_loss": 0.09459968566894532} +{"step": 300000, "wall_time": 3251.7447164058685, "train_loss_step": 12.684375762939453, "n_params": 4674760, "total_flops": 4308258816000000, "train_loss": 0.08436709403991699, "subset_score_loss": 0.08436709403991699, "memorization_fraction_pixel": 0.0007999999797903001, "mean_nn_ratio_pixel": 0.9706607460975647, "fid": 285.9198867080097} +{"step": 310000, "wall_time": 3348.3947083950043, "train_loss_step": 11.217809677124023, "n_params": 4674760, "total_flops": 4451867443200000, "train_loss": 0.0834635066986084, "subset_score_loss": 0.0834635066986084} +{"step": 320000, "wall_time": 3447.222187757492, "train_loss_step": 11.14875602722168, "n_params": 4674760, "total_flops": 4595476070400000, "train_loss": 0.08182362556457519, "subset_score_loss": 0.08182362556457519} +{"step": 330000, "wall_time": 3545.771189928055, "train_loss_step": 10.972397804260254, "n_params": 4674760, "total_flops": 4739084697600000, "train_loss": 0.08503153800964355, "subset_score_loss": 0.08503153800964355} +{"step": 340000, "wall_time": 3644.1917612552643, "train_loss_step": 11.159029006958008, "n_params": 4674760, "total_flops": 4882693324800000, "train_loss": 0.08336034774780274, "subset_score_loss": 0.08336034774780274} +{"step": 350000, "wall_time": 3743.4052300453186, "train_loss_step": 10.857961654663086, "n_params": 4674760, "total_flops": 5026301952000000, "train_loss": 0.07760135173797607, "subset_score_loss": 0.07760135173797607} +{"step": 360000, "wall_time": 3842.145833969116, "train_loss_step": 10.327345848083496, "n_params": 4674760, "total_flops": 5169910579200000, "train_loss": 0.07443299293518066, "subset_score_loss": 0.07443299293518066} +{"step": 370000, "wall_time": 3938.6194248199463, "train_loss_step": 11.096753120422363, "n_params": 4674760, "total_flops": 5313519206400000, "train_loss": 0.07816503047943116, "subset_score_loss": 0.07816503047943116} +{"step": 380000, "wall_time": 4037.6560521125793, "train_loss_step": 11.09867000579834, "n_params": 4674760, "total_flops": 5457127833600000, "train_loss": 0.0768963623046875, "subset_score_loss": 0.0768963623046875} +{"step": 390000, "wall_time": 4136.372094631195, "train_loss_step": 9.65135669708252, "n_params": 4674760, "total_flops": 5600736460800000, "train_loss": 0.0668549394607544, "subset_score_loss": 0.0668549394607544} +{"step": 400000, "wall_time": 4310.116225004196, "train_loss_step": 10.157730102539062, "n_params": 4674760, "total_flops": 5744345088000000, "train_loss": 0.0690613317489624, "subset_score_loss": 0.0690613317489624, "memorization_fraction_pixel": 0.002199999988079071, "mean_nn_ratio_pixel": 0.968252420425415, "fid": 305.2302774261399} +{"step": 410000, "wall_time": 4406.822578668594, "train_loss_step": 10.046537399291992, "n_params": 4674760, "total_flops": 5887953715200000, "train_loss": 0.0688225793838501, "subset_score_loss": 0.0688225793838501} +{"step": 420000, "wall_time": 4505.484407186508, "train_loss_step": 9.906344413757324, "n_params": 4674760, "total_flops": 6031562342400000, "train_loss": 0.06808780670166016, "subset_score_loss": 0.06808780670166016} +{"step": 430000, "wall_time": 4604.705159664154, "train_loss_step": 9.356635093688965, "n_params": 4674760, "total_flops": 6175170969600000, "train_loss": 0.06673426151275635, "subset_score_loss": 0.06673426151275635} +{"step": 440000, "wall_time": 4703.9621160030365, "train_loss_step": 9.951074600219727, "n_params": 4674760, "total_flops": 6318779596800000, "train_loss": 0.06644687652587891, "subset_score_loss": 0.06644687652587891} +{"step": 450000, "wall_time": 4802.654295921326, "train_loss_step": 9.047040939331055, "n_params": 4674760, "total_flops": 6462388224000000, "train_loss": 0.06410029888153077, "subset_score_loss": 0.06410029888153077} +{"step": 460000, "wall_time": 4900.636101961136, "train_loss_step": 8.796366691589355, "n_params": 4674760, "total_flops": 6605996851200000, "train_loss": 0.06295299053192138, "subset_score_loss": 0.06295299053192138} +{"step": 470000, "wall_time": 4997.981173992157, "train_loss_step": 9.603814125061035, "n_params": 4674760, "total_flops": 6749605478400000, "train_loss": 0.0640359115600586, "subset_score_loss": 0.0640359115600586} +{"step": 480000, "wall_time": 5097.064411401749, "train_loss_step": 9.707345008850098, "n_params": 4674760, "total_flops": 6893214105600000, "train_loss": 0.06212270736694336, "subset_score_loss": 0.06212270736694336} +{"step": 490000, "wall_time": 5196.377691268921, "train_loss_step": 10.083782196044922, "n_params": 4674760, "total_flops": 7036822732800000, "train_loss": 0.0610648775100708, "subset_score_loss": 0.0610648775100708} +{"step": 500000, "wall_time": 5368.605964899063, "train_loss_step": 9.36697006225586, "n_params": 4674760, "total_flops": 7180431360000000, "train_loss": 0.05878207683563232, "subset_score_loss": 0.05878207683563232, "memorization_fraction_pixel": 0.005100000184029341, "mean_nn_ratio_pixel": 0.9598875045776367, "fid": 295.890470361099} +{"step": 510000, "wall_time": 5464.8894193172455, "train_loss_step": 9.411422729492188, "n_params": 4674760, "total_flops": 7324039987200000, "train_loss": 0.06205233573913574, "subset_score_loss": 0.06205233573913574} +{"step": 520000, "wall_time": 5564.702925920486, "train_loss_step": 8.822261810302734, "n_params": 4674760, "total_flops": 7467648614400000, "train_loss": 0.0589186429977417, "subset_score_loss": 0.0589186429977417} +{"step": 530000, "wall_time": 5663.263859510422, "train_loss_step": 9.106612205505371, "n_params": 4674760, "total_flops": 7611257241600000, "train_loss": 0.05897848129272461, "subset_score_loss": 0.05897848129272461} +{"step": 540000, "wall_time": 5761.898608207703, "train_loss_step": 8.860084533691406, "n_params": 4674760, "total_flops": 7754865868800000, "train_loss": 0.057144370079040524, "subset_score_loss": 0.057144370079040524} +{"step": 550000, "wall_time": 5860.276919126511, "train_loss_step": 8.609905242919922, "n_params": 4674760, "total_flops": 7898474496000000, "train_loss": 0.06228053569793701, "subset_score_loss": 0.06228053569793701} +{"step": 560000, "wall_time": 5956.783568143845, "train_loss_step": 8.860517501831055, "n_params": 4674760, "total_flops": 8042083123200000, "train_loss": 0.05380617618560791, "subset_score_loss": 0.05380617618560791} +{"step": 570000, "wall_time": 6055.276226520538, "train_loss_step": 8.359262466430664, "n_params": 4674760, "total_flops": 8185691750400000, "train_loss": 0.053216352462768554, "subset_score_loss": 0.053216352462768554} +{"step": 580000, "wall_time": 6154.145871400833, "train_loss_step": 9.282218933105469, "n_params": 4674760, "total_flops": 8329300377600000, "train_loss": 0.06280616760253906, "subset_score_loss": 0.06280616760253906} +{"step": 590000, "wall_time": 6253.745374441147, "train_loss_step": 8.261825561523438, "n_params": 4674760, "total_flops": 8472909004800000, "train_loss": 0.05307945728302002, "subset_score_loss": 0.05307945728302002} +{"step": 600000, "wall_time": 6426.030050992966, "train_loss_step": 8.950209617614746, "n_params": 4674760, "total_flops": 8616517632000000, "train_loss": 0.052863450050354005, "subset_score_loss": 0.052863450050354005, "memorization_fraction_pixel": 0.007699999958276749, "mean_nn_ratio_pixel": 0.9622998833656311, "fid": 296.23903867796537} +{"step": 610000, "wall_time": 6522.290515422821, "train_loss_step": 8.362244606018066, "n_params": 4674760, "total_flops": 8760126259200000, "train_loss": 0.0522426176071167, "subset_score_loss": 0.0522426176071167} +{"step": 620000, "wall_time": 6621.086903810501, "train_loss_step": 8.667072296142578, "n_params": 4674760, "total_flops": 8903734886400000, "train_loss": 0.05339583396911621, "subset_score_loss": 0.05339583396911621} +{"step": 630000, "wall_time": 6719.882846593857, "train_loss_step": 8.062946319580078, "n_params": 4674760, "total_flops": 9047343513600000, "train_loss": 0.05666733741760254, "subset_score_loss": 0.05666733741760254} +{"step": 640000, "wall_time": 6819.482467412949, "train_loss_step": 8.059077262878418, "n_params": 4674760, "total_flops": 9190952140800000, "train_loss": 0.05445806980133057, "subset_score_loss": 0.05445806980133057} +{"step": 650000, "wall_time": 6915.341452360153, "train_loss_step": 8.478814125061035, "n_params": 4674760, "total_flops": 9334560768000000, "train_loss": 0.05638773441314697, "subset_score_loss": 0.05638773441314697} +{"step": 660000, "wall_time": 7014.07403922081, "train_loss_step": 9.011924743652344, "n_params": 4674760, "total_flops": 9478169395200000, "train_loss": 0.05406893253326416, "subset_score_loss": 0.05406893253326416} +{"step": 670000, "wall_time": 7112.65763258934, "train_loss_step": 8.606836318969727, "n_params": 4674760, "total_flops": 9621778022400000, "train_loss": 0.05197000026702881, "subset_score_loss": 0.05197000026702881} +{"step": 680000, "wall_time": 7211.216598510742, "train_loss_step": 8.484609603881836, "n_params": 4674760, "total_flops": 9765386649600000, "train_loss": 0.04991818904876709, "subset_score_loss": 0.04991818904876709} +{"step": 690000, "wall_time": 7307.806453466415, "train_loss_step": 8.831153869628906, "n_params": 4674760, "total_flops": 9908995276800000, "train_loss": 0.05758648872375488, "subset_score_loss": 0.05758648872375488} +{"step": 700000, "wall_time": 7484.315937280655, "train_loss_step": 8.439762115478516, "n_params": 4674760, "total_flops": 10052603904000000, "train_loss": 0.055252914428710935, "subset_score_loss": 0.055252914428710935, "memorization_fraction_pixel": 0.015200000256299973, "mean_nn_ratio_pixel": 0.9508832097053528, "fid": 283.83102179355234} +{"step": 710000, "wall_time": 7580.578179836273, "train_loss_step": 7.627066612243652, "n_params": 4674760, "total_flops": 10196212531200000, "train_loss": 0.04867097854614258, "subset_score_loss": 0.04867097854614258} +{"step": 720000, "wall_time": 7679.368830919266, "train_loss_step": 7.913274765014648, "n_params": 4674760, "total_flops": 10339821158400000, "train_loss": 0.049475393295288085, "subset_score_loss": 0.049475393295288085} +{"step": 730000, "wall_time": 7778.431308031082, "train_loss_step": 8.179758071899414, "n_params": 4674760, "total_flops": 10483429785600000, "train_loss": 0.04860219955444336, "subset_score_loss": 0.04860219955444336} +{"step": 740000, "wall_time": 7874.36727976799, "train_loss_step": 7.60661506652832, "n_params": 4674760, "total_flops": 10627038412800000, "train_loss": 0.05093141078948975, "subset_score_loss": 0.05093141078948975} +{"step": 750000, "wall_time": 7973.549998283386, "train_loss_step": 8.113967895507812, "n_params": 4674760, "total_flops": 10770647040000000, "train_loss": 0.05040205478668213, "subset_score_loss": 0.05040205478668213} +{"step": 760000, "wall_time": 8072.42688536644, "train_loss_step": 7.9537153244018555, "n_params": 4674760, "total_flops": 10914255667200000, "train_loss": 0.05066592216491699, "subset_score_loss": 0.05066592216491699} +{"step": 770000, "wall_time": 8171.320321798325, "train_loss_step": 7.661036968231201, "n_params": 4674760, "total_flops": 11057864294400000, "train_loss": 0.05193973064422607, "subset_score_loss": 0.05193973064422607} +{"step": 780000, "wall_time": 8270.974800348282, "train_loss_step": 8.127782821655273, "n_params": 4674760, "total_flops": 11201472921600000, "train_loss": 0.050252857208251955, "subset_score_loss": 0.050252857208251955} +{"step": 790000, "wall_time": 8367.376391172409, "train_loss_step": 8.518815994262695, "n_params": 4674760, "total_flops": 11345081548800000, "train_loss": 0.05120382308959961, "subset_score_loss": 0.05120382308959961} +{"step": 800000, "wall_time": 8542.880328655243, "train_loss_step": 7.91588830947876, "n_params": 4674760, "total_flops": 11488690176000000, "train_loss": 0.04759027004241943, "subset_score_loss": 0.04759027004241943, "memorization_fraction_pixel": 0.015200000256299973, "mean_nn_ratio_pixel": 0.9514074921607971, "fid": 286.3465778186126} +{"step": 810000, "wall_time": 8639.347306489944, "train_loss_step": 7.935672760009766, "n_params": 4674760, "total_flops": 11632298803200000, "train_loss": 0.047434630393981936, "subset_score_loss": 0.047434630393981936} +{"step": 820000, "wall_time": 8738.579022884369, "train_loss_step": 7.3830156326293945, "n_params": 4674760, "total_flops": 11775907430400000, "train_loss": 0.05138194561004639, "subset_score_loss": 0.05138194561004639} +{"step": 830000, "wall_time": 8834.658051490784, "train_loss_step": 7.711435794830322, "n_params": 4674760, "total_flops": 11919516057600000, "train_loss": 0.04651927947998047, "subset_score_loss": 0.04651927947998047} +{"step": 840000, "wall_time": 8933.260142564774, "train_loss_step": 7.584534645080566, "n_params": 4674760, "total_flops": 12063124684800000, "train_loss": 0.04840793132781982, "subset_score_loss": 0.04840793132781982} +{"step": 850000, "wall_time": 9032.107411384583, "train_loss_step": 7.889573097229004, "n_params": 4674760, "total_flops": 12206733312000000, "train_loss": 0.04576272010803223, "subset_score_loss": 0.04576272010803223} +{"step": 860000, "wall_time": 9131.298303365707, "train_loss_step": 7.357483863830566, "n_params": 4674760, "total_flops": 12350341939200000, "train_loss": 0.043723654747009275, "subset_score_loss": 0.043723654747009275} +{"step": 870000, "wall_time": 9231.156534194946, "train_loss_step": 7.51568603515625, "n_params": 4674760, "total_flops": 12493950566400000, "train_loss": 0.0468106746673584, "subset_score_loss": 0.0468106746673584} +{"step": 880000, "wall_time": 9329.846299886703, "train_loss_step": 7.411003589630127, "n_params": 4674760, "total_flops": 12637559193600000, "train_loss": 0.04437154769897461, "subset_score_loss": 0.04437154769897461} +{"step": 890000, "wall_time": 9426.147362709045, "train_loss_step": 7.495196342468262, "n_params": 4674760, "total_flops": 12781167820800000, "train_loss": 0.044051470756530764, "subset_score_loss": 0.044051470756530764} +{"step": 900000, "wall_time": 9601.725843906403, "train_loss_step": 7.849025249481201, "n_params": 4674760, "total_flops": 12924776448000000, "train_loss": 0.04424750328063965, "subset_score_loss": 0.04424750328063965, "memorization_fraction_pixel": 0.02319999970495701, "mean_nn_ratio_pixel": 0.938707709312439, "fid": 273.1344300228965} +{"step": 910000, "wall_time": 9698.271635055542, "train_loss_step": 7.414573669433594, "n_params": 4674760, "total_flops": 13068385075200000, "train_loss": 0.04485569953918457, "subset_score_loss": 0.04485569953918457} +{"step": 920000, "wall_time": 9794.33928155899, "train_loss_step": 7.811716556549072, "n_params": 4674760, "total_flops": 13211993702400000, "train_loss": 0.04272507190704346, "subset_score_loss": 0.04272507190704346} +{"step": 930000, "wall_time": 9893.123111724854, "train_loss_step": 7.940916061401367, "n_params": 4674760, "total_flops": 13355602329600000, "train_loss": 0.045973081588745114, "subset_score_loss": 0.045973081588745114} +{"step": 940000, "wall_time": 9992.35145664215, "train_loss_step": 7.934782028198242, "n_params": 4674760, "total_flops": 13499210956800000, "train_loss": 0.051037592887878416, "subset_score_loss": 0.051037592887878416} +{"step": 950000, "wall_time": 10091.886802911758, "train_loss_step": 7.706964015960693, "n_params": 4674760, "total_flops": 13642819584000000, "train_loss": 0.052273435592651366, "subset_score_loss": 0.052273435592651366} +{"step": 960000, "wall_time": 10191.167471885681, "train_loss_step": 7.516186714172363, "n_params": 4674760, "total_flops": 13786428211200000, "train_loss": 0.045164241790771484, "subset_score_loss": 0.045164241790771484} +{"step": 970000, "wall_time": 10290.04359292984, "train_loss_step": 7.340065956115723, "n_params": 4674760, "total_flops": 13930036838400000, "train_loss": 0.043634443283081054, "subset_score_loss": 0.043634443283081054} +{"step": 980000, "wall_time": 10389.194643974304, "train_loss_step": 7.4832940101623535, "n_params": 4674760, "total_flops": 14073645465600000, "train_loss": 0.05151182174682617, "subset_score_loss": 0.05151182174682617} +{"step": 990000, "wall_time": 10484.95369720459, "train_loss_step": 7.107383728027344, "n_params": 4674760, "total_flops": 14217254092800000, "train_loss": 0.042661008834838865, "subset_score_loss": 0.042661008834838865} +{"step": 1000000, "wall_time": 10660.612444877625, "train_loss_step": 6.913983345031738, "n_params": 4674760, "total_flops": 14360862720000000, "train_loss": 0.04404671192169189, "subset_score_loss": 0.04404671192169189, "memorization_fraction_pixel": 0.032999999821186066, "mean_nn_ratio_pixel": 0.9309545159339905, "fid": 267.7973798475285} +{"step": 1010000, "wall_time": 10753.924199819565, "train_loss_step": 6.905949592590332, "n_params": 4674760, "total_flops": 14504471347200000, "train_loss": 0.04407942771911621, "subset_score_loss": 0.04407942771911621} +{"step": 1020000, "wall_time": 10852.714824914932, "train_loss_step": 7.206474781036377, "n_params": 4674760, "total_flops": 14648079974400000, "train_loss": 0.04640069484710693, "subset_score_loss": 0.04640069484710693} +{"step": 1030000, "wall_time": 10951.776307344437, "train_loss_step": 7.191946029663086, "n_params": 4674760, "total_flops": 14791688601600000, "train_loss": 0.044087553024291994, "subset_score_loss": 0.044087553024291994} +{"step": 1040000, "wall_time": 11051.483072519302, "train_loss_step": 7.2082600593566895, "n_params": 4674760, "total_flops": 14935297228800000, "train_loss": 0.04427358627319336, "subset_score_loss": 0.04427358627319336} +{"step": 1050000, "wall_time": 11150.269226312637, "train_loss_step": 7.403936862945557, "n_params": 4674760, "total_flops": 15078905856000000, "train_loss": 0.043611245155334474, "subset_score_loss": 0.043611245155334474} +{"step": 1060000, "wall_time": 11249.327053546906, "train_loss_step": 7.3558807373046875, "n_params": 4674760, "total_flops": 15222514483200000, "train_loss": 0.04487370491027832, "subset_score_loss": 0.04487370491027832} +{"step": 1070000, "wall_time": 11348.342012166977, "train_loss_step": 7.929381370544434, "n_params": 4674760, "total_flops": 15366123110400000, "train_loss": 0.04538548469543457, "subset_score_loss": 0.04538548469543457} +{"step": 1080000, "wall_time": 11444.606333494186, "train_loss_step": 6.897195816040039, "n_params": 4674760, "total_flops": 15509731737600000, "train_loss": 0.04305570602416992, "subset_score_loss": 0.04305570602416992} +{"step": 1090000, "wall_time": 11543.360492706299, "train_loss_step": 6.959095478057861, "n_params": 4674760, "total_flops": 15653340364800000, "train_loss": 0.04115232467651367, "subset_score_loss": 0.04115232467651367} +{"step": 1100000, "wall_time": 11716.596112012863, "train_loss_step": 7.865292549133301, "n_params": 4674760, "total_flops": 15796948992000000, "train_loss": 0.04581973075866699, "subset_score_loss": 0.04581973075866699, "memorization_fraction_pixel": 0.04690000042319298, "mean_nn_ratio_pixel": 0.9130458831787109, "fid": 255.28277883123712} +{"step": 1110000, "wall_time": 11813.596125364304, "train_loss_step": 6.478722095489502, "n_params": 4674760, "total_flops": 15940557619200000, "train_loss": 0.041629786491394045, "subset_score_loss": 0.041629786491394045} +{"step": 1120000, "wall_time": 11912.675375938416, "train_loss_step": 6.823535919189453, "n_params": 4674760, "total_flops": 16084166246400000, "train_loss": 0.044147396087646486, "subset_score_loss": 0.044147396087646486} +{"step": 1130000, "wall_time": 12011.981281995773, "train_loss_step": 6.928635597229004, "n_params": 4674760, "total_flops": 16227774873600000, "train_loss": 0.04035764694213867, "subset_score_loss": 0.04035764694213867} +{"step": 1140000, "wall_time": 12111.108232498169, "train_loss_step": 6.64439582824707, "n_params": 4674760, "total_flops": 16371383500800000, "train_loss": 0.03715894222259521, "subset_score_loss": 0.03715894222259521} +{"step": 1150000, "wall_time": 12209.986756801605, "train_loss_step": 6.91945743560791, "n_params": 4674760, "total_flops": 16514992128000000, "train_loss": 0.0411230993270874, "subset_score_loss": 0.0411230993270874} +{"step": 1160000, "wall_time": 12309.210619449615, "train_loss_step": 7.408226013183594, "n_params": 4674760, "total_flops": 16658600755200000, "train_loss": 0.0397634482383728, "subset_score_loss": 0.0397634482383728} +{"step": 1170000, "wall_time": 12408.39672255516, "train_loss_step": 7.100926399230957, "n_params": 4674760, "total_flops": 16802209382400000, "train_loss": 0.0411805534362793, "subset_score_loss": 0.0411805534362793} +{"step": 1180000, "wall_time": 12504.582443475723, "train_loss_step": 6.606762886047363, "n_params": 4674760, "total_flops": 16945818009600000, "train_loss": 0.03921348810195923, "subset_score_loss": 0.03921348810195923} +{"step": 1190000, "wall_time": 12603.86781668663, "train_loss_step": 6.827507019042969, "n_params": 4674760, "total_flops": 17089426636800000, "train_loss": 0.03862206697463989, "subset_score_loss": 0.03862206697463989} +{"step": 1200000, "wall_time": 12776.504275083542, "train_loss_step": 7.2748308181762695, "n_params": 4674760, "total_flops": 17233035264000000, "train_loss": 0.045159649848937986, "subset_score_loss": 0.045159649848937986, "memorization_fraction_pixel": 0.05000000074505806, "mean_nn_ratio_pixel": 0.9118026494979858, "fid": 245.3493830561813} +{"step": 1210000, "wall_time": 12873.089609861374, "train_loss_step": 6.45481014251709, "n_params": 4674760, "total_flops": 17376643891200000, "train_loss": 0.037162082195281984, "subset_score_loss": 0.037162082195281984} +{"step": 1220000, "wall_time": 12972.352268457413, "train_loss_step": 6.400309085845947, "n_params": 4674760, "total_flops": 17520252518400000, "train_loss": 0.03813624858856201, "subset_score_loss": 0.03813624858856201} +{"step": 1230000, "wall_time": 13072.194646120071, "train_loss_step": 6.522263050079346, "n_params": 4674760, "total_flops": 17663861145600000, "train_loss": 0.04112759590148926, "subset_score_loss": 0.04112759590148926} +{"step": 1240000, "wall_time": 13176.59392118454, "train_loss_step": 7.021383762359619, "n_params": 4674760, "total_flops": 17807469772800000, "train_loss": 0.042986087799072266, "subset_score_loss": 0.042986087799072266} +{"step": 1250000, "wall_time": 13295.295493125916, "train_loss_step": 6.960988998413086, "n_params": 4674760, "total_flops": 17951078400000000, "train_loss": 0.03756964921951294, "subset_score_loss": 0.03756964921951294} +{"step": 1260000, "wall_time": 13416.177924156189, "train_loss_step": 6.919108867645264, "n_params": 4674760, "total_flops": 18094687027200000, "train_loss": 0.04455674171447754, "subset_score_loss": 0.04455674171447754} +{"step": 1270000, "wall_time": 13536.760243177414, "train_loss_step": 6.598679542541504, "n_params": 4674760, "total_flops": 18238295654400000, "train_loss": 0.04149611473083496, "subset_score_loss": 0.04149611473083496} +{"step": 1280000, "wall_time": 13647.72376704216, "train_loss_step": 6.543046951293945, "n_params": 4674760, "total_flops": 18381904281600000, "train_loss": 0.03991487741470337, "subset_score_loss": 0.03991487741470337} +{"step": 1290000, "wall_time": 13764.903953552246, "train_loss_step": 6.666309356689453, "n_params": 4674760, "total_flops": 18525512908800000, "train_loss": 0.03913788318634033, "subset_score_loss": 0.03913788318634033} +{"step": 1300000, "wall_time": 13975.098223686218, "train_loss_step": 6.9904069900512695, "n_params": 4674760, "total_flops": 18669121536000000, "train_loss": 0.046456518173217776, "subset_score_loss": 0.046456518173217776, "memorization_fraction_pixel": 0.05959999933838844, "mean_nn_ratio_pixel": 0.9000149369239807, "fid": 245.88790210912404} +{"step": 1310000, "wall_time": 14092.831051826477, "train_loss_step": 6.84035587310791, "n_params": 4674760, "total_flops": 18812730163200000, "train_loss": 0.03979674816131592, "subset_score_loss": 0.03979674816131592} +{"step": 1320000, "wall_time": 14212.495335578918, "train_loss_step": 6.260695457458496, "n_params": 4674760, "total_flops": 18956338790400000, "train_loss": 0.041894536018371585, "subset_score_loss": 0.041894536018371585} +{"step": 1330000, "wall_time": 14331.715779542923, "train_loss_step": 6.540424346923828, "n_params": 4674760, "total_flops": 19099947417600000, "train_loss": 0.03914128065109253, "subset_score_loss": 0.03914128065109253} +{"step": 1340000, "wall_time": 14451.669021606445, "train_loss_step": 6.076114177703857, "n_params": 4674760, "total_flops": 19243556044800000, "train_loss": 0.03706873416900635, "subset_score_loss": 0.03706873416900635} +{"step": 1350000, "wall_time": 14570.114730596542, "train_loss_step": 7.045175075531006, "n_params": 4674760, "total_flops": 19387164672000000, "train_loss": 0.038237872123718264, "subset_score_loss": 0.038237872123718264} +{"step": 1360000, "wall_time": 14689.705663919449, "train_loss_step": 7.211947441101074, "n_params": 4674760, "total_flops": 19530773299200000, "train_loss": 0.04450066089630127, "subset_score_loss": 0.04450066089630127} +{"step": 1370000, "wall_time": 14809.306977033615, "train_loss_step": 6.760741710662842, "n_params": 4674760, "total_flops": 19674381926400000, "train_loss": 0.04743665218353271, "subset_score_loss": 0.04743665218353271} +{"step": 1380000, "wall_time": 14924.22626042366, "train_loss_step": 6.795979022979736, "n_params": 4674760, "total_flops": 19817990553600000, "train_loss": 0.036397111415863034, "subset_score_loss": 0.036397111415863034} +{"step": 1390000, "wall_time": 15044.640719175339, "train_loss_step": 6.634176254272461, "n_params": 4674760, "total_flops": 19961599180800000, "train_loss": 0.03708585262298584, "subset_score_loss": 0.03708585262298584} +{"step": 1400000, "wall_time": 15255.932075500488, "train_loss_step": 6.99595308303833, "n_params": 4674760, "total_flops": 20105207808000000, "train_loss": 0.03742255926132202, "subset_score_loss": 0.03742255926132202, "memorization_fraction_pixel": 0.06809999793767929, "mean_nn_ratio_pixel": 0.8891406059265137, "fid": 242.8269272704492} +{"step": 1410000, "wall_time": 15374.512883663177, "train_loss_step": 6.479089736938477, "n_params": 4674760, "total_flops": 20248816435200000, "train_loss": 0.03752963542938233, "subset_score_loss": 0.03752963542938233} +{"step": 1420000, "wall_time": 15495.756104707718, "train_loss_step": 6.739017486572266, "n_params": 4674760, "total_flops": 20392425062400000, "train_loss": 0.03833628654479981, "subset_score_loss": 0.03833628654479981} +{"step": 1430000, "wall_time": 15616.53209900856, "train_loss_step": 6.511340618133545, "n_params": 4674760, "total_flops": 20536033689600000, "train_loss": 0.03803834676742554, "subset_score_loss": 0.03803834676742554} +{"step": 1440000, "wall_time": 15738.606426000595, "train_loss_step": 7.191006660461426, "n_params": 4674760, "total_flops": 20679642316800000, "train_loss": 0.041971983909606936, "subset_score_loss": 0.041971983909606936} +{"step": 1450000, "wall_time": 15857.162147521973, "train_loss_step": 6.3741374015808105, "n_params": 4674760, "total_flops": 20823250944000000, "train_loss": 0.0362087082862854, "subset_score_loss": 0.0362087082862854} +{"step": 1460000, "wall_time": 15977.597205638885, "train_loss_step": 6.763469219207764, "n_params": 4674760, "total_flops": 20966859571200000, "train_loss": 0.03963973760604858, "subset_score_loss": 0.03963973760604858} +{"step": 1470000, "wall_time": 16093.658598184586, "train_loss_step": 6.352047920227051, "n_params": 4674760, "total_flops": 21110468198400000, "train_loss": 0.0352335786819458, "subset_score_loss": 0.0352335786819458} +{"step": 1480000, "wall_time": 16206.644713163376, "train_loss_step": 6.266261577606201, "n_params": 4674760, "total_flops": 21254076825600000, "train_loss": 0.03576836824417114, "subset_score_loss": 0.03576836824417114} +{"step": 1490000, "wall_time": 16326.995084524155, "train_loss_step": 6.515798091888428, "n_params": 4674760, "total_flops": 21397685452800000, "train_loss": 0.03693915843963623, "subset_score_loss": 0.03693915843963623} +{"step": 1500000, "wall_time": 16539.4884455204, "train_loss_step": 6.496457099914551, "n_params": 4674760, "total_flops": 21541294080000000, "train_loss": 0.03700642108917236, "subset_score_loss": 0.03700642108917236, "memorization_fraction_pixel": 0.0746999979019165, "mean_nn_ratio_pixel": 0.8819664120674133, "fid": 235.5120234720895} +{"step": 1510000, "wall_time": 16649.35142993927, "train_loss_step": 6.315700531005859, "n_params": 4674760, "total_flops": 21684902707200000, "train_loss": 0.03662185668945313, "subset_score_loss": 0.03662185668945313} +{"step": 1520000, "wall_time": 16769.792005300522, "train_loss_step": 5.937187194824219, "n_params": 4674760, "total_flops": 21828511334400000, "train_loss": 0.03622000932693482, "subset_score_loss": 0.03622000932693482} +{"step": 1530000, "wall_time": 16890.241716384888, "train_loss_step": 6.596029758453369, "n_params": 4674760, "total_flops": 21972119961600000, "train_loss": 0.04014500617980957, "subset_score_loss": 0.04014500617980957} +{"step": 1540000, "wall_time": 17006.775434970856, "train_loss_step": 6.457042217254639, "n_params": 4674760, "total_flops": 22115728588800000, "train_loss": 0.037535827159881595, "subset_score_loss": 0.037535827159881595} +{"step": 1550000, "wall_time": 17121.953894376755, "train_loss_step": 6.1909613609313965, "n_params": 4674760, "total_flops": 22259337216000000, "train_loss": 0.035363993644714355, "subset_score_loss": 0.035363993644714355} +{"step": 1560000, "wall_time": 17240.76469016075, "train_loss_step": 6.35433292388916, "n_params": 4674760, "total_flops": 22402945843200000, "train_loss": 0.03561680316925049, "subset_score_loss": 0.03561680316925049} +{"step": 1570000, "wall_time": 17359.607833385468, "train_loss_step": 6.53736686706543, "n_params": 4674760, "total_flops": 22546554470400000, "train_loss": 0.036769187450408934, "subset_score_loss": 0.036769187450408934} +{"step": 1580000, "wall_time": 17472.683384895325, "train_loss_step": 6.289724349975586, "n_params": 4674760, "total_flops": 22690163097600000, "train_loss": 0.033921117782592776, "subset_score_loss": 0.033921117782592776} +{"step": 1590000, "wall_time": 17593.398079395294, "train_loss_step": 6.244931221008301, "n_params": 4674760, "total_flops": 22833771724800000, "train_loss": 0.03215129613876343, "subset_score_loss": 0.03215129613876343} +{"step": 1600000, "wall_time": 17804.96069574356, "train_loss_step": 5.941578388214111, "n_params": 4674760, "total_flops": 22977380352000000, "train_loss": 0.03993094444274902, "subset_score_loss": 0.03993094444274902, "memorization_fraction_pixel": 0.08460000157356262, "mean_nn_ratio_pixel": 0.8713586926460266, "fid": 236.61254274897058} +{"step": 1610000, "wall_time": 17918.368743896484, "train_loss_step": 6.572063446044922, "n_params": 4674760, "total_flops": 23120988979200000, "train_loss": 0.037392587661743165, "subset_score_loss": 0.037392587661743165} +{"step": 1620000, "wall_time": 18033.933999300003, "train_loss_step": 6.889139175415039, "n_params": 4674760, "total_flops": 23264597606400000, "train_loss": 0.03792446374893189, "subset_score_loss": 0.03792446374893189} +{"step": 1630000, "wall_time": 18154.600293636322, "train_loss_step": 6.234196662902832, "n_params": 4674760, "total_flops": 23408206233600000, "train_loss": 0.03833340406417847, "subset_score_loss": 0.03833340406417847} +{"step": 1640000, "wall_time": 18270.207984685898, "train_loss_step": 6.092362403869629, "n_params": 4674760, "total_flops": 23551814860800000, "train_loss": 0.033715450763702394, "subset_score_loss": 0.033715450763702394} +{"step": 1650000, "wall_time": 18385.10386657715, "train_loss_step": 6.5728302001953125, "n_params": 4674760, "total_flops": 23695423488000000, "train_loss": 0.035414249897003175, "subset_score_loss": 0.035414249897003175} +{"step": 1660000, "wall_time": 18506.11123085022, "train_loss_step": 6.989043235778809, "n_params": 4674760, "total_flops": 23839032115200000, "train_loss": 0.0377353572845459, "subset_score_loss": 0.0377353572845459} +{"step": 1670000, "wall_time": 18624.378524541855, "train_loss_step": 6.304276943206787, "n_params": 4674760, "total_flops": 23982640742400000, "train_loss": 0.033548097610473636, "subset_score_loss": 0.033548097610473636} +{"step": 1680000, "wall_time": 18735.319084882736, "train_loss_step": 6.2899932861328125, "n_params": 4674760, "total_flops": 24126249369600000, "train_loss": 0.03799450397491455, "subset_score_loss": 0.03799450397491455} +{"step": 1690000, "wall_time": 18856.294637441635, "train_loss_step": 6.036949157714844, "n_params": 4674760, "total_flops": 24269857996800000, "train_loss": 0.033658075332641604, "subset_score_loss": 0.033658075332641604} +{"step": 1700000, "wall_time": 19067.58920764923, "train_loss_step": 6.375174522399902, "n_params": 4674760, "total_flops": 24413466624000000, "train_loss": 0.03484813928604126, "subset_score_loss": 0.03484813928604126, "memorization_fraction_pixel": 0.09149999916553497, "mean_nn_ratio_pixel": 0.8669580221176147, "fid": 233.7840488328951} +{"step": 1710000, "wall_time": 19188.11402964592, "train_loss_step": 6.221637725830078, "n_params": 4674760, "total_flops": 24557075251200000, "train_loss": 0.03399691581726074, "subset_score_loss": 0.03399691581726074} +{"step": 1720000, "wall_time": 19300.796486854553, "train_loss_step": 6.436365604400635, "n_params": 4674760, "total_flops": 24700683878400000, "train_loss": 0.03854496717453003, "subset_score_loss": 0.03854496717453003} +{"step": 1730000, "wall_time": 19419.898102283478, "train_loss_step": 5.806282043457031, "n_params": 4674760, "total_flops": 24844292505600000, "train_loss": 0.03652644157409668, "subset_score_loss": 0.03652644157409668} +{"step": 1740000, "wall_time": 19538.105439901352, "train_loss_step": 6.39305305480957, "n_params": 4674760, "total_flops": 24987901132800000, "train_loss": 0.03698006629943848, "subset_score_loss": 0.03698006629943848} +{"step": 1750000, "wall_time": 19651.074825525284, "train_loss_step": 5.6731977462768555, "n_params": 4674760, "total_flops": 25131509760000000, "train_loss": 0.03209966421127319, "subset_score_loss": 0.03209966421127319} +{"step": 1760000, "wall_time": 19771.65503835678, "train_loss_step": 5.915536880493164, "n_params": 4674760, "total_flops": 25275118387200000, "train_loss": 0.03169569253921509, "subset_score_loss": 0.03169569253921509} +{"step": 1770000, "wall_time": 19891.767208576202, "train_loss_step": 5.959306716918945, "n_params": 4674760, "total_flops": 25418727014400000, "train_loss": 0.033586266040802004, "subset_score_loss": 0.033586266040802004} +{"step": 1780000, "wall_time": 20004.429159879684, "train_loss_step": 6.149503231048584, "n_params": 4674760, "total_flops": 25562335641600000, "train_loss": 0.03577472448348999, "subset_score_loss": 0.03577472448348999} +{"step": 1790000, "wall_time": 20125.500502824783, "train_loss_step": 6.456008434295654, "n_params": 4674760, "total_flops": 25705944268800000, "train_loss": 0.04081680774688721, "subset_score_loss": 0.04081680774688721} +{"step": 1800000, "wall_time": 20337.395082473755, "train_loss_step": 6.033534526824951, "n_params": 4674760, "total_flops": 25849552896000000, "train_loss": 0.033011724948883055, "subset_score_loss": 0.033011724948883055, "memorization_fraction_pixel": 0.09390000253915787, "mean_nn_ratio_pixel": 0.8666553497314453, "fid": 234.04336645276044} +{"step": 1810000, "wall_time": 20458.60163974762, "train_loss_step": 5.83290958404541, "n_params": 4674760, "total_flops": 25993161523200000, "train_loss": 0.040740313529968264, "subset_score_loss": 0.040740313529968264} +{"step": 1820000, "wall_time": 20565.588654518127, "train_loss_step": 6.248745441436768, "n_params": 4674760, "total_flops": 26136770150400000, "train_loss": 0.032334587574005126, "subset_score_loss": 0.032334587574005126} +{"step": 1830000, "wall_time": 20685.13730287552, "train_loss_step": 6.365602970123291, "n_params": 4674760, "total_flops": 26280378777600000, "train_loss": 0.03610072135925293, "subset_score_loss": 0.03610072135925293} +{"step": 1840000, "wall_time": 20806.741125822067, "train_loss_step": 5.529394626617432, "n_params": 4674760, "total_flops": 26423987404800000, "train_loss": 0.032033636569976806, "subset_score_loss": 0.032033636569976806} +{"step": 1850000, "wall_time": 20915.459911108017, "train_loss_step": 5.703234672546387, "n_params": 4674760, "total_flops": 26567596032000000, "train_loss": 0.031356792449951175, "subset_score_loss": 0.031356792449951175} +{"step": 1860000, "wall_time": 21036.685369729996, "train_loss_step": 5.801499843597412, "n_params": 4674760, "total_flops": 26711204659200000, "train_loss": 0.032367813587188723, "subset_score_loss": 0.032367813587188723} +{"step": 1870000, "wall_time": 21155.13373875618, "train_loss_step": 6.259426116943359, "n_params": 4674760, "total_flops": 26854813286400000, "train_loss": 0.03289077281951904, "subset_score_loss": 0.03289077281951904} +{"step": 1880000, "wall_time": 21270.42625808716, "train_loss_step": 5.958049774169922, "n_params": 4674760, "total_flops": 26998421913600000, "train_loss": 0.03264557361602783, "subset_score_loss": 0.03264557361602783} +{"step": 1890000, "wall_time": 21391.600229263306, "train_loss_step": 6.075905799865723, "n_params": 4674760, "total_flops": 27142030540800000, "train_loss": 0.032950055599212644, "subset_score_loss": 0.032950055599212644} +{"step": 1900000, "wall_time": 21602.654088974, "train_loss_step": 6.6183576583862305, "n_params": 4674760, "total_flops": 27285639168000000, "train_loss": 0.03363634824752808, "subset_score_loss": 0.03363634824752808, "memorization_fraction_pixel": 0.11249999701976776, "mean_nn_ratio_pixel": 0.8474866151809692, "fid": 219.03071498970144} +{"step": 1910000, "wall_time": 21722.12008213997, "train_loss_step": 5.926234245300293, "n_params": 4674760, "total_flops": 27429247795200000, "train_loss": 0.03269280195236206, "subset_score_loss": 0.03269280195236206} +{"step": 1920000, "wall_time": 21829.647738456726, "train_loss_step": 6.125494956970215, "n_params": 4674760, "total_flops": 27572856422400000, "train_loss": 0.03375368595123291, "subset_score_loss": 0.03375368595123291} +{"step": 1930000, "wall_time": 21948.778537273407, "train_loss_step": 5.7457098960876465, "n_params": 4674760, "total_flops": 27716465049600000, "train_loss": 0.03186909914016724, "subset_score_loss": 0.03186909914016724} +{"step": 1940000, "wall_time": 22070.659680128098, "train_loss_step": 6.0323896408081055, "n_params": 4674760, "total_flops": 27860073676800000, "train_loss": 0.03276217222213745, "subset_score_loss": 0.03276217222213745} +{"step": 1950000, "wall_time": 22185.35103058815, "train_loss_step": 5.871790885925293, "n_params": 4674760, "total_flops": 28003682304000000, "train_loss": 0.03315512180328369, "subset_score_loss": 0.03315512180328369} +{"step": 1960000, "wall_time": 22305.835435152054, "train_loss_step": 6.0004048347473145, "n_params": 4674760, "total_flops": 28147290931200000, "train_loss": 0.03499239444732666, "subset_score_loss": 0.03499239444732666} +{"step": 1970000, "wall_time": 22422.3792014122, "train_loss_step": 6.297920227050781, "n_params": 4674760, "total_flops": 28290899558400000, "train_loss": 0.036284830570220944, "subset_score_loss": 0.036284830570220944} +{"step": 1980000, "wall_time": 22535.568051099777, "train_loss_step": 6.22605562210083, "n_params": 4674760, "total_flops": 28434508185600000, "train_loss": 0.03836622714996338, "subset_score_loss": 0.03836622714996338} +{"step": 1990000, "wall_time": 22656.48975110054, "train_loss_step": 5.686556816101074, "n_params": 4674760, "total_flops": 28578116812800000, "train_loss": 0.03271595716476441, "subset_score_loss": 0.03271595716476441} +{"step": 2000000, "wall_time": 22866.898506641388, "train_loss_step": 5.754781723022461, "n_params": 4674760, "total_flops": 28721725440000000, "train_loss": 0.03308263301849365, "subset_score_loss": 0.03308263301849365, "memorization_fraction_pixel": 0.11819999665021896, "mean_nn_ratio_pixel": 0.8396889567375183, "fid": 215.48285492744583} +{"step": 2010000, "wall_time": 22986.866161346436, "train_loss_step": 6.042367935180664, "n_params": 4674760, "total_flops": 28865334067200000, "train_loss": 0.034047009944915774, "subset_score_loss": 0.034047009944915774} +{"step": 2020000, "wall_time": 23103.324332475662, "train_loss_step": 6.629847526550293, "n_params": 4674760, "total_flops": 29008942694400000, "train_loss": 0.0371449089050293, "subset_score_loss": 0.0371449089050293} +{"step": 2030000, "wall_time": 23216.34952187538, "train_loss_step": 6.058987617492676, "n_params": 4674760, "total_flops": 29152551321600000, "train_loss": 0.030795719623565674, "subset_score_loss": 0.030795719623565674} +{"step": 2040000, "wall_time": 23338.346151828766, "train_loss_step": 5.57448148727417, "n_params": 4674760, "total_flops": 29296159948800000, "train_loss": 0.03130487203598022, "subset_score_loss": 0.03130487203598022} +{"step": 2050000, "wall_time": 23449.710249900818, "train_loss_step": 6.299335956573486, "n_params": 4674760, "total_flops": 29439768576000000, "train_loss": 0.03307067155838013, "subset_score_loss": 0.03307067155838013} +{"step": 2060000, "wall_time": 23568.851692914963, "train_loss_step": 5.91293478012085, "n_params": 4674760, "total_flops": 29583377203200000, "train_loss": 0.031063055992126463, "subset_score_loss": 0.031063055992126463} +{"step": 2070000, "wall_time": 23686.52448630333, "train_loss_step": 5.849198818206787, "n_params": 4674760, "total_flops": 29726985830400000, "train_loss": 0.0369702410697937, "subset_score_loss": 0.0369702410697937} +{"step": 2080000, "wall_time": 23796.20537853241, "train_loss_step": 5.688653945922852, "n_params": 4674760, "total_flops": 29870594457600000, "train_loss": 0.03115312337875366, "subset_score_loss": 0.03115312337875366} +{"step": 2090000, "wall_time": 23917.0577917099, "train_loss_step": 5.781347751617432, "n_params": 4674760, "total_flops": 30014203084800000, "train_loss": 0.03191947937011719, "subset_score_loss": 0.03191947937011719} +{"step": 2100000, "wall_time": 24126.02202439308, "train_loss_step": 5.965733528137207, "n_params": 4674760, "total_flops": 30157811712000000, "train_loss": 0.03218231439590454, "subset_score_loss": 0.03218231439590454, "memorization_fraction_pixel": 0.1356000006198883, "mean_nn_ratio_pixel": 0.8203009963035583, "fid": 207.00650517507387} +{"step": 2110000, "wall_time": 24246.101634263992, "train_loss_step": 5.548947811126709, "n_params": 4674760, "total_flops": 30301420339200000, "train_loss": 0.03161323547363281, "subset_score_loss": 0.03161323547363281} +{"step": 2120000, "wall_time": 24366.60325860977, "train_loss_step": 5.673058032989502, "n_params": 4674760, "total_flops": 30445028966400000, "train_loss": 0.030828227996826173, "subset_score_loss": 0.030828227996826173} +{"step": 2130000, "wall_time": 24476.382119894028, "train_loss_step": 6.043283939361572, "n_params": 4674760, "total_flops": 30588637593600000, "train_loss": 0.030701427459716796, "subset_score_loss": 0.030701427459716796} +{"step": 2140000, "wall_time": 24597.81101346016, "train_loss_step": 5.565903663635254, "n_params": 4674760, "total_flops": 30732246220800000, "train_loss": 0.030290358066558838, "subset_score_loss": 0.030290358066558838} +{"step": 2150000, "wall_time": 24708.784727334976, "train_loss_step": 5.496465682983398, "n_params": 4674760, "total_flops": 30875854848000000, "train_loss": 0.028479907512664795, "subset_score_loss": 0.028479907512664795} +{"step": 2160000, "wall_time": 24829.263576745987, "train_loss_step": 5.632198333740234, "n_params": 4674760, "total_flops": 31019463475200000, "train_loss": 0.03339494705200195, "subset_score_loss": 0.03339494705200195} +{"step": 2170000, "wall_time": 24949.869737386703, "train_loss_step": 5.684440612792969, "n_params": 4674760, "total_flops": 31163072102400000, "train_loss": 0.031219069957733155, "subset_score_loss": 0.031219069957733155} +{"step": 2180000, "wall_time": 25055.664400100708, "train_loss_step": 5.740126609802246, "n_params": 4674760, "total_flops": 31306680729600000, "train_loss": 0.03182478189468384, "subset_score_loss": 0.03182478189468384} +{"step": 2190000, "wall_time": 25172.8515291214, "train_loss_step": 6.124780654907227, "n_params": 4674760, "total_flops": 31450289356800000, "train_loss": 0.034853243827819826, "subset_score_loss": 0.034853243827819826} +{"step": 2200000, "wall_time": 25383.73884868622, "train_loss_step": 5.212888240814209, "n_params": 4674760, "total_flops": 31593897984000000, "train_loss": 0.033498797416687015, "subset_score_loss": 0.033498797416687015, "memorization_fraction_pixel": 0.13740000128746033, "mean_nn_ratio_pixel": 0.8234009742736816, "fid": 209.79246102814665} +{"step": 2210000, "wall_time": 25504.04073548317, "train_loss_step": 5.262138843536377, "n_params": 4674760, "total_flops": 31737506611200000, "train_loss": 0.0347196364402771, "subset_score_loss": 0.0347196364402771} +{"step": 2220000, "wall_time": 25624.076692819595, "train_loss_step": 5.903499603271484, "n_params": 4674760, "total_flops": 31881115238400000, "train_loss": 0.030205976963043214, "subset_score_loss": 0.030205976963043214} +{"step": 2230000, "wall_time": 25736.803579330444, "train_loss_step": 5.385247230529785, "n_params": 4674760, "total_flops": 32024723865600000, "train_loss": 0.029997510910034178, "subset_score_loss": 0.029997510910034178} +{"step": 2240000, "wall_time": 25856.705317258835, "train_loss_step": 5.599368572235107, "n_params": 4674760, "total_flops": 32168332492800000, "train_loss": 0.031737356185913085, "subset_score_loss": 0.031737356185913085} +{"step": 2250000, "wall_time": 25966.32401394844, "train_loss_step": 5.70464563369751, "n_params": 4674760, "total_flops": 32311941120000000, "train_loss": 0.02857410192489624, "subset_score_loss": 0.02857410192489624} +{"step": 2260000, "wall_time": 26086.555577993393, "train_loss_step": 5.975339889526367, "n_params": 4674760, "total_flops": 32455549747200000, "train_loss": 0.028157105445861818, "subset_score_loss": 0.028157105445861818} +{"step": 2270000, "wall_time": 26206.255148649216, "train_loss_step": 5.685815334320068, "n_params": 4674760, "total_flops": 32599158374400000, "train_loss": 0.03450780391693115, "subset_score_loss": 0.03450780391693115} +{"step": 2280000, "wall_time": 26311.65382552147, "train_loss_step": 5.415860652923584, "n_params": 4674760, "total_flops": 32742767001600000, "train_loss": 0.030163424015045168, "subset_score_loss": 0.030163424015045168} +{"step": 2290000, "wall_time": 26431.74500799179, "train_loss_step": 5.7168288230896, "n_params": 4674760, "total_flops": 32886375628800000, "train_loss": 0.03009870767593384, "subset_score_loss": 0.03009870767593384} +{"step": 2300000, "wall_time": 26641.68274450302, "train_loss_step": 6.059327602386475, "n_params": 4674760, "total_flops": 33029984256000000, "train_loss": 0.030694499015808105, "subset_score_loss": 0.030694499015808105, "memorization_fraction_pixel": 0.14470000565052032, "mean_nn_ratio_pixel": 0.8143386840820312, "fid": 198.35832311914945} +{"step": 2310000, "wall_time": 26762.533969163895, "train_loss_step": 5.650900363922119, "n_params": 4674760, "total_flops": 33173592883200000, "train_loss": 0.029800875186920164, "subset_score_loss": 0.029800875186920164} +{"step": 2320000, "wall_time": 26882.775774478912, "train_loss_step": 6.008558750152588, "n_params": 4674760, "total_flops": 33317201510400000, "train_loss": 0.0329594087600708, "subset_score_loss": 0.0329594087600708} +{"step": 2330000, "wall_time": 26995.861289978027, "train_loss_step": 5.87144136428833, "n_params": 4674760, "total_flops": 33460810137600000, "train_loss": 0.02856346368789673, "subset_score_loss": 0.02856346368789673} +{"step": 2340000, "wall_time": 27115.166293144226, "train_loss_step": 5.487304210662842, "n_params": 4674760, "total_flops": 33604418764800000, "train_loss": 0.030826261043548586, "subset_score_loss": 0.030826261043548586} +{"step": 2350000, "wall_time": 27225.16349697113, "train_loss_step": 5.470176696777344, "n_params": 4674760, "total_flops": 33748027392000000, "train_loss": 0.029287424087524414, "subset_score_loss": 0.029287424087524414} +{"step": 2360000, "wall_time": 27344.07949924469, "train_loss_step": 5.900478363037109, "n_params": 4674760, "total_flops": 33891636019200000, "train_loss": 0.031149225234985353, "subset_score_loss": 0.031149225234985353} +{"step": 2370000, "wall_time": 27461.99838900566, "train_loss_step": 6.102738380432129, "n_params": 4674760, "total_flops": 34035244646400000, "train_loss": 0.03052562952041626, "subset_score_loss": 0.03052562952041626} +{"step": 2380000, "wall_time": 27571.897470474243, "train_loss_step": 5.2896728515625, "n_params": 4674760, "total_flops": 34178853273600000, "train_loss": 0.03132078647613525, "subset_score_loss": 0.03132078647613525} +{"step": 2390000, "wall_time": 27691.038807868958, "train_loss_step": 5.830509185791016, "n_params": 4674760, "total_flops": 34322461900800000, "train_loss": 0.028722002506256103, "subset_score_loss": 0.028722002506256103} +{"step": 2400000, "wall_time": 27903.412003040314, "train_loss_step": 5.136460304260254, "n_params": 4674760, "total_flops": 34466070528000000, "train_loss": 0.027145259380340576, "subset_score_loss": 0.027145259380340576, "memorization_fraction_pixel": 0.14399999380111694, "mean_nn_ratio_pixel": 0.8172491192817688, "fid": 206.66176194350706} +{"step": 2410000, "wall_time": 28023.506445646286, "train_loss_step": 5.641087055206299, "n_params": 4674760, "total_flops": 34609679155200000, "train_loss": 0.033488531112670895, "subset_score_loss": 0.033488531112670895} +{"step": 2420000, "wall_time": 28143.745319128036, "train_loss_step": 5.581212043762207, "n_params": 4674760, "total_flops": 34753287782400000, "train_loss": 0.02941958427429199, "subset_score_loss": 0.02941958427429199} +{"step": 2430000, "wall_time": 28260.328899145126, "train_loss_step": 5.477868556976318, "n_params": 4674760, "total_flops": 34896896409600000, "train_loss": 0.031824679374694825, "subset_score_loss": 0.031824679374694825} +{"step": 2440000, "wall_time": 28371.01055264473, "train_loss_step": 5.820204734802246, "n_params": 4674760, "total_flops": 35040505036800000, "train_loss": 0.03044219970703125, "subset_score_loss": 0.03044219970703125} +{"step": 2450000, "wall_time": 28484.85023021698, "train_loss_step": 5.640870094299316, "n_params": 4674760, "total_flops": 35184113664000000, "train_loss": 0.028807084560394287, "subset_score_loss": 0.028807084560394287} +{"step": 2460000, "wall_time": 28600.929872989655, "train_loss_step": 5.739833831787109, "n_params": 4674760, "total_flops": 35327722291200000, "train_loss": 0.02928945541381836, "subset_score_loss": 0.02928945541381836} +{"step": 2470000, "wall_time": 28721.111985206604, "train_loss_step": 5.272971153259277, "n_params": 4674760, "total_flops": 35471330918400000, "train_loss": 0.026829705238342286, "subset_score_loss": 0.026829705238342286} +{"step": 2480000, "wall_time": 28833.907542943954, "train_loss_step": 5.501533031463623, "n_params": 4674760, "total_flops": 35614939545600000, "train_loss": 0.027608070373535156, "subset_score_loss": 0.027608070373535156} +{"step": 2490000, "wall_time": 28946.457010746002, "train_loss_step": 5.229966163635254, "n_params": 4674760, "total_flops": 35758548172800000, "train_loss": 0.033238723278045654, "subset_score_loss": 0.033238723278045654} +{"step": 2500000, "wall_time": 29157.526129484177, "train_loss_step": 5.713446140289307, "n_params": 4674760, "total_flops": 35902156800000000, "train_loss": 0.029252796173095702, "subset_score_loss": 0.029252796173095702, "memorization_fraction_pixel": 0.17020000517368317, "mean_nn_ratio_pixel": 0.7903974652290344, "fid": 194.44303963481403} +{"step": 2510000, "wall_time": 29277.69524216652, "train_loss_step": 5.641877174377441, "n_params": 4674760, "total_flops": 36045765427200000, "train_loss": 0.02847214460372925, "subset_score_loss": 0.02847214460372925} +{"step": 2520000, "wall_time": 29397.409922361374, "train_loss_step": 5.16554069519043, "n_params": 4674760, "total_flops": 36189374054400000, "train_loss": 0.03221235036849976, "subset_score_loss": 0.03221235036849976} +{"step": 2530000, "wall_time": 29518.15188908577, "train_loss_step": 5.685609817504883, "n_params": 4674760, "total_flops": 36332982681600000, "train_loss": 0.029701523780822754, "subset_score_loss": 0.029701523780822754} +{"step": 2540000, "wall_time": 29629.329627275467, "train_loss_step": 5.218567848205566, "n_params": 4674760, "total_flops": 36476591308800000, "train_loss": 0.027576398849487305, "subset_score_loss": 0.027576398849487305} +{"step": 2550000, "wall_time": 29743.93709731102, "train_loss_step": 5.380251884460449, "n_params": 4674760, "total_flops": 36620199936000000, "train_loss": 0.027815051078796386, "subset_score_loss": 0.027815051078796386} +{"step": 2560000, "wall_time": 29860.07603788376, "train_loss_step": 5.822680950164795, "n_params": 4674760, "total_flops": 36763808563200000, "train_loss": 0.02791254997253418, "subset_score_loss": 0.02791254997253418} +{"step": 2570000, "wall_time": 29980.54975795746, "train_loss_step": 5.459855079650879, "n_params": 4674760, "total_flops": 36907417190400000, "train_loss": 0.029673411846160888, "subset_score_loss": 0.029673411846160888} +{"step": 2580000, "wall_time": 30100.011120796204, "train_loss_step": 5.112161636352539, "n_params": 4674760, "total_flops": 37051025817600000, "train_loss": 0.02610428810119629, "subset_score_loss": 0.02610428810119629} +{"step": 2590000, "wall_time": 30212.948250055313, "train_loss_step": 5.664724826812744, "n_params": 4674760, "total_flops": 37194634444800000, "train_loss": 0.03058065176010132, "subset_score_loss": 0.03058065176010132} +{"step": 2600000, "wall_time": 30423.58308315277, "train_loss_step": 5.6910014152526855, "n_params": 4674760, "total_flops": 37338243072000000, "train_loss": 0.028736369609832765, "subset_score_loss": 0.028736369609832765, "memorization_fraction_pixel": 0.16590000689029694, "mean_nn_ratio_pixel": 0.7963314652442932, "fid": 198.82493040674626} +{"step": 2610000, "wall_time": 30544.80194926262, "train_loss_step": 5.434091567993164, "n_params": 4674760, "total_flops": 37481851699200000, "train_loss": 0.02925241231918335, "subset_score_loss": 0.02925241231918335} +{"step": 2620000, "wall_time": 30664.43683362007, "train_loss_step": 5.269284725189209, "n_params": 4674760, "total_flops": 37625460326400000, "train_loss": 0.029556386470794678, "subset_score_loss": 0.029556386470794678} +{"step": 2630000, "wall_time": 30784.107249736786, "train_loss_step": 5.366480350494385, "n_params": 4674760, "total_flops": 37769068953600000, "train_loss": 0.02559406280517578, "subset_score_loss": 0.02559406280517578} +{"step": 2640000, "wall_time": 30894.027270793915, "train_loss_step": 5.55512809753418, "n_params": 4674760, "total_flops": 37912677580800000, "train_loss": 0.03136786222457886, "subset_score_loss": 0.03136786222457886} +{"step": 2650000, "wall_time": 31005.466465711594, "train_loss_step": 5.79315185546875, "n_params": 4674760, "total_flops": 38056286208000000, "train_loss": 0.029837090969085694, "subset_score_loss": 0.029837090969085694} +{"step": 2660000, "wall_time": 31122.35716152191, "train_loss_step": 5.310701847076416, "n_params": 4674760, "total_flops": 38199894835200000, "train_loss": 0.02952186584472656, "subset_score_loss": 0.02952186584472656} +{"step": 2670000, "wall_time": 31242.012402772903, "train_loss_step": 5.20831298828125, "n_params": 4674760, "total_flops": 38343503462400000, "train_loss": 0.0275752854347229, "subset_score_loss": 0.0275752854347229} +{"step": 2680000, "wall_time": 31361.207535982132, "train_loss_step": 5.2101335525512695, "n_params": 4674760, "total_flops": 38487112089600000, "train_loss": 0.027325167655944824, "subset_score_loss": 0.027325167655944824} +{"step": 2690000, "wall_time": 31473.582003116608, "train_loss_step": 5.002596378326416, "n_params": 4674760, "total_flops": 38630720716800000, "train_loss": 0.033537876605987546, "subset_score_loss": 0.033537876605987546} +{"step": 2700000, "wall_time": 31685.014871120453, "train_loss_step": 5.759634971618652, "n_params": 4674760, "total_flops": 38774329344000000, "train_loss": 0.027967574596405028, "subset_score_loss": 0.027967574596405028, "memorization_fraction_pixel": 0.18140000104904175, "mean_nn_ratio_pixel": 0.7738156914710999, "fid": 183.41943833246506} +{"step": 2710000, "wall_time": 31805.101162672043, "train_loss_step": 5.478252410888672, "n_params": 4674760, "total_flops": 38917937971200000, "train_loss": 0.0307601523399353, "subset_score_loss": 0.0307601523399353} +{"step": 2720000, "wall_time": 31924.764404535294, "train_loss_step": 5.279826641082764, "n_params": 4674760, "total_flops": 39061546598400000, "train_loss": 0.028068788051605224, "subset_score_loss": 0.028068788051605224} +{"step": 2730000, "wall_time": 32043.571927309036, "train_loss_step": 5.238063812255859, "n_params": 4674760, "total_flops": 39205155225600000, "train_loss": 0.027105090618133546, "subset_score_loss": 0.027105090618133546} +{"step": 2740000, "wall_time": 32162.56461071968, "train_loss_step": 5.159967422485352, "n_params": 4674760, "total_flops": 39348763852800000, "train_loss": 0.02637857437133789, "subset_score_loss": 0.02637857437133789} +{"step": 2750000, "wall_time": 32268.903833389282, "train_loss_step": 5.587139129638672, "n_params": 4674760, "total_flops": 39492372480000000, "train_loss": 0.02744668960571289, "subset_score_loss": 0.02744668960571289} +{"step": 2760000, "wall_time": 32385.685611009598, "train_loss_step": 5.585197448730469, "n_params": 4674760, "total_flops": 39635981107200000, "train_loss": 0.027636470794677733, "subset_score_loss": 0.027636470794677733} +{"step": 2770000, "wall_time": 32505.769235372543, "train_loss_step": 5.442651748657227, "n_params": 4674760, "total_flops": 39779589734400000, "train_loss": 0.030551116466522216, "subset_score_loss": 0.030551116466522216} +{"step": 2780000, "wall_time": 32625.405807495117, "train_loss_step": 5.194701671600342, "n_params": 4674760, "total_flops": 39923198361600000, "train_loss": 0.03021522521972656, "subset_score_loss": 0.03021522521972656} +{"step": 2790000, "wall_time": 32743.1142475605, "train_loss_step": 5.614846229553223, "n_params": 4674760, "total_flops": 40066806988800000, "train_loss": 0.02672849178314209, "subset_score_loss": 0.02672849178314209} +{"step": 2800000, "wall_time": 32954.10875201225, "train_loss_step": 5.49595832824707, "n_params": 4674760, "total_flops": 40210415616000000, "train_loss": 0.027970900535583498, "subset_score_loss": 0.027970900535583498, "memorization_fraction_pixel": 0.17630000412464142, "mean_nn_ratio_pixel": 0.7927231788635254, "fid": 193.48225034088864} +{"step": 2810000, "wall_time": 33073.53927254677, "train_loss_step": 5.431341648101807, "n_params": 4674760, "total_flops": 40354024243200000, "train_loss": 0.027128527164459227, "subset_score_loss": 0.027128527164459227} +{"step": 2820000, "wall_time": 33192.02459526062, "train_loss_step": 5.754364967346191, "n_params": 4674760, "total_flops": 40497632870400000, "train_loss": 0.025363423824310304, "subset_score_loss": 0.025363423824310304} +{"step": 2830000, "wall_time": 33310.45310354233, "train_loss_step": 5.345791816711426, "n_params": 4674760, "total_flops": 40641241497600000, "train_loss": 0.029394006729125975, "subset_score_loss": 0.029394006729125975} +{"step": 2840000, "wall_time": 33430.92173624039, "train_loss_step": 5.204401969909668, "n_params": 4674760, "total_flops": 40784850124800000, "train_loss": 0.026622049808502198, "subset_score_loss": 0.026622049808502198} +{"step": 2850000, "wall_time": 33540.49832487106, "train_loss_step": 5.471051216125488, "n_params": 4674760, "total_flops": 40928458752000000, "train_loss": 0.026247026920318602, "subset_score_loss": 0.026247026920318602} +{"step": 2860000, "wall_time": 33654.70062351227, "train_loss_step": 5.322467803955078, "n_params": 4674760, "total_flops": 41072067379200000, "train_loss": 0.029068779945373536, "subset_score_loss": 0.029068779945373536} +{"step": 2870000, "wall_time": 33774.360949754715, "train_loss_step": 5.329214572906494, "n_params": 4674760, "total_flops": 41215676006400000, "train_loss": 0.02909411907196045, "subset_score_loss": 0.02909411907196045} +{"step": 2880000, "wall_time": 33891.74578523636, "train_loss_step": 5.634734153747559, "n_params": 4674760, "total_flops": 41359284633600000, "train_loss": 0.031328868865966794, "subset_score_loss": 0.031328868865966794} +{"step": 2890000, "wall_time": 34011.46918487549, "train_loss_step": 5.664974212646484, "n_params": 4674760, "total_flops": 41502893260800000, "train_loss": 0.026467132568359374, "subset_score_loss": 0.026467132568359374} +{"step": 2900000, "wall_time": 34220.846848487854, "train_loss_step": 5.924980163574219, "n_params": 4674760, "total_flops": 41646501888000000, "train_loss": 0.03564265251159668, "subset_score_loss": 0.03564265251159668, "memorization_fraction_pixel": 0.21649999916553497, "mean_nn_ratio_pixel": 0.7413597702980042, "fid": 170.5540517823273} +{"step": 2910000, "wall_time": 34340.106013298035, "train_loss_step": 5.236657619476318, "n_params": 4674760, "total_flops": 41790110515200000, "train_loss": 0.028418712615966797, "subset_score_loss": 0.028418712615966797} +{"step": 2920000, "wall_time": 34458.97952055931, "train_loss_step": 5.574102401733398, "n_params": 4674760, "total_flops": 41933719142400000, "train_loss": 0.0266493558883667, "subset_score_loss": 0.0266493558883667} +{"step": 2930000, "wall_time": 34578.48796081543, "train_loss_step": 5.033853530883789, "n_params": 4674760, "total_flops": 42077327769600000, "train_loss": 0.026015772819519042, "subset_score_loss": 0.026015772819519042} +{"step": 2940000, "wall_time": 34698.09882688522, "train_loss_step": 5.520506858825684, "n_params": 4674760, "total_flops": 42220936396800000, "train_loss": 0.03130890369415283, "subset_score_loss": 0.03130890369415283} +{"step": 2950000, "wall_time": 34818.36720585823, "train_loss_step": 4.863134384155273, "n_params": 4674760, "total_flops": 42364545024000000, "train_loss": 0.02570265769958496, "subset_score_loss": 0.02570265769958496} +{"step": 2960000, "wall_time": 34919.81933474541, "train_loss_step": 5.37843132019043, "n_params": 4674760, "total_flops": 42508153651200000, "train_loss": 0.027496328353881837, "subset_score_loss": 0.027496328353881837} +{"step": 2970000, "wall_time": 35040.48746562004, "train_loss_step": 5.334419250488281, "n_params": 4674760, "total_flops": 42651762278400000, "train_loss": 0.03341451406478882, "subset_score_loss": 0.03341451406478882} +{"step": 2980000, "wall_time": 35149.78518128395, "train_loss_step": 5.000057220458984, "n_params": 4674760, "total_flops": 42795370905600000, "train_loss": 0.026798412799835206, "subset_score_loss": 0.026798412799835206} +{"step": 2990000, "wall_time": 35270.11830973625, "train_loss_step": 4.806951522827148, "n_params": 4674760, "total_flops": 42938979532800000, "train_loss": 0.02692352294921875, "subset_score_loss": 0.02692352294921875} +{"step": 3000000, "wall_time": 35480.053221940994, "train_loss_step": 5.029503345489502, "n_params": 4674760, "total_flops": 43082588160000000, "train_loss": 0.027430450916290282, "subset_score_loss": 0.027430450916290282, "memorization_fraction_pixel": 0.21060000360012054, "mean_nn_ratio_pixel": 0.7490663528442383, "fid": 173.55331369783931} +{"step": 3010000, "wall_time": 35598.70561647415, "train_loss_step": 5.020835876464844, "n_params": 4674760, "total_flops": 43226196787200000, "train_loss": 0.024872231483459472, "subset_score_loss": 0.024872231483459472} +{"step": 3020000, "wall_time": 35718.3074464798, "train_loss_step": 5.696596145629883, "n_params": 4674760, "total_flops": 43369805414400000, "train_loss": 0.027174773216247557, "subset_score_loss": 0.027174773216247557} +{"step": 3030000, "wall_time": 35837.83104491234, "train_loss_step": 5.202091217041016, "n_params": 4674760, "total_flops": 43513414041600000, "train_loss": 0.02417736768722534, "subset_score_loss": 0.02417736768722534} +{"step": 3040000, "wall_time": 35957.618911743164, "train_loss_step": 5.186935901641846, "n_params": 4674760, "total_flops": 43657022668800000, "train_loss": 0.02992933750152588, "subset_score_loss": 0.02992933750152588} +{"step": 3050000, "wall_time": 36078.310719013214, "train_loss_step": 4.9720611572265625, "n_params": 4674760, "total_flops": 43800631296000000, "train_loss": 0.026329245567321777, "subset_score_loss": 0.026329245567321777} +{"step": 3060000, "wall_time": 36179.83119773865, "train_loss_step": 4.795395851135254, "n_params": 4674760, "total_flops": 43944239923200000, "train_loss": 0.028269073963165282, "subset_score_loss": 0.028269073963165282} +{"step": 3070000, "wall_time": 36299.83302426338, "train_loss_step": 5.512297630310059, "n_params": 4674760, "total_flops": 44087848550400000, "train_loss": 0.030287742614746094, "subset_score_loss": 0.030287742614746094} +{"step": 3080000, "wall_time": 36412.870908260345, "train_loss_step": 4.818515777587891, "n_params": 4674760, "total_flops": 44231457177600000, "train_loss": 0.025627737045288087, "subset_score_loss": 0.025627737045288087} +{"step": 3090000, "wall_time": 36532.63150334358, "train_loss_step": 5.08737850189209, "n_params": 4674760, "total_flops": 44375065804800000, "train_loss": 0.027140655517578126, "subset_score_loss": 0.027140655517578126} +{"step": 3100000, "wall_time": 36740.27324438095, "train_loss_step": 4.9722208976745605, "n_params": 4674760, "total_flops": 44518674432000000, "train_loss": 0.025382795333862306, "subset_score_loss": 0.025382795333862306, "memorization_fraction_pixel": 0.23399999737739563, "mean_nn_ratio_pixel": 0.7305999994277954, "fid": 161.92277797117984} +{"step": 3110000, "wall_time": 36860.26252532005, "train_loss_step": 5.160728931427002, "n_params": 4674760, "total_flops": 44662283059200000, "train_loss": 0.03291436195373535, "subset_score_loss": 0.03291436195373535} +{"step": 3120000, "wall_time": 36980.812059402466, "train_loss_step": 4.845171928405762, "n_params": 4674760, "total_flops": 44805891686400000, "train_loss": 0.02602980613708496, "subset_score_loss": 0.02602980613708496} +{"step": 3130000, "wall_time": 37101.660920619965, "train_loss_step": 5.3056511878967285, "n_params": 4674760, "total_flops": 44949500313600000, "train_loss": 0.02764626979827881, "subset_score_loss": 0.02764626979827881} +{"step": 3140000, "wall_time": 37221.78832244873, "train_loss_step": 5.064418792724609, "n_params": 4674760, "total_flops": 45093108940800000, "train_loss": 0.031754379272460935, "subset_score_loss": 0.031754379272460935} +{"step": 3150000, "wall_time": 37342.63266706467, "train_loss_step": 4.882702350616455, "n_params": 4674760, "total_flops": 45236717568000000, "train_loss": 0.026106915473937987, "subset_score_loss": 0.026106915473937987} +{"step": 3160000, "wall_time": 37449.94000506401, "train_loss_step": 5.033816337585449, "n_params": 4674760, "total_flops": 45380326195200000, "train_loss": 0.02455090284347534, "subset_score_loss": 0.02455090284347534} +{"step": 3170000, "wall_time": 37560.841645240784, "train_loss_step": 5.073601722717285, "n_params": 4674760, "total_flops": 45523934822400000, "train_loss": 0.028091118335723878, "subset_score_loss": 0.028091118335723878} +{"step": 3180000, "wall_time": 37672.98050355911, "train_loss_step": 5.249100685119629, "n_params": 4674760, "total_flops": 45667543449600000, "train_loss": 0.025528571605682372, "subset_score_loss": 0.025528571605682372} +{"step": 3190000, "wall_time": 37789.73790431023, "train_loss_step": 4.926520824432373, "n_params": 4674760, "total_flops": 45811152076800000, "train_loss": 0.026704397201538086, "subset_score_loss": 0.026704397201538086} +{"step": 3200000, "wall_time": 37999.796151161194, "train_loss_step": 5.110183238983154, "n_params": 4674760, "total_flops": 45954760704000000, "train_loss": 0.028979136943817138, "subset_score_loss": 0.028979136943817138, "memorization_fraction_pixel": 0.22769999504089355, "mean_nn_ratio_pixel": 0.7337045669555664, "fid": 161.28292626499805} +{"step": 3210000, "wall_time": 38120.02086305618, "train_loss_step": 5.128884315490723, "n_params": 4674760, "total_flops": 46098369331200000, "train_loss": 0.026309792995452882, "subset_score_loss": 0.026309792995452882} +{"step": 3220000, "wall_time": 38239.75281715393, "train_loss_step": 5.11356258392334, "n_params": 4674760, "total_flops": 46241977958400000, "train_loss": 0.02755234956741333, "subset_score_loss": 0.02755234956741333} +{"step": 3230000, "wall_time": 38358.97920298576, "train_loss_step": 4.739192008972168, "n_params": 4674760, "total_flops": 46385586585600000, "train_loss": 0.029444770812988283, "subset_score_loss": 0.029444770812988283} +{"step": 3240000, "wall_time": 38478.28291940689, "train_loss_step": 5.18331241607666, "n_params": 4674760, "total_flops": 46529195212800000, "train_loss": 0.027010753154754638, "subset_score_loss": 0.027010753154754638} +{"step": 3250000, "wall_time": 38598.56972169876, "train_loss_step": 5.55765438079834, "n_params": 4674760, "total_flops": 46672803840000000, "train_loss": 0.028060250282287598, "subset_score_loss": 0.028060250282287598} +{"step": 3260000, "wall_time": 38708.16918635368, "train_loss_step": 5.242391109466553, "n_params": 4674760, "total_flops": 46816412467200000, "train_loss": 0.02904104232788086, "subset_score_loss": 0.02904104232788086} +{"step": 3270000, "wall_time": 38822.89907383919, "train_loss_step": 6.229447841644287, "n_params": 4674760, "total_flops": 46960021094400000, "train_loss": 0.030322370529174806, "subset_score_loss": 0.030322370529174806} +{"step": 3280000, "wall_time": 38930.58937072754, "train_loss_step": 4.910605430603027, "n_params": 4674760, "total_flops": 47103629721600000, "train_loss": 0.023939447402954103, "subset_score_loss": 0.023939447402954103} +{"step": 3290000, "wall_time": 39050.821303129196, "train_loss_step": 4.659156799316406, "n_params": 4674760, "total_flops": 47247238348800000, "train_loss": 0.024085612297058107, "subset_score_loss": 0.024085612297058107} +{"step": 3300000, "wall_time": 39261.418120622635, "train_loss_step": 5.019189357757568, "n_params": 4674760, "total_flops": 47390846976000000, "train_loss": 0.028467817306518553, "subset_score_loss": 0.028467817306518553, "memorization_fraction_pixel": 0.25, "mean_nn_ratio_pixel": 0.7144244909286499, "fid": 153.55467403006907} +{"step": 3310000, "wall_time": 39381.26513981819, "train_loss_step": 4.950770378112793, "n_params": 4674760, "total_flops": 47534455603200000, "train_loss": 0.02926978826522827, "subset_score_loss": 0.02926978826522827} +{"step": 3320000, "wall_time": 39500.98466539383, "train_loss_step": 5.400681018829346, "n_params": 4674760, "total_flops": 47678064230400000, "train_loss": 0.027413482666015624, "subset_score_loss": 0.027413482666015624} +{"step": 3330000, "wall_time": 39620.250380277634, "train_loss_step": 5.165531158447266, "n_params": 4674760, "total_flops": 47821672857600000, "train_loss": 0.024123384952545165, "subset_score_loss": 0.024123384952545165} +{"step": 3340000, "wall_time": 39740.37042427063, "train_loss_step": 4.8922882080078125, "n_params": 4674760, "total_flops": 47965281484800000, "train_loss": 0.02543173551559448, "subset_score_loss": 0.02543173551559448} +{"step": 3350000, "wall_time": 39860.69995188713, "train_loss_step": 5.195683002471924, "n_params": 4674760, "total_flops": 48108890112000000, "train_loss": 0.03188362836837769, "subset_score_loss": 0.03188362836837769} +{"step": 3360000, "wall_time": 39974.271899700165, "train_loss_step": 4.739439964294434, "n_params": 4674760, "total_flops": 48252498739200000, "train_loss": 0.025381557941436768, "subset_score_loss": 0.025381557941436768} +{"step": 3370000, "wall_time": 40080.69810914993, "train_loss_step": 5.13726806640625, "n_params": 4674760, "total_flops": 48396107366400000, "train_loss": 0.030961437225341795, "subset_score_loss": 0.030961437225341795} +{"step": 3380000, "wall_time": 40190.083214998245, "train_loss_step": 4.813155174255371, "n_params": 4674760, "total_flops": 48539715993600000, "train_loss": 0.025655245780944823, "subset_score_loss": 0.025655245780944823} +{"step": 3390000, "wall_time": 40309.33076906204, "train_loss_step": 5.043292045593262, "n_params": 4674760, "total_flops": 48683324620800000, "train_loss": 0.027533586025238036, "subset_score_loss": 0.027533586025238036} +{"step": 3400000, "wall_time": 40520.090084314346, "train_loss_step": 5.339241981506348, "n_params": 4674760, "total_flops": 48826933248000000, "train_loss": 0.0265988826751709, "subset_score_loss": 0.0265988826751709, "memorization_fraction_pixel": 0.22089999914169312, "mean_nn_ratio_pixel": 0.748507022857666, "fid": 171.6840479815307} +{"step": 3410000, "wall_time": 40639.850999355316, "train_loss_step": 4.944515228271484, "n_params": 4674760, "total_flops": 48970541875200000, "train_loss": 0.02635183811187744, "subset_score_loss": 0.02635183811187744} +{"step": 3420000, "wall_time": 40759.523113012314, "train_loss_step": 5.179023742675781, "n_params": 4674760, "total_flops": 49114150502400000, "train_loss": 0.02469174861907959, "subset_score_loss": 0.02469174861907959} +{"step": 3430000, "wall_time": 40879.94720172882, "train_loss_step": 5.147758960723877, "n_params": 4674760, "total_flops": 49257759129600000, "train_loss": 0.02788254976272583, "subset_score_loss": 0.02788254976272583} +{"step": 3440000, "wall_time": 40999.54601216316, "train_loss_step": 4.8852128982543945, "n_params": 4674760, "total_flops": 49401367756800000, "train_loss": 0.02418834447860718, "subset_score_loss": 0.02418834447860718} +{"step": 3450000, "wall_time": 41118.97428178787, "train_loss_step": 4.835637092590332, "n_params": 4674760, "total_flops": 49544976384000000, "train_loss": 0.02419936180114746, "subset_score_loss": 0.02419936180114746} +{"step": 3460000, "wall_time": 41230.19258904457, "train_loss_step": 5.067919731140137, "n_params": 4674760, "total_flops": 49688585011200000, "train_loss": 0.026027696132659914, "subset_score_loss": 0.026027696132659914} +{"step": 3470000, "wall_time": 41344.078344106674, "train_loss_step": 5.078627586364746, "n_params": 4674760, "total_flops": 49832193638400000, "train_loss": 0.030104973316192628, "subset_score_loss": 0.030104973316192628} +{"step": 3480000, "wall_time": 41446.96363782883, "train_loss_step": 4.845727443695068, "n_params": 4674760, "total_flops": 49975802265600000, "train_loss": 0.024992847442626955, "subset_score_loss": 0.024992847442626955} +{"step": 3490000, "wall_time": 41566.61999416351, "train_loss_step": 4.997779846191406, "n_params": 4674760, "total_flops": 50119410892800000, "train_loss": 0.02745539665222168, "subset_score_loss": 0.02745539665222168} +{"step": 3500000, "wall_time": 41777.28356385231, "train_loss_step": 5.344127655029297, "n_params": 4674760, "total_flops": 50263019520000000, "train_loss": 0.027590670585632325, "subset_score_loss": 0.027590670585632325, "memorization_fraction_pixel": 0.27399998903274536, "mean_nn_ratio_pixel": 0.6943761110305786, "fid": 150.42748359433477} +{"step": 3510000, "wall_time": 41897.53280735016, "train_loss_step": 4.700996398925781, "n_params": 4674760, "total_flops": 50406628147200000, "train_loss": 0.025368852615356444, "subset_score_loss": 0.025368852615356444} +{"step": 3520000, "wall_time": 42016.649832487106, "train_loss_step": 5.093227863311768, "n_params": 4674760, "total_flops": 50550236774400000, "train_loss": 0.02540163278579712, "subset_score_loss": 0.02540163278579712} +{"step": 3530000, "wall_time": 42135.91563081741, "train_loss_step": 5.3461809158325195, "n_params": 4674760, "total_flops": 50693845401600000, "train_loss": 0.023022758960723876, "subset_score_loss": 0.023022758960723876} +{"step": 3540000, "wall_time": 42255.45716357231, "train_loss_step": 4.940555572509766, "n_params": 4674760, "total_flops": 50837454028800000, "train_loss": 0.02438467025756836, "subset_score_loss": 0.02438467025756836} +{"step": 3550000, "wall_time": 42373.76265120506, "train_loss_step": 4.725640773773193, "n_params": 4674760, "total_flops": 50981062656000000, "train_loss": 0.02742688179016113, "subset_score_loss": 0.02742688179016113} +{"step": 3560000, "wall_time": 42491.95001864433, "train_loss_step": 5.08174467086792, "n_params": 4674760, "total_flops": 51124671283200000, "train_loss": 0.030428922176361083, "subset_score_loss": 0.030428922176361083} +{"step": 3570000, "wall_time": 42604.373039484024, "train_loss_step": 4.921609401702881, "n_params": 4674760, "total_flops": 51268279910400000, "train_loss": 0.02286982297897339, "subset_score_loss": 0.02286982297897339} +{"step": 3580000, "wall_time": 42704.938690662384, "train_loss_step": 4.94359827041626, "n_params": 4674760, "total_flops": 51411888537600000, "train_loss": 0.02588566541671753, "subset_score_loss": 0.02588566541671753} +{"step": 3590000, "wall_time": 42825.24646472931, "train_loss_step": 4.840086460113525, "n_params": 4674760, "total_flops": 51555497164800000, "train_loss": 0.025245597362518312, "subset_score_loss": 0.025245597362518312} +{"step": 3600000, "wall_time": 43035.653260707855, "train_loss_step": 4.967881202697754, "n_params": 4674760, "total_flops": 51699105792000000, "train_loss": 0.024729161262512206, "subset_score_loss": 0.024729161262512206, "memorization_fraction_pixel": 0.28380000591278076, "mean_nn_ratio_pixel": 0.6858114004135132, "fid": 150.43942282377577} +{"step": 3610000, "wall_time": 43155.04830741882, "train_loss_step": 4.852395057678223, "n_params": 4674760, "total_flops": 51842714419200000, "train_loss": 0.02716404914855957, "subset_score_loss": 0.02716404914855957} +{"step": 3620000, "wall_time": 43274.357328891754, "train_loss_step": 5.1760687828063965, "n_params": 4674760, "total_flops": 51986323046400000, "train_loss": 0.0259898042678833, "subset_score_loss": 0.0259898042678833} +{"step": 3630000, "wall_time": 43394.16699385643, "train_loss_step": 5.29179048538208, "n_params": 4674760, "total_flops": 52129931673600000, "train_loss": 0.026052496433258056, "subset_score_loss": 0.026052496433258056} +{"step": 3640000, "wall_time": 43513.77341556549, "train_loss_step": 4.910017013549805, "n_params": 4674760, "total_flops": 52273540300800000, "train_loss": 0.025623054504394532, "subset_score_loss": 0.025623054504394532} +{"step": 3650000, "wall_time": 43632.02933764458, "train_loss_step": 5.288290977478027, "n_params": 4674760, "total_flops": 52417148928000000, "train_loss": 0.0242103910446167, "subset_score_loss": 0.0242103910446167} +{"step": 3660000, "wall_time": 43753.59809207916, "train_loss_step": 4.807500839233398, "n_params": 4674760, "total_flops": 52560757555200000, "train_loss": 0.02471712827682495, "subset_score_loss": 0.02471712827682495} +{"step": 3670000, "wall_time": 43864.73039960861, "train_loss_step": 4.769016265869141, "n_params": 4674760, "total_flops": 52704366182400000, "train_loss": 0.025529935359954833, "subset_score_loss": 0.025529935359954833} +{"step": 3680000, "wall_time": 43968.299312114716, "train_loss_step": 5.102216720581055, "n_params": 4674760, "total_flops": 52847974809600000, "train_loss": 0.026078641414642334, "subset_score_loss": 0.026078641414642334} +{"step": 3690000, "wall_time": 44087.982716321945, "train_loss_step": 5.448827743530273, "n_params": 4674760, "total_flops": 52991583436800000, "train_loss": 0.027465996742248536, "subset_score_loss": 0.027465996742248536} +{"step": 3700000, "wall_time": 44297.43839716911, "train_loss_step": 5.126472473144531, "n_params": 4674760, "total_flops": 53135192064000000, "train_loss": 0.023580079078674317, "subset_score_loss": 0.023580079078674317, "memorization_fraction_pixel": 0.24709999561309814, "mean_nn_ratio_pixel": 0.7322119474411011, "fid": 162.48936974668536} +{"step": 3710000, "wall_time": 44417.509318351746, "train_loss_step": 5.097168922424316, "n_params": 4674760, "total_flops": 53278800691200000, "train_loss": 0.026256885528564453, "subset_score_loss": 0.026256885528564453} +{"step": 3720000, "wall_time": 44537.3574450016, "train_loss_step": 5.130916595458984, "n_params": 4674760, "total_flops": 53422409318400000, "train_loss": 0.026990373134613038, "subset_score_loss": 0.026990373134613038} +{"step": 3730000, "wall_time": 44655.68181824684, "train_loss_step": 4.965893268585205, "n_params": 4674760, "total_flops": 53566017945600000, "train_loss": 0.02327974319458008, "subset_score_loss": 0.02327974319458008} +{"step": 3740000, "wall_time": 44774.012276887894, "train_loss_step": 5.403592109680176, "n_params": 4674760, "total_flops": 53709626572800000, "train_loss": 0.025555458068847656, "subset_score_loss": 0.025555458068847656} +{"step": 3750000, "wall_time": 44893.28476500511, "train_loss_step": 4.679348945617676, "n_params": 4674760, "total_flops": 53853235200000000, "train_loss": 0.024306938648223878, "subset_score_loss": 0.024306938648223878} +{"step": 3760000, "wall_time": 45013.69670343399, "train_loss_step": 5.002805709838867, "n_params": 4674760, "total_flops": 53996843827200000, "train_loss": 0.02354063034057617, "subset_score_loss": 0.02354063034057617} +{"step": 3770000, "wall_time": 45132.4204928875, "train_loss_step": 4.829613208770752, "n_params": 4674760, "total_flops": 54140452454400000, "train_loss": 0.024460697174072267, "subset_score_loss": 0.024460697174072267} +{"step": 3780000, "wall_time": 45241.44972872734, "train_loss_step": 5.240517616271973, "n_params": 4674760, "total_flops": 54284061081600000, "train_loss": 0.023944599628448485, "subset_score_loss": 0.023944599628448485} +{"step": 3790000, "wall_time": 45353.73403429985, "train_loss_step": 4.642293930053711, "n_params": 4674760, "total_flops": 54427669708800000, "train_loss": 0.027075822353363036, "subset_score_loss": 0.027075822353363036} +{"step": 3800000, "wall_time": 45564.06161212921, "train_loss_step": 5.170844078063965, "n_params": 4674760, "total_flops": 54571278336000000, "train_loss": 0.024762363433837892, "subset_score_loss": 0.024762363433837892, "memorization_fraction_pixel": 0.2890999913215637, "mean_nn_ratio_pixel": 0.6771284341812134, "fid": 143.72185818077963} +{"step": 3810000, "wall_time": 45684.496036052704, "train_loss_step": 4.87658166885376, "n_params": 4674760, "total_flops": 54714886963200000, "train_loss": 0.023897795677185057, "subset_score_loss": 0.023897795677185057} +{"step": 3820000, "wall_time": 45803.33624434471, "train_loss_step": 4.426069259643555, "n_params": 4674760, "total_flops": 54858495590400000, "train_loss": 0.02367081642150879, "subset_score_loss": 0.02367081642150879} +{"step": 3830000, "wall_time": 45921.48337721825, "train_loss_step": 4.890410423278809, "n_params": 4674760, "total_flops": 55002104217600000, "train_loss": 0.023018746376037597, "subset_score_loss": 0.023018746376037597} +{"step": 3840000, "wall_time": 46040.820160865784, "train_loss_step": 4.319465160369873, "n_params": 4674760, "total_flops": 55145712844800000, "train_loss": 0.024212961196899415, "subset_score_loss": 0.024212961196899415} +{"step": 3850000, "wall_time": 46160.08019852638, "train_loss_step": 4.8540263175964355, "n_params": 4674760, "total_flops": 55289321472000000, "train_loss": 0.027256717681884767, "subset_score_loss": 0.027256717681884767} +{"step": 3860000, "wall_time": 46280.32454276085, "train_loss_step": 4.741675853729248, "n_params": 4674760, "total_flops": 55432930099200000, "train_loss": 0.02578242778778076, "subset_score_loss": 0.02578242778778076} +{"step": 3870000, "wall_time": 46398.28473377228, "train_loss_step": 4.655030250549316, "n_params": 4674760, "total_flops": 55576538726400000, "train_loss": 0.024073104858398437, "subset_score_loss": 0.024073104858398437} +{"step": 3880000, "wall_time": 46516.54786705971, "train_loss_step": 4.905945777893066, "n_params": 4674760, "total_flops": 55720147353600000, "train_loss": 0.022690391540527342, "subset_score_loss": 0.022690391540527342} +{"step": 3890000, "wall_time": 46634.48384356499, "train_loss_step": 4.982851982116699, "n_params": 4674760, "total_flops": 55863755980800000, "train_loss": 0.0230806040763855, "subset_score_loss": 0.0230806040763855} +{"step": 3900000, "wall_time": 46843.95051455498, "train_loss_step": 5.114044666290283, "n_params": 4674760, "total_flops": 56007364608000000, "train_loss": 0.025743038654327394, "subset_score_loss": 0.025743038654327394, "memorization_fraction_pixel": 0.28029999136924744, "mean_nn_ratio_pixel": 0.6887580752372742, "fid": 150.4652546932919} +{"step": 3910000, "wall_time": 46961.5059800148, "train_loss_step": 5.0601043701171875, "n_params": 4674760, "total_flops": 56150973235200000, "train_loss": 0.02371628999710083, "subset_score_loss": 0.02371628999710083} +{"step": 3920000, "wall_time": 47079.68257498741, "train_loss_step": 5.016432762145996, "n_params": 4674760, "total_flops": 56294581862400000, "train_loss": 0.024657061100006105, "subset_score_loss": 0.024657061100006105} +{"step": 3930000, "wall_time": 47198.905730485916, "train_loss_step": 4.770120620727539, "n_params": 4674760, "total_flops": 56438190489600000, "train_loss": 0.02448216676712036, "subset_score_loss": 0.02448216676712036} +{"step": 3940000, "wall_time": 47318.21906232834, "train_loss_step": 5.125253677368164, "n_params": 4674760, "total_flops": 56581799116800000, "train_loss": 0.023962554931640626, "subset_score_loss": 0.023962554931640626} +{"step": 3950000, "wall_time": 47437.08896780014, "train_loss_step": 4.769550323486328, "n_params": 4674760, "total_flops": 56725407744000000, "train_loss": 0.022891263961791992, "subset_score_loss": 0.022891263961791992} +{"step": 3960000, "wall_time": 47556.36570262909, "train_loss_step": 4.808253288269043, "n_params": 4674760, "total_flops": 56869016371200000, "train_loss": 0.02184871196746826, "subset_score_loss": 0.02184871196746826} +{"step": 3970000, "wall_time": 47675.7776863575, "train_loss_step": 4.6093316078186035, "n_params": 4674760, "total_flops": 57012624998400000, "train_loss": 0.02608569860458374, "subset_score_loss": 0.02608569860458374} +{"step": 3980000, "wall_time": 47793.1719417572, "train_loss_step": 4.710370063781738, "n_params": 4674760, "total_flops": 57156233625600000, "train_loss": 0.024586212635040284, "subset_score_loss": 0.024586212635040284} +{"step": 3990000, "wall_time": 47911.14948225021, "train_loss_step": 5.133275508880615, "n_params": 4674760, "total_flops": 57299842252800000, "train_loss": 0.030661110877990724, "subset_score_loss": 0.030661110877990724} +{"step": 4000000, "wall_time": 48119.45426392555, "train_loss_step": 4.999117851257324, "n_params": 4674760, "total_flops": 57443450880000000, "train_loss": 0.02299309730529785, "subset_score_loss": 0.02299309730529785, "memorization_fraction_pixel": 0.30140000581741333, "mean_nn_ratio_pixel": 0.6717490553855896, "fid": 144.7429774278582} +{"step": 4010000, "wall_time": 48237.90020251274, "train_loss_step": 4.657576560974121, "n_params": 4674760, "total_flops": 57587059507200000, "train_loss": 0.02297783374786377, "subset_score_loss": 0.02297783374786377} +{"step": 4020000, "wall_time": 48357.26618909836, "train_loss_step": 4.948597431182861, "n_params": 4674760, "total_flops": 57730668134400000, "train_loss": 0.027322707176208497, "subset_score_loss": 0.027322707176208497} +{"step": 4030000, "wall_time": 48476.6634349823, "train_loss_step": 5.246814727783203, "n_params": 4674760, "total_flops": 57874276761600000, "train_loss": 0.02386874198913574, "subset_score_loss": 0.02386874198913574} +{"step": 4040000, "wall_time": 48595.54586338997, "train_loss_step": 5.03208065032959, "n_params": 4674760, "total_flops": 58017885388800000, "train_loss": 0.023933544158935546, "subset_score_loss": 0.023933544158935546} +{"step": 4050000, "wall_time": 48714.75167512894, "train_loss_step": 4.921115875244141, "n_params": 4674760, "total_flops": 58161494016000000, "train_loss": 0.022432687282562255, "subset_score_loss": 0.022432687282562255} +{"step": 4060000, "wall_time": 48833.439334630966, "train_loss_step": 4.903911590576172, "n_params": 4674760, "total_flops": 58305102643200000, "train_loss": 0.02253267288208008, "subset_score_loss": 0.02253267288208008} +{"step": 4070000, "wall_time": 48952.789751291275, "train_loss_step": 5.083173751831055, "n_params": 4674760, "total_flops": 58448711270400000, "train_loss": 0.025296893119812012, "subset_score_loss": 0.025296893119812012} +{"step": 4080000, "wall_time": 49069.848653793335, "train_loss_step": 4.540134429931641, "n_params": 4674760, "total_flops": 58592319897600000, "train_loss": 0.02260969638824463, "subset_score_loss": 0.02260969638824463} +{"step": 4090000, "wall_time": 49187.1793448925, "train_loss_step": 4.551509857177734, "n_params": 4674760, "total_flops": 58735928524800000, "train_loss": 0.02449853181838989, "subset_score_loss": 0.02449853181838989} +{"step": 4100000, "wall_time": 49394.081569194794, "train_loss_step": 5.141868591308594, "n_params": 4674760, "total_flops": 58879537152000000, "train_loss": 0.024275758266448975, "subset_score_loss": 0.024275758266448975, "memorization_fraction_pixel": 0.2678999900817871, "mean_nn_ratio_pixel": 0.7083027362823486, "fid": 152.84834256930492} +{"step": 4110000, "wall_time": 49513.30874657631, "train_loss_step": 4.826336860656738, "n_params": 4674760, "total_flops": 59023145779200000, "train_loss": 0.022906148433685304, "subset_score_loss": 0.022906148433685304} +{"step": 4120000, "wall_time": 49632.70359802246, "train_loss_step": 4.530341148376465, "n_params": 4674760, "total_flops": 59166754406400000, "train_loss": 0.0220334529876709, "subset_score_loss": 0.0220334529876709} +{"step": 4130000, "wall_time": 49751.94362998009, "train_loss_step": 5.20613956451416, "n_params": 4674760, "total_flops": 59310363033600000, "train_loss": 0.02458676815032959, "subset_score_loss": 0.02458676815032959} +{"step": 4140000, "wall_time": 49871.13999128342, "train_loss_step": 4.710301399230957, "n_params": 4674760, "total_flops": 59453971660800000, "train_loss": 0.02501620292663574, "subset_score_loss": 0.02501620292663574} +{"step": 4150000, "wall_time": 49990.871141672134, "train_loss_step": 5.060912132263184, "n_params": 4674760, "total_flops": 59597580288000000, "train_loss": 0.02489583730697632, "subset_score_loss": 0.02489583730697632} +{"step": 4160000, "wall_time": 50109.99061203003, "train_loss_step": 5.003066062927246, "n_params": 4674760, "total_flops": 59741188915200000, "train_loss": 0.022618215084075927, "subset_score_loss": 0.022618215084075927} +{"step": 4170000, "wall_time": 50227.83482527733, "train_loss_step": 4.617325782775879, "n_params": 4674760, "total_flops": 59884797542400000, "train_loss": 0.022754132747650146, "subset_score_loss": 0.022754132747650146} +{"step": 4180000, "wall_time": 50346.79336667061, "train_loss_step": 4.586655616760254, "n_params": 4674760, "total_flops": 60028406169600000, "train_loss": 0.022379252910614014, "subset_score_loss": 0.022379252910614014} +{"step": 4190000, "wall_time": 50462.74657058716, "train_loss_step": 5.215560436248779, "n_params": 4674760, "total_flops": 60172014796800000, "train_loss": 0.024532129764556886, "subset_score_loss": 0.024532129764556886} +{"step": 4200000, "wall_time": 50670.559742212296, "train_loss_step": 4.503818035125732, "n_params": 4674760, "total_flops": 60315623424000000, "train_loss": 0.02179380416870117, "subset_score_loss": 0.02179380416870117, "memorization_fraction_pixel": 0.320499986410141, "mean_nn_ratio_pixel": 0.6462541818618774, "fid": 129.4794705401979} +{"step": 4210000, "wall_time": 50789.57461023331, "train_loss_step": 4.947640419006348, "n_params": 4674760, "total_flops": 60459232051200000, "train_loss": 0.023127436637878418, "subset_score_loss": 0.023127436637878418} +{"step": 4220000, "wall_time": 50908.832287073135, "train_loss_step": 4.7799882888793945, "n_params": 4674760, "total_flops": 60602840678400000, "train_loss": 0.0220341157913208, "subset_score_loss": 0.0220341157913208} +{"step": 4230000, "wall_time": 51027.80253148079, "train_loss_step": 5.252142906188965, "n_params": 4674760, "total_flops": 60746449305600000, "train_loss": 0.02548687219619751, "subset_score_loss": 0.02548687219619751} +{"step": 4240000, "wall_time": 51146.750633955, "train_loss_step": 4.732551097869873, "n_params": 4674760, "total_flops": 60890057932800000, "train_loss": 0.02510319709777832, "subset_score_loss": 0.02510319709777832} +{"step": 4250000, "wall_time": 51266.661519765854, "train_loss_step": 4.812623500823975, "n_params": 4674760, "total_flops": 61033666560000000, "train_loss": 0.02183269500732422, "subset_score_loss": 0.02183269500732422} +{"step": 4260000, "wall_time": 51385.25102734566, "train_loss_step": 4.949120044708252, "n_params": 4674760, "total_flops": 61177275187200000, "train_loss": 0.022010693550109862, "subset_score_loss": 0.022010693550109862} +{"step": 4270000, "wall_time": 51502.49655008316, "train_loss_step": 5.043712139129639, "n_params": 4674760, "total_flops": 61320883814400000, "train_loss": 0.02316600561141968, "subset_score_loss": 0.02316600561141968} +{"step": 4280000, "wall_time": 51620.504051208496, "train_loss_step": 4.600186824798584, "n_params": 4674760, "total_flops": 61464492441600000, "train_loss": 0.023281056880950928, "subset_score_loss": 0.023281056880950928} +{"step": 4290000, "wall_time": 51737.049087524414, "train_loss_step": 4.882650375366211, "n_params": 4674760, "total_flops": 61608101068800000, "train_loss": 0.02342329978942871, "subset_score_loss": 0.02342329978942871} +{"step": 4300000, "wall_time": 51945.83545088768, "train_loss_step": 5.012042045593262, "n_params": 4674760, "total_flops": 61751709696000000, "train_loss": 0.023124282360076905, "subset_score_loss": 0.023124282360076905, "memorization_fraction_pixel": 0.3043000102043152, "mean_nn_ratio_pixel": 0.6698172688484192, "fid": 136.95148094660954} +{"step": 4310000, "wall_time": 52065.08977293968, "train_loss_step": 4.5769758224487305, "n_params": 4674760, "total_flops": 61895318323200000, "train_loss": 0.022838523387908937, "subset_score_loss": 0.022838523387908937} +{"step": 4320000, "wall_time": 52184.10639810562, "train_loss_step": 4.6699347496032715, "n_params": 4674760, "total_flops": 62038926950400000, "train_loss": 0.02224825382232666, "subset_score_loss": 0.02224825382232666} +{"step": 4330000, "wall_time": 52303.16206598282, "train_loss_step": 4.834975719451904, "n_params": 4674760, "total_flops": 62182535577600000, "train_loss": 0.02262291669845581, "subset_score_loss": 0.02262291669845581} +{"step": 4340000, "wall_time": 52422.231033325195, "train_loss_step": 4.836734771728516, "n_params": 4674760, "total_flops": 62326144204800000, "train_loss": 0.023451640605926513, "subset_score_loss": 0.023451640605926513} +{"step": 4350000, "wall_time": 52541.78669166565, "train_loss_step": 5.011526584625244, "n_params": 4674760, "total_flops": 62469752832000000, "train_loss": 0.023453760147094726, "subset_score_loss": 0.023453760147094726} +{"step": 4360000, "wall_time": 52660.66534638405, "train_loss_step": 5.133415222167969, "n_params": 4674760, "total_flops": 62613361459200000, "train_loss": 0.02371708631515503, "subset_score_loss": 0.02371708631515503} +{"step": 4370000, "wall_time": 52776.285707473755, "train_loss_step": 4.941967010498047, "n_params": 4674760, "total_flops": 62756970086400000, "train_loss": 0.023767495155334474, "subset_score_loss": 0.023767495155334474} +{"step": 4380000, "wall_time": 52893.84459853172, "train_loss_step": 4.67790412902832, "n_params": 4674760, "total_flops": 62900578713600000, "train_loss": 0.02250685214996338, "subset_score_loss": 0.02250685214996338} +{"step": 4390000, "wall_time": 53011.57949733734, "train_loss_step": 4.6750922203063965, "n_params": 4674760, "total_flops": 63044187340800000, "train_loss": 0.023142218589782715, "subset_score_loss": 0.023142218589782715} +{"step": 4400000, "wall_time": 53221.472108602524, "train_loss_step": 4.843422889709473, "n_params": 4674760, "total_flops": 63187795968000000, "train_loss": 0.026394100189208985, "subset_score_loss": 0.026394100189208985, "memorization_fraction_pixel": 0.32760000228881836, "mean_nn_ratio_pixel": 0.638293445110321, "fid": 127.15988354740612} +{"step": 4410000, "wall_time": 53340.647054195404, "train_loss_step": 5.134035110473633, "n_params": 4674760, "total_flops": 63331404595200000, "train_loss": 0.02287747144699097, "subset_score_loss": 0.02287747144699097} +{"step": 4420000, "wall_time": 53459.4245095253, "train_loss_step": 5.103358268737793, "n_params": 4674760, "total_flops": 63475013222400000, "train_loss": 0.022397756576538086, "subset_score_loss": 0.022397756576538086} +{"step": 4430000, "wall_time": 53578.55939292908, "train_loss_step": 4.712129592895508, "n_params": 4674760, "total_flops": 63618621849600000, "train_loss": 0.021470110416412353, "subset_score_loss": 0.021470110416412353} +{"step": 4440000, "wall_time": 53698.002266168594, "train_loss_step": 4.376955986022949, "n_params": 4674760, "total_flops": 63762230476800000, "train_loss": 0.022486212253570555, "subset_score_loss": 0.022486212253570555} +{"step": 4450000, "wall_time": 53817.72569322586, "train_loss_step": 5.141706466674805, "n_params": 4674760, "total_flops": 63905839104000000, "train_loss": 0.02267467975616455, "subset_score_loss": 0.02267467975616455} +{"step": 4460000, "wall_time": 53936.1168718338, "train_loss_step": 4.671895980834961, "n_params": 4674760, "total_flops": 64049447731200000, "train_loss": 0.021913111209869385, "subset_score_loss": 0.021913111209869385} +{"step": 4470000, "wall_time": 54052.16329598427, "train_loss_step": 4.369086265563965, "n_params": 4674760, "total_flops": 64193056358400000, "train_loss": 0.021385350227355958, "subset_score_loss": 0.021385350227355958} +{"step": 4480000, "wall_time": 54171.277752399445, "train_loss_step": 4.341030120849609, "n_params": 4674760, "total_flops": 64336664985600000, "train_loss": 0.023247265815734865, "subset_score_loss": 0.023247265815734865} +{"step": 4490000, "wall_time": 54288.6111934185, "train_loss_step": 5.015155792236328, "n_params": 4674760, "total_flops": 64480273612800000, "train_loss": 0.021935460567474366, "subset_score_loss": 0.021935460567474366} +{"step": 4500000, "wall_time": 54498.65374279022, "train_loss_step": 5.208127975463867, "n_params": 4674760, "total_flops": 64623882240000000, "train_loss": 0.02373379945755005, "subset_score_loss": 0.02373379945755005, "memorization_fraction_pixel": 0.3709999918937683, "mean_nn_ratio_pixel": NaN, "fid": 115.62966978827868} +{"step": 4510000, "wall_time": 54617.60610246658, "train_loss_step": 4.553432464599609, "n_params": 4674760, "total_flops": 64767490867200000, "train_loss": 0.02263727903366089, "subset_score_loss": 0.02263727903366089} +{"step": 4520000, "wall_time": 54736.51415467262, "train_loss_step": 4.835413932800293, "n_params": 4674760, "total_flops": 64911099494400000, "train_loss": 0.02415949583053589, "subset_score_loss": 0.02415949583053589} +{"step": 4530000, "wall_time": 54855.961844444275, "train_loss_step": 4.575829029083252, "n_params": 4674760, "total_flops": 65054708121600000, "train_loss": 0.02334444284439087, "subset_score_loss": 0.02334444284439087} +{"step": 4540000, "wall_time": 54975.32651543617, "train_loss_step": 4.489181995391846, "n_params": 4674760, "total_flops": 65198316748800000, "train_loss": 0.023236355781555175, "subset_score_loss": 0.023236355781555175} +{"step": 4550000, "wall_time": 55080.763696432114, "train_loss_step": 4.815731048583984, "n_params": 4674760, "total_flops": 65341925376000000, "train_loss": 0.02249631643295288, "subset_score_loss": 0.02249631643295288} +{"step": 4560000, "wall_time": 55171.396287202835, "train_loss_step": 4.903936386108398, "n_params": 4674760, "total_flops": 65485534003200000, "train_loss": 0.02617271661758423, "subset_score_loss": 0.02617271661758423} +{"step": 4570000, "wall_time": 55252.82627892494, "train_loss_step": 4.467471599578857, "n_params": 4674760, "total_flops": 65629142630400000, "train_loss": 0.024029529094696044, "subset_score_loss": 0.024029529094696044} +{"step": 4580000, "wall_time": 55334.31683778763, "train_loss_step": 4.431521415710449, "n_params": 4674760, "total_flops": 65772751257600000, "train_loss": 0.023193469047546388, "subset_score_loss": 0.023193469047546388} +{"step": 4590000, "wall_time": 55414.41776251793, "train_loss_step": 4.800152778625488, "n_params": 4674760, "total_flops": 65916359884800000, "train_loss": 0.020497469902038573, "subset_score_loss": 0.020497469902038573} +{"step": 4600000, "wall_time": 55558.27455639839, "train_loss_step": 5.020350456237793, "n_params": 4674760, "total_flops": 66059968512000000, "train_loss": 0.021774795055389404, "subset_score_loss": 0.021774795055389404, "memorization_fraction_pixel": 0.35499998927116394, "mean_nn_ratio_pixel": 0.6163429021835327, "fid": 120.94812299386685} +{"step": 4610000, "wall_time": 55639.7924849987, "train_loss_step": 4.378749847412109, "n_params": 4674760, "total_flops": 66203577139200000, "train_loss": 0.022095694541931152, "subset_score_loss": 0.022095694541931152} +{"step": 4620000, "wall_time": 55720.9739921093, "train_loss_step": 4.65618371963501, "n_params": 4674760, "total_flops": 66347185766400000, "train_loss": 0.0245719838142395, "subset_score_loss": 0.0245719838142395} +{"step": 4630000, "wall_time": 55802.263503074646, "train_loss_step": 4.847293853759766, "n_params": 4674760, "total_flops": 66490794393600000, "train_loss": 0.022881739139556885, "subset_score_loss": 0.022881739139556885} +{"step": 4640000, "wall_time": 55883.69300699234, "train_loss_step": 4.640213966369629, "n_params": 4674760, "total_flops": 66634403020800000, "train_loss": 0.02282655715942383, "subset_score_loss": 0.02282655715942383} +{"step": 4650000, "wall_time": 55965.25774359703, "train_loss_step": 4.445908069610596, "n_params": 4674760, "total_flops": 66778011648000000, "train_loss": 0.024533376693725586, "subset_score_loss": 0.024533376693725586} +{"step": 4660000, "wall_time": 56042.923266649246, "train_loss_step": 4.693416595458984, "n_params": 4674760, "total_flops": 66921620275200000, "train_loss": 0.024165825843811037, "subset_score_loss": 0.024165825843811037} +{"step": 4670000, "wall_time": 56124.42473959923, "train_loss_step": 4.5043134689331055, "n_params": 4674760, "total_flops": 67065228902400000, "train_loss": 0.022604110240936278, "subset_score_loss": 0.022604110240936278} +{"step": 4680000, "wall_time": 56205.83713102341, "train_loss_step": 4.79502010345459, "n_params": 4674760, "total_flops": 67208837529600000, "train_loss": 0.027557804584503173, "subset_score_loss": 0.027557804584503173} +{"step": 4690000, "wall_time": 56287.94260311127, "train_loss_step": 4.300283432006836, "n_params": 4674760, "total_flops": 67352446156800000, "train_loss": 0.022918756008148192, "subset_score_loss": 0.022918756008148192} +{"step": 4700000, "wall_time": 56430.62624049187, "train_loss_step": 5.406449794769287, "n_params": 4674760, "total_flops": 67496054784000000, "train_loss": 0.023664674758911132, "subset_score_loss": 0.023664674758911132, "memorization_fraction_pixel": 0.334199994802475, "mean_nn_ratio_pixel": 0.6342702507972717, "fid": 125.14613520290968} +{"step": 4710000, "wall_time": 56512.00609374046, "train_loss_step": 4.189962387084961, "n_params": 4674760, "total_flops": 67639663411200000, "train_loss": 0.022480747699737548, "subset_score_loss": 0.022480747699737548} +{"step": 4720000, "wall_time": 56593.60570812225, "train_loss_step": 4.783925533294678, "n_params": 4674760, "total_flops": 67783272038400000, "train_loss": 0.021877124309539794, "subset_score_loss": 0.021877124309539794} +{"step": 4730000, "wall_time": 56675.07948899269, "train_loss_step": 4.478357315063477, "n_params": 4674760, "total_flops": 67926880665600000, "train_loss": 0.02291391611099243, "subset_score_loss": 0.02291391611099243} +{"step": 4740000, "wall_time": 56756.56478691101, "train_loss_step": 4.555792808532715, "n_params": 4674760, "total_flops": 68070489292800000, "train_loss": 0.023599114418029785, "subset_score_loss": 0.023599114418029785} +{"step": 4750000, "wall_time": 56838.31055545807, "train_loss_step": 4.630824089050293, "n_params": 4674760, "total_flops": 68214097920000000, "train_loss": 0.021600773334503175, "subset_score_loss": 0.021600773334503175} +{"step": 4760000, "wall_time": 56916.13553905487, "train_loss_step": 4.803646087646484, "n_params": 4674760, "total_flops": 68357706547200000, "train_loss": 0.022355329990386964, "subset_score_loss": 0.022355329990386964} +{"step": 4770000, "wall_time": 56997.4608464241, "train_loss_step": 4.966028213500977, "n_params": 4674760, "total_flops": 68501315174400000, "train_loss": 0.022537505626678465, "subset_score_loss": 0.022537505626678465} +{"step": 4780000, "wall_time": 57078.667944431305, "train_loss_step": 4.641263961791992, "n_params": 4674760, "total_flops": 68644923801600000, "train_loss": 0.021300060749053953, "subset_score_loss": 0.021300060749053953} +{"step": 4790000, "wall_time": 57160.357712984085, "train_loss_step": 4.937217712402344, "n_params": 4674760, "total_flops": 68788532428800000, "train_loss": 0.02265641450881958, "subset_score_loss": 0.02265641450881958} +{"step": 4800000, "wall_time": 57302.746646404266, "train_loss_step": 4.435426712036133, "n_params": 4674760, "total_flops": 68932141056000000, "train_loss": 0.02309328317642212, "subset_score_loss": 0.02309328317642212, "memorization_fraction_pixel": 0.34459999203681946, "mean_nn_ratio_pixel": NaN, "fid": 121.38502162176229} +{"step": 4810000, "wall_time": 57384.258813619614, "train_loss_step": 4.998126029968262, "n_params": 4674760, "total_flops": 69075749683200000, "train_loss": 0.02657252550125122, "subset_score_loss": 0.02657252550125122} +{"step": 4820000, "wall_time": 57465.49882078171, "train_loss_step": 4.254491329193115, "n_params": 4674760, "total_flops": 69219358310400000, "train_loss": 0.022788684368133545, "subset_score_loss": 0.022788684368133545} +{"step": 4830000, "wall_time": 57547.182679891586, "train_loss_step": 4.787847518920898, "n_params": 4674760, "total_flops": 69362966937600000, "train_loss": 0.022356982231140136, "subset_score_loss": 0.022356982231140136} +{"step": 4840000, "wall_time": 57628.57123732567, "train_loss_step": 4.713139057159424, "n_params": 4674760, "total_flops": 69506575564800000, "train_loss": 0.0218258261680603, "subset_score_loss": 0.0218258261680603} +{"step": 4850000, "wall_time": 57710.13980817795, "train_loss_step": 4.658031463623047, "n_params": 4674760, "total_flops": 69650184192000000, "train_loss": 0.020071182250976562, "subset_score_loss": 0.020071182250976562} +{"step": 4860000, "wall_time": 57788.52576875687, "train_loss_step": 4.580080986022949, "n_params": 4674760, "total_flops": 69793792819200000, "train_loss": 0.019640634059906004, "subset_score_loss": 0.019640634059906004} +{"step": 4870000, "wall_time": 57870.041318416595, "train_loss_step": 4.708245754241943, "n_params": 4674760, "total_flops": 69937401446400000, "train_loss": 0.023851494789123535, "subset_score_loss": 0.023851494789123535} +{"step": 4880000, "wall_time": 57951.46861100197, "train_loss_step": 4.552051544189453, "n_params": 4674760, "total_flops": 70081010073600000, "train_loss": 0.020898134708404542, "subset_score_loss": 0.020898134708404542} +{"step": 4890000, "wall_time": 58033.30697274208, "train_loss_step": 4.799602508544922, "n_params": 4674760, "total_flops": 70224618700800000, "train_loss": 0.02198235511779785, "subset_score_loss": 0.02198235511779785} +{"step": 4900000, "wall_time": 58175.7982571125, "train_loss_step": 4.518161773681641, "n_params": 4674760, "total_flops": 70368227328000000, "train_loss": 0.02043626070022583, "subset_score_loss": 0.02043626070022583, "memorization_fraction_pixel": 0.36550000309944153, "mean_nn_ratio_pixel": 0.5986803770065308, "fid": 116.24739897120637} +{"step": 4910000, "wall_time": 58257.04800534248, "train_loss_step": 4.531894683837891, "n_params": 4674760, "total_flops": 70511835955200000, "train_loss": 0.02050380229949951, "subset_score_loss": 0.02050380229949951} +{"step": 4920000, "wall_time": 58338.452246665955, "train_loss_step": 4.652344226837158, "n_params": 4674760, "total_flops": 70655444582400000, "train_loss": 0.02165355682373047, "subset_score_loss": 0.02165355682373047} +{"step": 4930000, "wall_time": 58419.65495085716, "train_loss_step": 4.379837989807129, "n_params": 4674760, "total_flops": 70799053209600000, "train_loss": 0.020914664268493654, "subset_score_loss": 0.020914664268493654} +{"step": 4940000, "wall_time": 58501.01034235954, "train_loss_step": 4.858489036560059, "n_params": 4674760, "total_flops": 70942661836800000, "train_loss": 0.021431150436401366, "subset_score_loss": 0.021431150436401366} +{"step": 4950000, "wall_time": 58579.75712323189, "train_loss_step": 4.675112724304199, "n_params": 4674760, "total_flops": 71086270464000000, "train_loss": 0.021815550327301026, "subset_score_loss": 0.021815550327301026} +{"step": 4960000, "wall_time": 58640.530923843384, "train_loss_step": 4.663073539733887, "n_params": 4674760, "total_flops": 71229879091200000, "train_loss": 0.027125959396362306, "subset_score_loss": 0.027125959396362306} +{"step": 4970000, "wall_time": 58701.60349535942, "train_loss_step": 4.556418418884277, "n_params": 4674760, "total_flops": 71373487718400000, "train_loss": 0.02313286542892456, "subset_score_loss": 0.02313286542892456} +{"step": 4980000, "wall_time": 58762.490951538086, "train_loss_step": 4.457813262939453, "n_params": 4674760, "total_flops": 71517096345600000, "train_loss": 0.02110390901565552, "subset_score_loss": 0.02110390901565552} +{"step": 4990000, "wall_time": 58823.314192295074, "train_loss_step": 5.003305912017822, "n_params": 4674760, "total_flops": 71660704972800000, "train_loss": 0.02142961263656616, "subset_score_loss": 0.02142961263656616} +{"step": 5000000, "wall_time": 58931.47952628136, "train_loss_step": 4.404113292694092, "n_params": 4674760, "total_flops": 71804313600000000, "train_loss": 0.021036646366119384, "subset_score_loss": 0.021036646366119384, "memorization_fraction_pixel": 0.35899999737739563, "mean_nn_ratio_pixel": 0.6146965026855469, "fid": 117.1141572320407} diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d200/runner.log b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d200/runner.log new file mode 100644 index 0000000000000000000000000000000000000000..e085b0d8483d940a98eb81b7b865127d7af27096 --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d200/runner.log @@ -0,0 +1,502 @@ + FID real-side stats cached over 1000 diverse train images + step 1 | 74s | train_loss=0.9953 | fid=299.7169 + step 10000 | 172s | train_loss=0.7408 + step 20000 | 271s | train_loss=0.6322 + step 30000 | 370s | train_loss=0.5644 + step 40000 | 469s | train_loss=0.4967 + step 50000 | 568s | train_loss=0.4252 + step 60000 | 667s | train_loss=0.3666 + step 70000 | 766s | train_loss=0.3167 + step 80000 | 865s | train_loss=0.2669 + step 90000 | 964s | train_loss=0.2353 + step 100000 | 1135s | train_loss=0.1976 | fid=179.7793 + step 110000 | 1233s | train_loss=0.1914 + step 120000 | 1332s | train_loss=0.1685 + step 130000 | 1431s | train_loss=0.1542 + step 140000 | 1529s | train_loss=0.1443 + step 150000 | 1628s | train_loss=0.1422 + step 160000 | 1727s | train_loss=0.1279 + step 170000 | 1825s | train_loss=0.1329 + step 180000 | 1924s | train_loss=0.1324 + step 190000 | 2020s | train_loss=0.1131 + step 200000 | 2193s | train_loss=0.1140 | fid=237.0612 + step 210000 | 2290s | train_loss=0.1088 + step 220000 | 2389s | train_loss=0.1061 + step 230000 | 2488s | train_loss=0.1043 + step 240000 | 2587s | train_loss=0.1008 + step 250000 | 2686s | train_loss=0.1110 + step 260000 | 2784s | train_loss=0.0981 + step 270000 | 2883s | train_loss=0.0894 + step 280000 | 2979s | train_loss=0.0940 + step 290000 | 3078s | train_loss=0.0946 + step 300000 | 3252s | train_loss=0.0844 | fid=285.9199 + step 310000 | 3348s | train_loss=0.0835 + step 320000 | 3447s | train_loss=0.0818 + step 330000 | 3546s | train_loss=0.0850 + step 340000 | 3644s | train_loss=0.0834 + step 350000 | 3743s | train_loss=0.0776 + step 360000 | 3842s | train_loss=0.0744 + step 370000 | 3939s | train_loss=0.0782 + step 380000 | 4038s | train_loss=0.0769 + step 390000 | 4136s | train_loss=0.0669 + step 400000 | 4310s | train_loss=0.0691 | fid=305.2303 + step 410000 | 4407s | train_loss=0.0688 + step 420000 | 4505s | train_loss=0.0681 + step 430000 | 4605s | train_loss=0.0667 + step 440000 | 4704s | train_loss=0.0664 + step 450000 | 4803s | train_loss=0.0641 + step 460000 | 4901s | train_loss=0.0630 + step 470000 | 4998s | train_loss=0.0640 + step 480000 | 5097s | train_loss=0.0621 + step 490000 | 5196s | train_loss=0.0611 + step 500000 | 5369s | train_loss=0.0588 | fid=295.8905 + step 510000 | 5465s | train_loss=0.0621 + step 520000 | 5565s | train_loss=0.0589 + step 530000 | 5663s | train_loss=0.0590 + step 540000 | 5762s | train_loss=0.0571 + step 550000 | 5860s | train_loss=0.0623 + step 560000 | 5957s | train_loss=0.0538 + step 570000 | 6055s | train_loss=0.0532 + step 580000 | 6154s | train_loss=0.0628 + step 590000 | 6254s | train_loss=0.0531 + step 600000 | 6426s | train_loss=0.0529 | fid=296.2390 + step 610000 | 6522s | train_loss=0.0522 + step 620000 | 6621s | train_loss=0.0534 + step 630000 | 6720s | train_loss=0.0567 + step 640000 | 6819s | train_loss=0.0545 + step 650000 | 6915s | train_loss=0.0564 + step 660000 | 7014s | train_loss=0.0541 + step 670000 | 7113s | train_loss=0.0520 + step 680000 | 7211s | train_loss=0.0499 + step 690000 | 7308s | train_loss=0.0576 + step 700000 | 7484s | train_loss=0.0553 | fid=283.8310 + step 710000 | 7581s | train_loss=0.0487 + step 720000 | 7679s | train_loss=0.0495 + step 730000 | 7778s | train_loss=0.0486 + step 740000 | 7874s | train_loss=0.0509 + step 750000 | 7974s | train_loss=0.0504 + step 760000 | 8072s | train_loss=0.0507 + step 770000 | 8171s | train_loss=0.0519 + step 780000 | 8271s | train_loss=0.0503 + step 790000 | 8367s | train_loss=0.0512 + step 800000 | 8543s | train_loss=0.0476 | fid=286.3466 + step 810000 | 8639s | train_loss=0.0474 + step 820000 | 8739s | train_loss=0.0514 + step 830000 | 8835s | train_loss=0.0465 + step 840000 | 8933s | train_loss=0.0484 + step 850000 | 9032s | train_loss=0.0458 + step 860000 | 9131s | train_loss=0.0437 + step 870000 | 9231s | train_loss=0.0468 + step 880000 | 9330s | train_loss=0.0444 + step 890000 | 9426s | train_loss=0.0441 + step 900000 | 9602s | train_loss=0.0442 | fid=273.1344 + step 910000 | 9698s | train_loss=0.0449 + step 920000 | 9794s | train_loss=0.0427 + step 930000 | 9893s | train_loss=0.0460 + step 940000 | 9992s | train_loss=0.0510 + step 950000 | 10092s | train_loss=0.0523 + step 960000 | 10191s | train_loss=0.0452 + step 970000 | 10290s | train_loss=0.0436 + step 980000 | 10389s | train_loss=0.0515 + step 990000 | 10485s | train_loss=0.0427 + step 1000000 | 10661s | train_loss=0.0440 | fid=267.7974 + step 1010000 | 10754s | train_loss=0.0441 + step 1020000 | 10853s | train_loss=0.0464 + step 1030000 | 10952s | train_loss=0.0441 + step 1040000 | 11051s | train_loss=0.0443 + step 1050000 | 11150s | train_loss=0.0436 + step 1060000 | 11249s | train_loss=0.0449 + step 1070000 | 11348s | train_loss=0.0454 + step 1080000 | 11445s | train_loss=0.0431 + step 1090000 | 11543s | train_loss=0.0412 + step 1100000 | 11717s | train_loss=0.0458 | fid=255.2828 + step 1110000 | 11814s | train_loss=0.0416 + step 1120000 | 11913s | train_loss=0.0441 + step 1130000 | 12012s | train_loss=0.0404 + step 1140000 | 12111s | train_loss=0.0372 + step 1150000 | 12210s | train_loss=0.0411 + step 1160000 | 12309s | train_loss=0.0398 + step 1170000 | 12408s | train_loss=0.0412 + step 1180000 | 12505s | train_loss=0.0392 + step 1190000 | 12604s | train_loss=0.0386 + step 1200000 | 12777s | train_loss=0.0452 | fid=245.3494 + step 1210000 | 12873s | train_loss=0.0372 + step 1220000 | 12972s | train_loss=0.0381 + step 1230000 | 13072s | train_loss=0.0411 + step 1240000 | 13177s | train_loss=0.0430 + step 1250000 | 13295s | train_loss=0.0376 + step 1260000 | 13416s | train_loss=0.0446 + step 1270000 | 13537s | train_loss=0.0415 + step 1280000 | 13648s | train_loss=0.0399 + step 1290000 | 13765s | train_loss=0.0391 + step 1300000 | 13975s | train_loss=0.0465 | fid=245.8879 + step 1310000 | 14093s | train_loss=0.0398 + step 1320000 | 14212s | train_loss=0.0419 + step 1330000 | 14332s | train_loss=0.0391 + step 1340000 | 14452s | train_loss=0.0371 + step 1350000 | 14570s | train_loss=0.0382 + step 1360000 | 14690s | train_loss=0.0445 + step 1370000 | 14809s | train_loss=0.0474 + step 1380000 | 14924s | train_loss=0.0364 + step 1390000 | 15045s | train_loss=0.0371 + step 1400000 | 15256s | train_loss=0.0374 | fid=242.8269 + step 1410000 | 15375s | train_loss=0.0375 + step 1420000 | 15496s | train_loss=0.0383 + step 1430000 | 15617s | train_loss=0.0380 + step 1440000 | 15739s | train_loss=0.0420 + step 1450000 | 15857s | train_loss=0.0362 + step 1460000 | 15978s | train_loss=0.0396 + step 1470000 | 16094s | train_loss=0.0352 + step 1480000 | 16207s | train_loss=0.0358 + step 1490000 | 16327s | train_loss=0.0369 + step 1500000 | 16539s | train_loss=0.0370 | fid=235.5120 + step 1510000 | 16649s | train_loss=0.0366 + step 1520000 | 16770s | train_loss=0.0362 + step 1530000 | 16890s | train_loss=0.0401 + step 1540000 | 17007s | train_loss=0.0375 + step 1550000 | 17122s | train_loss=0.0354 + step 1560000 | 17241s | train_loss=0.0356 + step 1570000 | 17360s | train_loss=0.0368 + step 1580000 | 17473s | train_loss=0.0339 + step 1590000 | 17593s | train_loss=0.0322 + step 1600000 | 17805s | train_loss=0.0399 | fid=236.6125 + step 1610000 | 17918s | train_loss=0.0374 + step 1620000 | 18034s | train_loss=0.0379 + step 1630000 | 18155s | train_loss=0.0383 + step 1640000 | 18270s | train_loss=0.0337 + step 1650000 | 18385s | train_loss=0.0354 + step 1660000 | 18506s | train_loss=0.0377 + step 1670000 | 18624s | train_loss=0.0335 + step 1680000 | 18735s | train_loss=0.0380 + step 1690000 | 18856s | train_loss=0.0337 + step 1700000 | 19068s | train_loss=0.0348 | fid=233.7840 + step 1710000 | 19188s | train_loss=0.0340 + step 1720000 | 19301s | train_loss=0.0385 + step 1730000 | 19420s | train_loss=0.0365 + step 1740000 | 19538s | train_loss=0.0370 + step 1750000 | 19651s | train_loss=0.0321 + step 1760000 | 19772s | train_loss=0.0317 + step 1770000 | 19892s | train_loss=0.0336 + step 1780000 | 20004s | train_loss=0.0358 + step 1790000 | 20126s | train_loss=0.0408 + step 1800000 | 20337s | train_loss=0.0330 | fid=234.0434 + step 1810000 | 20459s | train_loss=0.0407 + step 1820000 | 20566s | train_loss=0.0323 + step 1830000 | 20685s | train_loss=0.0361 + step 1840000 | 20807s | train_loss=0.0320 + step 1850000 | 20915s | train_loss=0.0314 + step 1860000 | 21037s | train_loss=0.0324 + step 1870000 | 21155s | train_loss=0.0329 + step 1880000 | 21270s | train_loss=0.0326 + step 1890000 | 21392s | train_loss=0.0330 + step 1900000 | 21603s | train_loss=0.0336 | fid=219.0307 + step 1910000 | 21722s | train_loss=0.0327 + step 1920000 | 21830s | train_loss=0.0338 + step 1930000 | 21949s | train_loss=0.0319 + step 1940000 | 22071s | train_loss=0.0328 + step 1950000 | 22185s | train_loss=0.0332 + step 1960000 | 22306s | train_loss=0.0350 + step 1970000 | 22422s | train_loss=0.0363 + step 1980000 | 22536s | train_loss=0.0384 + step 1990000 | 22656s | train_loss=0.0327 + step 2000000 | 22867s | train_loss=0.0331 | fid=215.4829 + step 2010000 | 22987s | train_loss=0.0340 + step 2020000 | 23103s | train_loss=0.0371 + step 2030000 | 23216s | train_loss=0.0308 + step 2040000 | 23338s | train_loss=0.0313 + step 2050000 | 23450s | train_loss=0.0331 + step 2060000 | 23569s | train_loss=0.0311 + step 2070000 | 23687s | train_loss=0.0370 + step 2080000 | 23796s | train_loss=0.0312 + step 2090000 | 23917s | train_loss=0.0319 + step 2100000 | 24126s | train_loss=0.0322 | fid=207.0065 + step 2110000 | 24246s | train_loss=0.0316 + step 2120000 | 24367s | train_loss=0.0308 + step 2130000 | 24476s | train_loss=0.0307 + step 2140000 | 24598s | train_loss=0.0303 + step 2150000 | 24709s | train_loss=0.0285 + step 2160000 | 24829s | train_loss=0.0334 + step 2170000 | 24950s | train_loss=0.0312 + step 2180000 | 25056s | train_loss=0.0318 + step 2190000 | 25173s | train_loss=0.0349 + step 2200000 | 25384s | train_loss=0.0335 | fid=209.7925 + step 2210000 | 25504s | train_loss=0.0347 + step 2220000 | 25624s | train_loss=0.0302 + step 2230000 | 25737s | train_loss=0.0300 + step 2240000 | 25857s | train_loss=0.0317 + step 2250000 | 25966s | train_loss=0.0286 + step 2260000 | 26087s | train_loss=0.0282 + step 2270000 | 26206s | train_loss=0.0345 + step 2280000 | 26312s | train_loss=0.0302 + step 2290000 | 26432s | train_loss=0.0301 + step 2300000 | 26642s | train_loss=0.0307 | fid=198.3583 + step 2310000 | 26763s | train_loss=0.0298 + step 2320000 | 26883s | train_loss=0.0330 + step 2330000 | 26996s | train_loss=0.0286 + step 2340000 | 27115s | train_loss=0.0308 + step 2350000 | 27225s | train_loss=0.0293 + step 2360000 | 27344s | train_loss=0.0311 + step 2370000 | 27462s | train_loss=0.0305 + step 2380000 | 27572s | train_loss=0.0313 + step 2390000 | 27691s | train_loss=0.0287 + step 2400000 | 27903s | train_loss=0.0271 | fid=206.6618 + step 2410000 | 28024s | train_loss=0.0335 + step 2420000 | 28144s | train_loss=0.0294 + step 2430000 | 28260s | train_loss=0.0318 + step 2440000 | 28371s | train_loss=0.0304 + step 2450000 | 28485s | train_loss=0.0288 + step 2460000 | 28601s | train_loss=0.0293 + step 2470000 | 28721s | train_loss=0.0268 + step 2480000 | 28834s | train_loss=0.0276 + step 2490000 | 28946s | train_loss=0.0332 + step 2500000 | 29158s | train_loss=0.0293 | fid=194.4430 + step 2510000 | 29278s | train_loss=0.0285 + step 2520000 | 29397s | train_loss=0.0322 + step 2530000 | 29518s | train_loss=0.0297 + step 2540000 | 29629s | train_loss=0.0276 + step 2550000 | 29744s | train_loss=0.0278 + step 2560000 | 29860s | train_loss=0.0279 + step 2570000 | 29981s | train_loss=0.0297 + step 2580000 | 30100s | train_loss=0.0261 + step 2590000 | 30213s | train_loss=0.0306 + step 2600000 | 30424s | train_loss=0.0287 | fid=198.8249 + step 2610000 | 30545s | train_loss=0.0293 + step 2620000 | 30664s | train_loss=0.0296 + step 2630000 | 30784s | train_loss=0.0256 + step 2640000 | 30894s | train_loss=0.0314 + step 2650000 | 31005s | train_loss=0.0298 + step 2660000 | 31122s | train_loss=0.0295 + step 2670000 | 31242s | train_loss=0.0276 + step 2680000 | 31361s | train_loss=0.0273 + step 2690000 | 31474s | train_loss=0.0335 + step 2700000 | 31685s | train_loss=0.0280 | fid=183.4194 + step 2710000 | 31805s | train_loss=0.0308 + step 2720000 | 31925s | train_loss=0.0281 + step 2730000 | 32044s | train_loss=0.0271 + step 2740000 | 32163s | train_loss=0.0264 + step 2750000 | 32269s | train_loss=0.0274 + step 2760000 | 32386s | train_loss=0.0276 + step 2770000 | 32506s | train_loss=0.0306 + step 2780000 | 32625s | train_loss=0.0302 + step 2790000 | 32743s | train_loss=0.0267 + step 2800000 | 32954s | train_loss=0.0280 | fid=193.4823 + step 2810000 | 33074s | train_loss=0.0271 + step 2820000 | 33192s | train_loss=0.0254 + step 2830000 | 33310s | train_loss=0.0294 + step 2840000 | 33431s | train_loss=0.0266 + step 2850000 | 33540s | train_loss=0.0262 + step 2860000 | 33655s | train_loss=0.0291 + step 2870000 | 33774s | train_loss=0.0291 + step 2880000 | 33892s | train_loss=0.0313 + step 2890000 | 34011s | train_loss=0.0265 + step 2900000 | 34221s | train_loss=0.0356 | fid=170.5541 + step 2910000 | 34340s | train_loss=0.0284 + step 2920000 | 34459s | train_loss=0.0266 + step 2930000 | 34578s | train_loss=0.0260 + step 2940000 | 34698s | train_loss=0.0313 + step 2950000 | 34818s | train_loss=0.0257 + step 2960000 | 34920s | train_loss=0.0275 + step 2970000 | 35040s | train_loss=0.0334 + step 2980000 | 35150s | train_loss=0.0268 + step 2990000 | 35270s | train_loss=0.0269 + step 3000000 | 35480s | train_loss=0.0274 | fid=173.5533 + step 3010000 | 35599s | train_loss=0.0249 + step 3020000 | 35718s | train_loss=0.0272 + step 3030000 | 35838s | train_loss=0.0242 + step 3040000 | 35958s | train_loss=0.0299 + step 3050000 | 36078s | train_loss=0.0263 + step 3060000 | 36180s | train_loss=0.0283 + step 3070000 | 36300s | train_loss=0.0303 + step 3080000 | 36413s | train_loss=0.0256 + step 3090000 | 36533s | train_loss=0.0271 + step 3100000 | 36740s | train_loss=0.0254 | fid=161.9228 + step 3110000 | 36860s | train_loss=0.0329 + step 3120000 | 36981s | train_loss=0.0260 + step 3130000 | 37102s | train_loss=0.0276 + step 3140000 | 37222s | train_loss=0.0318 + step 3150000 | 37343s | train_loss=0.0261 + step 3160000 | 37450s | train_loss=0.0246 + step 3170000 | 37561s | train_loss=0.0281 + step 3180000 | 37673s | train_loss=0.0255 + step 3190000 | 37790s | train_loss=0.0267 + step 3200000 | 38000s | train_loss=0.0290 | fid=161.2829 + step 3210000 | 38120s | train_loss=0.0263 + step 3220000 | 38240s | train_loss=0.0276 + step 3230000 | 38359s | train_loss=0.0294 + step 3240000 | 38478s | train_loss=0.0270 + step 3250000 | 38599s | train_loss=0.0281 + step 3260000 | 38708s | train_loss=0.0290 + step 3270000 | 38823s | train_loss=0.0303 + step 3280000 | 38931s | train_loss=0.0239 + step 3290000 | 39051s | train_loss=0.0241 + step 3300000 | 39261s | train_loss=0.0285 | fid=153.5547 + step 3310000 | 39381s | train_loss=0.0293 + step 3320000 | 39501s | train_loss=0.0274 + step 3330000 | 39620s | train_loss=0.0241 + step 3340000 | 39740s | train_loss=0.0254 + step 3350000 | 39861s | train_loss=0.0319 + step 3360000 | 39974s | train_loss=0.0254 + step 3370000 | 40081s | train_loss=0.0310 + step 3380000 | 40190s | train_loss=0.0257 + step 3390000 | 40309s | train_loss=0.0275 + step 3400000 | 40520s | train_loss=0.0266 | fid=171.6840 + step 3410000 | 40640s | train_loss=0.0264 + step 3420000 | 40760s | train_loss=0.0247 + step 3430000 | 40880s | train_loss=0.0279 + step 3440000 | 41000s | train_loss=0.0242 + step 3450000 | 41119s | train_loss=0.0242 + step 3460000 | 41230s | train_loss=0.0260 + step 3470000 | 41344s | train_loss=0.0301 + step 3480000 | 41447s | train_loss=0.0250 + step 3490000 | 41567s | train_loss=0.0275 + step 3500000 | 41777s | train_loss=0.0276 | fid=150.4275 + step 3510000 | 41898s | train_loss=0.0254 + step 3520000 | 42017s | train_loss=0.0254 + step 3530000 | 42136s | train_loss=0.0230 + step 3540000 | 42255s | train_loss=0.0244 + step 3550000 | 42374s | train_loss=0.0274 + step 3560000 | 42492s | train_loss=0.0304 + step 3570000 | 42604s | train_loss=0.0229 + step 3580000 | 42705s | train_loss=0.0259 + step 3590000 | 42825s | train_loss=0.0252 + step 3600000 | 43036s | train_loss=0.0247 | fid=150.4394 + step 3610000 | 43155s | train_loss=0.0272 + step 3620000 | 43274s | train_loss=0.0260 + step 3630000 | 43394s | train_loss=0.0261 + step 3640000 | 43514s | train_loss=0.0256 + step 3650000 | 43632s | train_loss=0.0242 + step 3660000 | 43754s | train_loss=0.0247 + step 3670000 | 43865s | train_loss=0.0255 + step 3680000 | 43968s | train_loss=0.0261 + step 3690000 | 44088s | train_loss=0.0275 + step 3700000 | 44297s | train_loss=0.0236 | fid=162.4894 + step 3710000 | 44418s | train_loss=0.0263 + step 3720000 | 44537s | train_loss=0.0270 + step 3730000 | 44656s | train_loss=0.0233 + step 3740000 | 44774s | train_loss=0.0256 + step 3750000 | 44893s | train_loss=0.0243 + step 3760000 | 45014s | train_loss=0.0235 + step 3770000 | 45132s | train_loss=0.0245 + step 3780000 | 45241s | train_loss=0.0239 + step 3790000 | 45354s | train_loss=0.0271 + step 3800000 | 45564s | train_loss=0.0248 | fid=143.7219 + step 3810000 | 45684s | train_loss=0.0239 + step 3820000 | 45803s | train_loss=0.0237 + step 3830000 | 45921s | train_loss=0.0230 + step 3840000 | 46041s | train_loss=0.0242 + step 3850000 | 46160s | train_loss=0.0273 + step 3860000 | 46280s | train_loss=0.0258 + step 3870000 | 46398s | train_loss=0.0241 + step 3880000 | 46517s | train_loss=0.0227 + step 3890000 | 46634s | train_loss=0.0231 + step 3900000 | 46844s | train_loss=0.0257 | fid=150.4653 + step 3910000 | 46962s | train_loss=0.0237 + step 3920000 | 47080s | train_loss=0.0247 + step 3930000 | 47199s | train_loss=0.0245 + step 3940000 | 47318s | train_loss=0.0240 + step 3950000 | 47437s | train_loss=0.0229 + step 3960000 | 47556s | train_loss=0.0218 + step 3970000 | 47676s | train_loss=0.0261 + step 3980000 | 47793s | train_loss=0.0246 + step 3990000 | 47911s | train_loss=0.0307 + step 4000000 | 48119s | train_loss=0.0230 | fid=144.7430 + step 4010000 | 48238s | train_loss=0.0230 + step 4020000 | 48357s | train_loss=0.0273 + step 4030000 | 48477s | train_loss=0.0239 + step 4040000 | 48596s | train_loss=0.0239 + step 4050000 | 48715s | train_loss=0.0224 + step 4060000 | 48833s | train_loss=0.0225 + step 4070000 | 48953s | train_loss=0.0253 + step 4080000 | 49070s | train_loss=0.0226 + step 4090000 | 49187s | train_loss=0.0245 + step 4100000 | 49394s | train_loss=0.0243 | fid=152.8483 + step 4110000 | 49513s | train_loss=0.0229 + step 4120000 | 49633s | train_loss=0.0220 + step 4130000 | 49752s | train_loss=0.0246 + step 4140000 | 49871s | train_loss=0.0250 + step 4150000 | 49991s | train_loss=0.0249 + step 4160000 | 50110s | train_loss=0.0226 + step 4170000 | 50228s | train_loss=0.0228 + step 4180000 | 50347s | train_loss=0.0224 + step 4190000 | 50463s | train_loss=0.0245 + step 4200000 | 50671s | train_loss=0.0218 | fid=129.4795 + step 4210000 | 50790s | train_loss=0.0231 + step 4220000 | 50909s | train_loss=0.0220 + step 4230000 | 51028s | train_loss=0.0255 + step 4240000 | 51147s | train_loss=0.0251 + step 4250000 | 51267s | train_loss=0.0218 + step 4260000 | 51385s | train_loss=0.0220 + step 4270000 | 51502s | train_loss=0.0232 + step 4280000 | 51621s | train_loss=0.0233 + step 4290000 | 51737s | train_loss=0.0234 + step 4300000 | 51946s | train_loss=0.0231 | fid=136.9515 + step 4310000 | 52065s | train_loss=0.0228 + step 4320000 | 52184s | train_loss=0.0222 + step 4330000 | 52303s | train_loss=0.0226 + step 4340000 | 52422s | train_loss=0.0235 + step 4350000 | 52542s | train_loss=0.0235 + step 4360000 | 52661s | train_loss=0.0237 + step 4370000 | 52776s | train_loss=0.0238 + step 4380000 | 52894s | train_loss=0.0225 + step 4390000 | 53012s | train_loss=0.0231 + step 4400000 | 53221s | train_loss=0.0264 | fid=127.1599 + step 4410000 | 53341s | train_loss=0.0229 + step 4420000 | 53459s | train_loss=0.0224 + step 4430000 | 53579s | train_loss=0.0215 + step 4440000 | 53698s | train_loss=0.0225 + step 4450000 | 53818s | train_loss=0.0227 + step 4460000 | 53936s | train_loss=0.0219 + step 4470000 | 54052s | train_loss=0.0214 + step 4480000 | 54171s | train_loss=0.0232 + step 4490000 | 54289s | train_loss=0.0219 + step 4500000 | 54499s | train_loss=0.0237 | fid=115.6297 + step 4510000 | 54618s | train_loss=0.0226 + step 4520000 | 54737s | train_loss=0.0242 + step 4530000 | 54856s | train_loss=0.0233 + step 4540000 | 54975s | train_loss=0.0232 + step 4550000 | 55081s | train_loss=0.0225 + step 4560000 | 55171s | train_loss=0.0262 + step 4570000 | 55253s | train_loss=0.0240 + step 4580000 | 55334s | train_loss=0.0232 + step 4590000 | 55414s | train_loss=0.0205 + step 4600000 | 55558s | train_loss=0.0218 | fid=120.9481 + step 4610000 | 55640s | train_loss=0.0221 + step 4620000 | 55721s | train_loss=0.0246 + step 4630000 | 55802s | train_loss=0.0229 + step 4640000 | 55884s | train_loss=0.0228 + step 4650000 | 55965s | train_loss=0.0245 + step 4660000 | 56043s | train_loss=0.0242 + step 4670000 | 56124s | train_loss=0.0226 + step 4680000 | 56206s | train_loss=0.0276 + step 4690000 | 56288s | train_loss=0.0229 + step 4700000 | 56431s | train_loss=0.0237 | fid=125.1461 + step 4710000 | 56512s | train_loss=0.0225 + step 4720000 | 56594s | train_loss=0.0219 + step 4730000 | 56675s | train_loss=0.0229 + step 4740000 | 56757s | train_loss=0.0236 + step 4750000 | 56838s | train_loss=0.0216 + step 4760000 | 56916s | train_loss=0.0224 + step 4770000 | 56997s | train_loss=0.0225 + step 4780000 | 57079s | train_loss=0.0213 + step 4790000 | 57160s | train_loss=0.0227 + step 4800000 | 57303s | train_loss=0.0231 | fid=121.3850 + step 4810000 | 57384s | train_loss=0.0266 + step 4820000 | 57465s | train_loss=0.0228 + step 4830000 | 57547s | train_loss=0.0224 + step 4840000 | 57629s | train_loss=0.0218 + step 4850000 | 57710s | train_loss=0.0201 + step 4860000 | 57789s | train_loss=0.0196 + step 4870000 | 57870s | train_loss=0.0239 + step 4880000 | 57951s | train_loss=0.0209 + step 4890000 | 58033s | train_loss=0.0220 + step 4900000 | 58176s | train_loss=0.0204 | fid=116.2474 + step 4910000 | 58257s | train_loss=0.0205 + step 4920000 | 58338s | train_loss=0.0217 + step 4930000 | 58420s | train_loss=0.0209 + step 4940000 | 58501s | train_loss=0.0214 + step 4950000 | 58580s | train_loss=0.0218 + step 4960000 | 58641s | train_loss=0.0271 + step 4970000 | 58702s | train_loss=0.0231 + step 4980000 | 58762s | train_loss=0.0211 + step 4990000 | 58823s | train_loss=0.0214 + step 5000000 | 58931s | train_loss=0.0210 | fid=117.1142 diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d220/config.json b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d220/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f457b2de70c2660d7d8bf772031bcf3709a7b619 --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d220/config.json @@ -0,0 +1,25 @@ +{ + "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d220/vae.pt", + "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d220", + "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", + "n_train": 1000, + "total_steps": 5000000, + "eval_interval": 10000, + "mem_interval": 100000, + "fid_interval": 100000, + "fid_n_real": 1000, + "fid_n_gen": 10000, + "n_gen_samples": 10000, + "n_sde_steps": 500, + "batch_size": 512, + "hidden": 1024, + "depth": 5, + "optimizer": "sgd", + "lr": 0.001, + "momentum": 0.8, + "t_min": 0.01, + "t_max": 3.0, + "t_eval": 0.1, + "seed": 43, + "device": null +} diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d220/metrics.jsonl b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d220/metrics.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..dce75a9b411d93fa5725c33666adf2da91e0353b --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d220/metrics.jsonl @@ -0,0 +1,502 @@ +{"event": "meta", "data": "cifar10_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 220, "n": 1000, "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d220/vae.pt", "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [41905, 27590, 3837, 45564, 49079, 45615, 24791, 29586, 40154, 14155, 41744, 31565, 21399, 47093, 14144, 7260, 25109, 49111, 3286, 28559, 8088, 18636, 27677, 5584, 14605, 28090, 44911, 22197, 30774, 45976, 21377, 38974, 37419, 34658, 48141, 45353, 16718, 44442, 14512, 30061, 32910, 17321, 15565, 17405, 44045, 17717, 6400, 37998, 3773, 20538, 19316, 34889, 4564, 1363, 5611, 41687, 16986, 41914, 25046, 49823, 33007, 20861, 27988, 42869, 33687, 3828, 12070, 15418, 22140, 35636, 31728, 9480, 7712, 2852, 43042, 17354, 27208, 49689, 14774, 29225, 25390, 35055, 12670, 19522, 24246, 14561, 33656, 42751, 2242, 364, 43176, 15490, 46231, 26061, 18629, 34392, 32488, 26106, 10393, 11167, 20874, 8106, 10093, 7243, 48907, 8147, 45063, 21102, 37655, 7635, 2514, 27684, 3204, 28758, 28311, 29718, 44311, 10355, 32304, 14615, 28486, 14294, 16760, 37166, 19433, 20899, 23979, 36854, 43726, 10375, 11078, 10677, 40127, 33642, 36325, 13174, 19662, 30319, 22501, 14354, 24243, 27654, 42509, 18915, 29668, 2313, 42454, 11218, 48097, 31985, 16567, 26984, 33502, 36329, 22928, 42746, 38223, 19499, 41926, 29059, 44004, 8962, 40807, 11854, 36894, 13566, 36982, 16226, 36410, 47002, 20194, 3625, 19297, 2555, 4842, 8098, 44052, 5795, 5274, 4374, 17924, 30344, 5386, 26317, 30389, 32399, 32042, 26731, 29532, 33817, 26942, 25858, 11887, 46070, 41837, 10713, 33955, 20000, 29946, 4912, 32112, 6697, 44031, 27296, 37785, 25660, 27948, 31260, 24358, 1827, 37445, 25084, 11703, 3820, 49218, 30616, 25083, 22759, 6275, 40603, 39038, 37156, 8894, 9871, 31333, 26582, 20528, 10523, 2747, 33639, 41740, 47899, 11337, 6325, 433, 33051, 1094, 24743, 9392, 22638, 7689, 39641, 9486, 33554, 30840, 35032, 19647, 7903, 18205, 34063, 46483, 32963, 11601, 19203, 45792, 47136, 6174, 40793, 13885, 16641, 48744, 37658, 43829, 44107, 6388, 37424, 20033, 28563, 27013, 17032, 12768, 38181, 35608, 14089, 29228, 40229, 45106, 11963, 37979, 20694, 22835, 5773, 19580, 44596, 19079, 45191, 666, 15893, 7513, 15939, 45020, 12659, 31388, 44651, 23592, 16419, 47615, 36714, 36448, 28579, 1697, 9889, 42082, 49150, 41132, 33996, 21551, 18467, 45242, 6516, 3355, 20187, 31669, 2814, 6900, 28198, 17656, 18178, 31825, 34244, 38330, 28894, 7463, 8134, 38159, 10524, 41508, 2367, 496, 31046, 1511, 31956, 46621, 14176, 1899, 32397, 29452, 16504, 34042, 24014, 47447, 20229, 36683, 5186, 14349, 21736, 17094, 30311, 27949, 30023, 49589, 43270, 2898, 18259, 17175, 18594, 17062, 42063, 3237, 12080, 35769, 1687, 30330, 29678, 27321, 4273, 28513, 2551, 5314, 13572, 13497, 9652, 3466, 27133, 38459, 23232, 14231, 25584, 49398, 32994, 10434, 42369, 37410, 45044, 11075, 12523, 1417, 6765, 40000, 25016, 36905, 48638, 21, 16822, 24333, 30084, 43982, 26954, 6519, 42546, 14751, 14278, 49970, 47621, 18883, 37295, 9040, 40369, 22225, 36489, 21302, 13110, 5455, 47804, 14868, 13063, 22102, 36825, 21969, 33186, 28908, 32592, 42766, 12262, 39073, 915, 11824, 39208, 3098, 42789, 29800, 14150, 28705, 8847, 21716, 535, 48077, 41540, 36207, 10816, 41471, 35049, 20661, 6083, 30194, 4576, 2174, 1908, 48392, 10435, 10986, 18036, 24746, 3941, 34118, 49749, 12025, 21493, 15785, 17085, 39411, 34561, 42064, 36237, 2740, 8183, 40564, 33107, 25765, 49165, 25211, 17520, 17115, 1869, 46432, 33757, 20517, 39760, 259, 45380, 12436, 48000, 21046, 4039, 15701, 35246, 29112, 44161, 34079, 45449, 42845, 22815, 5597, 3990, 35899, 48969, 41528, 27873, 16598, 39104, 23359, 46847, 28624, 19198, 1251, 9003, 28383, 47005, 40703, 41605, 39895, 26201, 11727, 27435, 17333, 39261, 37456, 14653, 30634, 4160, 24540, 12044, 7111, 23485, 5645, 2572, 1682, 17872, 8974, 16796, 11864, 40178, 20092, 32219, 14458, 37007, 31340, 10520, 34489, 13128, 42913, 31468, 44180, 37938, 20058, 18673, 36850, 34721, 26210, 15257, 35188, 11815, 47936, 18088, 43578, 11996, 47952, 24311, 1884, 36557, 32921, 36250, 38022, 5671, 13621, 23326, 14326, 23471, 24685, 39092, 3268, 37257, 16348, 13730, 21838, 44088, 8945, 10827, 13840, 46123, 48010, 13350, 30622, 45233, 8698, 14335, 45842, 15138, 1515, 40759, 21960, 47551, 33208, 18260, 6377, 46869, 31742, 23566, 12829, 15305, 37988, 16111, 32146, 37948, 25917, 30484, 17885, 42468, 28238, 33865, 28030, 30072, 34855, 19324, 42075, 30623, 3667, 38832, 25100, 43077, 36471, 11663, 13588, 14015, 5099, 10589, 28526, 48022, 15444, 3280, 188, 31582, 15225, 11019, 21804, 3901, 24461, 25031, 10373, 4486, 45950, 37949, 32923, 1583, 6576, 26004, 16237, 38132, 25045, 25091, 41949, 11553, 48062, 40503, 13057, 8954, 18566, 28405, 28604, 30434, 49112, 30676, 32930, 16183, 48336, 43162, 873, 37233, 44718, 37247, 23758, 9243, 12126, 5287, 49594, 3459, 32091, 20894, 41743, 7366, 7258, 37939, 47665, 12260, 20836, 43253, 16191, 11619, 1519, 6137, 3934, 48375, 35234, 103, 30510, 8869, 21085, 41234, 25138, 25079, 31218, 48292, 48814, 6635, 18416, 1421, 4363, 5164, 47455, 21280, 16767, 19685, 16449, 45798, 31292, 31049, 43587, 30772, 2651, 12854, 23199, 25234, 23389, 24742, 19480, 19738, 19726, 2388, 21394, 4512, 9069, 42856, 25766, 23797, 40741, 33624, 8328, 35922, 27732, 36268, 23213, 41966, 40002, 12750, 46225, 35182, 23769, 25152, 26764, 20090, 27202, 48096, 4266, 2205, 2020, 37651, 36088, 1021, 28544, 20933, 48924, 11503, 43997, 9492, 19505, 47632, 4118, 2029, 22008, 41396, 16378, 36738, 33194, 28053, 44137, 30771, 12131, 5963, 31754, 46953, 3180, 1718, 36816, 2208, 20898, 13799, 30796, 34445, 37540, 27983, 39216, 16791, 36763, 15987, 28440, 11782, 48531, 4252, 47359, 5351, 4059, 9263, 32274, 39283, 258, 17485, 31280, 12814, 33217, 38203, 11170, 8486, 14434, 13722, 36048, 3705, 47210, 38260, 2200, 17850, 21589, 27598, 9926, 9419, 3981, 34519, 37821, 22855, 39796, 24105, 5113, 5888, 31974, 40040, 17179, 48615, 38665, 47173, 47154, 20619, 5049, 1656, 27736, 14424, 2013, 1348, 32964, 37228, 34968, 34124, 15993, 42420, 26558, 2961, 27119, 37779, 29321, 31595, 29301, 38364, 17528, 19583, 48609, 4428, 12427, 601, 21213, 44456, 39274, 40250, 39804, 35373, 43875, 20550, 43426, 13696, 34572, 11097, 22458, 33042, 12981, 29073, 6601, 2370, 4065, 46317, 29460, 21761, 13977, 4520, 31604, 16259, 1445, 29204, 26097, 31921, 33193, 36054, 26372, 4436, 40306, 13974, 6159, 46233, 33714, 27592, 23153, 40311, 12294, 40141, 14030, 36304, 40086, 43163, 14689, 5002, 40885, 40758, 42458, 18580, 29784, 14527, 30070, 18326, 40830, 42503, 5434, 25179, 15652, 11428, 40980, 45916, 22056, 15896, 42628, 30092, 40834, 25862, 40370, 7804, 46908, 44191, 26908, 9764, 36969, 21521, 35257, 9279, 36964, 4012, 627, 31813, 15669, 33832, 29874, 1912, 41254, 23709, 4648, 3131, 49882, 19349, 35975, 25565, 21641, 48219, 30806, 33979, 36103, 14640, 34524, 31661, 26869, 27297, 46519, 2352, 46930, 7617, 49750, 12620, 29820, 18590, 890, 16394, 23877, 26421, 23417, 29021, 11596, 22017, 14794, 14437, 48385, 48231, 18946, 38048, 41302, 40633, 15317, 24820], "fid_reference": "same farthest-first 1k CIFAR-10 training subset", "seed": 43} +{"step": 1, "wall_time": 32.69577932357788, "train_loss_step": 221.39593505859375, "n_params": 4715740, "total_flops": 14486753280, "train_loss": 0.996689189564098, "subset_score_loss": 0.996689189564098, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9805994033813477, "fid": 298.50114606227044, "fid_failed": 0.0} +{"step": 10000, "wall_time": 65.10956931114197, "train_loss_step": 42.946067810058594, "n_params": 4715740, "total_flops": 144867532800000, "train_loss": 0.7071294611150568, "subset_score_loss": 0.7071294611150568} +{"step": 20000, "wall_time": 105.6578483581543, "train_loss_step": 34.06239318847656, "n_params": 4715740, "total_flops": 289735065600000, "train_loss": 0.5944367842240768, "subset_score_loss": 0.5944367842240768} +{"step": 30000, "wall_time": 145.74359369277954, "train_loss_step": 30.155153274536133, "n_params": 4715740, "total_flops": 434602598400000, "train_loss": 0.5318013624711471, "subset_score_loss": 0.5318013624711471} +{"step": 40000, "wall_time": 185.71644949913025, "train_loss_step": 32.83409881591797, "n_params": 4715740, "total_flops": 579470131200000, "train_loss": 0.4709561434659091, "subset_score_loss": 0.4709561434659091} +{"step": 50000, "wall_time": 225.60209155082703, "train_loss_step": 25.85517120361328, "n_params": 4715740, "total_flops": 724337664000000, "train_loss": 0.39699554443359375, "subset_score_loss": 0.39699554443359375} +{"step": 60000, "wall_time": 265.7552001476288, "train_loss_step": 23.53862953186035, "n_params": 4715740, "total_flops": 869205196800000, "train_loss": 0.3300065820867365, "subset_score_loss": 0.3300065820867365} +{"step": 70000, "wall_time": 305.63739562034607, "train_loss_step": 24.28229522705078, "n_params": 4715740, "total_flops": 1014072729600000, "train_loss": 0.28380399183793503, "subset_score_loss": 0.28380399183793503} +{"step": 80000, "wall_time": 345.5651385784149, "train_loss_step": 20.360078811645508, "n_params": 4715740, "total_flops": 1158940262400000, "train_loss": 0.225998947837136, "subset_score_loss": 0.225998947837136} +{"step": 90000, "wall_time": 385.5688319206238, "train_loss_step": 19.86023712158203, "n_params": 4715740, "total_flops": 1303807795200000, "train_loss": 0.19819982702081854, "subset_score_loss": 0.19819982702081854} +{"step": 100000, "wall_time": 449.3938555717468, "train_loss_step": 18.548192977905273, "n_params": 4715740, "total_flops": 1448675328000000, "train_loss": 0.17189329320734198, "subset_score_loss": 0.17189329320734198, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9669337868690491, "fid": 194.78606416081246, "fid_failed": 0.0} +{"step": 110000, "wall_time": 489.7251229286194, "train_loss_step": 19.70901107788086, "n_params": 4715740, "total_flops": 1593542860800000, "train_loss": 0.16698882363059303, "subset_score_loss": 0.16698882363059303} +{"step": 120000, "wall_time": 529.7676649093628, "train_loss_step": 16.653114318847656, "n_params": 4715740, "total_flops": 1738410393600000, "train_loss": 0.14626752679998226, "subset_score_loss": 0.14626752679998226} +{"step": 130000, "wall_time": 569.5987422466278, "train_loss_step": 16.048309326171875, "n_params": 4715740, "total_flops": 1883277926400000, "train_loss": 0.1384767619046298, "subset_score_loss": 0.1384767619046298} +{"step": 140000, "wall_time": 609.6869869232178, "train_loss_step": 16.324312210083008, "n_params": 4715740, "total_flops": 2028145459200000, "train_loss": 0.13551350506869228, "subset_score_loss": 0.13551350506869228} +{"step": 150000, "wall_time": 649.3451733589172, "train_loss_step": 15.20234203338623, "n_params": 4715740, "total_flops": 2173012992000000, "train_loss": 0.12733633734963157, "subset_score_loss": 0.12733633734963157} +{"step": 160000, "wall_time": 689.2719910144806, "train_loss_step": 15.08656120300293, "n_params": 4715740, "total_flops": 2317880524800000, "train_loss": 0.11401749524203214, "subset_score_loss": 0.11401749524203214} +{"step": 170000, "wall_time": 729.2044506072998, "train_loss_step": 15.072189331054688, "n_params": 4715740, "total_flops": 2462748057600000, "train_loss": 0.11856790022416548, "subset_score_loss": 0.11856790022416548} +{"step": 180000, "wall_time": 768.8237788677216, "train_loss_step": 14.883058547973633, "n_params": 4715740, "total_flops": 2607615590400000, "train_loss": 0.11330094770951704, "subset_score_loss": 0.11330094770951704} +{"step": 190000, "wall_time": 808.5813436508179, "train_loss_step": 14.43393325805664, "n_params": 4715740, "total_flops": 2752483123200000, "train_loss": 0.10445505489002574, "subset_score_loss": 0.10445505489002574} +{"step": 200000, "wall_time": 865.2793262004852, "train_loss_step": 14.216402053833008, "n_params": 4715740, "total_flops": 2897350656000000, "train_loss": 0.10390614596280184, "subset_score_loss": 0.10390614596280184, "memorization_fraction_pixel": 9.999999747378752e-05, "mean_nn_ratio_pixel": 0.9709734320640564, "fid": 236.23315608562342, "fid_failed": 0.0} +{"step": 210000, "wall_time": 905.4739282131195, "train_loss_step": 13.983924865722656, "n_params": 4715740, "total_flops": 3042218188800000, "train_loss": 0.10301395763050426, "subset_score_loss": 0.10301395763050426} +{"step": 220000, "wall_time": 945.1635999679565, "train_loss_step": 13.310447692871094, "n_params": 4715740, "total_flops": 3187085721600000, "train_loss": 0.09576113440773704, "subset_score_loss": 0.09576113440773704} +{"step": 230000, "wall_time": 985.2260065078735, "train_loss_step": 13.386025428771973, "n_params": 4715740, "total_flops": 3331953254400000, "train_loss": 0.09443118355490944, "subset_score_loss": 0.09443118355490944} +{"step": 240000, "wall_time": 1025.158245563507, "train_loss_step": 13.1133394241333, "n_params": 4715740, "total_flops": 3476820787200000, "train_loss": 0.09369373321533203, "subset_score_loss": 0.09369373321533203} +{"step": 250000, "wall_time": 1064.6838116645813, "train_loss_step": 13.311020851135254, "n_params": 4715740, "total_flops": 3621688320000000, "train_loss": 0.10290094722401012, "subset_score_loss": 0.10290094722401012} +{"step": 260000, "wall_time": 1104.8322274684906, "train_loss_step": 12.318593978881836, "n_params": 4715740, "total_flops": 3766555852800000, "train_loss": 0.09142423976551403, "subset_score_loss": 0.09142423976551403} +{"step": 270000, "wall_time": 1145.0407540798187, "train_loss_step": 12.157540321350098, "n_params": 4715740, "total_flops": 3911423385600000, "train_loss": 0.08489791696721857, "subset_score_loss": 0.08489791696721857} +{"step": 280000, "wall_time": 1185.008530139923, "train_loss_step": 13.038159370422363, "n_params": 4715740, "total_flops": 4056290918400000, "train_loss": 0.09924277392300693, "subset_score_loss": 0.09924277392300693} +{"step": 290000, "wall_time": 1225.4852244853973, "train_loss_step": 12.559331893920898, "n_params": 4715740, "total_flops": 4201158451200000, "train_loss": 0.08553681807084516, "subset_score_loss": 0.08553681807084516} +{"step": 300000, "wall_time": 1273.1197328567505, "train_loss_step": 12.697982788085938, "n_params": 4715740, "total_flops": 4346025984000000, "train_loss": 0.08349009427157315, "subset_score_loss": 0.08349009427157315, "memorization_fraction_pixel": 0.0008999999845400453, "mean_nn_ratio_pixel": 0.9738796949386597, "fid": 273.1574333043781, "fid_failed": 0.0} +{"step": 310000, "wall_time": 1313.1993062496185, "train_loss_step": 11.263504981994629, "n_params": 4715740, "total_flops": 4490893516800000, "train_loss": 0.08391866683959961, "subset_score_loss": 0.08391866683959961} +{"step": 320000, "wall_time": 1352.8400039672852, "train_loss_step": 11.040071487426758, "n_params": 4715740, "total_flops": 4635761049600000, "train_loss": 0.07850521261041815, "subset_score_loss": 0.07850521261041815} +{"step": 330000, "wall_time": 1392.583568572998, "train_loss_step": 11.587590217590332, "n_params": 4715740, "total_flops": 4780628582400000, "train_loss": 0.0834275245666504, "subset_score_loss": 0.0834275245666504} +{"step": 340000, "wall_time": 1432.309898853302, "train_loss_step": 11.209775924682617, "n_params": 4715740, "total_flops": 4925496115200000, "train_loss": 0.07953805056485262, "subset_score_loss": 0.07953805056485262} +{"step": 350000, "wall_time": 1472.2503969669342, "train_loss_step": 10.966643333435059, "n_params": 4715740, "total_flops": 5070363648000000, "train_loss": 0.07675287940285423, "subset_score_loss": 0.07675287940285423} +{"step": 360000, "wall_time": 1512.2639563083649, "train_loss_step": 10.694563865661621, "n_params": 4715740, "total_flops": 5215231180800000, "train_loss": 0.0679365721615878, "subset_score_loss": 0.0679365721615878} +{"step": 370000, "wall_time": 1552.3706831932068, "train_loss_step": 10.93359661102295, "n_params": 4715740, "total_flops": 5360098713600000, "train_loss": 0.07491756785999645, "subset_score_loss": 0.07491756785999645} +{"step": 380000, "wall_time": 1592.6003377437592, "train_loss_step": 11.644695281982422, "n_params": 4715740, "total_flops": 5504966246400000, "train_loss": 0.07839924205433238, "subset_score_loss": 0.07839924205433238} +{"step": 390000, "wall_time": 1632.296460390091, "train_loss_step": 9.889354705810547, "n_params": 4715740, "total_flops": 5649833779200000, "train_loss": 0.06701340241865679, "subset_score_loss": 0.06701340241865679} +{"step": 400000, "wall_time": 1688.5731964111328, "train_loss_step": 9.996389389038086, "n_params": 4715740, "total_flops": 5794701312000000, "train_loss": 0.06535438190806996, "subset_score_loss": 0.06535438190806996, "memorization_fraction_pixel": 0.002099999925121665, "mean_nn_ratio_pixel": 0.9734629988670349, "fid": 304.41200533105643, "fid_failed": 0.0} +{"step": 410000, "wall_time": 1728.3452186584473, "train_loss_step": 10.022051811218262, "n_params": 4715740, "total_flops": 5939568844800000, "train_loss": 0.06343386389992454, "subset_score_loss": 0.06343386389992454} +{"step": 420000, "wall_time": 1768.0782177448273, "train_loss_step": 9.97874641418457, "n_params": 4715740, "total_flops": 6084436377600000, "train_loss": 0.06772125417535955, "subset_score_loss": 0.06772125417535955} +{"step": 430000, "wall_time": 1807.7675094604492, "train_loss_step": 9.5742769241333, "n_params": 4715740, "total_flops": 6229303910400000, "train_loss": 0.06008549170060591, "subset_score_loss": 0.06008549170060591} +{"step": 440000, "wall_time": 1847.1405003070831, "train_loss_step": 9.793267250061035, "n_params": 4715740, "total_flops": 6374171443200000, "train_loss": 0.06654180179942738, "subset_score_loss": 0.06654180179942738} +{"step": 450000, "wall_time": 1886.9617414474487, "train_loss_step": 9.759805679321289, "n_params": 4715740, "total_flops": 6519038976000000, "train_loss": 0.061224469271573156, "subset_score_loss": 0.061224469271573156} +{"step": 460000, "wall_time": 1926.624570608139, "train_loss_step": 9.15916919708252, "n_params": 4715740, "total_flops": 6663906508800000, "train_loss": 0.057731368324973366, "subset_score_loss": 0.057731368324973366} +{"step": 470000, "wall_time": 1966.2093756198883, "train_loss_step": 9.768810272216797, "n_params": 4715740, "total_flops": 6808774041600000, "train_loss": 0.05983023210005327, "subset_score_loss": 0.05983023210005327} +{"step": 480000, "wall_time": 2005.6199080944061, "train_loss_step": 9.854999542236328, "n_params": 4715740, "total_flops": 6953641574400000, "train_loss": 0.0574222824790261, "subset_score_loss": 0.0574222824790261} +{"step": 490000, "wall_time": 2045.091674566269, "train_loss_step": 9.981893539428711, "n_params": 4715740, "total_flops": 7098509107200000, "train_loss": 0.059174849770285864, "subset_score_loss": 0.059174849770285864} +{"step": 500000, "wall_time": 2105.1652750968933, "train_loss_step": 9.307560920715332, "n_params": 4715740, "total_flops": 7243376640000000, "train_loss": 0.055873688784512605, "subset_score_loss": 0.055873688784512605, "memorization_fraction_pixel": 0.006800000090152025, "mean_nn_ratio_pixel": 0.9655345678329468, "fid": 316.1855931562993, "fid_failed": 0.0} +{"step": 510000, "wall_time": 2144.4795558452606, "train_loss_step": 9.637664794921875, "n_params": 4715740, "total_flops": 7388244172800000, "train_loss": 0.060932805321433324, "subset_score_loss": 0.060932805321433324} +{"step": 520000, "wall_time": 2184.079163312912, "train_loss_step": 8.585290908813477, "n_params": 4715740, "total_flops": 7533111705600000, "train_loss": 0.05559783415360884, "subset_score_loss": 0.05559783415360884} +{"step": 530000, "wall_time": 2223.6890432834625, "train_loss_step": 8.835281372070312, "n_params": 4715740, "total_flops": 7677979238400000, "train_loss": 0.057634891163219105, "subset_score_loss": 0.057634891163219105} +{"step": 540000, "wall_time": 2263.095532178879, "train_loss_step": 8.817665100097656, "n_params": 4715740, "total_flops": 7822846771200000, "train_loss": 0.05794512141834606, "subset_score_loss": 0.05794512141834606} +{"step": 550000, "wall_time": 2302.5648181438446, "train_loss_step": 8.829919815063477, "n_params": 4715740, "total_flops": 7967714304000000, "train_loss": 0.0547829497944225, "subset_score_loss": 0.0547829497944225} +{"step": 560000, "wall_time": 2341.929158449173, "train_loss_step": 8.762317657470703, "n_params": 4715740, "total_flops": 8112581836800000, "train_loss": 0.05086207823319869, "subset_score_loss": 0.05086207823319869} +{"step": 570000, "wall_time": 2381.7888989448547, "train_loss_step": 8.600464820861816, "n_params": 4715740, "total_flops": 8257449369600000, "train_loss": 0.05208714658563787, "subset_score_loss": 0.05208714658563787} +{"step": 580000, "wall_time": 2421.2711436748505, "train_loss_step": 9.30809211730957, "n_params": 4715740, "total_flops": 8402316902400000, "train_loss": 0.05967997204173695, "subset_score_loss": 0.05967997204173695} +{"step": 590000, "wall_time": 2459.8711910247803, "train_loss_step": 8.791152954101562, "n_params": 4715740, "total_flops": 8547184435200000, "train_loss": 0.05026626153425737, "subset_score_loss": 0.05026626153425737} +{"step": 600000, "wall_time": 2520.3244161605835, "train_loss_step": 8.932186126708984, "n_params": 4715740, "total_flops": 8692051968000000, "train_loss": 0.053917464342984285, "subset_score_loss": 0.053917464342984285, "memorization_fraction_pixel": 0.009200000204145908, "mean_nn_ratio_pixel": 0.9606133103370667, "fid": 304.9031951464783, "fid_failed": 0.0} +{"step": 610000, "wall_time": 2560.033079147339, "train_loss_step": 8.695104598999023, "n_params": 4715740, "total_flops": 8836919500800000, "train_loss": 0.05148042332042347, "subset_score_loss": 0.05148042332042347} +{"step": 620000, "wall_time": 2600.0273911952972, "train_loss_step": 9.003717422485352, "n_params": 4715740, "total_flops": 8981787033600000, "train_loss": 0.05162612741643732, "subset_score_loss": 0.05162612741643732} +{"step": 630000, "wall_time": 2640.136937856674, "train_loss_step": 8.070504188537598, "n_params": 4715740, "total_flops": 9126654566400000, "train_loss": 0.05309091047807173, "subset_score_loss": 0.05309091047807173} +{"step": 640000, "wall_time": 2679.672097682953, "train_loss_step": 8.519268035888672, "n_params": 4715740, "total_flops": 9271522099200000, "train_loss": 0.04745908216996626, "subset_score_loss": 0.04745908216996626} +{"step": 650000, "wall_time": 2719.770506620407, "train_loss_step": 8.105350494384766, "n_params": 4715740, "total_flops": 9416389632000000, "train_loss": 0.0547972635789351, "subset_score_loss": 0.0547972635789351} +{"step": 660000, "wall_time": 2759.8825929164886, "train_loss_step": 8.801679611206055, "n_params": 4715740, "total_flops": 9561257164800000, "train_loss": 0.05265308293429288, "subset_score_loss": 0.05265308293429288} +{"step": 670000, "wall_time": 2799.703579187393, "train_loss_step": 8.71731948852539, "n_params": 4715740, "total_flops": 9706124697600000, "train_loss": 0.04969268278642134, "subset_score_loss": 0.04969268278642134} +{"step": 680000, "wall_time": 2839.4541034698486, "train_loss_step": 8.509682655334473, "n_params": 4715740, "total_flops": 9850992230400000, "train_loss": 0.05074803178960627, "subset_score_loss": 0.05074803178960627} +{"step": 690000, "wall_time": 2870.4341752529144, "train_loss_step": 8.975603103637695, "n_params": 4715740, "total_flops": 9995859763200000, "train_loss": 0.05223333618857644, "subset_score_loss": 0.05223333618857644} +{"step": 700000, "wall_time": 2905.3664174079895, "train_loss_step": 8.52049446105957, "n_params": 4715740, "total_flops": 10140727296000000, "train_loss": 0.05310158729553223, "subset_score_loss": 0.05310158729553223, "memorization_fraction_pixel": 0.011800000444054604, "mean_nn_ratio_pixel": 0.9508652091026306, "fid": 306.8337355926324, "fid_failed": 0.0} +{"step": 710000, "wall_time": 2940.1245667934418, "train_loss_step": 7.964260101318359, "n_params": 4715740, "total_flops": 10285594828800000, "train_loss": 0.04320169362154874, "subset_score_loss": 0.04320169362154874} +{"step": 720000, "wall_time": 2980.1100091934204, "train_loss_step": 8.216604232788086, "n_params": 4715740, "total_flops": 10430462361600000, "train_loss": 0.04753474322232333, "subset_score_loss": 0.04753474322232333} +{"step": 730000, "wall_time": 3020.1115493774414, "train_loss_step": 8.185281753540039, "n_params": 4715740, "total_flops": 10575329894400000, "train_loss": 0.047489560734141956, "subset_score_loss": 0.047489560734141956} +{"step": 740000, "wall_time": 3059.625654697418, "train_loss_step": 8.15552043914795, "n_params": 4715740, "total_flops": 10720197427200000, "train_loss": 0.05503079240972346, "subset_score_loss": 0.05503079240972346} +{"step": 750000, "wall_time": 3099.4781782627106, "train_loss_step": 8.050002098083496, "n_params": 4715740, "total_flops": 10865064960000000, "train_loss": 0.049322106621482155, "subset_score_loss": 0.049322106621482155} +{"step": 760000, "wall_time": 3139.742419242859, "train_loss_step": 8.031211853027344, "n_params": 4715740, "total_flops": 11009932492800000, "train_loss": 0.04495715661482377, "subset_score_loss": 0.04495715661482377} +{"step": 770000, "wall_time": 3179.9053983688354, "train_loss_step": 7.825466632843018, "n_params": 4715740, "total_flops": 11154800025600000, "train_loss": 0.048985645987770776, "subset_score_loss": 0.048985645987770776} +{"step": 780000, "wall_time": 3220.1819322109222, "train_loss_step": 8.191246032714844, "n_params": 4715740, "total_flops": 11299667558400000, "train_loss": 0.04911617799238725, "subset_score_loss": 0.04911617799238725} +{"step": 790000, "wall_time": 3259.847335577011, "train_loss_step": 8.648334503173828, "n_params": 4715740, "total_flops": 11444535091200000, "train_loss": 0.051292402094060725, "subset_score_loss": 0.051292402094060725} +{"step": 800000, "wall_time": 3321.3176050186157, "train_loss_step": 7.653343200683594, "n_params": 4715740, "total_flops": 11589402624000000, "train_loss": 0.042864322662353516, "subset_score_loss": 0.042864322662353516, "memorization_fraction_pixel": 0.01759999990463257, "mean_nn_ratio_pixel": 0.9497634768486023, "fid": 300.25476304203613, "fid_failed": 0.0} +{"step": 810000, "wall_time": 3339.553892850876, "train_loss_step": 8.005958557128906, "n_params": 4715740, "total_flops": 11734270156800000, "train_loss": 0.04797928116538308, "subset_score_loss": 0.04797928116538308} +{"step": 820000, "wall_time": 3358.0641243457794, "train_loss_step": 7.560351371765137, "n_params": 4715740, "total_flops": 11879137689600000, "train_loss": 0.047925160147927026, "subset_score_loss": 0.047925160147927026} +{"step": 830000, "wall_time": 3396.4921956062317, "train_loss_step": 7.8443603515625, "n_params": 4715740, "total_flops": 12024005222400000, "train_loss": 0.046373484351418234, "subset_score_loss": 0.046373484351418234} +{"step": 840000, "wall_time": 3435.9324016571045, "train_loss_step": 7.613685607910156, "n_params": 4715740, "total_flops": 12168872755200000, "train_loss": 0.04491967721418901, "subset_score_loss": 0.04491967721418901} +{"step": 850000, "wall_time": 3475.3123083114624, "train_loss_step": 7.840269088745117, "n_params": 4715740, "total_flops": 12313740288000000, "train_loss": 0.045027854225852273, "subset_score_loss": 0.045027854225852273} +{"step": 860000, "wall_time": 3514.7586913108826, "train_loss_step": 7.629852771759033, "n_params": 4715740, "total_flops": 12458607820800000, "train_loss": 0.0414525335485285, "subset_score_loss": 0.0414525335485285} +{"step": 870000, "wall_time": 3554.5433378219604, "train_loss_step": 7.6317596435546875, "n_params": 4715740, "total_flops": 12603475353600000, "train_loss": 0.04234396327625622, "subset_score_loss": 0.04234396327625622} +{"step": 880000, "wall_time": 3593.9653708934784, "train_loss_step": 7.728934288024902, "n_params": 4715740, "total_flops": 12748342886400000, "train_loss": 0.04370497790249911, "subset_score_loss": 0.04370497790249911} +{"step": 890000, "wall_time": 3634.334768295288, "train_loss_step": 7.574004173278809, "n_params": 4715740, "total_flops": 12893210419200000, "train_loss": 0.043375613472678445, "subset_score_loss": 0.043375613472678445} +{"step": 900000, "wall_time": 3710.1276783943176, "train_loss_step": 7.7757978439331055, "n_params": 4715740, "total_flops": 13038077952000000, "train_loss": 0.04150215062228116, "subset_score_loss": 0.04150215062228116, "memorization_fraction_pixel": 0.024700000882148743, "mean_nn_ratio_pixel": 0.9425420761108398, "fid": 284.63976316613423, "fid_failed": 0.0} +{"step": 910000, "wall_time": 3749.105925321579, "train_loss_step": 7.329512119293213, "n_params": 4715740, "total_flops": 13182945484800000, "train_loss": 0.04497959397055886, "subset_score_loss": 0.04497959397055886} +{"step": 920000, "wall_time": 3766.967826604843, "train_loss_step": 7.634124755859375, "n_params": 4715740, "total_flops": 13327813017600000, "train_loss": 0.04500937895341353, "subset_score_loss": 0.04500937895341353} +{"step": 930000, "wall_time": 3790.447649240494, "train_loss_step": 8.026928901672363, "n_params": 4715740, "total_flops": 13472680550400000, "train_loss": 0.04670223756269975, "subset_score_loss": 0.04670223756269975} +{"step": 940000, "wall_time": 3829.8815665245056, "train_loss_step": 8.239795684814453, "n_params": 4715740, "total_flops": 13617548083200000, "train_loss": 0.05012250380082564, "subset_score_loss": 0.05012250380082564} +{"step": 950000, "wall_time": 3869.3736760616302, "train_loss_step": 7.856620788574219, "n_params": 4715740, "total_flops": 13762415616000000, "train_loss": 0.04682751568880948, "subset_score_loss": 0.04682751568880948} +{"step": 960000, "wall_time": 3909.2049326896667, "train_loss_step": 7.651426315307617, "n_params": 4715740, "total_flops": 13907283148800000, "train_loss": 0.043437225168401546, "subset_score_loss": 0.043437225168401546} +{"step": 970000, "wall_time": 3949.0261392593384, "train_loss_step": 7.571071624755859, "n_params": 4715740, "total_flops": 14052150681600000, "train_loss": 0.03930146477439187, "subset_score_loss": 0.03930146477439187} +{"step": 980000, "wall_time": 3988.7990312576294, "train_loss_step": 8.178739547729492, "n_params": 4715740, "total_flops": 14197018214400000, "train_loss": 0.07080349055203525, "subset_score_loss": 0.07080349055203525} +{"step": 990000, "wall_time": 4028.415606737137, "train_loss_step": 7.166327953338623, "n_params": 4715740, "total_flops": 14341885747200000, "train_loss": 0.040635360370982775, "subset_score_loss": 0.040635360370982775} +{"step": 1000000, "wall_time": 4104.1877818107605, "train_loss_step": 7.283763408660889, "n_params": 4715740, "total_flops": 14486753280000000, "train_loss": 0.04361478632146662, "subset_score_loss": 0.04361478632146662, "memorization_fraction_pixel": 0.02930000051856041, "mean_nn_ratio_pixel": 0.9388799071311951, "fid": 282.53479332801504, "fid_failed": 0.0} +{"step": 1010000, "wall_time": 4144.283045530319, "train_loss_step": 7.133593559265137, "n_params": 4715740, "total_flops": 14631620812800000, "train_loss": 0.03990376645868475, "subset_score_loss": 0.03990376645868475} +{"step": 1020000, "wall_time": 4174.526576280594, "train_loss_step": 7.351459503173828, "n_params": 4715740, "total_flops": 14776488345600000, "train_loss": 0.04265561103820801, "subset_score_loss": 0.04265561103820801} +{"step": 1030000, "wall_time": 4192.872580766678, "train_loss_step": 7.381630897521973, "n_params": 4715740, "total_flops": 14921355878400000, "train_loss": 0.040587277845902874, "subset_score_loss": 0.040587277845902874} +{"step": 1040000, "wall_time": 4210.864602327347, "train_loss_step": 7.742074012756348, "n_params": 4715740, "total_flops": 15066223411200000, "train_loss": 0.039465713500976565, "subset_score_loss": 0.039465713500976565} +{"step": 1050000, "wall_time": 4229.673686027527, "train_loss_step": 7.609882354736328, "n_params": 4715740, "total_flops": 15211090944000000, "train_loss": 0.042946577072143555, "subset_score_loss": 0.042946577072143555} +{"step": 1060000, "wall_time": 4269.83140707016, "train_loss_step": 7.230799198150635, "n_params": 4715740, "total_flops": 15355958476800000, "train_loss": 0.03999850966713645, "subset_score_loss": 0.03999850966713645} +{"step": 1070000, "wall_time": 4309.806116580963, "train_loss_step": 8.106351852416992, "n_params": 4715740, "total_flops": 15500826009600000, "train_loss": 0.0417222413149747, "subset_score_loss": 0.0417222413149747} +{"step": 1080000, "wall_time": 4349.551053524017, "train_loss_step": 7.105142593383789, "n_params": 4715740, "total_flops": 15645693542400000, "train_loss": 0.04057798385620117, "subset_score_loss": 0.04057798385620117} +{"step": 1090000, "wall_time": 4389.003289937973, "train_loss_step": 7.464738368988037, "n_params": 4715740, "total_flops": 15790561075200000, "train_loss": 0.038781933350996535, "subset_score_loss": 0.038781933350996535} +{"step": 1100000, "wall_time": 4464.5224940776825, "train_loss_step": 7.618599891662598, "n_params": 4715740, "total_flops": 15935428608000000, "train_loss": 0.0419670278375799, "subset_score_loss": 0.0419670278375799, "memorization_fraction_pixel": 0.03739999979734421, "mean_nn_ratio_pixel": 0.9235605597496033, "fid": 272.2111940946311, "fid_failed": 0.0} +{"step": 1110000, "wall_time": 4504.182655572891, "train_loss_step": 6.716533660888672, "n_params": 4715740, "total_flops": 16080296140800000, "train_loss": 0.03685827688737349, "subset_score_loss": 0.03685827688737349} +{"step": 1120000, "wall_time": 4543.630501508713, "train_loss_step": 6.726743698120117, "n_params": 4715740, "total_flops": 16225163673600000, "train_loss": 0.044471541318026456, "subset_score_loss": 0.044471541318026456} +{"step": 1130000, "wall_time": 4583.642186880112, "train_loss_step": 7.213287353515625, "n_params": 4715740, "total_flops": 16370031206400000, "train_loss": 0.038919505206021394, "subset_score_loss": 0.038919505206021394} +{"step": 1140000, "wall_time": 4619.409346580505, "train_loss_step": 6.796116828918457, "n_params": 4715740, "total_flops": 16514898739200000, "train_loss": 0.036385211077603424, "subset_score_loss": 0.036385211077603424} +{"step": 1150000, "wall_time": 4641.145338058472, "train_loss_step": 7.176217555999756, "n_params": 4715740, "total_flops": 16659766272000000, "train_loss": 0.03634932257912376, "subset_score_loss": 0.03634932257912376} +{"step": 1160000, "wall_time": 4662.756660223007, "train_loss_step": 7.0537614822387695, "n_params": 4715740, "total_flops": 16804633804800000, "train_loss": 0.039729339426214046, "subset_score_loss": 0.039729339426214046} +{"step": 1170000, "wall_time": 4690.665983438492, "train_loss_step": 7.655270576477051, "n_params": 4715740, "total_flops": 16949501337600000, "train_loss": 0.04308333830399947, "subset_score_loss": 0.04308333830399947} +{"step": 1180000, "wall_time": 4730.9406645298, "train_loss_step": 6.798358917236328, "n_params": 4715740, "total_flops": 17094368870400000, "train_loss": 0.04025536450472745, "subset_score_loss": 0.04025536450472745} +{"step": 1190000, "wall_time": 4770.848513364792, "train_loss_step": 7.162527561187744, "n_params": 4715740, "total_flops": 17239236403200000, "train_loss": 0.036536359786987306, "subset_score_loss": 0.036536359786987306} +{"step": 1200000, "wall_time": 4845.922767877579, "train_loss_step": 7.324495315551758, "n_params": 4715740, "total_flops": 17384103936000000, "train_loss": 0.04023323926058683, "subset_score_loss": 0.04023323926058683, "memorization_fraction_pixel": 0.04039999842643738, "mean_nn_ratio_pixel": 0.9242724776268005, "fid": 273.37220577976683, "fid_failed": 0.0} +{"step": 1210000, "wall_time": 4885.761862277985, "train_loss_step": 6.848348617553711, "n_params": 4715740, "total_flops": 17528971468800000, "train_loss": 0.038738402453335846, "subset_score_loss": 0.038738402453335846} +{"step": 1220000, "wall_time": 4925.539914369583, "train_loss_step": 6.722530364990234, "n_params": 4715740, "total_flops": 17673839001600000, "train_loss": 0.035251797329295766, "subset_score_loss": 0.035251797329295766} +{"step": 1230000, "wall_time": 4964.891346693039, "train_loss_step": 6.806036949157715, "n_params": 4715740, "total_flops": 17818706534400000, "train_loss": 0.04129453138871626, "subset_score_loss": 0.04129453138871626} +{"step": 1240000, "wall_time": 5004.516319990158, "train_loss_step": 6.922664642333984, "n_params": 4715740, "total_flops": 17963574067200000, "train_loss": 0.039976132999766954, "subset_score_loss": 0.039976132999766954} +{"step": 1250000, "wall_time": 5043.43111038208, "train_loss_step": 6.799297332763672, "n_params": 4715740, "total_flops": 18108441600000000, "train_loss": 0.03670465295965021, "subset_score_loss": 0.03670465295965021} +{"step": 1260000, "wall_time": 5071.147127151489, "train_loss_step": 7.008939743041992, "n_params": 4715740, "total_flops": 18253309132800000, "train_loss": 0.038157874887639824, "subset_score_loss": 0.038157874887639824} +{"step": 1270000, "wall_time": 5088.657065868378, "train_loss_step": 6.951213836669922, "n_params": 4715740, "total_flops": 18398176665600000, "train_loss": 0.03903787352822043, "subset_score_loss": 0.03903787352822043} +{"step": 1280000, "wall_time": 5114.159788131714, "train_loss_step": 6.664666652679443, "n_params": 4715740, "total_flops": 18543044198400000, "train_loss": 0.037758311358365146, "subset_score_loss": 0.037758311358365146} +{"step": 1290000, "wall_time": 5153.367092132568, "train_loss_step": 6.869729042053223, "n_params": 4715740, "total_flops": 18687911731200000, "train_loss": 0.03976106210188432, "subset_score_loss": 0.03976106210188432} +{"step": 1300000, "wall_time": 5228.638947963715, "train_loss_step": 7.069065570831299, "n_params": 4715740, "total_flops": 18832779264000000, "train_loss": 0.04386267228560014, "subset_score_loss": 0.04386267228560014, "memorization_fraction_pixel": 0.05000000074505806, "mean_nn_ratio_pixel": 0.9193739295005798, "fid": 270.9645202397075, "fid_failed": 0.0} +{"step": 1310000, "wall_time": 5268.325731754303, "train_loss_step": 6.845932960510254, "n_params": 4715740, "total_flops": 18977646796800000, "train_loss": 0.037426701459017664, "subset_score_loss": 0.037426701459017664} +{"step": 1320000, "wall_time": 5308.397383213043, "train_loss_step": 6.525132179260254, "n_params": 4715740, "total_flops": 19122514329600000, "train_loss": 0.04273421114141291, "subset_score_loss": 0.04273421114141291} +{"step": 1330000, "wall_time": 5348.473630428314, "train_loss_step": 6.5159502029418945, "n_params": 4715740, "total_flops": 19267381862400000, "train_loss": 0.03512935421683572, "subset_score_loss": 0.03512935421683572} +{"step": 1340000, "wall_time": 5388.050668716431, "train_loss_step": 6.423275947570801, "n_params": 4715740, "total_flops": 19412249395200000, "train_loss": 0.035530959476124155, "subset_score_loss": 0.035530959476124155} +{"step": 1350000, "wall_time": 5427.46716427803, "train_loss_step": 7.287477970123291, "n_params": 4715740, "total_flops": 19557116928000000, "train_loss": 0.0391649679704146, "subset_score_loss": 0.0391649679704146} +{"step": 1360000, "wall_time": 5466.898970603943, "train_loss_step": 6.801316261291504, "n_params": 4715740, "total_flops": 19701984460800000, "train_loss": 0.04069656025279652, "subset_score_loss": 0.04069656025279652} +{"step": 1370000, "wall_time": 5497.209983587265, "train_loss_step": 7.032341003417969, "n_params": 4715740, "total_flops": 19846851993600000, "train_loss": 0.041900652105158025, "subset_score_loss": 0.041900652105158025} +{"step": 1380000, "wall_time": 5517.226159572601, "train_loss_step": 7.047656059265137, "n_params": 4715740, "total_flops": 19991719526400000, "train_loss": 0.0342003887349909, "subset_score_loss": 0.0342003887349909} +{"step": 1390000, "wall_time": 5535.215234279633, "train_loss_step": 6.797710418701172, "n_params": 4715740, "total_flops": 20136587059200000, "train_loss": 0.03830445029518821, "subset_score_loss": 0.03830445029518821} +{"step": 1400000, "wall_time": 5601.073694229126, "train_loss_step": 7.281110763549805, "n_params": 4715740, "total_flops": 20281454592000000, "train_loss": 0.037817616896195845, "subset_score_loss": 0.037817616896195845, "memorization_fraction_pixel": 0.05660000070929527, "mean_nn_ratio_pixel": 0.9134169220924377, "fid": 261.6579603453217, "fid_failed": 0.0} +{"step": 1410000, "wall_time": 5640.405383825302, "train_loss_step": 6.659681797027588, "n_params": 4715740, "total_flops": 20426322124800000, "train_loss": 0.03780543587424538, "subset_score_loss": 0.03780543587424538} +{"step": 1420000, "wall_time": 5680.068876981735, "train_loss_step": 6.983036041259766, "n_params": 4715740, "total_flops": 20571189657600000, "train_loss": 0.03633132631128484, "subset_score_loss": 0.03633132631128484} +{"step": 1430000, "wall_time": 5720.517081022263, "train_loss_step": 6.401285171508789, "n_params": 4715740, "total_flops": 20716057190400000, "train_loss": 0.038204102082685994, "subset_score_loss": 0.038204102082685994} +{"step": 1440000, "wall_time": 5760.471592903137, "train_loss_step": 7.112577438354492, "n_params": 4715740, "total_flops": 20860924723200000, "train_loss": 0.04058288660916415, "subset_score_loss": 0.04058288660916415} +{"step": 1450000, "wall_time": 5800.65754365921, "train_loss_step": 6.670822620391846, "n_params": 4715740, "total_flops": 21005792256000000, "train_loss": 0.03284158706665039, "subset_score_loss": 0.03284158706665039} +{"step": 1460000, "wall_time": 5840.902688741684, "train_loss_step": 6.939291000366211, "n_params": 4715740, "total_flops": 21150659788800000, "train_loss": 0.03863877816633745, "subset_score_loss": 0.03863877816633745} +{"step": 1470000, "wall_time": 5881.231695890427, "train_loss_step": 6.32729959487915, "n_params": 4715740, "total_flops": 21295527321600000, "train_loss": 0.03337002884257923, "subset_score_loss": 0.03337002884257923} +{"step": 1480000, "wall_time": 5920.564667701721, "train_loss_step": 6.48682975769043, "n_params": 4715740, "total_flops": 21440394854400000, "train_loss": 0.03339620286768133, "subset_score_loss": 0.03339620286768133} +{"step": 1490000, "wall_time": 5944.63038444519, "train_loss_step": 6.523362159729004, "n_params": 4715740, "total_flops": 21585262387200000, "train_loss": 0.03674097494645552, "subset_score_loss": 0.03674097494645552} +{"step": 1500000, "wall_time": 5996.420079708099, "train_loss_step": 6.642033576965332, "n_params": 4715740, "total_flops": 21730129920000000, "train_loss": 0.036627860502763225, "subset_score_loss": 0.036627860502763225, "memorization_fraction_pixel": 0.0632999986410141, "mean_nn_ratio_pixel": 0.9017901420593262, "fid": 256.92113586092023, "fid_failed": 0.0} +{"step": 1510000, "wall_time": 6036.007278442383, "train_loss_step": 6.807106018066406, "n_params": 4715740, "total_flops": 21874997452800000, "train_loss": 0.035380222580649635, "subset_score_loss": 0.035380222580649635} +{"step": 1520000, "wall_time": 6076.320072174072, "train_loss_step": 6.3861541748046875, "n_params": 4715740, "total_flops": 22019864985600000, "train_loss": 0.03982513601129705, "subset_score_loss": 0.03982513601129705} +{"step": 1530000, "wall_time": 6116.424821138382, "train_loss_step": 6.811039447784424, "n_params": 4715740, "total_flops": 22164732518400000, "train_loss": 0.045590049570257016, "subset_score_loss": 0.045590049570257016} +{"step": 1540000, "wall_time": 6156.473122835159, "train_loss_step": 6.678045272827148, "n_params": 4715740, "total_flops": 22309600051200000, "train_loss": 0.035015624219721014, "subset_score_loss": 0.035015624219721014} +{"step": 1550000, "wall_time": 6196.680351495743, "train_loss_step": 6.512481689453125, "n_params": 4715740, "total_flops": 22454467584000000, "train_loss": 0.03149914958260276, "subset_score_loss": 0.03149914958260276} +{"step": 1560000, "wall_time": 6236.450747728348, "train_loss_step": 6.6490278244018555, "n_params": 4715740, "total_flops": 22599335116800000, "train_loss": 0.03556660305369984, "subset_score_loss": 0.03556660305369984} +{"step": 1570000, "wall_time": 6276.226544380188, "train_loss_step": 7.0446014404296875, "n_params": 4715740, "total_flops": 22744202649600000, "train_loss": 0.03454385670748624, "subset_score_loss": 0.03454385670748624} +{"step": 1580000, "wall_time": 6315.859048843384, "train_loss_step": 6.234126567840576, "n_params": 4715740, "total_flops": 22889070182400000, "train_loss": 0.036907074668190695, "subset_score_loss": 0.036907074668190695} +{"step": 1590000, "wall_time": 6354.543258666992, "train_loss_step": 6.6255693435668945, "n_params": 4715740, "total_flops": 23033937715200000, "train_loss": 0.031992528655312276, "subset_score_loss": 0.031992528655312276} +{"step": 1600000, "wall_time": 6392.241384983063, "train_loss_step": 6.442200660705566, "n_params": 4715740, "total_flops": 23178805248000000, "train_loss": 0.03904155817898837, "subset_score_loss": 0.03904155817898837, "memorization_fraction_pixel": 0.06289999932050705, "mean_nn_ratio_pixel": 0.9032337069511414, "fid": 257.03323790246856, "fid_failed": 0.0} +{"step": 1610000, "wall_time": 6432.3590314388275, "train_loss_step": 6.595244407653809, "n_params": 4715740, "total_flops": 23323672780800000, "train_loss": 0.03584089062430642, "subset_score_loss": 0.03584089062430642} +{"step": 1620000, "wall_time": 6471.8083436489105, "train_loss_step": 7.056966781616211, "n_params": 4715740, "total_flops": 23468540313600000, "train_loss": 0.03747676936062899, "subset_score_loss": 0.03747676936062899} +{"step": 1630000, "wall_time": 6511.827799797058, "train_loss_step": 6.772627830505371, "n_params": 4715740, "total_flops": 23613407846400000, "train_loss": 0.036709260940551755, "subset_score_loss": 0.036709260940551755} +{"step": 1640000, "wall_time": 6551.1108481884, "train_loss_step": 6.404432773590088, "n_params": 4715740, "total_flops": 23758275379200000, "train_loss": 0.03370516950433904, "subset_score_loss": 0.03370516950433904} +{"step": 1650000, "wall_time": 6590.73043680191, "train_loss_step": 6.66831111907959, "n_params": 4715740, "total_flops": 23903142912000000, "train_loss": 0.036720956455577505, "subset_score_loss": 0.036720956455577505} +{"step": 1660000, "wall_time": 6630.174674272537, "train_loss_step": 6.953094005584717, "n_params": 4715740, "total_flops": 24048010444800000, "train_loss": 0.03598977435718883, "subset_score_loss": 0.03598977435718883} +{"step": 1670000, "wall_time": 6669.685601711273, "train_loss_step": 6.829955101013184, "n_params": 4715740, "total_flops": 24192877977600000, "train_loss": 0.03251262578097257, "subset_score_loss": 0.03251262578097257} +{"step": 1680000, "wall_time": 6709.242483377457, "train_loss_step": 6.34054708480835, "n_params": 4715740, "total_flops": 24337745510400000, "train_loss": 0.039657480066472836, "subset_score_loss": 0.039657480066472836} +{"step": 1690000, "wall_time": 6749.672053098679, "train_loss_step": 6.389662742614746, "n_params": 4715740, "total_flops": 24482613043200000, "train_loss": 0.033450417085127394, "subset_score_loss": 0.033450417085127394} +{"step": 1700000, "wall_time": 6800.566353321075, "train_loss_step": 6.348970413208008, "n_params": 4715740, "total_flops": 24627480576000000, "train_loss": 0.033397856625643645, "subset_score_loss": 0.033397856625643645, "memorization_fraction_pixel": 0.06509999930858612, "mean_nn_ratio_pixel": 0.9054405093193054, "fid": 256.48072557493964, "fid_failed": 0.0} +{"step": 1710000, "wall_time": 6830.058014154434, "train_loss_step": 6.401655673980713, "n_params": 4715740, "total_flops": 24772348108800000, "train_loss": 0.033404632048173385, "subset_score_loss": 0.033404632048173385} +{"step": 1720000, "wall_time": 6869.924567461014, "train_loss_step": 6.603124618530273, "n_params": 4715740, "total_flops": 24917215641600000, "train_loss": 0.03870663209394975, "subset_score_loss": 0.03870663209394975} +{"step": 1730000, "wall_time": 6910.1949009895325, "train_loss_step": 6.248560905456543, "n_params": 4715740, "total_flops": 25062083174400000, "train_loss": 0.03689472458579324, "subset_score_loss": 0.03689472458579324} +{"step": 1740000, "wall_time": 6950.216104507446, "train_loss_step": 7.0429582595825195, "n_params": 4715740, "total_flops": 25206950707200000, "train_loss": 0.03416472565044056, "subset_score_loss": 0.03416472565044056} +{"step": 1750000, "wall_time": 6989.887371063232, "train_loss_step": 6.1669158935546875, "n_params": 4715740, "total_flops": 25351818240000000, "train_loss": 0.03308847384019332, "subset_score_loss": 0.03308847384019332} +{"step": 1760000, "wall_time": 7029.281497478485, "train_loss_step": 6.007829666137695, "n_params": 4715740, "total_flops": 25496685772800000, "train_loss": 0.02994980595328591, "subset_score_loss": 0.02994980595328591} +{"step": 1770000, "wall_time": 7069.6569447517395, "train_loss_step": 6.213685512542725, "n_params": 4715740, "total_flops": 25641553305600000, "train_loss": 0.034547045014121314, "subset_score_loss": 0.034547045014121314} +{"step": 1780000, "wall_time": 7109.350969791412, "train_loss_step": 5.924928665161133, "n_params": 4715740, "total_flops": 25786420838400000, "train_loss": 0.035298850319602275, "subset_score_loss": 0.035298850319602275} +{"step": 1790000, "wall_time": 7149.247477769852, "train_loss_step": 6.864774703979492, "n_params": 4715740, "total_flops": 25931288371200000, "train_loss": 0.042264218763871625, "subset_score_loss": 0.042264218763871625} +{"step": 1800000, "wall_time": 7217.44201374054, "train_loss_step": 6.31164026260376, "n_params": 4715740, "total_flops": 26076155904000000, "train_loss": 0.032845744219693274, "subset_score_loss": 0.032845744219693274, "memorization_fraction_pixel": 0.0803999975323677, "mean_nn_ratio_pixel": 0.8846009969711304, "fid": 251.74575199444627, "fid_failed": 0.0} +{"step": 1810000, "wall_time": 7234.773987531662, "train_loss_step": 6.026949405670166, "n_params": 4715740, "total_flops": 26221023436800000, "train_loss": 0.040764474868774415, "subset_score_loss": 0.040764474868774415} +{"step": 1820000, "wall_time": 7269.744676589966, "train_loss_step": 6.195648193359375, "n_params": 4715740, "total_flops": 26365890969600000, "train_loss": 0.030802035331726076, "subset_score_loss": 0.030802035331726076} +{"step": 1830000, "wall_time": 7309.531306266785, "train_loss_step": 6.5871734619140625, "n_params": 4715740, "total_flops": 26510758502400000, "train_loss": 0.035140249945900655, "subset_score_loss": 0.035140249945900655} +{"step": 1840000, "wall_time": 7348.753734111786, "train_loss_step": 6.040696620941162, "n_params": 4715740, "total_flops": 26655626035200000, "train_loss": 0.03111733306537975, "subset_score_loss": 0.03111733306537975} +{"step": 1850000, "wall_time": 7387.947686433792, "train_loss_step": 5.7975311279296875, "n_params": 4715740, "total_flops": 26800493568000000, "train_loss": 0.0299865570935336, "subset_score_loss": 0.0299865570935336} +{"step": 1860000, "wall_time": 7427.981247186661, "train_loss_step": 6.107630729675293, "n_params": 4715740, "total_flops": 26945361100800000, "train_loss": 0.03092532808130438, "subset_score_loss": 0.03092532808130438} +{"step": 1870000, "wall_time": 7467.842905759811, "train_loss_step": 6.411825180053711, "n_params": 4715740, "total_flops": 27090228633600000, "train_loss": 0.03327981775457209, "subset_score_loss": 0.03327981775457209} +{"step": 1880000, "wall_time": 7507.042351961136, "train_loss_step": 5.953886032104492, "n_params": 4715740, "total_flops": 27235096166400000, "train_loss": 0.03118009784004905, "subset_score_loss": 0.03118009784004905} +{"step": 1890000, "wall_time": 7546.673937559128, "train_loss_step": 6.532461166381836, "n_params": 4715740, "total_flops": 27379963699200000, "train_loss": 0.033169581673362036, "subset_score_loss": 0.033169581673362036} +{"step": 1900000, "wall_time": 7622.246089696884, "train_loss_step": 6.693987846374512, "n_params": 4715740, "total_flops": 27524831232000000, "train_loss": 0.02997978600588712, "subset_score_loss": 0.02997978600588712, "memorization_fraction_pixel": 0.07159999758005142, "mean_nn_ratio_pixel": 0.8985797166824341, "fid": 252.7441371609606, "fid_failed": 0.0} +{"step": 1910000, "wall_time": 7642.652713775635, "train_loss_step": 6.185284614562988, "n_params": 4715740, "total_flops": 27669698764800000, "train_loss": 0.03446109945123846, "subset_score_loss": 0.03446109945123846} +{"step": 1920000, "wall_time": 7662.338799238205, "train_loss_step": 6.215458869934082, "n_params": 4715740, "total_flops": 27814566297600000, "train_loss": 0.03171709450808438, "subset_score_loss": 0.03171709450808438} +{"step": 1930000, "wall_time": 7684.594637155533, "train_loss_step": 5.966279029846191, "n_params": 4715740, "total_flops": 27959433830400000, "train_loss": 0.03279691392725164, "subset_score_loss": 0.03279691392725164} +{"step": 1940000, "wall_time": 7724.025755882263, "train_loss_step": 6.190151214599609, "n_params": 4715740, "total_flops": 28104301363200000, "train_loss": 0.034766253558072176, "subset_score_loss": 0.034766253558072176} +{"step": 1950000, "wall_time": 7764.464109659195, "train_loss_step": 6.402815341949463, "n_params": 4715740, "total_flops": 28249168896000000, "train_loss": 0.03332829475402832, "subset_score_loss": 0.03332829475402832} +{"step": 1960000, "wall_time": 7804.300359249115, "train_loss_step": 5.9050092697143555, "n_params": 4715740, "total_flops": 28394036428800000, "train_loss": 0.033370497009970926, "subset_score_loss": 0.033370497009970926} +{"step": 1970000, "wall_time": 7843.885905981064, "train_loss_step": 6.5689568519592285, "n_params": 4715740, "total_flops": 28538903961600000, "train_loss": 0.03417526591907848, "subset_score_loss": 0.03417526591907848} +{"step": 1980000, "wall_time": 7883.850980758667, "train_loss_step": 6.59761381149292, "n_params": 4715740, "total_flops": 28683771494400000, "train_loss": 0.03329302831129594, "subset_score_loss": 0.03329302831129594} +{"step": 1990000, "wall_time": 7923.603222131729, "train_loss_step": 5.868531227111816, "n_params": 4715740, "total_flops": 28828639027200000, "train_loss": 0.03296049724925648, "subset_score_loss": 0.03296049724925648} +{"step": 2000000, "wall_time": 7999.813052415848, "train_loss_step": 6.085639476776123, "n_params": 4715740, "total_flops": 28973506560000000, "train_loss": 0.033528715913945975, "subset_score_loss": 0.033528715913945975, "memorization_fraction_pixel": 0.08340000361204147, "mean_nn_ratio_pixel": 0.8914420008659363, "fid": 253.3752639106263, "fid_failed": 0.0} +{"step": 2010000, "wall_time": 8039.99627161026, "train_loss_step": 6.213651657104492, "n_params": 4715740, "total_flops": 29118374092800000, "train_loss": 0.03682444312355735, "subset_score_loss": 0.03682444312355735} +{"step": 2020000, "wall_time": 8072.00688624382, "train_loss_step": 6.358222007751465, "n_params": 4715740, "total_flops": 29263241625600000, "train_loss": 0.03325531482696533, "subset_score_loss": 0.03325531482696533} +{"step": 2030000, "wall_time": 8091.212692499161, "train_loss_step": 6.218815803527832, "n_params": 4715740, "total_flops": 29408109158400000, "train_loss": 0.03089547807520086, "subset_score_loss": 0.03089547807520086} +{"step": 2040000, "wall_time": 8114.269652366638, "train_loss_step": 5.856600761413574, "n_params": 4715740, "total_flops": 29552976691200000, "train_loss": 0.03280509818683971, "subset_score_loss": 0.03280509818683971} +{"step": 2050000, "wall_time": 8143.720289230347, "train_loss_step": 6.419864654541016, "n_params": 4715740, "total_flops": 29697844224000000, "train_loss": 0.03508114164525812, "subset_score_loss": 0.03508114164525812} +{"step": 2060000, "wall_time": 8183.43864274025, "train_loss_step": 6.065311431884766, "n_params": 4715740, "total_flops": 29842711756800000, "train_loss": 0.030113300410183994, "subset_score_loss": 0.030113300410183994} +{"step": 2070000, "wall_time": 8223.141543865204, "train_loss_step": 6.226228713989258, "n_params": 4715740, "total_flops": 29987579289600000, "train_loss": 0.04049697355790572, "subset_score_loss": 0.04049697355790572} +{"step": 2080000, "wall_time": 8262.951570749283, "train_loss_step": 5.973457336425781, "n_params": 4715740, "total_flops": 30132446822400000, "train_loss": 0.030520716580477628, "subset_score_loss": 0.030520716580477628} +{"step": 2090000, "wall_time": 8303.165878534317, "train_loss_step": 6.334053039550781, "n_params": 4715740, "total_flops": 30277314355200000, "train_loss": 0.02970817739313299, "subset_score_loss": 0.02970817739313299} +{"step": 2100000, "wall_time": 8378.971066474915, "train_loss_step": 6.101362228393555, "n_params": 4715740, "total_flops": 30422181888000000, "train_loss": 0.03186370459469882, "subset_score_loss": 0.03186370459469882, "memorization_fraction_pixel": 0.08489999920129776, "mean_nn_ratio_pixel": 0.8768954277038574, "fid": 241.93948579507006, "fid_failed": 0.0} +{"step": 2110000, "wall_time": 8419.005516052246, "train_loss_step": 5.6365966796875, "n_params": 4715740, "total_flops": 30567049420800000, "train_loss": 0.03229267813942649, "subset_score_loss": 0.03229267813942649} +{"step": 2120000, "wall_time": 8459.162542819977, "train_loss_step": 5.8179731369018555, "n_params": 4715740, "total_flops": 30711916953600000, "train_loss": 0.03319168524308638, "subset_score_loss": 0.03319168524308638} +{"step": 2130000, "wall_time": 8498.125061273575, "train_loss_step": 6.084986686706543, "n_params": 4715740, "total_flops": 30856784486400000, "train_loss": 0.03452452312816273, "subset_score_loss": 0.03452452312816273} +{"step": 2140000, "wall_time": 8526.089925527573, "train_loss_step": 6.0760297775268555, "n_params": 4715740, "total_flops": 31001652019200000, "train_loss": 0.03327756361527876, "subset_score_loss": 0.03327756361527876} +{"step": 2150000, "wall_time": 8543.829064846039, "train_loss_step": 6.029292106628418, "n_params": 4715740, "total_flops": 31146519552000000, "train_loss": 0.02965718832882968, "subset_score_loss": 0.02965718832882968} +{"step": 2160000, "wall_time": 8561.856971025467, "train_loss_step": 5.799630165100098, "n_params": 4715740, "total_flops": 31291387084800000, "train_loss": 0.03633511716669256, "subset_score_loss": 0.03633511716669256} +{"step": 2170000, "wall_time": 8599.914336204529, "train_loss_step": 5.878294944763184, "n_params": 4715740, "total_flops": 31436254617600000, "train_loss": 0.03337428353049538, "subset_score_loss": 0.03337428353049538} +{"step": 2180000, "wall_time": 8639.168404340744, "train_loss_step": 6.185093402862549, "n_params": 4715740, "total_flops": 31581122150400000, "train_loss": 0.029447340965270997, "subset_score_loss": 0.029447340965270997} +{"step": 2190000, "wall_time": 8678.506512403488, "train_loss_step": 6.436416149139404, "n_params": 4715740, "total_flops": 31725989683200000, "train_loss": 0.032405348257585, "subset_score_loss": 0.032405348257585} +{"step": 2200000, "wall_time": 8754.030942201614, "train_loss_step": 5.608567714691162, "n_params": 4715740, "total_flops": 31870857216000000, "train_loss": 0.032263968207619405, "subset_score_loss": 0.032263968207619405, "memorization_fraction_pixel": 0.0925000011920929, "mean_nn_ratio_pixel": 0.8802623152732849, "fid": 233.84587399243682, "fid_failed": 0.0} +{"step": 2210000, "wall_time": 8793.98717713356, "train_loss_step": 5.332088947296143, "n_params": 4715740, "total_flops": 32015724748800000, "train_loss": 0.03515053445642645, "subset_score_loss": 0.03515053445642645} +{"step": 2220000, "wall_time": 8833.674845933914, "train_loss_step": 6.04132604598999, "n_params": 4715740, "total_flops": 32160592281600000, "train_loss": 0.028624660318548028, "subset_score_loss": 0.028624660318548028} +{"step": 2230000, "wall_time": 8873.252078056335, "train_loss_step": 5.387928009033203, "n_params": 4715740, "total_flops": 32305459814400000, "train_loss": 0.03007508407939564, "subset_score_loss": 0.03007508407939564} +{"step": 2240000, "wall_time": 8912.896275997162, "train_loss_step": 5.977153778076172, "n_params": 4715740, "total_flops": 32450327347200000, "train_loss": 0.03235583522103049, "subset_score_loss": 0.03235583522103049} +{"step": 2250000, "wall_time": 8952.243988990784, "train_loss_step": 6.025036334991455, "n_params": 4715740, "total_flops": 32595194880000000, "train_loss": 0.02882058186964555, "subset_score_loss": 0.02882058186964555} +{"step": 2260000, "wall_time": 8972.521356344223, "train_loss_step": 5.874513149261475, "n_params": 4715740, "total_flops": 32740062412800000, "train_loss": 0.02764687104658647, "subset_score_loss": 0.02764687104658647} +{"step": 2270000, "wall_time": 9000.436186790466, "train_loss_step": 5.786463260650635, "n_params": 4715740, "total_flops": 32884929945600000, "train_loss": 0.035793789950284094, "subset_score_loss": 0.035793789950284094} +{"step": 2280000, "wall_time": 9040.644475221634, "train_loss_step": 5.858637809753418, "n_params": 4715740, "total_flops": 33029797478400000, "train_loss": 0.03021900003606623, "subset_score_loss": 0.03021900003606623} +{"step": 2290000, "wall_time": 9080.054843187332, "train_loss_step": 6.012510299682617, "n_params": 4715740, "total_flops": 33174665011200000, "train_loss": 0.030767087502913043, "subset_score_loss": 0.030767087502913043} +{"step": 2300000, "wall_time": 9155.534764289856, "train_loss_step": 6.4161906242370605, "n_params": 4715740, "total_flops": 33319532544000000, "train_loss": 0.031874713030728426, "subset_score_loss": 0.031874713030728426, "memorization_fraction_pixel": 0.09830000251531601, "mean_nn_ratio_pixel": 0.8749562501907349, "fid": 240.60965946292305, "fid_failed": 0.0} +{"step": 2310000, "wall_time": 9195.15834736824, "train_loss_step": 6.112881660461426, "n_params": 4715740, "total_flops": 33464400076800000, "train_loss": 0.02835410941730846, "subset_score_loss": 0.02835410941730846} +{"step": 2320000, "wall_time": 9234.644084692001, "train_loss_step": 6.122053146362305, "n_params": 4715740, "total_flops": 33609267609600000, "train_loss": 0.03206843679601496, "subset_score_loss": 0.03206843679601496} +{"step": 2330000, "wall_time": 9274.030715227127, "train_loss_step": 5.957421779632568, "n_params": 4715740, "total_flops": 33754135142400000, "train_loss": 0.026987025954506614, "subset_score_loss": 0.026987025954506614} +{"step": 2340000, "wall_time": 9313.210089206696, "train_loss_step": 5.7183308601379395, "n_params": 4715740, "total_flops": 33899002675200000, "train_loss": 0.029268383979797363, "subset_score_loss": 0.029268383979797363} +{"step": 2350000, "wall_time": 9352.301924943924, "train_loss_step": 5.9978203773498535, "n_params": 4715740, "total_flops": 34043870208000000, "train_loss": 0.029092786528847434, "subset_score_loss": 0.029092786528847434} +{"step": 2360000, "wall_time": 9380.047741651535, "train_loss_step": 6.468353748321533, "n_params": 4715740, "total_flops": 34188737740800000, "train_loss": 0.031809273633089934, "subset_score_loss": 0.031809273633089934} +{"step": 2370000, "wall_time": 9398.233898639679, "train_loss_step": 6.3928046226501465, "n_params": 4715740, "total_flops": 34333605273600000, "train_loss": 0.03105862574143843, "subset_score_loss": 0.03105862574143843} +{"step": 2380000, "wall_time": 9420.386128425598, "train_loss_step": 5.893683910369873, "n_params": 4715740, "total_flops": 34478472806400000, "train_loss": 0.03275290402499112, "subset_score_loss": 0.03275290402499112} +{"step": 2390000, "wall_time": 9458.744114875793, "train_loss_step": 5.982451438903809, "n_params": 4715740, "total_flops": 34623340339200000, "train_loss": 0.02876003005287864, "subset_score_loss": 0.02876003005287864} +{"step": 2400000, "wall_time": 9533.094330072403, "train_loss_step": 5.407122611999512, "n_params": 4715740, "total_flops": 34768207872000000, "train_loss": 0.027080861004916103, "subset_score_loss": 0.027080861004916103, "memorization_fraction_pixel": 0.10000000149011612, "mean_nn_ratio_pixel": 0.8659858107566833, "fid": 232.42465651762848, "fid_failed": 0.0} +{"step": 2410000, "wall_time": 9573.271122932434, "train_loss_step": 6.094301700592041, "n_params": 4715740, "total_flops": 34913075404800000, "train_loss": 0.031016906824978915, "subset_score_loss": 0.031016906824978915} +{"step": 2420000, "wall_time": 9612.738203287125, "train_loss_step": 5.984105587005615, "n_params": 4715740, "total_flops": 35057942937600000, "train_loss": 0.027295565605163573, "subset_score_loss": 0.027295565605163573} +{"step": 2430000, "wall_time": 9652.098469018936, "train_loss_step": 5.845763206481934, "n_params": 4715740, "total_flops": 35202810470400000, "train_loss": 0.029650144143538042, "subset_score_loss": 0.029650144143538042} +{"step": 2440000, "wall_time": 9691.910879850388, "train_loss_step": 6.022900581359863, "n_params": 4715740, "total_flops": 35347678003200000, "train_loss": 0.02891248789700595, "subset_score_loss": 0.02891248789700595} +{"step": 2450000, "wall_time": 9731.209983348846, "train_loss_step": 5.679487228393555, "n_params": 4715740, "total_flops": 35492545536000000, "train_loss": 0.028632595322348856, "subset_score_loss": 0.028632595322348856} +{"step": 2460000, "wall_time": 9770.980962276459, "train_loss_step": 6.007122039794922, "n_params": 4715740, "total_flops": 35637413068800000, "train_loss": 0.026901626586914064, "subset_score_loss": 0.026901626586914064} +{"step": 2470000, "wall_time": 9809.82534956932, "train_loss_step": 5.728303909301758, "n_params": 4715740, "total_flops": 35782280601600000, "train_loss": 0.02774157524108887, "subset_score_loss": 0.02774157524108887} +{"step": 2480000, "wall_time": 9828.256646156311, "train_loss_step": 5.7085676193237305, "n_params": 4715740, "total_flops": 35927148134400000, "train_loss": 0.02749142430045388, "subset_score_loss": 0.02749142430045388} +{"step": 2490000, "wall_time": 9845.483173370361, "train_loss_step": 5.560940265655518, "n_params": 4715740, "total_flops": 36072015667200000, "train_loss": 0.035646035454489966, "subset_score_loss": 0.035646035454489966} +{"step": 2500000, "wall_time": 9896.15882730484, "train_loss_step": 6.26233434677124, "n_params": 4715740, "total_flops": 36216883200000000, "train_loss": 0.028753798658197577, "subset_score_loss": 0.028753798658197577, "memorization_fraction_pixel": 0.1103999987244606, "mean_nn_ratio_pixel": 0.8602190613746643, "fid": 232.3712878395628, "fid_failed": 0.0} +{"step": 2510000, "wall_time": 9935.807017564774, "train_loss_step": 6.096796989440918, "n_params": 4715740, "total_flops": 36361750732800000, "train_loss": 0.027197846499356356, "subset_score_loss": 0.027197846499356356} +{"step": 2520000, "wall_time": 9975.431520223618, "train_loss_step": 5.89132833480835, "n_params": 4715740, "total_flops": 36506618265600000, "train_loss": 0.03242528438568115, "subset_score_loss": 0.03242528438568115} +{"step": 2530000, "wall_time": 10015.653398275375, "train_loss_step": 5.7714362144470215, "n_params": 4715740, "total_flops": 36651485798400000, "train_loss": 0.030658316612243653, "subset_score_loss": 0.030658316612243653} +{"step": 2540000, "wall_time": 10055.444782018661, "train_loss_step": 5.7381591796875, "n_params": 4715740, "total_flops": 36796353331200000, "train_loss": 0.02550059882077304, "subset_score_loss": 0.02550059882077304} +{"step": 2550000, "wall_time": 10095.486699581146, "train_loss_step": 5.463694095611572, "n_params": 4715740, "total_flops": 36941220864000000, "train_loss": 0.029276754639365455, "subset_score_loss": 0.029276754639365455} +{"step": 2560000, "wall_time": 10134.975162506104, "train_loss_step": 6.344178676605225, "n_params": 4715740, "total_flops": 37086088396800000, "train_loss": 0.027487609603188256, "subset_score_loss": 0.027487609603188256} +{"step": 2570000, "wall_time": 10174.328258275986, "train_loss_step": 5.708040714263916, "n_params": 4715740, "total_flops": 37230955929600000, "train_loss": 0.028504139726812188, "subset_score_loss": 0.028504139726812188} +{"step": 2580000, "wall_time": 10213.826389551163, "train_loss_step": 5.497830390930176, "n_params": 4715740, "total_flops": 37375823462400000, "train_loss": 0.027395079352638938, "subset_score_loss": 0.027395079352638938} +{"step": 2590000, "wall_time": 10252.291744232178, "train_loss_step": 5.6939377784729, "n_params": 4715740, "total_flops": 37520690995200000, "train_loss": 0.02787046865983443, "subset_score_loss": 0.02787046865983443} +{"step": 2600000, "wall_time": 10289.69690155983, "train_loss_step": 6.2860260009765625, "n_params": 4715740, "total_flops": 37665558528000000, "train_loss": 0.02800056067380038, "subset_score_loss": 0.02800056067380038, "memorization_fraction_pixel": 0.10980000346899033, "mean_nn_ratio_pixel": 0.8647435307502747, "fid": 226.0571652305626, "fid_failed": 0.0} +{"step": 2610000, "wall_time": 10309.649209976196, "train_loss_step": 5.601122856140137, "n_params": 4715740, "total_flops": 37810426060800000, "train_loss": 0.03175175406716087, "subset_score_loss": 0.03175175406716087} +{"step": 2620000, "wall_time": 10342.44279050827, "train_loss_step": 5.849571228027344, "n_params": 4715740, "total_flops": 37955293593600000, "train_loss": 0.029356908798217774, "subset_score_loss": 0.029356908798217774} +{"step": 2630000, "wall_time": 10382.308229923248, "train_loss_step": 5.525729179382324, "n_params": 4715740, "total_flops": 38100161126400000, "train_loss": 0.02497307387265292, "subset_score_loss": 0.02497307387265292} +{"step": 2640000, "wall_time": 10421.698684453964, "train_loss_step": 5.944230079650879, "n_params": 4715740, "total_flops": 38245028659200000, "train_loss": 0.032266031612049446, "subset_score_loss": 0.032266031612049446} +{"step": 2650000, "wall_time": 10461.316151857376, "train_loss_step": 5.823535919189453, "n_params": 4715740, "total_flops": 38389896192000000, "train_loss": 0.025754068114540795, "subset_score_loss": 0.025754068114540795} +{"step": 2660000, "wall_time": 10501.367631196976, "train_loss_step": 5.560568332672119, "n_params": 4715740, "total_flops": 38534763724800000, "train_loss": 0.02934362238103693, "subset_score_loss": 0.02934362238103693} +{"step": 2670000, "wall_time": 10541.317777872086, "train_loss_step": 5.602807521820068, "n_params": 4715740, "total_flops": 38679631257600000, "train_loss": 0.026969469677318225, "subset_score_loss": 0.026969469677318225} +{"step": 2680000, "wall_time": 10581.38150715828, "train_loss_step": 5.763004302978516, "n_params": 4715740, "total_flops": 38824498790400000, "train_loss": 0.027389398488131437, "subset_score_loss": 0.027389398488131437} +{"step": 2690000, "wall_time": 10621.044921398163, "train_loss_step": 5.592428207397461, "n_params": 4715740, "total_flops": 38969366323200000, "train_loss": 0.03647624362598766, "subset_score_loss": 0.03647624362598766} +{"step": 2700000, "wall_time": 10696.777119636536, "train_loss_step": 5.971207618713379, "n_params": 4715740, "total_flops": 39114233856000000, "train_loss": 0.027716625820506702, "subset_score_loss": 0.027716625820506702, "memorization_fraction_pixel": 0.12290000170469284, "mean_nn_ratio_pixel": 0.8457133769989014, "fid": 217.99672356560347, "fid_failed": 0.0} +{"step": 2710000, "wall_time": 10720.789947032928, "train_loss_step": 6.034876346588135, "n_params": 4715740, "total_flops": 39259101388800000, "train_loss": 0.032777385278181595, "subset_score_loss": 0.032777385278181595} +{"step": 2720000, "wall_time": 10758.920675039291, "train_loss_step": 5.432933330535889, "n_params": 4715740, "total_flops": 39403968921600000, "train_loss": 0.02846625501459295, "subset_score_loss": 0.02846625501459295} +{"step": 2730000, "wall_time": 10798.795355796814, "train_loss_step": 5.213705539703369, "n_params": 4715740, "total_flops": 39548836454400000, "train_loss": 0.02707912054928866, "subset_score_loss": 0.02707912054928866} +{"step": 2740000, "wall_time": 10838.748160123825, "train_loss_step": 5.559307098388672, "n_params": 4715740, "total_flops": 39693703987200000, "train_loss": 0.02564656300978227, "subset_score_loss": 0.02564656300978227} +{"step": 2750000, "wall_time": 10879.052544355392, "train_loss_step": 5.8483734130859375, "n_params": 4715740, "total_flops": 39838571520000000, "train_loss": 0.02536434477025812, "subset_score_loss": 0.02536434477025812} +{"step": 2760000, "wall_time": 10919.174105644226, "train_loss_step": 5.736085891723633, "n_params": 4715740, "total_flops": 39983439052800000, "train_loss": 0.02703318162397905, "subset_score_loss": 0.02703318162397905} +{"step": 2770000, "wall_time": 10959.369682788849, "train_loss_step": 5.512497901916504, "n_params": 4715740, "total_flops": 40128306585600000, "train_loss": 0.029297169772061434, "subset_score_loss": 0.029297169772061434} +{"step": 2780000, "wall_time": 10999.685543060303, "train_loss_step": 5.724135875701904, "n_params": 4715740, "total_flops": 40273174118400000, "train_loss": 0.029251588474620473, "subset_score_loss": 0.029251588474620473} +{"step": 2790000, "wall_time": 11039.621265411377, "train_loss_step": 5.593055725097656, "n_params": 4715740, "total_flops": 40418041651200000, "train_loss": 0.026926497979597612, "subset_score_loss": 0.026926497979597612} +{"step": 2800000, "wall_time": 11114.394942522049, "train_loss_step": 5.551337718963623, "n_params": 4715740, "total_flops": 40562909184000000, "train_loss": 0.02811560414054177, "subset_score_loss": 0.02811560414054177, "memorization_fraction_pixel": 0.12300000339746475, "mean_nn_ratio_pixel": 0.8422389626502991, "fid": 222.2282690209091, "fid_failed": 0.0} +{"step": 2810000, "wall_time": 11146.277594566345, "train_loss_step": 5.601496696472168, "n_params": 4715740, "total_flops": 40707776716800000, "train_loss": 0.028767182610251688, "subset_score_loss": 0.028767182610251688} +{"step": 2820000, "wall_time": 11186.769783735275, "train_loss_step": 6.001101970672607, "n_params": 4715740, "total_flops": 40852644249600000, "train_loss": 0.026070761680603027, "subset_score_loss": 0.026070761680603027} +{"step": 2830000, "wall_time": 11226.970835447311, "train_loss_step": 5.719994068145752, "n_params": 4715740, "total_flops": 40997511782400000, "train_loss": 0.02809355692429976, "subset_score_loss": 0.02809355692429976} +{"step": 2840000, "wall_time": 11267.109014034271, "train_loss_step": 5.2986345291137695, "n_params": 4715740, "total_flops": 41142379315200000, "train_loss": 0.02522040930661288, "subset_score_loss": 0.02522040930661288} +{"step": 2850000, "wall_time": 11307.192512273788, "train_loss_step": 5.782878875732422, "n_params": 4715740, "total_flops": 41287246848000000, "train_loss": 0.025487717715176668, "subset_score_loss": 0.025487717715176668} +{"step": 2860000, "wall_time": 11347.373085975647, "train_loss_step": 5.674751281738281, "n_params": 4715740, "total_flops": 41432114380800000, "train_loss": 0.027909140153364702, "subset_score_loss": 0.027909140153364702} +{"step": 2870000, "wall_time": 11387.760477542877, "train_loss_step": 5.768894195556641, "n_params": 4715740, "total_flops": 41576981913600000, "train_loss": 0.02712857939980247, "subset_score_loss": 0.02712857939980247} +{"step": 2880000, "wall_time": 11427.943021774292, "train_loss_step": 5.962372779846191, "n_params": 4715740, "total_flops": 41721849446400000, "train_loss": 0.027917703715237704, "subset_score_loss": 0.027917703715237704} +{"step": 2890000, "wall_time": 11468.098951816559, "train_loss_step": 5.646949768066406, "n_params": 4715740, "total_flops": 41866716979200000, "train_loss": 0.02645273208618164, "subset_score_loss": 0.02645273208618164} +{"step": 2900000, "wall_time": 11532.911935567856, "train_loss_step": 5.921285629272461, "n_params": 4715740, "total_flops": 42011584512000000, "train_loss": 0.032834163579073816, "subset_score_loss": 0.032834163579073816, "memorization_fraction_pixel": 0.11940000206232071, "mean_nn_ratio_pixel": 0.8564372062683105, "fid": 220.8523388739306, "fid_failed": 0.0} +{"step": 2910000, "wall_time": 11573.084194421768, "train_loss_step": 5.644680976867676, "n_params": 4715740, "total_flops": 42156452044800000, "train_loss": 0.02970989617434415, "subset_score_loss": 0.02970989617434415} +{"step": 2920000, "wall_time": 11612.96716952324, "train_loss_step": 5.754579544067383, "n_params": 4715740, "total_flops": 42301319577600000, "train_loss": 0.024870703437111594, "subset_score_loss": 0.024870703437111594} +{"step": 2930000, "wall_time": 11653.122082948685, "train_loss_step": 5.490294933319092, "n_params": 4715740, "total_flops": 42446187110400000, "train_loss": 0.028525365482677114, "subset_score_loss": 0.028525365482677114} +{"step": 2940000, "wall_time": 11693.139511346817, "train_loss_step": 5.544293403625488, "n_params": 4715740, "total_flops": 42591054643200000, "train_loss": 0.030317635969682174, "subset_score_loss": 0.030317635969682174} +{"step": 2950000, "wall_time": 11733.58068203926, "train_loss_step": 5.249518394470215, "n_params": 4715740, "total_flops": 42735922176000000, "train_loss": 0.02487281235781583, "subset_score_loss": 0.02487281235781583} +{"step": 2960000, "wall_time": 11774.071279525757, "train_loss_step": 5.792736053466797, "n_params": 4715740, "total_flops": 42880789708800000, "train_loss": 0.027589360150423917, "subset_score_loss": 0.027589360150423917} +{"step": 2970000, "wall_time": 11814.2366938591, "train_loss_step": 5.928631782531738, "n_params": 4715740, "total_flops": 43025657241600000, "train_loss": 0.032174637100913304, "subset_score_loss": 0.032174637100913304} +{"step": 2980000, "wall_time": 11854.406425714493, "train_loss_step": 5.332923412322998, "n_params": 4715740, "total_flops": 43170524774400000, "train_loss": 0.02740168354728005, "subset_score_loss": 0.02740168354728005} +{"step": 2990000, "wall_time": 11894.551854610443, "train_loss_step": 5.3533616065979, "n_params": 4715740, "total_flops": 43315392307200000, "train_loss": 0.02497074387290261, "subset_score_loss": 0.02497074387290261} +{"step": 3000000, "wall_time": 11956.92200088501, "train_loss_step": 5.647266387939453, "n_params": 4715740, "total_flops": 43460259840000000, "train_loss": 0.027421506968411533, "subset_score_loss": 0.027421506968411533, "memorization_fraction_pixel": 0.1356000006198883, "mean_nn_ratio_pixel": 0.8329914808273315, "fid": 210.94050152835885, "fid_failed": 0.0} +{"step": 3010000, "wall_time": 11997.030613899231, "train_loss_step": 5.308945655822754, "n_params": 4715740, "total_flops": 43605127372800000, "train_loss": 0.024794084375554866, "subset_score_loss": 0.024794084375554866} +{"step": 3020000, "wall_time": 12037.265892267227, "train_loss_step": 6.000584602355957, "n_params": 4715740, "total_flops": 43749994905600000, "train_loss": 0.02678255167874423, "subset_score_loss": 0.02678255167874423} +{"step": 3030000, "wall_time": 12077.0950653553, "train_loss_step": 5.184671401977539, "n_params": 4715740, "total_flops": 43894862438400000, "train_loss": 0.023236075314608487, "subset_score_loss": 0.023236075314608487} +{"step": 3040000, "wall_time": 12117.238751649857, "train_loss_step": 5.363071441650391, "n_params": 4715740, "total_flops": 44039729971200000, "train_loss": 0.029895335977727717, "subset_score_loss": 0.029895335977727717} +{"step": 3050000, "wall_time": 12157.380559921265, "train_loss_step": 5.5443267822265625, "n_params": 4715740, "total_flops": 44184597504000000, "train_loss": 0.025177944790233265, "subset_score_loss": 0.025177944790233265} +{"step": 3060000, "wall_time": 12197.586993455887, "train_loss_step": 5.205913543701172, "n_params": 4715740, "total_flops": 44329465036800000, "train_loss": 0.028150209513577547, "subset_score_loss": 0.028150209513577547} +{"step": 3070000, "wall_time": 12237.667351007462, "train_loss_step": 5.517273426055908, "n_params": 4715740, "total_flops": 44474332569600000, "train_loss": 0.026829524473710495, "subset_score_loss": 0.026829524473710495} +{"step": 3080000, "wall_time": 12277.604920864105, "train_loss_step": 4.969910144805908, "n_params": 4715740, "total_flops": 44619200102400000, "train_loss": 0.02456235018643466, "subset_score_loss": 0.02456235018643466} +{"step": 3090000, "wall_time": 12317.560041427612, "train_loss_step": 5.502591133117676, "n_params": 4715740, "total_flops": 44764067635200000, "train_loss": 0.02711578065698797, "subset_score_loss": 0.02711578065698797} +{"step": 3100000, "wall_time": 12382.897556304932, "train_loss_step": 5.274507522583008, "n_params": 4715740, "total_flops": 44908935168000000, "train_loss": 0.024343614144758746, "subset_score_loss": 0.024343614144758746, "memorization_fraction_pixel": 0.13619999587535858, "mean_nn_ratio_pixel": 0.8336082100868225, "fid": 212.29174375105362, "fid_failed": 0.0} +{"step": 3110000, "wall_time": 12423.002912044525, "train_loss_step": 5.66588830947876, "n_params": 4715740, "total_flops": 45053802700800000, "train_loss": 0.03704949725757946, "subset_score_loss": 0.03704949725757946} +{"step": 3120000, "wall_time": 12463.15275478363, "train_loss_step": 5.689655780792236, "n_params": 4715740, "total_flops": 45198670233600000, "train_loss": 0.02611523541537198, "subset_score_loss": 0.02611523541537198} +{"step": 3130000, "wall_time": 12503.258535861969, "train_loss_step": 6.031294822692871, "n_params": 4715740, "total_flops": 45343537766400000, "train_loss": 0.02735722715204412, "subset_score_loss": 0.02735722715204412} +{"step": 3140000, "wall_time": 12543.887824058533, "train_loss_step": 5.4651947021484375, "n_params": 4715740, "total_flops": 45488405299200000, "train_loss": 0.03263292746110396, "subset_score_loss": 0.03263292746110396} +{"step": 3150000, "wall_time": 12584.208875656128, "train_loss_step": 5.326859474182129, "n_params": 4715740, "total_flops": 45633272832000000, "train_loss": 0.02613255977630615, "subset_score_loss": 0.02613255977630615} +{"step": 3160000, "wall_time": 12624.174723625183, "train_loss_step": 5.692668914794922, "n_params": 4715740, "total_flops": 45778140364800000, "train_loss": 0.02395062880082564, "subset_score_loss": 0.02395062880082564} +{"step": 3170000, "wall_time": 12663.96264052391, "train_loss_step": 5.305960178375244, "n_params": 4715740, "total_flops": 45923007897600000, "train_loss": 0.02737185304815119, "subset_score_loss": 0.02737185304815119} +{"step": 3180000, "wall_time": 12704.103950023651, "train_loss_step": 5.606953144073486, "n_params": 4715740, "total_flops": 46067875430400000, "train_loss": 0.027147245407104493, "subset_score_loss": 0.027147245407104493} +{"step": 3190000, "wall_time": 12739.73714709282, "train_loss_step": 5.605234146118164, "n_params": 4715740, "total_flops": 46212742963200000, "train_loss": 0.026505892926996403, "subset_score_loss": 0.026505892926996403} +{"step": 3200000, "wall_time": 12812.184252023697, "train_loss_step": 5.6636457443237305, "n_params": 4715740, "total_flops": 46357610496000000, "train_loss": 0.030507694591175426, "subset_score_loss": 0.030507694591175426, "memorization_fraction_pixel": 0.14270000159740448, "mean_nn_ratio_pixel": 0.8252661824226379, "fid": 205.34033407546028, "fid_failed": 0.0} +{"step": 3210000, "wall_time": 12852.148388385773, "train_loss_step": 5.3890275955200195, "n_params": 4715740, "total_flops": 46502478028800000, "train_loss": 0.027045900171453304, "subset_score_loss": 0.027045900171453304} +{"step": 3220000, "wall_time": 12892.266331672668, "train_loss_step": 5.899456977844238, "n_params": 4715740, "total_flops": 46647345561600000, "train_loss": 0.02689773819663308, "subset_score_loss": 0.02689773819663308} +{"step": 3230000, "wall_time": 12932.478713989258, "train_loss_step": 5.391977310180664, "n_params": 4715740, "total_flops": 46792213094400000, "train_loss": 0.034123377366499466, "subset_score_loss": 0.034123377366499466} +{"step": 3240000, "wall_time": 12972.541464567184, "train_loss_step": 5.629372596740723, "n_params": 4715740, "total_flops": 46937080627200000, "train_loss": 0.02817781621759588, "subset_score_loss": 0.02817781621759588} +{"step": 3250000, "wall_time": 13012.930398702621, "train_loss_step": 5.629627227783203, "n_params": 4715740, "total_flops": 47081948160000000, "train_loss": 0.02823111794211648, "subset_score_loss": 0.02823111794211648} +{"step": 3260000, "wall_time": 13053.039717912674, "train_loss_step": 5.08297061920166, "n_params": 4715740, "total_flops": 47226815692800000, "train_loss": 0.030006317658857865, "subset_score_loss": 0.030006317658857865} +{"step": 3270000, "wall_time": 13093.257086992264, "train_loss_step": 6.492029190063477, "n_params": 4715740, "total_flops": 47371683225600000, "train_loss": 0.029894703084772285, "subset_score_loss": 0.029894703084772285} +{"step": 3280000, "wall_time": 13132.7913377285, "train_loss_step": 5.101092338562012, "n_params": 4715740, "total_flops": 47516550758400000, "train_loss": 0.024305766279047184, "subset_score_loss": 0.024305766279047184} +{"step": 3290000, "wall_time": 13165.32553935051, "train_loss_step": 5.2363409996032715, "n_params": 4715740, "total_flops": 47661418291200000, "train_loss": 0.02355739636854692, "subset_score_loss": 0.02355739636854692} +{"step": 3300000, "wall_time": 13241.141892433167, "train_loss_step": 5.31621789932251, "n_params": 4715740, "total_flops": 47806285824000000, "train_loss": 0.028490825132890182, "subset_score_loss": 0.028490825132890182, "memorization_fraction_pixel": 0.1412000060081482, "mean_nn_ratio_pixel": 0.8332976698875427, "fid": 210.52254061042638, "fid_failed": 0.0} +{"step": 3310000, "wall_time": 13281.084518909454, "train_loss_step": 5.227766036987305, "n_params": 4715740, "total_flops": 47951153356800000, "train_loss": 0.03273416432467374, "subset_score_loss": 0.03273416432467374} +{"step": 3320000, "wall_time": 13320.25250005722, "train_loss_step": 5.894204139709473, "n_params": 4715740, "total_flops": 48096020889600000, "train_loss": 0.027734598246487704, "subset_score_loss": 0.027734598246487704} +{"step": 3330000, "wall_time": 13359.399926900864, "train_loss_step": 5.298987865447998, "n_params": 4715740, "total_flops": 48240888422400000, "train_loss": 0.024164377559315074, "subset_score_loss": 0.024164377559315074} +{"step": 3340000, "wall_time": 13398.574708938599, "train_loss_step": 5.68179988861084, "n_params": 4715740, "total_flops": 48385755955200000, "train_loss": 0.025090919841419566, "subset_score_loss": 0.025090919841419566} +{"step": 3350000, "wall_time": 13437.778415203094, "train_loss_step": 5.64785099029541, "n_params": 4715740, "total_flops": 48530623488000000, "train_loss": 0.030916426398537377, "subset_score_loss": 0.030916426398537377} +{"step": 3360000, "wall_time": 13477.629680395126, "train_loss_step": 5.196524620056152, "n_params": 4715740, "total_flops": 48675491020800000, "train_loss": 0.027491450309753418, "subset_score_loss": 0.027491450309753418} +{"step": 3370000, "wall_time": 13516.852169513702, "train_loss_step": 5.115508556365967, "n_params": 4715740, "total_flops": 48820358553600000, "train_loss": 0.03179047541184859, "subset_score_loss": 0.03179047541184859} +{"step": 3380000, "wall_time": 13551.144075870514, "train_loss_step": 5.4824371337890625, "n_params": 4715740, "total_flops": 48965226086400000, "train_loss": 0.024487918073480778, "subset_score_loss": 0.024487918073480778} +{"step": 3390000, "wall_time": 13590.264934062958, "train_loss_step": 5.612478256225586, "n_params": 4715740, "total_flops": 49110093619200000, "train_loss": 0.026932178844105113, "subset_score_loss": 0.026932178844105113} +{"step": 3400000, "wall_time": 13665.522493839264, "train_loss_step": 5.520378589630127, "n_params": 4715740, "total_flops": 49254961152000000, "train_loss": 0.02657066908749667, "subset_score_loss": 0.02657066908749667, "memorization_fraction_pixel": 0.13079999387264252, "mean_nn_ratio_pixel": 0.8408296704292297, "fid": 216.63510395439084, "fid_failed": 0.0} +{"step": 3410000, "wall_time": 13704.858211040497, "train_loss_step": 5.166906356811523, "n_params": 4715740, "total_flops": 49399828684800000, "train_loss": 0.026162297075445002, "subset_score_loss": 0.026162297075445002} +{"step": 3420000, "wall_time": 13744.023936510086, "train_loss_step": 5.349822998046875, "n_params": 4715740, "total_flops": 49544696217600000, "train_loss": 0.025204088471152564, "subset_score_loss": 0.025204088471152564} +{"step": 3430000, "wall_time": 13783.203756332397, "train_loss_step": 5.640496730804443, "n_params": 4715740, "total_flops": 49689563750400000, "train_loss": 0.032080164822665125, "subset_score_loss": 0.032080164822665125} +{"step": 3440000, "wall_time": 13822.236205101013, "train_loss_step": 5.32816743850708, "n_params": 4715740, "total_flops": 49834431283200000, "train_loss": 0.02572653293609619, "subset_score_loss": 0.02572653293609619} +{"step": 3450000, "wall_time": 13861.239297389984, "train_loss_step": 5.405116558074951, "n_params": 4715740, "total_flops": 49979298816000000, "train_loss": 0.025845425779169255, "subset_score_loss": 0.025845425779169255} +{"step": 3460000, "wall_time": 13900.27053451538, "train_loss_step": 5.325589179992676, "n_params": 4715740, "total_flops": 50124166348800000, "train_loss": 0.02838139750740745, "subset_score_loss": 0.02838139750740745} +{"step": 3470000, "wall_time": 13938.679965734482, "train_loss_step": 5.133263111114502, "n_params": 4715740, "total_flops": 50269033881600000, "train_loss": 0.028363379565152256, "subset_score_loss": 0.028363379565152256} +{"step": 3480000, "wall_time": 13972.914099693298, "train_loss_step": 5.447882175445557, "n_params": 4715740, "total_flops": 50413901414400000, "train_loss": 0.02532074668190696, "subset_score_loss": 0.02532074668190696} +{"step": 3490000, "wall_time": 14011.93445444107, "train_loss_step": 5.07049560546875, "n_params": 4715740, "total_flops": 50558768947200000, "train_loss": 0.02740936279296875, "subset_score_loss": 0.02740936279296875} +{"step": 3500000, "wall_time": 14086.897661447525, "train_loss_step": 5.866910934448242, "n_params": 4715740, "total_flops": 50703636480000000, "train_loss": 0.02679575790058483, "subset_score_loss": 0.02679575790058483, "memorization_fraction_pixel": 0.13349999487400055, "mean_nn_ratio_pixel": 0.8386971950531006, "fid": 214.11946065897106, "fid_failed": 0.0} +{"step": 3510000, "wall_time": 14126.039664506912, "train_loss_step": 5.004704475402832, "n_params": 4715740, "total_flops": 50848504012800000, "train_loss": 0.02534399466081099, "subset_score_loss": 0.02534399466081099} +{"step": 3520000, "wall_time": 14165.04689836502, "train_loss_step": 5.6480393409729, "n_params": 4715740, "total_flops": 50993371545600000, "train_loss": 0.02361550981348211, "subset_score_loss": 0.02361550981348211} +{"step": 3530000, "wall_time": 14203.99082326889, "train_loss_step": 5.608111381530762, "n_params": 4715740, "total_flops": 51138239078400000, "train_loss": 0.023434344204989348, "subset_score_loss": 0.023434344204989348} +{"step": 3540000, "wall_time": 14243.022493362427, "train_loss_step": 5.461399078369141, "n_params": 4715740, "total_flops": 51283106611200000, "train_loss": 0.026128099181435323, "subset_score_loss": 0.026128099181435323} +{"step": 3550000, "wall_time": 14281.996490955353, "train_loss_step": 5.0268096923828125, "n_params": 4715740, "total_flops": 51427974144000000, "train_loss": 0.026880275119434704, "subset_score_loss": 0.026880275119434704} +{"step": 3560000, "wall_time": 14320.608886957169, "train_loss_step": 5.462942123413086, "n_params": 4715740, "total_flops": 51572841676800000, "train_loss": 0.0341033935546875, "subset_score_loss": 0.0341033935546875} +{"step": 3570000, "wall_time": 14354.972686767578, "train_loss_step": 5.288403511047363, "n_params": 4715740, "total_flops": 51717709209600000, "train_loss": 0.022570540688254617, "subset_score_loss": 0.022570540688254617} +{"step": 3580000, "wall_time": 14394.135528326035, "train_loss_step": 5.237295627593994, "n_params": 4715740, "total_flops": 51862576742400000, "train_loss": 0.02587641802701083, "subset_score_loss": 0.02587641802701083} +{"step": 3590000, "wall_time": 14433.263841152191, "train_loss_step": 5.2378740310668945, "n_params": 4715740, "total_flops": 52007444275200000, "train_loss": 0.02484785860235041, "subset_score_loss": 0.02484785860235041} +{"step": 3600000, "wall_time": 14508.34199666977, "train_loss_step": 5.252366542816162, "n_params": 4715740, "total_flops": 52152311808000000, "train_loss": 0.025979204611344772, "subset_score_loss": 0.025979204611344772, "memorization_fraction_pixel": 0.16930000483989716, "mean_nn_ratio_pixel": 0.8074004650115967, "fid": 203.947605761348, "fid_failed": 0.0} +{"step": 3610000, "wall_time": 14547.412306070328, "train_loss_step": 5.156184196472168, "n_params": 4715740, "total_flops": 52297179340800000, "train_loss": 0.026305144483392887, "subset_score_loss": 0.026305144483392887} +{"step": 3620000, "wall_time": 14586.41456079483, "train_loss_step": 5.508791923522949, "n_params": 4715740, "total_flops": 52442046873600000, "train_loss": 0.026071897420016203, "subset_score_loss": 0.026071897420016203} +{"step": 3630000, "wall_time": 14625.5003759861, "train_loss_step": 5.375521659851074, "n_params": 4715740, "total_flops": 52586914406400000, "train_loss": 0.025138287110762162, "subset_score_loss": 0.025138287110762162} +{"step": 3640000, "wall_time": 14664.523357868195, "train_loss_step": 5.529202461242676, "n_params": 4715740, "total_flops": 52731781939200000, "train_loss": 0.024594421820207074, "subset_score_loss": 0.024594421820207074} +{"step": 3650000, "wall_time": 14703.508923053741, "train_loss_step": 5.573847770690918, "n_params": 4715740, "total_flops": 52876649472000000, "train_loss": 0.025693958455866032, "subset_score_loss": 0.025693958455866032} +{"step": 3660000, "wall_time": 14739.529366254807, "train_loss_step": 5.2096662521362305, "n_params": 4715740, "total_flops": 53021517004800000, "train_loss": 0.024098394133827902, "subset_score_loss": 0.024098394133827902} +{"step": 3670000, "wall_time": 14776.321732997894, "train_loss_step": 5.197705268859863, "n_params": 4715740, "total_flops": 53166384537600000, "train_loss": 0.026677660508589312, "subset_score_loss": 0.026677660508589312} +{"step": 3680000, "wall_time": 14815.489062309265, "train_loss_step": 5.118721961975098, "n_params": 4715740, "total_flops": 53311252070400000, "train_loss": 0.02871049100702459, "subset_score_loss": 0.02871049100702459} +{"step": 3690000, "wall_time": 14854.520174264908, "train_loss_step": 6.109029293060303, "n_params": 4715740, "total_flops": 53456119603200000, "train_loss": 0.027250883795998312, "subset_score_loss": 0.027250883795998312} +{"step": 3700000, "wall_time": 14929.615639925003, "train_loss_step": 5.391496181488037, "n_params": 4715740, "total_flops": 53600987136000000, "train_loss": 0.02437329725785689, "subset_score_loss": 0.02437329725785689, "memorization_fraction_pixel": 0.15629999339580536, "mean_nn_ratio_pixel": 0.8121490478515625, "fid": 200.8932257910974, "fid_failed": 0.0} +{"step": 3710000, "wall_time": 14968.790077209473, "train_loss_step": 5.415525436401367, "n_params": 4715740, "total_flops": 53745854668800000, "train_loss": 0.025533550435846503, "subset_score_loss": 0.025533550435846503} +{"step": 3720000, "wall_time": 15007.989359378815, "train_loss_step": 5.239068984985352, "n_params": 4715740, "total_flops": 53890722201600000, "train_loss": 0.02820281982421875, "subset_score_loss": 0.02820281982421875} +{"step": 3730000, "wall_time": 15047.034438610077, "train_loss_step": 5.545609951019287, "n_params": 4715740, "total_flops": 54035589734400000, "train_loss": 0.023104273189197888, "subset_score_loss": 0.023104273189197888} +{"step": 3740000, "wall_time": 15086.266760110855, "train_loss_step": 5.47930908203125, "n_params": 4715740, "total_flops": 54180457267200000, "train_loss": 0.02358424013311213, "subset_score_loss": 0.02358424013311213} +{"step": 3750000, "wall_time": 15124.84958910942, "train_loss_step": 5.3916168212890625, "n_params": 4715740, "total_flops": 54325324800000000, "train_loss": 0.025391903790560635, "subset_score_loss": 0.025391903790560635} +{"step": 3760000, "wall_time": 15158.963825464249, "train_loss_step": 5.454379558563232, "n_params": 4715740, "total_flops": 54470192332800000, "train_loss": 0.023927337473089044, "subset_score_loss": 0.023927337473089044} +{"step": 3770000, "wall_time": 15197.923912286758, "train_loss_step": 5.09641695022583, "n_params": 4715740, "total_flops": 54615059865600000, "train_loss": 0.026931784369728783, "subset_score_loss": 0.026931784369728783} +{"step": 3780000, "wall_time": 15236.865126132965, "train_loss_step": 5.4168901443481445, "n_params": 4715740, "total_flops": 54759927398400000, "train_loss": 0.02199928110296076, "subset_score_loss": 0.02199928110296076} +{"step": 3790000, "wall_time": 15276.033150196075, "train_loss_step": 5.173547744750977, "n_params": 4715740, "total_flops": 54904794931200000, "train_loss": 0.027389320460232822, "subset_score_loss": 0.027389320460232822} +{"step": 3800000, "wall_time": 15351.355586767197, "train_loss_step": 5.629451751708984, "n_params": 4715740, "total_flops": 55049662464000000, "train_loss": 0.025166869163513184, "subset_score_loss": 0.025166869163513184, "memorization_fraction_pixel": 0.17309999465942383, "mean_nn_ratio_pixel": 0.8026083111763, "fid": 193.88637959905824, "fid_failed": 0.0} +{"step": 3810000, "wall_time": 15390.512901306152, "train_loss_step": 4.895784854888916, "n_params": 4715740, "total_flops": 55194529996800000, "train_loss": 0.024457716941833497, "subset_score_loss": 0.024457716941833497} +{"step": 3820000, "wall_time": 15429.74927163124, "train_loss_step": 5.014267921447754, "n_params": 4715740, "total_flops": 55339397529600000, "train_loss": 0.02311765280636874, "subset_score_loss": 0.02311765280636874} +{"step": 3830000, "wall_time": 15468.763180971146, "train_loss_step": 5.261822700500488, "n_params": 4715740, "total_flops": 55484265062400000, "train_loss": 0.022328290072354404, "subset_score_loss": 0.022328290072354404} +{"step": 3840000, "wall_time": 15507.989436388016, "train_loss_step": 4.893413543701172, "n_params": 4715740, "total_flops": 55629132595200000, "train_loss": 0.024381147731434214, "subset_score_loss": 0.024381147731434214} +{"step": 3850000, "wall_time": 15541.68234872818, "train_loss_step": 5.08933162689209, "n_params": 4715740, "total_flops": 55774000128000000, "train_loss": 0.028389070250771264, "subset_score_loss": 0.028389070250771264} +{"step": 3860000, "wall_time": 15580.761626720428, "train_loss_step": 5.344780921936035, "n_params": 4715740, "total_flops": 55918867660800000, "train_loss": 0.027196071364662865, "subset_score_loss": 0.027196071364662865} +{"step": 3870000, "wall_time": 15619.863234519958, "train_loss_step": 5.031375408172607, "n_params": 4715740, "total_flops": 56063735193600000, "train_loss": 0.027361247756264428, "subset_score_loss": 0.027361247756264428} +{"step": 3880000, "wall_time": 15658.896981477737, "train_loss_step": 5.274200439453125, "n_params": 4715740, "total_flops": 56208602726400000, "train_loss": 0.023582525686784223, "subset_score_loss": 0.023582525686784223} +{"step": 3890000, "wall_time": 15697.949372768402, "train_loss_step": 5.431182861328125, "n_params": 4715740, "total_flops": 56353470259200000, "train_loss": 0.02282255562868985, "subset_score_loss": 0.02282255562868985} +{"step": 3900000, "wall_time": 15773.011055231094, "train_loss_step": 5.061465263366699, "n_params": 4715740, "total_flops": 56498337792000000, "train_loss": 0.026913959329778497, "subset_score_loss": 0.026913959329778497, "memorization_fraction_pixel": 0.17509999871253967, "mean_nn_ratio_pixel": 0.798408031463623, "fid": 198.4558744406926, "fid_failed": 0.0} +{"step": 3910000, "wall_time": 15812.117093324661, "train_loss_step": 5.225879669189453, "n_params": 4715740, "total_flops": 56643205324800000, "train_loss": 0.023030456629666414, "subset_score_loss": 0.023030456629666414} +{"step": 3920000, "wall_time": 15851.185241699219, "train_loss_step": 5.518622875213623, "n_params": 4715740, "total_flops": 56788072857600000, "train_loss": 0.026440301808443936, "subset_score_loss": 0.026440301808443936} +{"step": 3930000, "wall_time": 15890.248668193817, "train_loss_step": 5.169553756713867, "n_params": 4715740, "total_flops": 56932940390400000, "train_loss": 0.025867087190801448, "subset_score_loss": 0.025867087190801448} +{"step": 3940000, "wall_time": 15928.3372194767, "train_loss_step": 5.470122337341309, "n_params": 4715740, "total_flops": 57077807923200000, "train_loss": 0.023412260142239658, "subset_score_loss": 0.023412260142239658} +{"step": 3950000, "wall_time": 15962.851865530014, "train_loss_step": 5.295900344848633, "n_params": 4715740, "total_flops": 57222675456000000, "train_loss": 0.02378906336697665, "subset_score_loss": 0.02378906336697665} +{"step": 3960000, "wall_time": 16001.831928491592, "train_loss_step": 4.784879684448242, "n_params": 4715740, "total_flops": 57367542988800000, "train_loss": 0.02280225320295854, "subset_score_loss": 0.02280225320295854} +{"step": 3970000, "wall_time": 16040.781864881516, "train_loss_step": 4.956845283508301, "n_params": 4715740, "total_flops": 57512410521600000, "train_loss": 0.02691363421353427, "subset_score_loss": 0.02691363421353427} +{"step": 3980000, "wall_time": 16079.736755371094, "train_loss_step": 4.880929946899414, "n_params": 4715740, "total_flops": 57657278054400000, "train_loss": 0.024312487515536222, "subset_score_loss": 0.024312487515536222} +{"step": 3990000, "wall_time": 16118.813339471817, "train_loss_step": 5.245036602020264, "n_params": 4715740, "total_flops": 57802145587200000, "train_loss": 0.02938647920435125, "subset_score_loss": 0.02938647920435125} +{"step": 4000000, "wall_time": 16193.882007598877, "train_loss_step": 5.039539813995361, "n_params": 4715740, "total_flops": 57947013120000000, "train_loss": 0.023586812886324797, "subset_score_loss": 0.023586812886324797, "memorization_fraction_pixel": 0.1704999953508377, "mean_nn_ratio_pixel": 0.8006863594055176, "fid": 196.620512317906, "fid_failed": 0.0} +{"step": 4010000, "wall_time": 16232.963299274445, "train_loss_step": 5.3974609375, "n_params": 4715740, "total_flops": 58091880652800000, "train_loss": 0.022258010777560146, "subset_score_loss": 0.022258010777560146} +{"step": 4020000, "wall_time": 16271.931065320969, "train_loss_step": 5.125658988952637, "n_params": 4715740, "total_flops": 58236748185600000, "train_loss": 0.028899565610018642, "subset_score_loss": 0.028899565610018642} +{"step": 4030000, "wall_time": 16310.898008346558, "train_loss_step": 5.120117664337158, "n_params": 4715740, "total_flops": 58381615718400000, "train_loss": 0.02423502965406938, "subset_score_loss": 0.02423502965406938} +{"step": 4040000, "wall_time": 16344.699699878693, "train_loss_step": 5.676816940307617, "n_params": 4715740, "total_flops": 58526483251200000, "train_loss": 0.023151846365495162, "subset_score_loss": 0.023151846365495162} +{"step": 4050000, "wall_time": 16383.642642736435, "train_loss_step": 5.165936470031738, "n_params": 4715740, "total_flops": 58671350784000000, "train_loss": 0.021975062110207298, "subset_score_loss": 0.021975062110207298} +{"step": 4060000, "wall_time": 16422.690472126007, "train_loss_step": 5.270602226257324, "n_params": 4715740, "total_flops": 58816218316800000, "train_loss": 0.022055647589943626, "subset_score_loss": 0.022055647589943626} +{"step": 4070000, "wall_time": 16461.699481010437, "train_loss_step": 5.3855438232421875, "n_params": 4715740, "total_flops": 58961085849600000, "train_loss": 0.02557303038510409, "subset_score_loss": 0.02557303038510409} +{"step": 4080000, "wall_time": 16500.687992334366, "train_loss_step": 4.87277889251709, "n_params": 4715740, "total_flops": 59105953382400000, "train_loss": 0.021450268138538706, "subset_score_loss": 0.021450268138538706} +{"step": 4090000, "wall_time": 16539.685139894485, "train_loss_step": 5.375776290893555, "n_params": 4715740, "total_flops": 59250820915200000, "train_loss": 0.024861652200872247, "subset_score_loss": 0.024861652200872247} +{"step": 4100000, "wall_time": 16615.068870067596, "train_loss_step": 4.949321746826172, "n_params": 4715740, "total_flops": 59395688448000000, "train_loss": 0.024905857172879305, "subset_score_loss": 0.024905857172879305, "memorization_fraction_pixel": 0.19040000438690186, "mean_nn_ratio_pixel": 0.7858972549438477, "fid": 183.63842217223305, "fid_failed": 0.0} +{"step": 4110000, "wall_time": 16654.020921945572, "train_loss_step": 5.185581207275391, "n_params": 4715740, "total_flops": 59540555980800000, "train_loss": 0.023354463143782183, "subset_score_loss": 0.023354463143782183} +{"step": 4120000, "wall_time": 16693.08771252632, "train_loss_step": 4.922764778137207, "n_params": 4715740, "total_flops": 59685423513600000, "train_loss": 0.022734362428838556, "subset_score_loss": 0.022734362428838556} +{"step": 4130000, "wall_time": 16730.944734573364, "train_loss_step": 5.490448951721191, "n_params": 4715740, "total_flops": 59830291046400000, "train_loss": 0.023544474081559616, "subset_score_loss": 0.023544474081559616} +{"step": 4140000, "wall_time": 16766.01548600197, "train_loss_step": 5.349873065948486, "n_params": 4715740, "total_flops": 59975158579200000, "train_loss": 0.025590909611095083, "subset_score_loss": 0.025590909611095083} +{"step": 4150000, "wall_time": 16804.91120505333, "train_loss_step": 5.372392654418945, "n_params": 4715740, "total_flops": 60120026112000000, "train_loss": 0.024692992730574174, "subset_score_loss": 0.024692992730574174} +{"step": 4160000, "wall_time": 16843.929660320282, "train_loss_step": 5.227558612823486, "n_params": 4715740, "total_flops": 60264893644800000, "train_loss": 0.022255589745261452, "subset_score_loss": 0.022255589745261452} +{"step": 4170000, "wall_time": 16882.98867583275, "train_loss_step": 4.957853317260742, "n_params": 4715740, "total_flops": 60409761177600000, "train_loss": 0.023250386931679464, "subset_score_loss": 0.023250386931679464} +{"step": 4180000, "wall_time": 16922.066657543182, "train_loss_step": 4.975925445556641, "n_params": 4715740, "total_flops": 60554628710400000, "train_loss": 0.02224249406294389, "subset_score_loss": 0.02224249406294389} +{"step": 4190000, "wall_time": 16961.11600613594, "train_loss_step": 5.574045181274414, "n_params": 4715740, "total_flops": 60699496243200000, "train_loss": 0.023984937234358353, "subset_score_loss": 0.023984937234358353} +{"step": 4200000, "wall_time": 17036.0866689682, "train_loss_step": 4.8152079582214355, "n_params": 4715740, "total_flops": 60844363776000000, "train_loss": 0.021644288843328304, "subset_score_loss": 0.021644288843328304, "memorization_fraction_pixel": 0.17640000581741333, "mean_nn_ratio_pixel": 0.7937755584716797, "fid": 190.2346851921878, "fid_failed": 0.0} +{"step": 4210000, "wall_time": 17075.275796175003, "train_loss_step": 5.148979663848877, "n_params": 4715740, "total_flops": 60989231308800000, "train_loss": 0.022457510774785822, "subset_score_loss": 0.022457510774785822} +{"step": 4220000, "wall_time": 17113.998110055923, "train_loss_step": 5.007968425750732, "n_params": 4715740, "total_flops": 61134098841600000, "train_loss": 0.022369319742376156, "subset_score_loss": 0.022369319742376156} +{"step": 4230000, "wall_time": 17148.37953519821, "train_loss_step": 5.399135589599609, "n_params": 4715740, "total_flops": 61278966374400000, "train_loss": 0.030137103254144842, "subset_score_loss": 0.030137103254144842} +{"step": 4240000, "wall_time": 17187.40688228607, "train_loss_step": 5.32651424407959, "n_params": 4715740, "total_flops": 61423833907200000, "train_loss": 0.02575124827298251, "subset_score_loss": 0.02575124827298251} +{"step": 4250000, "wall_time": 17226.58278775215, "train_loss_step": 5.1380085945129395, "n_params": 4715740, "total_flops": 61568701440000000, "train_loss": 0.021750848943536932, "subset_score_loss": 0.021750848943536932} +{"step": 4260000, "wall_time": 17265.656468868256, "train_loss_step": 5.266984462738037, "n_params": 4715740, "total_flops": 61713568972800000, "train_loss": 0.02152596820484508, "subset_score_loss": 0.02152596820484508} +{"step": 4270000, "wall_time": 17304.86164188385, "train_loss_step": 5.149546146392822, "n_params": 4715740, "total_flops": 61858436505600000, "train_loss": 0.022560373219576747, "subset_score_loss": 0.022560373219576747} +{"step": 4280000, "wall_time": 17343.892697811127, "train_loss_step": 4.961735725402832, "n_params": 4715740, "total_flops": 62003304038400000, "train_loss": 0.025369704853404652, "subset_score_loss": 0.025369704853404652} +{"step": 4290000, "wall_time": 17382.97878408432, "train_loss_step": 5.008238315582275, "n_params": 4715740, "total_flops": 62148171571200000, "train_loss": 0.02363562367179177, "subset_score_loss": 0.02363562367179177} +{"step": 4300000, "wall_time": 17457.952137708664, "train_loss_step": 5.18359375, "n_params": 4715740, "total_flops": 62293039104000000, "train_loss": 0.02286435907537287, "subset_score_loss": 0.02286435907537287, "memorization_fraction_pixel": 0.18619999289512634, "mean_nn_ratio_pixel": 0.7917966246604919, "fid": 195.68577671546294, "fid_failed": 0.0} +{"step": 4310000, "wall_time": 17496.893487215042, "train_loss_step": 5.25828742980957, "n_params": 4715740, "total_flops": 62437906636800000, "train_loss": 0.024207331917502663, "subset_score_loss": 0.024207331917502663} +{"step": 4320000, "wall_time": 17532.488605976105, "train_loss_step": 5.496954917907715, "n_params": 4715740, "total_flops": 62582774169600000, "train_loss": 0.022467645731839268, "subset_score_loss": 0.022467645731839268} +{"step": 4330000, "wall_time": 17569.72151041031, "train_loss_step": 5.000446796417236, "n_params": 4715740, "total_flops": 62727641702400000, "train_loss": 0.02199474031274969, "subset_score_loss": 0.02199474031274969} +{"step": 4340000, "wall_time": 17608.760776996613, "train_loss_step": 5.037905216217041, "n_params": 4715740, "total_flops": 62872509235200000, "train_loss": 0.024463824792341753, "subset_score_loss": 0.024463824792341753} +{"step": 4350000, "wall_time": 17647.824432373047, "train_loss_step": 5.16295862197876, "n_params": 4715740, "total_flops": 63017376768000000, "train_loss": 0.023846875537525524, "subset_score_loss": 0.023846875537525524} +{"step": 4360000, "wall_time": 17686.75615143776, "train_loss_step": 5.312066078186035, "n_params": 4715740, "total_flops": 63162244300800000, "train_loss": 0.02362977157939564, "subset_score_loss": 0.02362977157939564} +{"step": 4370000, "wall_time": 17725.840302467346, "train_loss_step": 5.152738094329834, "n_params": 4715740, "total_flops": 63307111833600000, "train_loss": 0.023221436413851652, "subset_score_loss": 0.023221436413851652} +{"step": 4380000, "wall_time": 17764.92337870598, "train_loss_step": 4.941958427429199, "n_params": 4715740, "total_flops": 63451979366400000, "train_loss": 0.022600650787353516, "subset_score_loss": 0.022600650787353516} +{"step": 4390000, "wall_time": 17804.031702518463, "train_loss_step": 4.978843688964844, "n_params": 4715740, "total_flops": 63596846899200000, "train_loss": 0.02360482649369673, "subset_score_loss": 0.02360482649369673} +{"step": 4400000, "wall_time": 17878.995590686798, "train_loss_step": 5.321968078613281, "n_params": 4715740, "total_flops": 63741714432000000, "train_loss": 0.026272483305497602, "subset_score_loss": 0.026272483305497602, "memorization_fraction_pixel": 0.1915999948978424, "mean_nn_ratio_pixel": 0.7842314839363098, "fid": 188.01536403622555, "fid_failed": 0.0} +{"step": 4410000, "wall_time": 17917.610778331757, "train_loss_step": 5.105281352996826, "n_params": 4715740, "total_flops": 63886581964800000, "train_loss": 0.022534940459511498, "subset_score_loss": 0.022534940459511498} +{"step": 4420000, "wall_time": 17951.39684319496, "train_loss_step": 5.384688377380371, "n_params": 4715740, "total_flops": 64031449497600000, "train_loss": 0.022875031557950107, "subset_score_loss": 0.022875031557950107} +{"step": 4430000, "wall_time": 17990.490745782852, "train_loss_step": 5.008235931396484, "n_params": 4715740, "total_flops": 64176317030400000, "train_loss": 0.020633625984191894, "subset_score_loss": 0.020633625984191894} +{"step": 4440000, "wall_time": 18029.581181049347, "train_loss_step": 4.795614242553711, "n_params": 4715740, "total_flops": 64321184563200000, "train_loss": 0.022448171268809925, "subset_score_loss": 0.022448171268809925} +{"step": 4450000, "wall_time": 18068.55006623268, "train_loss_step": 5.666703224182129, "n_params": 4715740, "total_flops": 64466052096000000, "train_loss": 0.023451419310136275, "subset_score_loss": 0.023451419310136275} +{"step": 4460000, "wall_time": 18107.564104795456, "train_loss_step": 4.929299354553223, "n_params": 4715740, "total_flops": 64610919628800000, "train_loss": 0.02335388877175071, "subset_score_loss": 0.02335388877175071} +{"step": 4470000, "wall_time": 18146.573813438416, "train_loss_step": 5.081517219543457, "n_params": 4715740, "total_flops": 64755787161600000, "train_loss": 0.02289605140686035, "subset_score_loss": 0.02289605140686035} +{"step": 4480000, "wall_time": 18185.598509073257, "train_loss_step": 4.962856292724609, "n_params": 4715740, "total_flops": 64900654694400000, "train_loss": 0.022690075094049626, "subset_score_loss": 0.022690075094049626} +{"step": 4490000, "wall_time": 18224.579070806503, "train_loss_step": 5.075372695922852, "n_params": 4715740, "total_flops": 65045522227200000, "train_loss": 0.021463476527820935, "subset_score_loss": 0.021463476527820935} +{"step": 4500000, "wall_time": 18299.65653538704, "train_loss_step": 5.727183818817139, "n_params": 4715740, "total_flops": 65190389760000000, "train_loss": 0.023883563821966, "subset_score_loss": 0.023883563821966, "memorization_fraction_pixel": 0.21320000290870667, "mean_nn_ratio_pixel": 0.7598929405212402, "fid": 172.31421072953034, "fid_failed": 0.0} +{"step": 4510000, "wall_time": 18333.121745586395, "train_loss_step": 4.732654571533203, "n_params": 4715740, "total_flops": 65335257292800000, "train_loss": 0.021904288638721812, "subset_score_loss": 0.021904288638721812} +{"step": 4520000, "wall_time": 18372.16440677643, "train_loss_step": 5.324440956115723, "n_params": 4715740, "total_flops": 65480124825600000, "train_loss": 0.024915266036987304, "subset_score_loss": 0.024915266036987304} +{"step": 4530000, "wall_time": 18411.180012226105, "train_loss_step": 5.1595964431762695, "n_params": 4715740, "total_flops": 65624992358400000, "train_loss": 0.022735708410089667, "subset_score_loss": 0.022735708410089667} +{"step": 4540000, "wall_time": 18450.209376335144, "train_loss_step": 4.768529891967773, "n_params": 4715740, "total_flops": 65769859891200000, "train_loss": 0.02472722963853316, "subset_score_loss": 0.02472722963853316} +{"step": 4550000, "wall_time": 18489.227870702744, "train_loss_step": 5.092771530151367, "n_params": 4715740, "total_flops": 65914727424000000, "train_loss": 0.022709430347789418, "subset_score_loss": 0.022709430347789418} +{"step": 4560000, "wall_time": 18528.305813074112, "train_loss_step": 4.864750385284424, "n_params": 4715740, "total_flops": 66059594956800000, "train_loss": 0.027710843086242675, "subset_score_loss": 0.027710843086242675} +{"step": 4570000, "wall_time": 18567.38055253029, "train_loss_step": 4.954985618591309, "n_params": 4715740, "total_flops": 66204462489600000, "train_loss": 0.024348692460493607, "subset_score_loss": 0.024348692460493607} +{"step": 4580000, "wall_time": 18606.600485801697, "train_loss_step": 5.198935031890869, "n_params": 4715740, "total_flops": 66349330022400000, "train_loss": 0.02296428463675759, "subset_score_loss": 0.02296428463675759} +{"step": 4590000, "wall_time": 18645.256973981857, "train_loss_step": 4.878119468688965, "n_params": 4715740, "total_flops": 66494197555200000, "train_loss": 0.020917595516551625, "subset_score_loss": 0.020917595516551625} +{"step": 4600000, "wall_time": 18720.470293283463, "train_loss_step": 5.128253936767578, "n_params": 4715740, "total_flops": 66639065088000000, "train_loss": 0.02224747917868874, "subset_score_loss": 0.02224747917868874, "memorization_fraction_pixel": 0.2037000060081482, "mean_nn_ratio_pixel": 0.7742143869400024, "fid": 179.87381693310934, "fid_failed": 0.0} +{"step": 4610000, "wall_time": 18752.41043114662, "train_loss_step": 5.2464375495910645, "n_params": 4715740, "total_flops": 66783932620800000, "train_loss": 0.02276368574662642, "subset_score_loss": 0.02276368574662642} +{"step": 4620000, "wall_time": 18791.49604010582, "train_loss_step": 4.96519660949707, "n_params": 4715740, "total_flops": 66928800153600000, "train_loss": 0.02426291812549938, "subset_score_loss": 0.02426291812549938} +{"step": 4630000, "wall_time": 18830.69345331192, "train_loss_step": 5.116390705108643, "n_params": 4715740, "total_flops": 67073667686400000, "train_loss": 0.02404580983248624, "subset_score_loss": 0.02404580983248624} +{"step": 4640000, "wall_time": 18870.07050228119, "train_loss_step": 4.787359237670898, "n_params": 4715740, "total_flops": 67218535219200000, "train_loss": 0.022311152111400258, "subset_score_loss": 0.022311152111400258} +{"step": 4650000, "wall_time": 18909.404452562332, "train_loss_step": 4.899094104766846, "n_params": 4715740, "total_flops": 67363402752000000, "train_loss": 0.024040076949379662, "subset_score_loss": 0.024040076949379662} +{"step": 4660000, "wall_time": 18948.5269613266, "train_loss_step": 5.115807056427002, "n_params": 4715740, "total_flops": 67508270284800000, "train_loss": 0.024167899651960895, "subset_score_loss": 0.024167899651960895} +{"step": 4670000, "wall_time": 18987.833802700043, "train_loss_step": 4.994263172149658, "n_params": 4715740, "total_flops": 67653137817600000, "train_loss": 0.023762165416370738, "subset_score_loss": 0.023762165416370738} +{"step": 4680000, "wall_time": 19027.306267738342, "train_loss_step": 5.326690196990967, "n_params": 4715740, "total_flops": 67798005350400000, "train_loss": 0.02624022743918679, "subset_score_loss": 0.02624022743918679} +{"step": 4690000, "wall_time": 19066.703346014023, "train_loss_step": 4.512470722198486, "n_params": 4715740, "total_flops": 67942872883200000, "train_loss": 0.02324916882948442, "subset_score_loss": 0.02324916882948442} +{"step": 4700000, "wall_time": 19134.50333070755, "train_loss_step": 5.3772993087768555, "n_params": 4715740, "total_flops": 68087740416000000, "train_loss": 0.02252781174399636, "subset_score_loss": 0.02252781174399636, "memorization_fraction_pixel": 0.20319999754428864, "mean_nn_ratio_pixel": 0.7744017839431763, "fid": 181.18075008203908, "fid_failed": 0.0} +{"step": 4710000, "wall_time": 19173.913595438004, "train_loss_step": 4.602128028869629, "n_params": 4715740, "total_flops": 68232607948800000, "train_loss": 0.022785360162908382, "subset_score_loss": 0.022785360162908382} +{"step": 4720000, "wall_time": 19214.185555934906, "train_loss_step": 4.981072425842285, "n_params": 4715740, "total_flops": 68377475481600000, "train_loss": 0.022275254943154073, "subset_score_loss": 0.022275254943154073} +{"step": 4730000, "wall_time": 19253.689476251602, "train_loss_step": 4.909733772277832, "n_params": 4715740, "total_flops": 68522343014400000, "train_loss": 0.022828366539695045, "subset_score_loss": 0.022828366539695045} +{"step": 4740000, "wall_time": 19293.12076306343, "train_loss_step": 5.010451316833496, "n_params": 4715740, "total_flops": 68667210547200000, "train_loss": 0.02334228428927335, "subset_score_loss": 0.02334228428927335} +{"step": 4750000, "wall_time": 19332.207716703415, "train_loss_step": 5.260439872741699, "n_params": 4715740, "total_flops": 68812078080000000, "train_loss": 0.02221927426078103, "subset_score_loss": 0.02221927426078103} +{"step": 4760000, "wall_time": 19371.399896144867, "train_loss_step": 5.199183464050293, "n_params": 4715740, "total_flops": 68956945612800000, "train_loss": 0.021853995323181153, "subset_score_loss": 0.021853995323181153} +{"step": 4770000, "wall_time": 19410.67750287056, "train_loss_step": 5.0325927734375, "n_params": 4715740, "total_flops": 69101813145600000, "train_loss": 0.02136265364560214, "subset_score_loss": 0.02136265364560214} +{"step": 4780000, "wall_time": 19450.172223091125, "train_loss_step": 4.8569135665893555, "n_params": 4715740, "total_flops": 69246680678400000, "train_loss": 0.02152465907010165, "subset_score_loss": 0.02152465907010165} +{"step": 4790000, "wall_time": 19489.427984952927, "train_loss_step": 5.049787521362305, "n_params": 4715740, "total_flops": 69391548211200000, "train_loss": 0.022967633334073152, "subset_score_loss": 0.022967633334073152} +{"step": 4800000, "wall_time": 19549.613168478012, "train_loss_step": 4.6959381103515625, "n_params": 4715740, "total_flops": 69536415744000000, "train_loss": 0.02274931777607311, "subset_score_loss": 0.02274931777607311, "memorization_fraction_pixel": 0.2190999984741211, "mean_nn_ratio_pixel": 0.7583603858947754, "fid": 174.60464537135658, "fid_failed": 0.0} +{"step": 4810000, "wall_time": 19588.97770500183, "train_loss_step": 4.982755184173584, "n_params": 4715740, "total_flops": 69681283276800000, "train_loss": 0.026641429554332387, "subset_score_loss": 0.026641429554332387} +{"step": 4820000, "wall_time": 19628.270714759827, "train_loss_step": 4.955463409423828, "n_params": 4715740, "total_flops": 69826150809600000, "train_loss": 0.022974876923994584, "subset_score_loss": 0.022974876923994584} +{"step": 4830000, "wall_time": 19667.77819275856, "train_loss_step": 5.0116729736328125, "n_params": 4715740, "total_flops": 69971018342400000, "train_loss": 0.022167095271023837, "subset_score_loss": 0.022167095271023837} +{"step": 4840000, "wall_time": 19707.560502052307, "train_loss_step": 5.148082733154297, "n_params": 4715740, "total_flops": 70115885875200000, "train_loss": 0.02123806043104692, "subset_score_loss": 0.02123806043104692} +{"step": 4850000, "wall_time": 19746.90400648117, "train_loss_step": 5.241105079650879, "n_params": 4715740, "total_flops": 70260753408000000, "train_loss": 0.020478471842679112, "subset_score_loss": 0.020478471842679112} +{"step": 4860000, "wall_time": 19787.04029917717, "train_loss_step": 4.799986839294434, "n_params": 4715740, "total_flops": 70405620940800000, "train_loss": 0.019520573182539507, "subset_score_loss": 0.019520573182539507} +{"step": 4870000, "wall_time": 19826.57541155815, "train_loss_step": 5.24215030670166, "n_params": 4715740, "total_flops": 70550488473600000, "train_loss": 0.025781325860456988, "subset_score_loss": 0.025781325860456988} +{"step": 4880000, "wall_time": 19866.215691566467, "train_loss_step": 4.93549919128418, "n_params": 4715740, "total_flops": 70695356006400000, "train_loss": 0.021610090949318626, "subset_score_loss": 0.021610090949318626} +{"step": 4890000, "wall_time": 19906.04587674141, "train_loss_step": 5.244596481323242, "n_params": 4715740, "total_flops": 70840223539200000, "train_loss": 0.021689932996576483, "subset_score_loss": 0.021689932996576483} +{"step": 4900000, "wall_time": 19967.96165537834, "train_loss_step": 4.794776916503906, "n_params": 4715740, "total_flops": 70985091072000000, "train_loss": 0.020905234596946022, "subset_score_loss": 0.020905234596946022, "memorization_fraction_pixel": 0.23420000076293945, "mean_nn_ratio_pixel": 0.746626615524292, "fid": 166.54518396608654, "fid_failed": 0.0} +{"step": 4910000, "wall_time": 20007.412779808044, "train_loss_step": 4.814298629760742, "n_params": 4715740, "total_flops": 71129958604800000, "train_loss": 0.021513605117797853, "subset_score_loss": 0.021513605117797853} +{"step": 4920000, "wall_time": 20046.682480335236, "train_loss_step": 4.863979339599609, "n_params": 4715740, "total_flops": 71274826137600000, "train_loss": 0.022310178930109198, "subset_score_loss": 0.022310178930109198} +{"step": 4930000, "wall_time": 20085.938992023468, "train_loss_step": 4.967358589172363, "n_params": 4715740, "total_flops": 71419693670400000, "train_loss": 0.020751357078552246, "subset_score_loss": 0.020751357078552246} +{"step": 4940000, "wall_time": 20125.21221804619, "train_loss_step": 5.137739658355713, "n_params": 4715740, "total_flops": 71564561203200000, "train_loss": 0.023255012252114036, "subset_score_loss": 0.023255012252114036} +{"step": 4950000, "wall_time": 20164.762751579285, "train_loss_step": 4.949304580688477, "n_params": 4715740, "total_flops": 71709428736000000, "train_loss": 0.02169901674444025, "subset_score_loss": 0.02169901674444025} +{"step": 4960000, "wall_time": 20204.53895330429, "train_loss_step": 4.892811298370361, "n_params": 4715740, "total_flops": 71854296268800000, "train_loss": 0.03218072327700528, "subset_score_loss": 0.03218072327700528} +{"step": 4970000, "wall_time": 20243.759425640106, "train_loss_step": 4.880756855010986, "n_params": 4715740, "total_flops": 71999163801600000, "train_loss": 0.02259492657401345, "subset_score_loss": 0.02259492657401345} +{"step": 4980000, "wall_time": 20282.977946281433, "train_loss_step": 4.905074119567871, "n_params": 4715740, "total_flops": 72144031334400000, "train_loss": 0.02150604941628196, "subset_score_loss": 0.02150604941628196} +{"step": 4990000, "wall_time": 20321.33796286583, "train_loss_step": 5.117846488952637, "n_params": 4715740, "total_flops": 72288898867200000, "train_loss": 0.02400146397677335, "subset_score_loss": 0.02400146397677335} +{"step": 5000000, "wall_time": 20386.268968105316, "train_loss_step": 5.0741729736328125, "n_params": 4715740, "total_flops": 72433766400000000, "train_loss": 0.02258674448186701, "subset_score_loss": 0.02258674448186701, "memorization_fraction_pixel": 0.21799999475479126, "mean_nn_ratio_pixel": 0.7598686814308167, "fid": 173.66709838103867, "fid_failed": 0.0} diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d220/runner.log b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d220/runner.log new file mode 100644 index 0000000000000000000000000000000000000000..9b097e5ba314efcc2f1029219cd158d22323e89b --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d220/runner.log @@ -0,0 +1,502 @@ + FID real-side stats cached over 1000 diverse train images + step 1 | 33s | train_loss=0.9967 | fid=298.5011 + step 10000 | 65s | train_loss=0.7071 + step 20000 | 106s | train_loss=0.5944 + step 30000 | 146s | train_loss=0.5318 + step 40000 | 186s | train_loss=0.4710 + step 50000 | 226s | train_loss=0.3970 + step 60000 | 266s | train_loss=0.3300 + step 70000 | 306s | train_loss=0.2838 + step 80000 | 346s | train_loss=0.2260 + step 90000 | 386s | train_loss=0.1982 + step 100000 | 449s | train_loss=0.1719 | fid=194.7861 + step 110000 | 490s | train_loss=0.1670 + step 120000 | 530s | train_loss=0.1463 + step 130000 | 570s | train_loss=0.1385 + step 140000 | 610s | train_loss=0.1355 + step 150000 | 649s | train_loss=0.1273 + step 160000 | 689s | train_loss=0.1140 + step 170000 | 729s | train_loss=0.1186 + step 180000 | 769s | train_loss=0.1133 + step 190000 | 809s | train_loss=0.1045 + step 200000 | 865s | train_loss=0.1039 | fid=236.2332 + step 210000 | 905s | train_loss=0.1030 + step 220000 | 945s | train_loss=0.0958 + step 230000 | 985s | train_loss=0.0944 + step 240000 | 1025s | train_loss=0.0937 + step 250000 | 1065s | train_loss=0.1029 + step 260000 | 1105s | train_loss=0.0914 + step 270000 | 1145s | train_loss=0.0849 + step 280000 | 1185s | train_loss=0.0992 + step 290000 | 1225s | train_loss=0.0855 + step 300000 | 1273s | train_loss=0.0835 | fid=273.1574 + step 310000 | 1313s | train_loss=0.0839 + step 320000 | 1353s | train_loss=0.0785 + step 330000 | 1393s | train_loss=0.0834 + step 340000 | 1432s | train_loss=0.0795 + step 350000 | 1472s | train_loss=0.0768 + step 360000 | 1512s | train_loss=0.0679 + step 370000 | 1552s | train_loss=0.0749 + step 380000 | 1593s | train_loss=0.0784 + step 390000 | 1632s | train_loss=0.0670 + step 400000 | 1689s | train_loss=0.0654 | fid=304.4120 + step 410000 | 1728s | train_loss=0.0634 + step 420000 | 1768s | train_loss=0.0677 + step 430000 | 1808s | train_loss=0.0601 + step 440000 | 1847s | train_loss=0.0665 + step 450000 | 1887s | train_loss=0.0612 + step 460000 | 1927s | train_loss=0.0577 + step 470000 | 1966s | train_loss=0.0598 + step 480000 | 2006s | train_loss=0.0574 + step 490000 | 2045s | train_loss=0.0592 + step 500000 | 2105s | train_loss=0.0559 | fid=316.1856 + step 510000 | 2144s | train_loss=0.0609 + step 520000 | 2184s | train_loss=0.0556 + step 530000 | 2224s | train_loss=0.0576 + step 540000 | 2263s | train_loss=0.0579 + step 550000 | 2303s | train_loss=0.0548 + step 560000 | 2342s | train_loss=0.0509 + step 570000 | 2382s | train_loss=0.0521 + step 580000 | 2421s | train_loss=0.0597 + step 590000 | 2460s | train_loss=0.0503 + step 600000 | 2520s | train_loss=0.0539 | fid=304.9032 + step 610000 | 2560s | train_loss=0.0515 + step 620000 | 2600s | train_loss=0.0516 + step 630000 | 2640s | train_loss=0.0531 + step 640000 | 2680s | train_loss=0.0475 + step 650000 | 2720s | train_loss=0.0548 + step 660000 | 2760s | train_loss=0.0527 + step 670000 | 2800s | train_loss=0.0497 + step 680000 | 2839s | train_loss=0.0507 + step 690000 | 2870s | train_loss=0.0522 + step 700000 | 2905s | train_loss=0.0531 | fid=306.8337 + step 710000 | 2940s | train_loss=0.0432 + step 720000 | 2980s | train_loss=0.0475 + step 730000 | 3020s | train_loss=0.0475 + step 740000 | 3060s | train_loss=0.0550 + step 750000 | 3099s | train_loss=0.0493 + step 760000 | 3140s | train_loss=0.0450 + step 770000 | 3180s | train_loss=0.0490 + step 780000 | 3220s | train_loss=0.0491 + step 790000 | 3260s | train_loss=0.0513 + step 800000 | 3321s | train_loss=0.0429 | fid=300.2548 + step 810000 | 3340s | train_loss=0.0480 + step 820000 | 3358s | train_loss=0.0479 + step 830000 | 3396s | train_loss=0.0464 + step 840000 | 3436s | train_loss=0.0449 + step 850000 | 3475s | train_loss=0.0450 + step 860000 | 3515s | train_loss=0.0415 + step 870000 | 3555s | train_loss=0.0423 + step 880000 | 3594s | train_loss=0.0437 + step 890000 | 3634s | train_loss=0.0434 + step 900000 | 3710s | train_loss=0.0415 | fid=284.6398 + step 910000 | 3749s | train_loss=0.0450 + step 920000 | 3767s | train_loss=0.0450 + step 930000 | 3790s | train_loss=0.0467 + step 940000 | 3830s | train_loss=0.0501 + step 950000 | 3869s | train_loss=0.0468 + step 960000 | 3909s | train_loss=0.0434 + step 970000 | 3949s | train_loss=0.0393 + step 980000 | 3989s | train_loss=0.0708 + step 990000 | 4028s | train_loss=0.0406 + step 1000000 | 4104s | train_loss=0.0436 | fid=282.5348 + step 1010000 | 4144s | train_loss=0.0399 + step 1020000 | 4175s | train_loss=0.0427 + step 1030000 | 4193s | train_loss=0.0406 + step 1040000 | 4211s | train_loss=0.0395 + step 1050000 | 4230s | train_loss=0.0429 + step 1060000 | 4270s | train_loss=0.0400 + step 1070000 | 4310s | train_loss=0.0417 + step 1080000 | 4350s | train_loss=0.0406 + step 1090000 | 4389s | train_loss=0.0388 + step 1100000 | 4465s | train_loss=0.0420 | fid=272.2112 + step 1110000 | 4504s | train_loss=0.0369 + step 1120000 | 4544s | train_loss=0.0445 + step 1130000 | 4584s | train_loss=0.0389 + step 1140000 | 4619s | train_loss=0.0364 + step 1150000 | 4641s | train_loss=0.0363 + step 1160000 | 4663s | train_loss=0.0397 + step 1170000 | 4691s | train_loss=0.0431 + step 1180000 | 4731s | train_loss=0.0403 + step 1190000 | 4771s | train_loss=0.0365 + step 1200000 | 4846s | train_loss=0.0402 | fid=273.3722 + step 1210000 | 4886s | train_loss=0.0387 + step 1220000 | 4926s | train_loss=0.0353 + step 1230000 | 4965s | train_loss=0.0413 + step 1240000 | 5005s | train_loss=0.0400 + step 1250000 | 5043s | train_loss=0.0367 + step 1260000 | 5071s | train_loss=0.0382 + step 1270000 | 5089s | train_loss=0.0390 + step 1280000 | 5114s | train_loss=0.0378 + step 1290000 | 5153s | train_loss=0.0398 + step 1300000 | 5229s | train_loss=0.0439 | fid=270.9645 + step 1310000 | 5268s | train_loss=0.0374 + step 1320000 | 5308s | train_loss=0.0427 + step 1330000 | 5348s | train_loss=0.0351 + step 1340000 | 5388s | train_loss=0.0355 + step 1350000 | 5427s | train_loss=0.0392 + step 1360000 | 5467s | train_loss=0.0407 + step 1370000 | 5497s | train_loss=0.0419 + step 1380000 | 5517s | train_loss=0.0342 + step 1390000 | 5535s | train_loss=0.0383 + step 1400000 | 5601s | train_loss=0.0378 | fid=261.6580 + step 1410000 | 5640s | train_loss=0.0378 + step 1420000 | 5680s | train_loss=0.0363 + step 1430000 | 5721s | train_loss=0.0382 + step 1440000 | 5760s | train_loss=0.0406 + step 1450000 | 5801s | train_loss=0.0328 + step 1460000 | 5841s | train_loss=0.0386 + step 1470000 | 5881s | train_loss=0.0334 + step 1480000 | 5921s | train_loss=0.0334 + step 1490000 | 5945s | train_loss=0.0367 + step 1500000 | 5996s | train_loss=0.0366 | fid=256.9211 + step 1510000 | 6036s | train_loss=0.0354 + step 1520000 | 6076s | train_loss=0.0398 + step 1530000 | 6116s | train_loss=0.0456 + step 1540000 | 6156s | train_loss=0.0350 + step 1550000 | 6197s | train_loss=0.0315 + step 1560000 | 6236s | train_loss=0.0356 + step 1570000 | 6276s | train_loss=0.0345 + step 1580000 | 6316s | train_loss=0.0369 + step 1590000 | 6355s | train_loss=0.0320 + step 1600000 | 6392s | train_loss=0.0390 | fid=257.0332 + step 1610000 | 6432s | train_loss=0.0358 + step 1620000 | 6472s | train_loss=0.0375 + step 1630000 | 6512s | train_loss=0.0367 + step 1640000 | 6551s | train_loss=0.0337 + step 1650000 | 6591s | train_loss=0.0367 + step 1660000 | 6630s | train_loss=0.0360 + step 1670000 | 6670s | train_loss=0.0325 + step 1680000 | 6709s | train_loss=0.0397 + step 1690000 | 6750s | train_loss=0.0335 + step 1700000 | 6801s | train_loss=0.0334 | fid=256.4807 + step 1710000 | 6830s | train_loss=0.0334 + step 1720000 | 6870s | train_loss=0.0387 + step 1730000 | 6910s | train_loss=0.0369 + step 1740000 | 6950s | train_loss=0.0342 + step 1750000 | 6990s | train_loss=0.0331 + step 1760000 | 7029s | train_loss=0.0299 + step 1770000 | 7070s | train_loss=0.0345 + step 1780000 | 7109s | train_loss=0.0353 + step 1790000 | 7149s | train_loss=0.0423 + step 1800000 | 7217s | train_loss=0.0328 | fid=251.7458 + step 1810000 | 7235s | train_loss=0.0408 + step 1820000 | 7270s | train_loss=0.0308 + step 1830000 | 7310s | train_loss=0.0351 + step 1840000 | 7349s | train_loss=0.0311 + step 1850000 | 7388s | train_loss=0.0300 + step 1860000 | 7428s | train_loss=0.0309 + step 1870000 | 7468s | train_loss=0.0333 + step 1880000 | 7507s | train_loss=0.0312 + step 1890000 | 7547s | train_loss=0.0332 + step 1900000 | 7622s | train_loss=0.0300 | fid=252.7441 + step 1910000 | 7643s | train_loss=0.0345 + step 1920000 | 7662s | train_loss=0.0317 + step 1930000 | 7685s | train_loss=0.0328 + step 1940000 | 7724s | train_loss=0.0348 + step 1950000 | 7764s | train_loss=0.0333 + step 1960000 | 7804s | train_loss=0.0334 + step 1970000 | 7844s | train_loss=0.0342 + step 1980000 | 7884s | train_loss=0.0333 + step 1990000 | 7924s | train_loss=0.0330 + step 2000000 | 8000s | train_loss=0.0335 | fid=253.3753 + step 2010000 | 8040s | train_loss=0.0368 + step 2020000 | 8072s | train_loss=0.0333 + step 2030000 | 8091s | train_loss=0.0309 + step 2040000 | 8114s | train_loss=0.0328 + step 2050000 | 8144s | train_loss=0.0351 + step 2060000 | 8183s | train_loss=0.0301 + step 2070000 | 8223s | train_loss=0.0405 + step 2080000 | 8263s | train_loss=0.0305 + step 2090000 | 8303s | train_loss=0.0297 + step 2100000 | 8379s | train_loss=0.0319 | fid=241.9395 + step 2110000 | 8419s | train_loss=0.0323 + step 2120000 | 8459s | train_loss=0.0332 + step 2130000 | 8498s | train_loss=0.0345 + step 2140000 | 8526s | train_loss=0.0333 + step 2150000 | 8544s | train_loss=0.0297 + step 2160000 | 8562s | train_loss=0.0363 + step 2170000 | 8600s | train_loss=0.0334 + step 2180000 | 8639s | train_loss=0.0294 + step 2190000 | 8679s | train_loss=0.0324 + step 2200000 | 8754s | train_loss=0.0323 | fid=233.8459 + step 2210000 | 8794s | train_loss=0.0352 + step 2220000 | 8834s | train_loss=0.0286 + step 2230000 | 8873s | train_loss=0.0301 + step 2240000 | 8913s | train_loss=0.0324 + step 2250000 | 8952s | train_loss=0.0288 + step 2260000 | 8973s | train_loss=0.0276 + step 2270000 | 9000s | train_loss=0.0358 + step 2280000 | 9041s | train_loss=0.0302 + step 2290000 | 9080s | train_loss=0.0308 + step 2300000 | 9156s | train_loss=0.0319 | fid=240.6097 + step 2310000 | 9195s | train_loss=0.0284 + step 2320000 | 9235s | train_loss=0.0321 + step 2330000 | 9274s | train_loss=0.0270 + step 2340000 | 9313s | train_loss=0.0293 + step 2350000 | 9352s | train_loss=0.0291 + step 2360000 | 9380s | train_loss=0.0318 + step 2370000 | 9398s | train_loss=0.0311 + step 2380000 | 9420s | train_loss=0.0328 + step 2390000 | 9459s | train_loss=0.0288 + step 2400000 | 9533s | train_loss=0.0271 | fid=232.4247 + step 2410000 | 9573s | train_loss=0.0310 + step 2420000 | 9613s | train_loss=0.0273 + step 2430000 | 9652s | train_loss=0.0297 + step 2440000 | 9692s | train_loss=0.0289 + step 2450000 | 9731s | train_loss=0.0286 + step 2460000 | 9771s | train_loss=0.0269 + step 2470000 | 9810s | train_loss=0.0277 + step 2480000 | 9828s | train_loss=0.0275 + step 2490000 | 9845s | train_loss=0.0356 + step 2500000 | 9896s | train_loss=0.0288 | fid=232.3713 + step 2510000 | 9936s | train_loss=0.0272 + step 2520000 | 9975s | train_loss=0.0324 + step 2530000 | 10016s | train_loss=0.0307 + step 2540000 | 10055s | train_loss=0.0255 + step 2550000 | 10095s | train_loss=0.0293 + step 2560000 | 10135s | train_loss=0.0275 + step 2570000 | 10174s | train_loss=0.0285 + step 2580000 | 10214s | train_loss=0.0274 + step 2590000 | 10252s | train_loss=0.0279 + step 2600000 | 10290s | train_loss=0.0280 | fid=226.0572 + step 2610000 | 10310s | train_loss=0.0318 + step 2620000 | 10342s | train_loss=0.0294 + step 2630000 | 10382s | train_loss=0.0250 + step 2640000 | 10422s | train_loss=0.0323 + step 2650000 | 10461s | train_loss=0.0258 + step 2660000 | 10501s | train_loss=0.0293 + step 2670000 | 10541s | train_loss=0.0270 + step 2680000 | 10581s | train_loss=0.0274 + step 2690000 | 10621s | train_loss=0.0365 + step 2700000 | 10697s | train_loss=0.0277 | fid=217.9967 + step 2710000 | 10721s | train_loss=0.0328 + step 2720000 | 10759s | train_loss=0.0285 + step 2730000 | 10799s | train_loss=0.0271 + step 2740000 | 10839s | train_loss=0.0256 + step 2750000 | 10879s | train_loss=0.0254 + step 2760000 | 10919s | train_loss=0.0270 + step 2770000 | 10959s | train_loss=0.0293 + step 2780000 | 11000s | train_loss=0.0293 + step 2790000 | 11040s | train_loss=0.0269 + step 2800000 | 11114s | train_loss=0.0281 | fid=222.2283 + step 2810000 | 11146s | train_loss=0.0288 + step 2820000 | 11187s | train_loss=0.0261 + step 2830000 | 11227s | train_loss=0.0281 + step 2840000 | 11267s | train_loss=0.0252 + step 2850000 | 11307s | train_loss=0.0255 + step 2860000 | 11347s | train_loss=0.0279 + step 2870000 | 11388s | train_loss=0.0271 + step 2880000 | 11428s | train_loss=0.0279 + step 2890000 | 11468s | train_loss=0.0265 + step 2900000 | 11533s | train_loss=0.0328 | fid=220.8523 + step 2910000 | 11573s | train_loss=0.0297 + step 2920000 | 11613s | train_loss=0.0249 + step 2930000 | 11653s | train_loss=0.0285 + step 2940000 | 11693s | train_loss=0.0303 + step 2950000 | 11734s | train_loss=0.0249 + step 2960000 | 11774s | train_loss=0.0276 + step 2970000 | 11814s | train_loss=0.0322 + step 2980000 | 11854s | train_loss=0.0274 + step 2990000 | 11895s | train_loss=0.0250 + step 3000000 | 11957s | train_loss=0.0274 | fid=210.9405 + step 3010000 | 11997s | train_loss=0.0248 + step 3020000 | 12037s | train_loss=0.0268 + step 3030000 | 12077s | train_loss=0.0232 + step 3040000 | 12117s | train_loss=0.0299 + step 3050000 | 12157s | train_loss=0.0252 + step 3060000 | 12198s | train_loss=0.0282 + step 3070000 | 12238s | train_loss=0.0268 + step 3080000 | 12278s | train_loss=0.0246 + step 3090000 | 12318s | train_loss=0.0271 + step 3100000 | 12383s | train_loss=0.0243 | fid=212.2917 + step 3110000 | 12423s | train_loss=0.0370 + step 3120000 | 12463s | train_loss=0.0261 + step 3130000 | 12503s | train_loss=0.0274 + step 3140000 | 12544s | train_loss=0.0326 + step 3150000 | 12584s | train_loss=0.0261 + step 3160000 | 12624s | train_loss=0.0240 + step 3170000 | 12664s | train_loss=0.0274 + step 3180000 | 12704s | train_loss=0.0271 + step 3190000 | 12740s | train_loss=0.0265 + step 3200000 | 12812s | train_loss=0.0305 | fid=205.3403 + step 3210000 | 12852s | train_loss=0.0270 + step 3220000 | 12892s | train_loss=0.0269 + step 3230000 | 12932s | train_loss=0.0341 + step 3240000 | 12973s | train_loss=0.0282 + step 3250000 | 13013s | train_loss=0.0282 + step 3260000 | 13053s | train_loss=0.0300 + step 3270000 | 13093s | train_loss=0.0299 + step 3280000 | 13133s | train_loss=0.0243 + step 3290000 | 13165s | train_loss=0.0236 + step 3300000 | 13241s | train_loss=0.0285 | fid=210.5225 + step 3310000 | 13281s | train_loss=0.0327 + step 3320000 | 13320s | train_loss=0.0277 + step 3330000 | 13359s | train_loss=0.0242 + step 3340000 | 13399s | train_loss=0.0251 + step 3350000 | 13438s | train_loss=0.0309 + step 3360000 | 13478s | train_loss=0.0275 + step 3370000 | 13517s | train_loss=0.0318 + step 3380000 | 13551s | train_loss=0.0245 + step 3390000 | 13590s | train_loss=0.0269 + step 3400000 | 13666s | train_loss=0.0266 | fid=216.6351 + step 3410000 | 13705s | train_loss=0.0262 + step 3420000 | 13744s | train_loss=0.0252 + step 3430000 | 13783s | train_loss=0.0321 + step 3440000 | 13822s | train_loss=0.0257 + step 3450000 | 13861s | train_loss=0.0258 + step 3460000 | 13900s | train_loss=0.0284 + step 3470000 | 13939s | train_loss=0.0284 + step 3480000 | 13973s | train_loss=0.0253 + step 3490000 | 14012s | train_loss=0.0274 + step 3500000 | 14087s | train_loss=0.0268 | fid=214.1195 + step 3510000 | 14126s | train_loss=0.0253 + step 3520000 | 14165s | train_loss=0.0236 + step 3530000 | 14204s | train_loss=0.0234 + step 3540000 | 14243s | train_loss=0.0261 + step 3550000 | 14282s | train_loss=0.0269 + step 3560000 | 14321s | train_loss=0.0341 + step 3570000 | 14355s | train_loss=0.0226 + step 3580000 | 14394s | train_loss=0.0259 + step 3590000 | 14433s | train_loss=0.0248 + step 3600000 | 14508s | train_loss=0.0260 | fid=203.9476 + step 3610000 | 14547s | train_loss=0.0263 + step 3620000 | 14586s | train_loss=0.0261 + step 3630000 | 14626s | train_loss=0.0251 + step 3640000 | 14665s | train_loss=0.0246 + step 3650000 | 14704s | train_loss=0.0257 + step 3660000 | 14740s | train_loss=0.0241 + step 3670000 | 14776s | train_loss=0.0267 + step 3680000 | 14815s | train_loss=0.0287 + step 3690000 | 14855s | train_loss=0.0273 + step 3700000 | 14930s | train_loss=0.0244 | fid=200.8932 + step 3710000 | 14969s | train_loss=0.0255 + step 3720000 | 15008s | train_loss=0.0282 + step 3730000 | 15047s | train_loss=0.0231 + step 3740000 | 15086s | train_loss=0.0236 + step 3750000 | 15125s | train_loss=0.0254 + step 3760000 | 15159s | train_loss=0.0239 + step 3770000 | 15198s | train_loss=0.0269 + step 3780000 | 15237s | train_loss=0.0220 + step 3790000 | 15276s | train_loss=0.0274 + step 3800000 | 15351s | train_loss=0.0252 | fid=193.8864 + step 3810000 | 15391s | train_loss=0.0245 + step 3820000 | 15430s | train_loss=0.0231 + step 3830000 | 15469s | train_loss=0.0223 + step 3840000 | 15508s | train_loss=0.0244 + step 3850000 | 15542s | train_loss=0.0284 + step 3860000 | 15581s | train_loss=0.0272 + step 3870000 | 15620s | train_loss=0.0274 + step 3880000 | 15659s | train_loss=0.0236 + step 3890000 | 15698s | train_loss=0.0228 + step 3900000 | 15773s | train_loss=0.0269 | fid=198.4559 + step 3910000 | 15812s | train_loss=0.0230 + step 3920000 | 15851s | train_loss=0.0264 + step 3930000 | 15890s | train_loss=0.0259 + step 3940000 | 15928s | train_loss=0.0234 + step 3950000 | 15963s | train_loss=0.0238 + step 3960000 | 16002s | train_loss=0.0228 + step 3970000 | 16041s | train_loss=0.0269 + step 3980000 | 16080s | train_loss=0.0243 + step 3990000 | 16119s | train_loss=0.0294 + step 4000000 | 16194s | train_loss=0.0236 | fid=196.6205 + step 4010000 | 16233s | train_loss=0.0223 + step 4020000 | 16272s | train_loss=0.0289 + step 4030000 | 16311s | train_loss=0.0242 + step 4040000 | 16345s | train_loss=0.0232 + step 4050000 | 16384s | train_loss=0.0220 + step 4060000 | 16423s | train_loss=0.0221 + step 4070000 | 16462s | train_loss=0.0256 + step 4080000 | 16501s | train_loss=0.0215 + step 4090000 | 16540s | train_loss=0.0249 + step 4100000 | 16615s | train_loss=0.0249 | fid=183.6384 + step 4110000 | 16654s | train_loss=0.0234 + step 4120000 | 16693s | train_loss=0.0227 + step 4130000 | 16731s | train_loss=0.0235 + step 4140000 | 16766s | train_loss=0.0256 + step 4150000 | 16805s | train_loss=0.0247 + step 4160000 | 16844s | train_loss=0.0223 + step 4170000 | 16883s | train_loss=0.0233 + step 4180000 | 16922s | train_loss=0.0222 + step 4190000 | 16961s | train_loss=0.0240 + step 4200000 | 17036s | train_loss=0.0216 | fid=190.2347 + step 4210000 | 17075s | train_loss=0.0225 + step 4220000 | 17114s | train_loss=0.0224 + step 4230000 | 17148s | train_loss=0.0301 + step 4240000 | 17187s | train_loss=0.0258 + step 4250000 | 17227s | train_loss=0.0218 + step 4260000 | 17266s | train_loss=0.0215 + step 4270000 | 17305s | train_loss=0.0226 + step 4280000 | 17344s | train_loss=0.0254 + step 4290000 | 17383s | train_loss=0.0236 + step 4300000 | 17458s | train_loss=0.0229 | fid=195.6858 + step 4310000 | 17497s | train_loss=0.0242 + step 4320000 | 17532s | train_loss=0.0225 + step 4330000 | 17570s | train_loss=0.0220 + step 4340000 | 17609s | train_loss=0.0245 + step 4350000 | 17648s | train_loss=0.0238 + step 4360000 | 17687s | train_loss=0.0236 + step 4370000 | 17726s | train_loss=0.0232 + step 4380000 | 17765s | train_loss=0.0226 + step 4390000 | 17804s | train_loss=0.0236 + step 4400000 | 17879s | train_loss=0.0263 | fid=188.0154 + step 4410000 | 17918s | train_loss=0.0225 + step 4420000 | 17951s | train_loss=0.0229 + step 4430000 | 17990s | train_loss=0.0206 + step 4440000 | 18030s | train_loss=0.0224 + step 4450000 | 18069s | train_loss=0.0235 + step 4460000 | 18108s | train_loss=0.0234 + step 4470000 | 18147s | train_loss=0.0229 + step 4480000 | 18186s | train_loss=0.0227 + step 4490000 | 18225s | train_loss=0.0215 + step 4500000 | 18300s | train_loss=0.0239 | fid=172.3142 + step 4510000 | 18333s | train_loss=0.0219 + step 4520000 | 18372s | train_loss=0.0249 + step 4530000 | 18411s | train_loss=0.0227 + step 4540000 | 18450s | train_loss=0.0247 + step 4550000 | 18489s | train_loss=0.0227 + step 4560000 | 18528s | train_loss=0.0277 + step 4570000 | 18567s | train_loss=0.0243 + step 4580000 | 18607s | train_loss=0.0230 + step 4590000 | 18645s | train_loss=0.0209 + step 4600000 | 18720s | train_loss=0.0222 | fid=179.8738 + step 4610000 | 18752s | train_loss=0.0228 + step 4620000 | 18791s | train_loss=0.0243 + step 4630000 | 18831s | train_loss=0.0240 + step 4640000 | 18870s | train_loss=0.0223 + step 4650000 | 18909s | train_loss=0.0240 + step 4660000 | 18949s | train_loss=0.0242 + step 4670000 | 18988s | train_loss=0.0238 + step 4680000 | 19027s | train_loss=0.0262 + step 4690000 | 19067s | train_loss=0.0232 + step 4700000 | 19135s | train_loss=0.0225 | fid=181.1808 + step 4710000 | 19174s | train_loss=0.0228 + step 4720000 | 19214s | train_loss=0.0223 + step 4730000 | 19254s | train_loss=0.0228 + step 4740000 | 19293s | train_loss=0.0233 + step 4750000 | 19332s | train_loss=0.0222 + step 4760000 | 19371s | train_loss=0.0219 + step 4770000 | 19411s | train_loss=0.0214 + step 4780000 | 19450s | train_loss=0.0215 + step 4790000 | 19489s | train_loss=0.0230 + step 4800000 | 19550s | train_loss=0.0227 | fid=174.6046 + step 4810000 | 19589s | train_loss=0.0266 + step 4820000 | 19628s | train_loss=0.0230 + step 4830000 | 19668s | train_loss=0.0222 + step 4840000 | 19708s | train_loss=0.0212 + step 4850000 | 19747s | train_loss=0.0205 + step 4860000 | 19787s | train_loss=0.0195 + step 4870000 | 19827s | train_loss=0.0258 + step 4880000 | 19866s | train_loss=0.0216 + step 4890000 | 19906s | train_loss=0.0217 + step 4900000 | 19968s | train_loss=0.0209 | fid=166.5452 + step 4910000 | 20007s | train_loss=0.0215 + step 4920000 | 20047s | train_loss=0.0223 + step 4930000 | 20086s | train_loss=0.0208 + step 4940000 | 20125s | train_loss=0.0233 + step 4950000 | 20165s | train_loss=0.0217 + step 4960000 | 20205s | train_loss=0.0322 + step 4970000 | 20244s | train_loss=0.0226 + step 4980000 | 20283s | train_loss=0.0215 + step 4990000 | 20321s | train_loss=0.0240 + step 5000000 | 20386s | train_loss=0.0226 | fid=173.6671 diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d240/config.json b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d240/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9e895d453f8511a0827755b4ceb255352434444e --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d240/config.json @@ -0,0 +1,25 @@ +{ + "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d240/vae.pt", + "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d240", + "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", + "n_train": 1000, + "total_steps": 5000000, + "eval_interval": 10000, + "mem_interval": 100000, + "fid_interval": 100000, + "fid_n_real": 1000, + "fid_n_gen": 10000, + "n_gen_samples": 10000, + "n_sde_steps": 500, + "batch_size": 512, + "hidden": 1024, + "depth": 5, + "optimizer": "sgd", + "lr": 0.001, + "momentum": 0.8, + "t_min": 0.01, + "t_max": 3.0, + "t_eval": 0.1, + "seed": 43, + "device": null +} diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d240/metrics.jsonl b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d240/metrics.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..25fc0919d261a768c8a022017a328adfa0a122cf --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d240/metrics.jsonl @@ -0,0 +1,502 @@ +{"event": "meta", "data": "cifar10_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 240, "n": 1000, "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d240/vae.pt", "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [41905, 27590, 3837, 45564, 49079, 45615, 24791, 29586, 40154, 14155, 41744, 31565, 21399, 47093, 14144, 7260, 25109, 49111, 3286, 28559, 8088, 18636, 27677, 5584, 14605, 28090, 44911, 22197, 30774, 45976, 21377, 38974, 37419, 34658, 48141, 45353, 16718, 44442, 14512, 30061, 32910, 17321, 15565, 17405, 44045, 17717, 6400, 37998, 3773, 20538, 19316, 34889, 4564, 1363, 5611, 41687, 16986, 41914, 25046, 49823, 33007, 20861, 27988, 42869, 33687, 3828, 12070, 15418, 22140, 35636, 31728, 9480, 7712, 2852, 43042, 17354, 27208, 49689, 14774, 29225, 25390, 35055, 12670, 19522, 24246, 14561, 33656, 42751, 2242, 364, 43176, 15490, 46231, 26061, 18629, 34392, 32488, 26106, 10393, 11167, 20874, 8106, 10093, 7243, 48907, 8147, 45063, 21102, 37655, 7635, 2514, 27684, 3204, 28758, 28311, 29718, 44311, 10355, 32304, 14615, 28486, 14294, 16760, 37166, 19433, 20899, 23979, 36854, 43726, 10375, 11078, 10677, 40127, 33642, 36325, 13174, 19662, 30319, 22501, 14354, 24243, 27654, 42509, 18915, 29668, 2313, 42454, 11218, 48097, 31985, 16567, 26984, 33502, 36329, 22928, 42746, 38223, 19499, 41926, 29059, 44004, 8962, 40807, 11854, 36894, 13566, 36982, 16226, 36410, 47002, 20194, 3625, 19297, 2555, 4842, 8098, 44052, 5795, 5274, 4374, 17924, 30344, 5386, 26317, 30389, 32399, 32042, 26731, 29532, 33817, 26942, 25858, 11887, 46070, 41837, 10713, 33955, 20000, 29946, 4912, 32112, 6697, 44031, 27296, 37785, 25660, 27948, 31260, 24358, 1827, 37445, 25084, 11703, 3820, 49218, 30616, 25083, 22759, 6275, 40603, 39038, 37156, 8894, 9871, 31333, 26582, 20528, 10523, 2747, 33639, 41740, 47899, 11337, 6325, 433, 33051, 1094, 24743, 9392, 22638, 7689, 39641, 9486, 33554, 30840, 35032, 19647, 7903, 18205, 34063, 46483, 32963, 11601, 19203, 45792, 47136, 6174, 40793, 13885, 16641, 48744, 37658, 43829, 44107, 6388, 37424, 20033, 28563, 27013, 17032, 12768, 38181, 35608, 14089, 29228, 40229, 45106, 11963, 37979, 20694, 22835, 5773, 19580, 44596, 19079, 45191, 666, 15893, 7513, 15939, 45020, 12659, 31388, 44651, 23592, 16419, 47615, 36714, 36448, 28579, 1697, 9889, 42082, 49150, 41132, 33996, 21551, 18467, 45242, 6516, 3355, 20187, 31669, 2814, 6900, 28198, 17656, 18178, 31825, 34244, 38330, 28894, 7463, 8134, 38159, 10524, 41508, 2367, 496, 31046, 1511, 31956, 46621, 14176, 1899, 32397, 29452, 16504, 34042, 24014, 47447, 20229, 36683, 5186, 14349, 21736, 17094, 30311, 27949, 30023, 49589, 43270, 2898, 18259, 17175, 18594, 17062, 42063, 3237, 12080, 35769, 1687, 30330, 29678, 27321, 4273, 28513, 2551, 5314, 13572, 13497, 9652, 3466, 27133, 38459, 23232, 14231, 25584, 49398, 32994, 10434, 42369, 37410, 45044, 11075, 12523, 1417, 6765, 40000, 25016, 36905, 48638, 21, 16822, 24333, 30084, 43982, 26954, 6519, 42546, 14751, 14278, 49970, 47621, 18883, 37295, 9040, 40369, 22225, 36489, 21302, 13110, 5455, 47804, 14868, 13063, 22102, 36825, 21969, 33186, 28908, 32592, 42766, 12262, 39073, 915, 11824, 39208, 3098, 42789, 29800, 14150, 28705, 8847, 21716, 535, 48077, 41540, 36207, 10816, 41471, 35049, 20661, 6083, 30194, 4576, 2174, 1908, 48392, 10435, 10986, 18036, 24746, 3941, 34118, 49749, 12025, 21493, 15785, 17085, 39411, 34561, 42064, 36237, 2740, 8183, 40564, 33107, 25765, 49165, 25211, 17520, 17115, 1869, 46432, 33757, 20517, 39760, 259, 45380, 12436, 48000, 21046, 4039, 15701, 35246, 29112, 44161, 34079, 45449, 42845, 22815, 5597, 3990, 35899, 48969, 41528, 27873, 16598, 39104, 23359, 46847, 28624, 19198, 1251, 9003, 28383, 47005, 40703, 41605, 39895, 26201, 11727, 27435, 17333, 39261, 37456, 14653, 30634, 4160, 24540, 12044, 7111, 23485, 5645, 2572, 1682, 17872, 8974, 16796, 11864, 40178, 20092, 32219, 14458, 37007, 31340, 10520, 34489, 13128, 42913, 31468, 44180, 37938, 20058, 18673, 36850, 34721, 26210, 15257, 35188, 11815, 47936, 18088, 43578, 11996, 47952, 24311, 1884, 36557, 32921, 36250, 38022, 5671, 13621, 23326, 14326, 23471, 24685, 39092, 3268, 37257, 16348, 13730, 21838, 44088, 8945, 10827, 13840, 46123, 48010, 13350, 30622, 45233, 8698, 14335, 45842, 15138, 1515, 40759, 21960, 47551, 33208, 18260, 6377, 46869, 31742, 23566, 12829, 15305, 37988, 16111, 32146, 37948, 25917, 30484, 17885, 42468, 28238, 33865, 28030, 30072, 34855, 19324, 42075, 30623, 3667, 38832, 25100, 43077, 36471, 11663, 13588, 14015, 5099, 10589, 28526, 48022, 15444, 3280, 188, 31582, 15225, 11019, 21804, 3901, 24461, 25031, 10373, 4486, 45950, 37949, 32923, 1583, 6576, 26004, 16237, 38132, 25045, 25091, 41949, 11553, 48062, 40503, 13057, 8954, 18566, 28405, 28604, 30434, 49112, 30676, 32930, 16183, 48336, 43162, 873, 37233, 44718, 37247, 23758, 9243, 12126, 5287, 49594, 3459, 32091, 20894, 41743, 7366, 7258, 37939, 47665, 12260, 20836, 43253, 16191, 11619, 1519, 6137, 3934, 48375, 35234, 103, 30510, 8869, 21085, 41234, 25138, 25079, 31218, 48292, 48814, 6635, 18416, 1421, 4363, 5164, 47455, 21280, 16767, 19685, 16449, 45798, 31292, 31049, 43587, 30772, 2651, 12854, 23199, 25234, 23389, 24742, 19480, 19738, 19726, 2388, 21394, 4512, 9069, 42856, 25766, 23797, 40741, 33624, 8328, 35922, 27732, 36268, 23213, 41966, 40002, 12750, 46225, 35182, 23769, 25152, 26764, 20090, 27202, 48096, 4266, 2205, 2020, 37651, 36088, 1021, 28544, 20933, 48924, 11503, 43997, 9492, 19505, 47632, 4118, 2029, 22008, 41396, 16378, 36738, 33194, 28053, 44137, 30771, 12131, 5963, 31754, 46953, 3180, 1718, 36816, 2208, 20898, 13799, 30796, 34445, 37540, 27983, 39216, 16791, 36763, 15987, 28440, 11782, 48531, 4252, 47359, 5351, 4059, 9263, 32274, 39283, 258, 17485, 31280, 12814, 33217, 38203, 11170, 8486, 14434, 13722, 36048, 3705, 47210, 38260, 2200, 17850, 21589, 27598, 9926, 9419, 3981, 34519, 37821, 22855, 39796, 24105, 5113, 5888, 31974, 40040, 17179, 48615, 38665, 47173, 47154, 20619, 5049, 1656, 27736, 14424, 2013, 1348, 32964, 37228, 34968, 34124, 15993, 42420, 26558, 2961, 27119, 37779, 29321, 31595, 29301, 38364, 17528, 19583, 48609, 4428, 12427, 601, 21213, 44456, 39274, 40250, 39804, 35373, 43875, 20550, 43426, 13696, 34572, 11097, 22458, 33042, 12981, 29073, 6601, 2370, 4065, 46317, 29460, 21761, 13977, 4520, 31604, 16259, 1445, 29204, 26097, 31921, 33193, 36054, 26372, 4436, 40306, 13974, 6159, 46233, 33714, 27592, 23153, 40311, 12294, 40141, 14030, 36304, 40086, 43163, 14689, 5002, 40885, 40758, 42458, 18580, 29784, 14527, 30070, 18326, 40830, 42503, 5434, 25179, 15652, 11428, 40980, 45916, 22056, 15896, 42628, 30092, 40834, 25862, 40370, 7804, 46908, 44191, 26908, 9764, 36969, 21521, 35257, 9279, 36964, 4012, 627, 31813, 15669, 33832, 29874, 1912, 41254, 23709, 4648, 3131, 49882, 19349, 35975, 25565, 21641, 48219, 30806, 33979, 36103, 14640, 34524, 31661, 26869, 27297, 46519, 2352, 46930, 7617, 49750, 12620, 29820, 18590, 890, 16394, 23877, 26421, 23417, 29021, 11596, 22017, 14794, 14437, 48385, 48231, 18946, 38048, 41302, 40633, 15317, 24820], "fid_reference": "same farthest-first 1k CIFAR-10 training subset", "seed": 43} +{"step": 1, "wall_time": 37.65336203575134, "train_loss_step": 241.59646606445312, "n_params": 4756720, "total_flops": 14612643840, "train_loss": 0.9971934000651042, "subset_score_loss": 0.9971934000651042, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9804349541664124, "fid": 301.01758789976145, "fid_failed": 0.0} +{"step": 10000, "wall_time": 74.85754156112671, "train_loss_step": 44.21059036254883, "n_params": 4756720, "total_flops": 146126438400000, "train_loss": 0.655964469909668, "subset_score_loss": 0.655964469909668} +{"step": 20000, "wall_time": 112.2083797454834, "train_loss_step": 35.600074768066406, "n_params": 4756720, "total_flops": 292252876800000, "train_loss": 0.5410593668619792, "subset_score_loss": 0.5410593668619792} +{"step": 30000, "wall_time": 149.45173454284668, "train_loss_step": 31.023773193359375, "n_params": 4756720, "total_flops": 438379315200000, "train_loss": 0.4817541758219401, "subset_score_loss": 0.4817541758219401} +{"step": 40000, "wall_time": 186.68154978752136, "train_loss_step": 34.420230865478516, "n_params": 4756720, "total_flops": 584505753600000, "train_loss": 0.43640861511230467, "subset_score_loss": 0.43640861511230467} +{"step": 50000, "wall_time": 223.85756945610046, "train_loss_step": 28.009328842163086, "n_params": 4756720, "total_flops": 730632192000000, "train_loss": 0.3958661397298177, "subset_score_loss": 0.3958661397298177} +{"step": 60000, "wall_time": 261.10223388671875, "train_loss_step": 25.665817260742188, "n_params": 4756720, "total_flops": 876758630400000, "train_loss": 0.34861558278401694, "subset_score_loss": 0.34861558278401694} +{"step": 70000, "wall_time": 298.31658935546875, "train_loss_step": 25.913009643554688, "n_params": 4756720, "total_flops": 1022885068800000, "train_loss": 0.3042514165242513, "subset_score_loss": 0.3042514165242513} +{"step": 80000, "wall_time": 335.50227451324463, "train_loss_step": 23.185392379760742, "n_params": 4756720, "total_flops": 1169011507200000, "train_loss": 0.25937438011169434, "subset_score_loss": 0.25937438011169434} +{"step": 90000, "wall_time": 372.77557039260864, "train_loss_step": 21.62712860107422, "n_params": 4756720, "total_flops": 1315137945600000, "train_loss": 0.22762497266133627, "subset_score_loss": 0.22762497266133627} +{"step": 100000, "wall_time": 447.7057328224182, "train_loss_step": 20.753231048583984, "n_params": 4756720, "total_flops": 1461264384000000, "train_loss": 0.2068800449371338, "subset_score_loss": 0.2068800449371338, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9661830067634583, "fid": 190.82906952269224, "fid_failed": 0.0} +{"step": 110000, "wall_time": 484.49954628944397, "train_loss_step": 22.1362247467041, "n_params": 4756720, "total_flops": 1607390822400000, "train_loss": 0.19191327095031738, "subset_score_loss": 0.19191327095031738} +{"step": 120000, "wall_time": 521.7160401344299, "train_loss_step": 18.92067527770996, "n_params": 4756720, "total_flops": 1753517260800000, "train_loss": 0.17102591196695963, "subset_score_loss": 0.17102591196695963} +{"step": 130000, "wall_time": 558.8361284732819, "train_loss_step": 17.500228881835938, "n_params": 4756720, "total_flops": 1899643699200000, "train_loss": 0.16183967590332032, "subset_score_loss": 0.16183967590332032} +{"step": 140000, "wall_time": 596.148713350296, "train_loss_step": 18.558435440063477, "n_params": 4756720, "total_flops": 2045770137600000, "train_loss": 0.15122380256652831, "subset_score_loss": 0.15122380256652831} +{"step": 150000, "wall_time": 633.228805065155, "train_loss_step": 17.26763916015625, "n_params": 4756720, "total_flops": 2191896576000000, "train_loss": 0.1425023555755615, "subset_score_loss": 0.1425023555755615} +{"step": 160000, "wall_time": 670.3259165287018, "train_loss_step": 17.317710876464844, "n_params": 4756720, "total_flops": 2338023014400000, "train_loss": 0.13827916781107585, "subset_score_loss": 0.13827916781107585} +{"step": 170000, "wall_time": 707.5397610664368, "train_loss_step": 17.030988693237305, "n_params": 4756720, "total_flops": 2484149452800000, "train_loss": 0.13463438351949056, "subset_score_loss": 0.13463438351949056} +{"step": 180000, "wall_time": 744.7120997905731, "train_loss_step": 16.944904327392578, "n_params": 4756720, "total_flops": 2630275891200000, "train_loss": 0.13098084926605225, "subset_score_loss": 0.13098084926605225} +{"step": 190000, "wall_time": 781.8506188392639, "train_loss_step": 16.12091064453125, "n_params": 4756720, "total_flops": 2776402329600000, "train_loss": 0.12135887145996094, "subset_score_loss": 0.12135887145996094} +{"step": 200000, "wall_time": 856.5007791519165, "train_loss_step": 16.64925765991211, "n_params": 4756720, "total_flops": 2922528768000000, "train_loss": 0.12014650503794352, "subset_score_loss": 0.12014650503794352, "memorization_fraction_pixel": 9.999999747378752e-05, "mean_nn_ratio_pixel": 0.9687811732292175, "fid": 239.92435851060668, "fid_failed": 0.0} +{"step": 210000, "wall_time": 884.8290166854858, "train_loss_step": 15.948766708374023, "n_params": 4756720, "total_flops": 3068655206400000, "train_loss": 0.11719784736633301, "subset_score_loss": 0.11719784736633301} +{"step": 220000, "wall_time": 922.0790088176727, "train_loss_step": 15.649863243103027, "n_params": 4756720, "total_flops": 3214781644800000, "train_loss": 0.1150006373723348, "subset_score_loss": 0.1150006373723348} +{"step": 230000, "wall_time": 959.2682251930237, "train_loss_step": 15.391595840454102, "n_params": 4756720, "total_flops": 3360908083200000, "train_loss": 0.11122211615244547, "subset_score_loss": 0.11122211615244547} +{"step": 240000, "wall_time": 996.5069088935852, "train_loss_step": 15.014759063720703, "n_params": 4756720, "total_flops": 3507034521600000, "train_loss": 0.11352825959523519, "subset_score_loss": 0.11352825959523519} +{"step": 250000, "wall_time": 1033.6203217506409, "train_loss_step": 15.702778816223145, "n_params": 4756720, "total_flops": 3653160960000000, "train_loss": 0.11056752204895019, "subset_score_loss": 0.11056752204895019} +{"step": 260000, "wall_time": 1070.7528085708618, "train_loss_step": 14.155121803283691, "n_params": 4756720, "total_flops": 3799287398400000, "train_loss": 0.10643460750579833, "subset_score_loss": 0.10643460750579833} +{"step": 270000, "wall_time": 1108.0454263687134, "train_loss_step": 14.302591323852539, "n_params": 4756720, "total_flops": 3945413836800000, "train_loss": 0.09971152941385905, "subset_score_loss": 0.09971152941385905} +{"step": 280000, "wall_time": 1145.3110404014587, "train_loss_step": 15.061936378479004, "n_params": 4756720, "total_flops": 4091540275200000, "train_loss": 0.10360299746195475, "subset_score_loss": 0.10360299746195475} +{"step": 290000, "wall_time": 1182.4964535236359, "train_loss_step": 14.118881225585938, "n_params": 4756720, "total_flops": 4237666713600000, "train_loss": 0.09833036263783773, "subset_score_loss": 0.09833036263783773} +{"step": 300000, "wall_time": 1269.2445764541626, "train_loss_step": 15.09306526184082, "n_params": 4756720, "total_flops": 4383793152000000, "train_loss": 0.0991531769434611, "subset_score_loss": 0.0991531769434611, "memorization_fraction_pixel": 0.0006000000284984708, "mean_nn_ratio_pixel": 0.969434380531311, "fid": 257.4971746606302, "fid_failed": 0.0} +{"step": 310000, "wall_time": 1303.2031049728394, "train_loss_step": 13.510929107666016, "n_params": 4756720, "total_flops": 4529919590400000, "train_loss": 0.09224128723144531, "subset_score_loss": 0.09224128723144531} +{"step": 320000, "wall_time": 1340.3492648601532, "train_loss_step": 13.474983215332031, "n_params": 4756720, "total_flops": 4676046028800000, "train_loss": 0.09528114795684814, "subset_score_loss": 0.09528114795684814} +{"step": 330000, "wall_time": 1377.4639275074005, "train_loss_step": 13.78174114227295, "n_params": 4756720, "total_flops": 4822172467200000, "train_loss": 0.09703508218129477, "subset_score_loss": 0.09703508218129477} +{"step": 340000, "wall_time": 1414.5682663917542, "train_loss_step": 14.095528602600098, "n_params": 4756720, "total_flops": 4968298905600000, "train_loss": 0.0941770871480306, "subset_score_loss": 0.0941770871480306} +{"step": 350000, "wall_time": 1451.8218252658844, "train_loss_step": 13.001508712768555, "n_params": 4756720, "total_flops": 5114425344000000, "train_loss": 0.09289441108703614, "subset_score_loss": 0.09289441108703614} +{"step": 360000, "wall_time": 1489.0285911560059, "train_loss_step": 13.043073654174805, "n_params": 4756720, "total_flops": 5260551782400000, "train_loss": 0.08480261166890463, "subset_score_loss": 0.08480261166890463} +{"step": 370000, "wall_time": 1526.3040091991425, "train_loss_step": 13.27110481262207, "n_params": 4756720, "total_flops": 5406678220800000, "train_loss": 0.08855112393697102, "subset_score_loss": 0.08855112393697102} +{"step": 380000, "wall_time": 1563.5698478221893, "train_loss_step": 13.46695327758789, "n_params": 4756720, "total_flops": 5552804659200000, "train_loss": 0.08945485750834146, "subset_score_loss": 0.08945485750834146} +{"step": 390000, "wall_time": 1600.7851390838623, "train_loss_step": 12.013087272644043, "n_params": 4756720, "total_flops": 5698931097600000, "train_loss": 0.08531217575073242, "subset_score_loss": 0.08531217575073242} +{"step": 400000, "wall_time": 1676.3717710971832, "train_loss_step": 12.337345123291016, "n_params": 4756720, "total_flops": 5845057536000000, "train_loss": 0.0796050786972046, "subset_score_loss": 0.0796050786972046, "memorization_fraction_pixel": 0.0017000000225380063, "mean_nn_ratio_pixel": 0.9627648591995239, "fid": 269.56571100069505, "fid_failed": 0.0} +{"step": 410000, "wall_time": 1704.3417394161224, "train_loss_step": 11.946102142333984, "n_params": 4756720, "total_flops": 5991183974400000, "train_loss": 0.07958686351776123, "subset_score_loss": 0.07958686351776123} +{"step": 420000, "wall_time": 1741.4144599437714, "train_loss_step": 12.346343994140625, "n_params": 4756720, "total_flops": 6137310412800000, "train_loss": 0.0781761089960734, "subset_score_loss": 0.0781761089960734} +{"step": 430000, "wall_time": 1778.5888986587524, "train_loss_step": 11.66977596282959, "n_params": 4756720, "total_flops": 6283436851200000, "train_loss": 0.07867690722147623, "subset_score_loss": 0.07867690722147623} +{"step": 440000, "wall_time": 1815.7245042324066, "train_loss_step": 11.592022895812988, "n_params": 4756720, "total_flops": 6429563289600000, "train_loss": 0.07743134498596191, "subset_score_loss": 0.07743134498596191} +{"step": 450000, "wall_time": 1852.7611289024353, "train_loss_step": 11.634194374084473, "n_params": 4756720, "total_flops": 6575689728000000, "train_loss": 0.07533330122629801, "subset_score_loss": 0.07533330122629801} +{"step": 460000, "wall_time": 1890.0210423469543, "train_loss_step": 11.193605422973633, "n_params": 4756720, "total_flops": 6721816166400000, "train_loss": 0.07289574146270753, "subset_score_loss": 0.07289574146270753} +{"step": 470000, "wall_time": 1927.0963425636292, "train_loss_step": 11.42867660522461, "n_params": 4756720, "total_flops": 6867942604800000, "train_loss": 0.07280058066050211, "subset_score_loss": 0.07280058066050211} +{"step": 480000, "wall_time": 1964.192232131958, "train_loss_step": 12.146350860595703, "n_params": 4756720, "total_flops": 7014069043200000, "train_loss": 0.07193706035614014, "subset_score_loss": 0.07193706035614014} +{"step": 490000, "wall_time": 2001.2666680812836, "train_loss_step": 11.726304054260254, "n_params": 4756720, "total_flops": 7160195481600000, "train_loss": 0.07758837540944417, "subset_score_loss": 0.07758837540944417} +{"step": 500000, "wall_time": 2075.785486459732, "train_loss_step": 11.233585357666016, "n_params": 4756720, "total_flops": 7306321920000000, "train_loss": 0.06997520128885905, "subset_score_loss": 0.06997520128885905, "memorization_fraction_pixel": 0.004600000102072954, "mean_nn_ratio_pixel": 0.9617675542831421, "fid": 269.4894396401041, "fid_failed": 0.0} +{"step": 510000, "wall_time": 2104.0542731285095, "train_loss_step": 10.865172386169434, "n_params": 4756720, "total_flops": 7452448358400000, "train_loss": 0.07060046195983886, "subset_score_loss": 0.07060046195983886} +{"step": 520000, "wall_time": 2141.0865802764893, "train_loss_step": 10.217820167541504, "n_params": 4756720, "total_flops": 7598574796800000, "train_loss": 0.06692148844401041, "subset_score_loss": 0.06692148844401041} +{"step": 530000, "wall_time": 2178.1423559188843, "train_loss_step": 10.685558319091797, "n_params": 4756720, "total_flops": 7744701235200000, "train_loss": 0.06643320322036743, "subset_score_loss": 0.06643320322036743} +{"step": 540000, "wall_time": 2215.2827265262604, "train_loss_step": 10.561071395874023, "n_params": 4756720, "total_flops": 7890827673600000, "train_loss": 0.0688250462214152, "subset_score_loss": 0.0688250462214152} +{"step": 550000, "wall_time": 2252.311462879181, "train_loss_step": 10.519429206848145, "n_params": 4756720, "total_flops": 8036954112000000, "train_loss": 0.06507426500320435, "subset_score_loss": 0.06507426500320435} +{"step": 560000, "wall_time": 2289.380226612091, "train_loss_step": 10.17172622680664, "n_params": 4756720, "total_flops": 8183080550400000, "train_loss": 0.06540902853012084, "subset_score_loss": 0.06540902853012084} +{"step": 570000, "wall_time": 2326.433793783188, "train_loss_step": 9.78366470336914, "n_params": 4756720, "total_flops": 8329206988800000, "train_loss": 0.06280403137207032, "subset_score_loss": 0.06280403137207032} +{"step": 580000, "wall_time": 2363.5494821071625, "train_loss_step": 10.739483833312988, "n_params": 4756720, "total_flops": 8475333427200000, "train_loss": 0.06913344065348308, "subset_score_loss": 0.06913344065348308} +{"step": 590000, "wall_time": 2400.6644043922424, "train_loss_step": 9.792369842529297, "n_params": 4756720, "total_flops": 8621459865600000, "train_loss": 0.06030566294987996, "subset_score_loss": 0.06030566294987996} +{"step": 600000, "wall_time": 2475.336151599884, "train_loss_step": 9.982813835144043, "n_params": 4756720, "total_flops": 8767586304000000, "train_loss": 0.06254891157150269, "subset_score_loss": 0.06254891157150269, "memorization_fraction_pixel": 0.008100000210106373, "mean_nn_ratio_pixel": 0.9528855681419373, "fid": 273.86636813859946, "fid_failed": 0.0} +{"step": 610000, "wall_time": 2511.963038444519, "train_loss_step": 9.747264862060547, "n_params": 4756720, "total_flops": 8913712742400000, "train_loss": 0.058507108688354494, "subset_score_loss": 0.058507108688354494} +{"step": 620000, "wall_time": 2540.1863191127777, "train_loss_step": 10.30813980102539, "n_params": 4756720, "total_flops": 9059839180800000, "train_loss": 0.06029961506525675, "subset_score_loss": 0.06029961506525675} +{"step": 630000, "wall_time": 2577.3786964416504, "train_loss_step": 9.219143867492676, "n_params": 4756720, "total_flops": 9205965619200000, "train_loss": 0.06467666625976562, "subset_score_loss": 0.06467666625976562} +{"step": 640000, "wall_time": 2614.6101047992706, "train_loss_step": 10.00881290435791, "n_params": 4756720, "total_flops": 9352092057600000, "train_loss": 0.05367798805236816, "subset_score_loss": 0.05367798805236816} +{"step": 650000, "wall_time": 2651.7720239162445, "train_loss_step": 9.737462997436523, "n_params": 4756720, "total_flops": 9498218496000000, "train_loss": 0.0682876189549764, "subset_score_loss": 0.0682876189549764} +{"step": 660000, "wall_time": 2688.935017347336, "train_loss_step": 10.070596694946289, "n_params": 4756720, "total_flops": 9644344934400000, "train_loss": 0.05923601786295573, "subset_score_loss": 0.05923601786295573} +{"step": 670000, "wall_time": 2726.244087934494, "train_loss_step": 9.69957160949707, "n_params": 4756720, "total_flops": 9790471372800000, "train_loss": 0.05652718146642049, "subset_score_loss": 0.05652718146642049} +{"step": 680000, "wall_time": 2763.4850096702576, "train_loss_step": 9.998937606811523, "n_params": 4756720, "total_flops": 9936597811200000, "train_loss": 0.06011998256047567, "subset_score_loss": 0.06011998256047567} +{"step": 690000, "wall_time": 2800.6575660705566, "train_loss_step": 9.908641815185547, "n_params": 4756720, "total_flops": 10082724249600000, "train_loss": 0.05669729312260945, "subset_score_loss": 0.05669729312260945} +{"step": 700000, "wall_time": 2908.3284108638763, "train_loss_step": 9.482502937316895, "n_params": 4756720, "total_flops": 10228850688000000, "train_loss": 0.05899606148401896, "subset_score_loss": 0.05899606148401896, "memorization_fraction_pixel": 0.011699999682605267, "mean_nn_ratio_pixel": 0.9451612234115601, "fid": 269.8037325566352, "fid_failed": 0.0} +{"step": 710000, "wall_time": 2945.5720777511597, "train_loss_step": 8.767207145690918, "n_params": 4756720, "total_flops": 10374977126400000, "train_loss": 0.05239652792612712, "subset_score_loss": 0.05239652792612712} +{"step": 720000, "wall_time": 2982.7827293872833, "train_loss_step": 9.141237258911133, "n_params": 4756720, "total_flops": 10521103564800000, "train_loss": 0.05276779731114705, "subset_score_loss": 0.05276779731114705} +{"step": 730000, "wall_time": 3020.0086393356323, "train_loss_step": 8.988527297973633, "n_params": 4756720, "total_flops": 10667230003200000, "train_loss": 0.053091553846995036, "subset_score_loss": 0.053091553846995036} +{"step": 740000, "wall_time": 3057.0668745040894, "train_loss_step": 9.133527755737305, "n_params": 4756720, "total_flops": 10813356441600000, "train_loss": 0.05719731251398722, "subset_score_loss": 0.05719731251398722} +{"step": 750000, "wall_time": 3094.2083632946014, "train_loss_step": 9.332839965820312, "n_params": 4756720, "total_flops": 10959482880000000, "train_loss": 0.05430237849553426, "subset_score_loss": 0.05430237849553426} +{"step": 760000, "wall_time": 3131.5683908462524, "train_loss_step": 8.643125534057617, "n_params": 4756720, "total_flops": 11105609318400000, "train_loss": 0.05437625249226888, "subset_score_loss": 0.05437625249226888} +{"step": 770000, "wall_time": 3168.840708255768, "train_loss_step": 8.694649696350098, "n_params": 4756720, "total_flops": 11251735756800000, "train_loss": 0.052242473761240645, "subset_score_loss": 0.052242473761240645} +{"step": 780000, "wall_time": 3206.1060259342194, "train_loss_step": 9.41579818725586, "n_params": 4756720, "total_flops": 11397862195200000, "train_loss": 0.051117499669392906, "subset_score_loss": 0.051117499669392906} +{"step": 790000, "wall_time": 3243.3181788921356, "train_loss_step": 9.843658447265625, "n_params": 4756720, "total_flops": 11543988633600000, "train_loss": 0.05329486926396688, "subset_score_loss": 0.05329486926396688} +{"step": 800000, "wall_time": 3357.5986409187317, "train_loss_step": 8.594966888427734, "n_params": 4756720, "total_flops": 11690115072000000, "train_loss": 0.04742726484934489, "subset_score_loss": 0.04742726484934489, "memorization_fraction_pixel": 0.019300000742077827, "mean_nn_ratio_pixel": 0.9392687678337097, "fid": 271.98863182644936, "fid_failed": 0.0} +{"step": 810000, "wall_time": 3394.6603903770447, "train_loss_step": 8.757369995117188, "n_params": 4756720, "total_flops": 11836241510400000, "train_loss": 0.048478555679321286, "subset_score_loss": 0.048478555679321286} +{"step": 820000, "wall_time": 3431.7481768131256, "train_loss_step": 8.438461303710938, "n_params": 4756720, "total_flops": 11982367948800000, "train_loss": 0.05510658820470174, "subset_score_loss": 0.05510658820470174} +{"step": 830000, "wall_time": 3468.8113062381744, "train_loss_step": 8.91229248046875, "n_params": 4756720, "total_flops": 12128494387200000, "train_loss": 0.0494328776995341, "subset_score_loss": 0.0494328776995341} +{"step": 840000, "wall_time": 3505.884199142456, "train_loss_step": 8.536368370056152, "n_params": 4756720, "total_flops": 12274620825600000, "train_loss": 0.05048857529958089, "subset_score_loss": 0.05048857529958089} +{"step": 850000, "wall_time": 3543.0469489097595, "train_loss_step": 9.023188591003418, "n_params": 4756720, "total_flops": 12420747264000000, "train_loss": 0.05073799292246501, "subset_score_loss": 0.05073799292246501} +{"step": 860000, "wall_time": 3580.147510766983, "train_loss_step": 8.624574661254883, "n_params": 4756720, "total_flops": 12566873702400000, "train_loss": 0.048148187001546223, "subset_score_loss": 0.048148187001546223} +{"step": 870000, "wall_time": 3617.380432844162, "train_loss_step": 8.37483024597168, "n_params": 4756720, "total_flops": 12713000140800000, "train_loss": 0.04553022782007853, "subset_score_loss": 0.04553022782007853} +{"step": 880000, "wall_time": 3654.69997048378, "train_loss_step": 8.627854347229004, "n_params": 4756720, "total_flops": 12859126579200000, "train_loss": 0.04807298978169759, "subset_score_loss": 0.04807298978169759} +{"step": 890000, "wall_time": 3691.5444147586823, "train_loss_step": 7.988791465759277, "n_params": 4756720, "total_flops": 13005253017600000, "train_loss": 0.04590013424555461, "subset_score_loss": 0.04590013424555461} +{"step": 900000, "wall_time": 3778.209471464157, "train_loss_step": 8.742147445678711, "n_params": 4756720, "total_flops": 13151379456000000, "train_loss": 0.047776814301808676, "subset_score_loss": 0.047776814301808676, "memorization_fraction_pixel": 0.020500000566244125, "mean_nn_ratio_pixel": 0.9355032444000244, "fid": 272.8807937243884, "fid_failed": 0.0} +{"step": 910000, "wall_time": 3815.402448654175, "train_loss_step": 8.37121295928955, "n_params": 4756720, "total_flops": 13297505894400000, "train_loss": 0.04690206448237101, "subset_score_loss": 0.04690206448237101} +{"step": 920000, "wall_time": 3852.50182557106, "train_loss_step": 8.259875297546387, "n_params": 4756720, "total_flops": 13443632332800000, "train_loss": 0.04823375940322876, "subset_score_loss": 0.04823375940322876} +{"step": 930000, "wall_time": 3889.5869631767273, "train_loss_step": 8.705913543701172, "n_params": 4756720, "total_flops": 13589758771200000, "train_loss": 0.050416441758473714, "subset_score_loss": 0.050416441758473714} +{"step": 940000, "wall_time": 3926.787321329117, "train_loss_step": 8.993864059448242, "n_params": 4756720, "total_flops": 13735885209600000, "train_loss": 0.05291194915771484, "subset_score_loss": 0.05291194915771484} +{"step": 950000, "wall_time": 3963.9751222133636, "train_loss_step": 8.835619926452637, "n_params": 4756720, "total_flops": 13882011648000000, "train_loss": 0.04708244800567627, "subset_score_loss": 0.04708244800567627} +{"step": 960000, "wall_time": 4001.1705493927, "train_loss_step": 8.338576316833496, "n_params": 4756720, "total_flops": 14028138086400000, "train_loss": 0.045074307918548585, "subset_score_loss": 0.045074307918548585} +{"step": 970000, "wall_time": 4038.2452416419983, "train_loss_step": 8.32423210144043, "n_params": 4756720, "total_flops": 14174264524800000, "train_loss": 0.04339033762613932, "subset_score_loss": 0.04339033762613932} +{"step": 980000, "wall_time": 4074.956823825836, "train_loss_step": 8.25933837890625, "n_params": 4756720, "total_flops": 14320390963200000, "train_loss": 0.11388456026713054, "subset_score_loss": 0.11388456026713054} +{"step": 990000, "wall_time": 4103.262147188187, "train_loss_step": 8.116422653198242, "n_params": 4756720, "total_flops": 14466517401600000, "train_loss": 0.04332424799601237, "subset_score_loss": 0.04332424799601237} +{"step": 1000000, "wall_time": 4227.586256504059, "train_loss_step": 8.186274528503418, "n_params": 4756720, "total_flops": 14612643840000000, "train_loss": 0.046883368492126466, "subset_score_loss": 0.046883368492126466, "memorization_fraction_pixel": 0.022700000554323196, "mean_nn_ratio_pixel": 0.9294279217720032, "fid": 260.8461550437364, "fid_failed": 0.0} +{"step": 1010000, "wall_time": 4264.901324510574, "train_loss_step": 7.5900115966796875, "n_params": 4756720, "total_flops": 14758770278400000, "train_loss": 0.04503085215886434, "subset_score_loss": 0.04503085215886434} +{"step": 1020000, "wall_time": 4302.153665065765, "train_loss_step": 8.243759155273438, "n_params": 4756720, "total_flops": 14904896716800000, "train_loss": 0.04538803497950236, "subset_score_loss": 0.04538803497950236} +{"step": 1030000, "wall_time": 4339.309527873993, "train_loss_step": 7.9635443687438965, "n_params": 4756720, "total_flops": 15051023155200000, "train_loss": 0.04597854216893514, "subset_score_loss": 0.04597854216893514} +{"step": 1040000, "wall_time": 4376.380612611771, "train_loss_step": 7.895509719848633, "n_params": 4756720, "total_flops": 15197149593600000, "train_loss": 0.043372114499409996, "subset_score_loss": 0.043372114499409996} +{"step": 1050000, "wall_time": 4413.386234045029, "train_loss_step": 8.024989128112793, "n_params": 4756720, "total_flops": 15343276032000000, "train_loss": 0.043855345249176024, "subset_score_loss": 0.043855345249176024} +{"step": 1060000, "wall_time": 4450.409253120422, "train_loss_step": 8.10677719116211, "n_params": 4756720, "total_flops": 15489402470400000, "train_loss": 0.043207061290740964, "subset_score_loss": 0.043207061290740964} +{"step": 1070000, "wall_time": 4478.181959152222, "train_loss_step": 8.588098526000977, "n_params": 4756720, "total_flops": 15635528908800000, "train_loss": 0.0464428981145223, "subset_score_loss": 0.0464428981145223} +{"step": 1080000, "wall_time": 4515.298312902451, "train_loss_step": 8.108564376831055, "n_params": 4756720, "total_flops": 15781655347200000, "train_loss": 0.0441520611445109, "subset_score_loss": 0.0441520611445109} +{"step": 1090000, "wall_time": 4552.367269992828, "train_loss_step": 7.77413272857666, "n_params": 4756720, "total_flops": 15927781785600000, "train_loss": 0.041191009680430095, "subset_score_loss": 0.041191009680430095} +{"step": 1100000, "wall_time": 4670.780830860138, "train_loss_step": 8.297107696533203, "n_params": 4756720, "total_flops": 16073908224000000, "train_loss": 0.0453720490137736, "subset_score_loss": 0.0453720490137736, "memorization_fraction_pixel": 0.026799999177455902, "mean_nn_ratio_pixel": 0.9274279475212097, "fid": 260.35628320436996, "fid_failed": 0.0} +{"step": 1110000, "wall_time": 4708.0931713581085, "train_loss_step": 7.631556510925293, "n_params": 4756720, "total_flops": 16220034662400000, "train_loss": 0.04104361534118652, "subset_score_loss": 0.04104361534118652} +{"step": 1120000, "wall_time": 4745.378537416458, "train_loss_step": 7.457344055175781, "n_params": 4756720, "total_flops": 16366161100800000, "train_loss": 0.04671839475631714, "subset_score_loss": 0.04671839475631714} +{"step": 1130000, "wall_time": 4782.599221467972, "train_loss_step": 7.714871883392334, "n_params": 4756720, "total_flops": 16512287539200000, "train_loss": 0.04034812053044637, "subset_score_loss": 0.04034812053044637} +{"step": 1140000, "wall_time": 4819.436682939529, "train_loss_step": 7.398135662078857, "n_params": 4756720, "total_flops": 16658413977600000, "train_loss": 0.03953102429707845, "subset_score_loss": 0.03953102429707845} +{"step": 1150000, "wall_time": 4848.703241348267, "train_loss_step": 7.768745422363281, "n_params": 4756720, "total_flops": 16804540416000000, "train_loss": 0.04041477839152018, "subset_score_loss": 0.04041477839152018} +{"step": 1160000, "wall_time": 4885.8986649513245, "train_loss_step": 7.903299808502197, "n_params": 4756720, "total_flops": 16950666854400000, "train_loss": 0.04444816112518311, "subset_score_loss": 0.04444816112518311} +{"step": 1170000, "wall_time": 4923.059737443924, "train_loss_step": 8.011977195739746, "n_params": 4756720, "total_flops": 17096793292800000, "train_loss": 0.04454067548116048, "subset_score_loss": 0.04454067548116048} +{"step": 1180000, "wall_time": 4960.119658470154, "train_loss_step": 7.529544353485107, "n_params": 4756720, "total_flops": 17242919731200000, "train_loss": 0.042991892496744795, "subset_score_loss": 0.042991892496744795} +{"step": 1190000, "wall_time": 4997.2575080394745, "train_loss_step": 7.576203346252441, "n_params": 4756720, "total_flops": 17389046169600000, "train_loss": 0.03887058099110921, "subset_score_loss": 0.03887058099110921} +{"step": 1200000, "wall_time": 5098.640430688858, "train_loss_step": 8.057340621948242, "n_params": 4756720, "total_flops": 17535172608000000, "train_loss": 0.04202755689620972, "subset_score_loss": 0.04202755689620972, "memorization_fraction_pixel": 0.03889999911189079, "mean_nn_ratio_pixel": 0.914081335067749, "fid": 252.19570298141528, "fid_failed": 0.0} +{"step": 1210000, "wall_time": 5135.652540445328, "train_loss_step": 7.556663513183594, "n_params": 4756720, "total_flops": 17681299046400000, "train_loss": 0.0430405338605245, "subset_score_loss": 0.0430405338605245} +{"step": 1220000, "wall_time": 5172.802932024002, "train_loss_step": 7.729643821716309, "n_params": 4756720, "total_flops": 17827425484800000, "train_loss": 0.03923221031824748, "subset_score_loss": 0.03923221031824748} +{"step": 1230000, "wall_time": 5210.0043568611145, "train_loss_step": 7.41845178604126, "n_params": 4756720, "total_flops": 17973551923200000, "train_loss": 0.04171393712361653, "subset_score_loss": 0.04171393712361653} +{"step": 1240000, "wall_time": 5238.732051372528, "train_loss_step": 7.775336742401123, "n_params": 4756720, "total_flops": 18119678361600000, "train_loss": 0.04126280148824056, "subset_score_loss": 0.04126280148824056} +{"step": 1250000, "wall_time": 5275.856449842453, "train_loss_step": 7.553016185760498, "n_params": 4756720, "total_flops": 18265804800000000, "train_loss": 0.04328800042470296, "subset_score_loss": 0.04328800042470296} +{"step": 1260000, "wall_time": 5313.151926517487, "train_loss_step": 7.757582664489746, "n_params": 4756720, "total_flops": 18411931238400000, "train_loss": 0.03991535902023315, "subset_score_loss": 0.03991535902023315} +{"step": 1270000, "wall_time": 5350.403542757034, "train_loss_step": 7.233883857727051, "n_params": 4756720, "total_flops": 18558057676800000, "train_loss": 0.04419724543889363, "subset_score_loss": 0.04419724543889363} +{"step": 1280000, "wall_time": 5387.484786987305, "train_loss_step": 7.20369815826416, "n_params": 4756720, "total_flops": 18704184115200000, "train_loss": 0.0422950545946757, "subset_score_loss": 0.0422950545946757} +{"step": 1290000, "wall_time": 5424.53631401062, "train_loss_step": 7.433835506439209, "n_params": 4756720, "total_flops": 18850310553600000, "train_loss": 0.04210568269093831, "subset_score_loss": 0.04210568269093831} +{"step": 1300000, "wall_time": 5541.950293302536, "train_loss_step": 7.57181453704834, "n_params": 4756720, "total_flops": 18996436992000000, "train_loss": 0.0474803884824117, "subset_score_loss": 0.0474803884824117, "memorization_fraction_pixel": 0.032999999821186066, "mean_nn_ratio_pixel": 0.9195919036865234, "fid": 255.90430436282747, "fid_failed": 0.0} +{"step": 1310000, "wall_time": 5579.188351392746, "train_loss_step": 7.65855598449707, "n_params": 4756720, "total_flops": 19142563430400000, "train_loss": 0.04232512315114339, "subset_score_loss": 0.04232512315114339} +{"step": 1320000, "wall_time": 5607.360468387604, "train_loss_step": 7.072637557983398, "n_params": 4756720, "total_flops": 19288689868800000, "train_loss": 0.048699172337849934, "subset_score_loss": 0.048699172337849934} +{"step": 1330000, "wall_time": 5644.394324541092, "train_loss_step": 7.789519309997559, "n_params": 4756720, "total_flops": 19434816307200000, "train_loss": 0.03655304511388143, "subset_score_loss": 0.03655304511388143} +{"step": 1340000, "wall_time": 5681.543263196945, "train_loss_step": 7.235013961791992, "n_params": 4756720, "total_flops": 19580942745600000, "train_loss": 0.03887765010197957, "subset_score_loss": 0.03887765010197957} +{"step": 1350000, "wall_time": 5718.910809755325, "train_loss_step": 7.769368648529053, "n_params": 4756720, "total_flops": 19727069184000000, "train_loss": 0.0411013921101888, "subset_score_loss": 0.0411013921101888} +{"step": 1360000, "wall_time": 5756.130558490753, "train_loss_step": 7.7431793212890625, "n_params": 4756720, "total_flops": 19873195622400000, "train_loss": 0.040685919920603435, "subset_score_loss": 0.040685919920603435} +{"step": 1370000, "wall_time": 5793.419132947922, "train_loss_step": 7.807247161865234, "n_params": 4756720, "total_flops": 20019322060800000, "train_loss": 0.038854392369588216, "subset_score_loss": 0.038854392369588216} +{"step": 1380000, "wall_time": 5830.694304943085, "train_loss_step": 7.517305374145508, "n_params": 4756720, "total_flops": 20165448499200000, "train_loss": 0.037406734625498456, "subset_score_loss": 0.037406734625498456} +{"step": 1390000, "wall_time": 5868.074600934982, "train_loss_step": 7.563359260559082, "n_params": 4756720, "total_flops": 20311574937600000, "train_loss": 0.04039148092269897, "subset_score_loss": 0.04039148092269897} +{"step": 1400000, "wall_time": 5963.225803136826, "train_loss_step": 7.883774757385254, "n_params": 4756720, "total_flops": 20457701376000000, "train_loss": 0.0378830353418986, "subset_score_loss": 0.0378830353418986, "memorization_fraction_pixel": 0.04600000008940697, "mean_nn_ratio_pixel": 0.9102007746696472, "fid": 250.64943078840372, "fid_failed": 0.0} +{"step": 1410000, "wall_time": 5995.123445510864, "train_loss_step": 7.417136192321777, "n_params": 4756720, "total_flops": 20603827814400000, "train_loss": 0.03712514638900757, "subset_score_loss": 0.03712514638900757} +{"step": 1420000, "wall_time": 6032.187781572342, "train_loss_step": 7.663100242614746, "n_params": 4756720, "total_flops": 20749954252800000, "train_loss": 0.03772818644841512, "subset_score_loss": 0.03772818644841512} +{"step": 1430000, "wall_time": 6069.490600347519, "train_loss_step": 7.393232345581055, "n_params": 4756720, "total_flops": 20896080691200000, "train_loss": 0.039296551545461016, "subset_score_loss": 0.039296551545461016} +{"step": 1440000, "wall_time": 6106.812706232071, "train_loss_step": 7.478551864624023, "n_params": 4756720, "total_flops": 21042207129600000, "train_loss": 0.04059348901112874, "subset_score_loss": 0.04059348901112874} +{"step": 1450000, "wall_time": 6144.084808111191, "train_loss_step": 7.17241096496582, "n_params": 4756720, "total_flops": 21188333568000000, "train_loss": 0.03615862925847371, "subset_score_loss": 0.03615862925847371} +{"step": 1460000, "wall_time": 6181.372379541397, "train_loss_step": 7.472612380981445, "n_params": 4756720, "total_flops": 21334460006400000, "train_loss": 0.039102753003438316, "subset_score_loss": 0.039102753003438316} +{"step": 1470000, "wall_time": 6218.62629032135, "train_loss_step": 7.134527683258057, "n_params": 4756720, "total_flops": 21480586444800000, "train_loss": 0.03520793517430623, "subset_score_loss": 0.03520793517430623} +{"step": 1480000, "wall_time": 6255.788528680801, "train_loss_step": 7.088813304901123, "n_params": 4756720, "total_flops": 21626712883200000, "train_loss": 0.037826164563496904, "subset_score_loss": 0.037826164563496904} +{"step": 1490000, "wall_time": 6292.956552267075, "train_loss_step": 7.38960599899292, "n_params": 4756720, "total_flops": 21772839321600000, "train_loss": 0.04022358655929566, "subset_score_loss": 0.04022358655929566} +{"step": 1500000, "wall_time": 6385.404002666473, "train_loss_step": 7.442153453826904, "n_params": 4756720, "total_flops": 21918965760000000, "train_loss": 0.04032661517461141, "subset_score_loss": 0.04032661517461141, "memorization_fraction_pixel": 0.054499998688697815, "mean_nn_ratio_pixel": 0.9016636610031128, "fid": 249.85225127454495, "fid_failed": 0.0} +{"step": 1510000, "wall_time": 6416.108847856522, "train_loss_step": 7.200783729553223, "n_params": 4756720, "total_flops": 22065092198400000, "train_loss": 0.0380924661954244, "subset_score_loss": 0.0380924661954244} +{"step": 1520000, "wall_time": 6453.215465784073, "train_loss_step": 7.047930717468262, "n_params": 4756720, "total_flops": 22211218636800000, "train_loss": 0.04180528322855632, "subset_score_loss": 0.04180528322855632} +{"step": 1530000, "wall_time": 6490.35484290123, "train_loss_step": 7.161806106567383, "n_params": 4756720, "total_flops": 22357345075200000, "train_loss": 0.04495308001836141, "subset_score_loss": 0.04495308001836141} +{"step": 1540000, "wall_time": 6527.4967045784, "train_loss_step": 7.173553466796875, "n_params": 4756720, "total_flops": 22503471513600000, "train_loss": 0.038192884127298994, "subset_score_loss": 0.038192884127298994} +{"step": 1550000, "wall_time": 6564.51251077652, "train_loss_step": 7.054316520690918, "n_params": 4756720, "total_flops": 22649597952000000, "train_loss": 0.03258116245269775, "subset_score_loss": 0.03258116245269775} +{"step": 1560000, "wall_time": 6601.682656049728, "train_loss_step": 7.101773262023926, "n_params": 4756720, "total_flops": 22795724390400000, "train_loss": 0.035552541414896645, "subset_score_loss": 0.035552541414896645} +{"step": 1570000, "wall_time": 6638.742829799652, "train_loss_step": 7.670657157897949, "n_params": 4756720, "total_flops": 22941850828800000, "train_loss": 0.03678623040517171, "subset_score_loss": 0.03678623040517171} +{"step": 1580000, "wall_time": 6675.828352212906, "train_loss_step": 6.854546070098877, "n_params": 4756720, "total_flops": 23087977267200000, "train_loss": 0.03701927264531454, "subset_score_loss": 0.03701927264531454} +{"step": 1590000, "wall_time": 6712.982193946838, "train_loss_step": 7.398678302764893, "n_params": 4756720, "total_flops": 23234103705600000, "train_loss": 0.03290459116299947, "subset_score_loss": 0.03290459116299947} +{"step": 1600000, "wall_time": 6807.899870157242, "train_loss_step": 6.739532470703125, "n_params": 4756720, "total_flops": 23380230144000000, "train_loss": 0.03688985506693522, "subset_score_loss": 0.03688985506693522, "memorization_fraction_pixel": 0.050200000405311584, "mean_nn_ratio_pixel": 0.9067424535751343, "fid": 247.8499470066689, "fid_failed": 0.0} +{"step": 1610000, "wall_time": 6845.25736284256, "train_loss_step": 6.955202579498291, "n_params": 4756720, "total_flops": 23526356582400000, "train_loss": 0.03616012732187907, "subset_score_loss": 0.03616012732187907} +{"step": 1620000, "wall_time": 6882.414524555206, "train_loss_step": 7.499241828918457, "n_params": 4756720, "total_flops": 23672483020800000, "train_loss": 0.038345201810201006, "subset_score_loss": 0.038345201810201006} +{"step": 1630000, "wall_time": 6919.740906000137, "train_loss_step": 7.0947136878967285, "n_params": 4756720, "total_flops": 23818609459200000, "train_loss": 0.03832010428110758, "subset_score_loss": 0.03832010428110758} +{"step": 1640000, "wall_time": 6956.955935001373, "train_loss_step": 6.973237991333008, "n_params": 4756720, "total_flops": 23964735897600000, "train_loss": 0.035115170478820804, "subset_score_loss": 0.035115170478820804} +{"step": 1650000, "wall_time": 6994.074360847473, "train_loss_step": 7.254086494445801, "n_params": 4756720, "total_flops": 24110862336000000, "train_loss": 0.03910537163416545, "subset_score_loss": 0.03910537163416545} +{"step": 1660000, "wall_time": 7031.137719869614, "train_loss_step": 7.601706504821777, "n_params": 4756720, "total_flops": 24256988774400000, "train_loss": 0.03558123509089152, "subset_score_loss": 0.03558123509089152} +{"step": 1670000, "wall_time": 7068.450595855713, "train_loss_step": 7.2169904708862305, "n_params": 4756720, "total_flops": 24403115212800000, "train_loss": 0.0339608112970988, "subset_score_loss": 0.0339608112970988} +{"step": 1680000, "wall_time": 7105.623431921005, "train_loss_step": 6.8673176765441895, "n_params": 4756720, "total_flops": 24549241651200000, "train_loss": 0.03942348162333171, "subset_score_loss": 0.03942348162333171} +{"step": 1690000, "wall_time": 7142.871420383453, "train_loss_step": 7.594790458679199, "n_params": 4756720, "total_flops": 24695368089600000, "train_loss": 0.036378971735636395, "subset_score_loss": 0.036378971735636395} +{"step": 1700000, "wall_time": 7237.678123950958, "train_loss_step": 7.039687156677246, "n_params": 4756720, "total_flops": 24841494528000000, "train_loss": 0.03595176537831624, "subset_score_loss": 0.03595176537831624, "memorization_fraction_pixel": 0.05640000104904175, "mean_nn_ratio_pixel": 0.9043824076652527, "fid": 243.1695520540059, "fid_failed": 0.0} +{"step": 1710000, "wall_time": 7274.964476108551, "train_loss_step": 6.805376052856445, "n_params": 4756720, "total_flops": 24987620966400000, "train_loss": 0.03632266918818156, "subset_score_loss": 0.03632266918818156} +{"step": 1720000, "wall_time": 7312.1020424366, "train_loss_step": 7.445351600646973, "n_params": 4756720, "total_flops": 25133747404800000, "train_loss": 0.039472838242848717, "subset_score_loss": 0.039472838242848717} +{"step": 1730000, "wall_time": 7349.116068840027, "train_loss_step": 7.052614688873291, "n_params": 4756720, "total_flops": 25279873843200000, "train_loss": 0.04011971155802409, "subset_score_loss": 0.04011971155802409} +{"step": 1740000, "wall_time": 7386.119295597076, "train_loss_step": 7.484524250030518, "n_params": 4756720, "total_flops": 25426000281600000, "train_loss": 0.035798641045888265, "subset_score_loss": 0.035798641045888265} +{"step": 1750000, "wall_time": 7423.36486530304, "train_loss_step": 6.69005823135376, "n_params": 4756720, "total_flops": 25572126720000000, "train_loss": 0.03517138957977295, "subset_score_loss": 0.03517138957977295} +{"step": 1760000, "wall_time": 7460.5574452877045, "train_loss_step": 6.482974052429199, "n_params": 4756720, "total_flops": 25718253158400000, "train_loss": 0.03240742683410645, "subset_score_loss": 0.03240742683410645} +{"step": 1770000, "wall_time": 7497.590467453003, "train_loss_step": 6.792189598083496, "n_params": 4756720, "total_flops": 25864379596800000, "train_loss": 0.034214309851328534, "subset_score_loss": 0.034214309851328534} +{"step": 1780000, "wall_time": 7534.680824041367, "train_loss_step": 6.400403022766113, "n_params": 4756720, "total_flops": 26010506035200000, "train_loss": 0.03724874655405681, "subset_score_loss": 0.03724874655405681} +{"step": 1790000, "wall_time": 7571.845165252686, "train_loss_step": 7.788392066955566, "n_params": 4756720, "total_flops": 26156632473600000, "train_loss": 0.04227468967437744, "subset_score_loss": 0.04227468967437744} +{"step": 1800000, "wall_time": 7676.008651733398, "train_loss_step": 7.252851963043213, "n_params": 4756720, "total_flops": 26302758912000000, "train_loss": 0.03314654429753621, "subset_score_loss": 0.03314654429753621, "memorization_fraction_pixel": 0.0617000013589859, "mean_nn_ratio_pixel": 0.8990978598594666, "fid": 239.93156152107412, "fid_failed": 0.0} +{"step": 1810000, "wall_time": 7713.095673799515, "train_loss_step": 6.760800361633301, "n_params": 4756720, "total_flops": 26448885350400000, "train_loss": 0.0464615265528361, "subset_score_loss": 0.0464615265528361} +{"step": 1820000, "wall_time": 7750.415201187134, "train_loss_step": 6.59874153137207, "n_params": 4756720, "total_flops": 26595011788800000, "train_loss": 0.032706971963246664, "subset_score_loss": 0.032706971963246664} +{"step": 1830000, "wall_time": 7787.749225139618, "train_loss_step": 6.981791019439697, "n_params": 4756720, "total_flops": 26741138227200000, "train_loss": 0.03373048702875773, "subset_score_loss": 0.03373048702875773} +{"step": 1840000, "wall_time": 7824.865712404251, "train_loss_step": 6.6498517990112305, "n_params": 4756720, "total_flops": 26887264665600000, "train_loss": 0.03460553487141927, "subset_score_loss": 0.03460553487141927} +{"step": 1850000, "wall_time": 7861.93132853508, "train_loss_step": 6.804543972015381, "n_params": 4756720, "total_flops": 27033391104000000, "train_loss": 0.03237690130869548, "subset_score_loss": 0.03237690130869548} +{"step": 1860000, "wall_time": 7899.306674480438, "train_loss_step": 6.874281883239746, "n_params": 4756720, "total_flops": 27179517542400000, "train_loss": 0.030177791913350422, "subset_score_loss": 0.030177791913350422} +{"step": 1870000, "wall_time": 7936.410606145859, "train_loss_step": 7.135965347290039, "n_params": 4756720, "total_flops": 27325643980800000, "train_loss": 0.0323344608147939, "subset_score_loss": 0.0323344608147939} +{"step": 1880000, "wall_time": 7973.155859947205, "train_loss_step": 7.032593727111816, "n_params": 4756720, "total_flops": 27471770419200000, "train_loss": 0.03344719012578328, "subset_score_loss": 0.03344719012578328} +{"step": 1890000, "wall_time": 8000.915169477463, "train_loss_step": 7.196929454803467, "n_params": 4756720, "total_flops": 27617896857600000, "train_loss": 0.033323705196380615, "subset_score_loss": 0.033323705196380615} +{"step": 1900000, "wall_time": 8121.302462100983, "train_loss_step": 7.264245986938477, "n_params": 4756720, "total_flops": 27764023296000000, "train_loss": 0.032099429766337076, "subset_score_loss": 0.032099429766337076, "memorization_fraction_pixel": 0.07209999859333038, "mean_nn_ratio_pixel": 0.8905900120735168, "fid": 235.38196029328176, "fid_failed": 0.0} +{"step": 1910000, "wall_time": 8158.418331623077, "train_loss_step": 6.794857978820801, "n_params": 4756720, "total_flops": 27910149734400000, "train_loss": 0.034441641966501874, "subset_score_loss": 0.034441641966501874} +{"step": 1920000, "wall_time": 8195.580761909485, "train_loss_step": 6.7093400955200195, "n_params": 4756720, "total_flops": 28056276172800000, "train_loss": 0.03464235862096151, "subset_score_loss": 0.03464235862096151} +{"step": 1930000, "wall_time": 8232.71775507927, "train_loss_step": 6.848064422607422, "n_params": 4756720, "total_flops": 28202402611200000, "train_loss": 0.03406730890274048, "subset_score_loss": 0.03406730890274048} +{"step": 1940000, "wall_time": 8269.995087623596, "train_loss_step": 6.562225818634033, "n_params": 4756720, "total_flops": 28348529049600000, "train_loss": 0.03499362866083781, "subset_score_loss": 0.03499362866083781} +{"step": 1950000, "wall_time": 8307.28718495369, "train_loss_step": 7.113886833190918, "n_params": 4756720, "total_flops": 28494655488000000, "train_loss": 0.03378878037134806, "subset_score_loss": 0.03378878037134806} +{"step": 1960000, "wall_time": 8344.567953109741, "train_loss_step": 6.662497043609619, "n_params": 4756720, "total_flops": 28640781926400000, "train_loss": 0.035008498032887775, "subset_score_loss": 0.035008498032887775} +{"step": 1970000, "wall_time": 8375.940385580063, "train_loss_step": 7.099075794219971, "n_params": 4756720, "total_flops": 28786908364800000, "train_loss": 0.03538754383722941, "subset_score_loss": 0.03538754383722941} +{"step": 1980000, "wall_time": 8411.914901733398, "train_loss_step": 7.324092864990234, "n_params": 4756720, "total_flops": 28933034803200000, "train_loss": 0.035801513989766436, "subset_score_loss": 0.035801513989766436} +{"step": 1990000, "wall_time": 8449.197911024094, "train_loss_step": 6.405628681182861, "n_params": 4756720, "total_flops": 29079161241600000, "train_loss": 0.034358676274617514, "subset_score_loss": 0.034358676274617514} +{"step": 2000000, "wall_time": 8561.956176996231, "train_loss_step": 6.976302623748779, "n_params": 4756720, "total_flops": 29225287680000000, "train_loss": 0.034678550561269124, "subset_score_loss": 0.034678550561269124, "memorization_fraction_pixel": 0.07069999724626541, "mean_nn_ratio_pixel": 0.8906312584877014, "fid": 245.68726335094513, "fid_failed": 0.0} +{"step": 2010000, "wall_time": 8599.113873958588, "train_loss_step": 6.792099952697754, "n_params": 4756720, "total_flops": 29371414118400000, "train_loss": 0.03641990820566813, "subset_score_loss": 0.03641990820566813} +{"step": 2020000, "wall_time": 8636.132777929306, "train_loss_step": 6.819779396057129, "n_params": 4756720, "total_flops": 29517540556800000, "train_loss": 0.03553124268849691, "subset_score_loss": 0.03553124268849691} +{"step": 2030000, "wall_time": 8673.17997765541, "train_loss_step": 7.031316757202148, "n_params": 4756720, "total_flops": 29663666995200000, "train_loss": 0.033852112293243405, "subset_score_loss": 0.033852112293243405} +{"step": 2040000, "wall_time": 8710.263483285904, "train_loss_step": 6.325654983520508, "n_params": 4756720, "total_flops": 29809793433600000, "train_loss": 0.034746956825256345, "subset_score_loss": 0.034746956825256345} +{"step": 2050000, "wall_time": 8746.655180931091, "train_loss_step": 7.374466896057129, "n_params": 4756720, "total_flops": 29955919872000000, "train_loss": 0.03699750502904256, "subset_score_loss": 0.03699750502904256} +{"step": 2060000, "wall_time": 8779.963482379913, "train_loss_step": 7.007418632507324, "n_params": 4756720, "total_flops": 30102046310400000, "train_loss": 0.031627289454142254, "subset_score_loss": 0.031627289454142254} +{"step": 2070000, "wall_time": 8817.231467485428, "train_loss_step": 6.65511417388916, "n_params": 4756720, "total_flops": 30248172748800000, "train_loss": 0.03897461891174316, "subset_score_loss": 0.03897461891174316} +{"step": 2080000, "wall_time": 8854.316781759262, "train_loss_step": 6.4593915939331055, "n_params": 4756720, "total_flops": 30394299187200000, "train_loss": 0.03303974668184916, "subset_score_loss": 0.03303974668184916} +{"step": 2090000, "wall_time": 8891.512185573578, "train_loss_step": 6.831785678863525, "n_params": 4756720, "total_flops": 30540425625600000, "train_loss": 0.03152004480361938, "subset_score_loss": 0.03152004480361938} +{"step": 2100000, "wall_time": 8980.86506819725, "train_loss_step": 6.732002258300781, "n_params": 4756720, "total_flops": 30686552064000000, "train_loss": 0.032425620158513385, "subset_score_loss": 0.032425620158513385, "memorization_fraction_pixel": 0.07590000331401825, "mean_nn_ratio_pixel": 0.8897837996482849, "fid": 228.68011213558458, "fid_failed": 0.0} +{"step": 2110000, "wall_time": 9018.197135686874, "train_loss_step": 6.638005256652832, "n_params": 4756720, "total_flops": 30832678502400000, "train_loss": 0.03234262466430664, "subset_score_loss": 0.03234262466430664} +{"step": 2120000, "wall_time": 9055.311276435852, "train_loss_step": 6.589978218078613, "n_params": 4756720, "total_flops": 30978804940800000, "train_loss": 0.036845902601877846, "subset_score_loss": 0.036845902601877846} +{"step": 2130000, "wall_time": 9092.368352890015, "train_loss_step": 6.92240571975708, "n_params": 4756720, "total_flops": 31124931379200000, "train_loss": 0.035467370351155596, "subset_score_loss": 0.035467370351155596} +{"step": 2140000, "wall_time": 9128.940421581268, "train_loss_step": 6.632929801940918, "n_params": 4756720, "total_flops": 31271057817600000, "train_loss": 0.03510122299194336, "subset_score_loss": 0.03510122299194336} +{"step": 2150000, "wall_time": 9158.342758893967, "train_loss_step": 6.603855609893799, "n_params": 4756720, "total_flops": 31417184256000000, "train_loss": 0.030159753561019898, "subset_score_loss": 0.030159753561019898} +{"step": 2160000, "wall_time": 9195.472654819489, "train_loss_step": 6.855727195739746, "n_params": 4756720, "total_flops": 31563310694400000, "train_loss": 0.03864238659540812, "subset_score_loss": 0.03864238659540812} +{"step": 2170000, "wall_time": 9232.551098108292, "train_loss_step": 6.706345558166504, "n_params": 4756720, "total_flops": 31709437132800000, "train_loss": 0.0333478569984436, "subset_score_loss": 0.0333478569984436} +{"step": 2180000, "wall_time": 9269.600190639496, "train_loss_step": 6.568170070648193, "n_params": 4756720, "total_flops": 31855563571200000, "train_loss": 0.031493683656056724, "subset_score_loss": 0.031493683656056724} +{"step": 2190000, "wall_time": 9306.579342603683, "train_loss_step": 6.882805347442627, "n_params": 4756720, "total_flops": 32001690009600000, "train_loss": 0.03373243014017741, "subset_score_loss": 0.03373243014017741} +{"step": 2200000, "wall_time": 9421.216356992722, "train_loss_step": 6.095798492431641, "n_params": 4756720, "total_flops": 32147816448000000, "train_loss": 0.03548912207285563, "subset_score_loss": 0.03548912207285563, "memorization_fraction_pixel": 0.0722000002861023, "mean_nn_ratio_pixel": 0.8876459002494812, "fid": 237.2853271001364, "fid_failed": 0.0} +{"step": 2210000, "wall_time": 9458.398499965668, "train_loss_step": 6.132114887237549, "n_params": 4756720, "total_flops": 32293942886400000, "train_loss": 0.03673235972722371, "subset_score_loss": 0.03673235972722371} +{"step": 2220000, "wall_time": 9495.478565454483, "train_loss_step": 6.577561378479004, "n_params": 4756720, "total_flops": 32440069324800000, "train_loss": 0.030585829416910806, "subset_score_loss": 0.030585829416910806} +{"step": 2230000, "wall_time": 9528.629565000534, "train_loss_step": 6.696776390075684, "n_params": 4756720, "total_flops": 32586195763200000, "train_loss": 0.032439361015955605, "subset_score_loss": 0.032439361015955605} +{"step": 2240000, "wall_time": 9562.002440690994, "train_loss_step": 6.5042266845703125, "n_params": 4756720, "total_flops": 32732322201600000, "train_loss": 0.03420967658360799, "subset_score_loss": 0.03420967658360799} +{"step": 2250000, "wall_time": 9599.136818647385, "train_loss_step": 6.6601409912109375, "n_params": 4756720, "total_flops": 32878448640000000, "train_loss": 0.030493106444676718, "subset_score_loss": 0.030493106444676718} +{"step": 2260000, "wall_time": 9636.15422797203, "train_loss_step": 6.415246963500977, "n_params": 4756720, "total_flops": 33024575078400000, "train_loss": 0.02819096048672994, "subset_score_loss": 0.02819096048672994} +{"step": 2270000, "wall_time": 9673.291229724884, "train_loss_step": 6.577254295349121, "n_params": 4756720, "total_flops": 33170701516800000, "train_loss": 0.03414221604665121, "subset_score_loss": 0.03414221604665121} +{"step": 2280000, "wall_time": 9710.377708673477, "train_loss_step": 6.287526607513428, "n_params": 4756720, "total_flops": 33316827955200000, "train_loss": 0.03268757859865824, "subset_score_loss": 0.03268757859865824} +{"step": 2290000, "wall_time": 9747.421363592148, "train_loss_step": 6.1805219650268555, "n_params": 4756720, "total_flops": 33462954393600000, "train_loss": 0.032604376475016274, "subset_score_loss": 0.032604376475016274} +{"step": 2300000, "wall_time": 9863.529931306839, "train_loss_step": 6.792036056518555, "n_params": 4756720, "total_flops": 33609080832000000, "train_loss": 0.03267086346944173, "subset_score_loss": 0.03267086346944173, "memorization_fraction_pixel": 0.08550000190734863, "mean_nn_ratio_pixel": 0.8779628872871399, "fid": 231.25843506025953, "fid_failed": 0.0} +{"step": 2310000, "wall_time": 9893.44116306305, "train_loss_step": 6.651340007781982, "n_params": 4756720, "total_flops": 33755207270400000, "train_loss": 0.030647587776184083, "subset_score_loss": 0.030647587776184083} +{"step": 2320000, "wall_time": 9929.26646232605, "train_loss_step": 7.026508331298828, "n_params": 4756720, "total_flops": 33901333708800000, "train_loss": 0.03686925570170085, "subset_score_loss": 0.03686925570170085} +{"step": 2330000, "wall_time": 9966.36154460907, "train_loss_step": 6.502269744873047, "n_params": 4756720, "total_flops": 34047460147200000, "train_loss": 0.028960581620534262, "subset_score_loss": 0.028960581620534262} +{"step": 2340000, "wall_time": 10003.62907242775, "train_loss_step": 6.339960098266602, "n_params": 4756720, "total_flops": 34193586585600000, "train_loss": 0.03142497738202413, "subset_score_loss": 0.03142497738202413} +{"step": 2350000, "wall_time": 10040.798579454422, "train_loss_step": 6.146168231964111, "n_params": 4756720, "total_flops": 34339713024000000, "train_loss": 0.03038341999053955, "subset_score_loss": 0.03038341999053955} +{"step": 2360000, "wall_time": 10078.02731513977, "train_loss_step": 6.936039447784424, "n_params": 4756720, "total_flops": 34485839462400000, "train_loss": 0.03346807559331258, "subset_score_loss": 0.03346807559331258} +{"step": 2370000, "wall_time": 10115.220396995544, "train_loss_step": 6.805922508239746, "n_params": 4756720, "total_flops": 34631965900800000, "train_loss": 0.033222393194834395, "subset_score_loss": 0.033222393194834395} +{"step": 2380000, "wall_time": 10152.217698097229, "train_loss_step": 6.587713241577148, "n_params": 4756720, "total_flops": 34778092339200000, "train_loss": 0.032075583934783936, "subset_score_loss": 0.032075583934783936} +{"step": 2390000, "wall_time": 10189.282010316849, "train_loss_step": 6.81402063369751, "n_params": 4756720, "total_flops": 34924218777600000, "train_loss": 0.03048209349314372, "subset_score_loss": 0.03048209349314372} +{"step": 2400000, "wall_time": 10313.856199264526, "train_loss_step": 5.980854034423828, "n_params": 4756720, "total_flops": 35070345216000000, "train_loss": 0.029379528760910035, "subset_score_loss": 0.029379528760910035, "memorization_fraction_pixel": 0.09449999779462814, "mean_nn_ratio_pixel": 0.8701459765434265, "fid": 227.1300400611457, "fid_failed": 0.0} +{"step": 2410000, "wall_time": 10350.910337924957, "train_loss_step": 6.699286460876465, "n_params": 4756720, "total_flops": 35216471654400000, "train_loss": 0.03458821773529053, "subset_score_loss": 0.03458821773529053} +{"step": 2420000, "wall_time": 10388.061714410782, "train_loss_step": 6.207679748535156, "n_params": 4756720, "total_flops": 35362598092800000, "train_loss": 0.02951310873031616, "subset_score_loss": 0.02951310873031616} +{"step": 2430000, "wall_time": 10425.14337849617, "train_loss_step": 6.468408584594727, "n_params": 4756720, "total_flops": 35508724531200000, "train_loss": 0.032290605703989665, "subset_score_loss": 0.032290605703989665} +{"step": 2440000, "wall_time": 10462.283888101578, "train_loss_step": 6.906049728393555, "n_params": 4756720, "total_flops": 35654850969600000, "train_loss": 0.03250247240066528, "subset_score_loss": 0.03250247240066528} +{"step": 2450000, "wall_time": 10499.557616233826, "train_loss_step": 6.147855758666992, "n_params": 4756720, "total_flops": 35800977408000000, "train_loss": 0.031077996889750163, "subset_score_loss": 0.031077996889750163} +{"step": 2460000, "wall_time": 10536.789983034134, "train_loss_step": 6.919498443603516, "n_params": 4756720, "total_flops": 35947103846400000, "train_loss": 0.029449756940205893, "subset_score_loss": 0.029449756940205893} +{"step": 2470000, "wall_time": 10574.07779598236, "train_loss_step": 6.36578893661499, "n_params": 4756720, "total_flops": 36093230284800000, "train_loss": 0.030306929349899293, "subset_score_loss": 0.030306929349899293} +{"step": 2480000, "wall_time": 10611.254710435867, "train_loss_step": 6.665729999542236, "n_params": 4756720, "total_flops": 36239356723200000, "train_loss": 0.029416155815124512, "subset_score_loss": 0.029416155815124512} +{"step": 2490000, "wall_time": 10648.39342546463, "train_loss_step": 6.142792701721191, "n_params": 4756720, "total_flops": 36385483161600000, "train_loss": 0.03472498655319214, "subset_score_loss": 0.03472498655319214} +{"step": 2500000, "wall_time": 10720.974125862122, "train_loss_step": 7.085111618041992, "n_params": 4756720, "total_flops": 36531609600000000, "train_loss": 0.02966667612393697, "subset_score_loss": 0.02966667612393697, "memorization_fraction_pixel": 0.0982000008225441, "mean_nn_ratio_pixel": 0.867713987827301, "fid": 229.26037962360448, "fid_failed": 0.0} +{"step": 2510000, "wall_time": 10758.229643583298, "train_loss_step": 6.3211541175842285, "n_params": 4756720, "total_flops": 36677736038400000, "train_loss": 0.028291847308476767, "subset_score_loss": 0.028291847308476767} +{"step": 2520000, "wall_time": 10795.41137099266, "train_loss_step": 6.068248271942139, "n_params": 4756720, "total_flops": 36823862476800000, "train_loss": 0.03255927562713623, "subset_score_loss": 0.03255927562713623} +{"step": 2530000, "wall_time": 10832.670798540115, "train_loss_step": 6.487015247344971, "n_params": 4756720, "total_flops": 36969988915200000, "train_loss": 0.03187206784884135, "subset_score_loss": 0.03187206784884135} +{"step": 2540000, "wall_time": 10869.94173669815, "train_loss_step": 5.966072082519531, "n_params": 4756720, "total_flops": 37116115353600000, "train_loss": 0.027695250511169434, "subset_score_loss": 0.027695250511169434} +{"step": 2550000, "wall_time": 10907.261272907257, "train_loss_step": 6.268028259277344, "n_params": 4756720, "total_flops": 37262241792000000, "train_loss": 0.028826131423314413, "subset_score_loss": 0.028826131423314413} +{"step": 2560000, "wall_time": 10944.542155742645, "train_loss_step": 6.926825523376465, "n_params": 4756720, "total_flops": 37408368230400000, "train_loss": 0.03060068885485331, "subset_score_loss": 0.03060068885485331} +{"step": 2570000, "wall_time": 10981.817632436752, "train_loss_step": 6.155974388122559, "n_params": 4756720, "total_flops": 37554494668800000, "train_loss": 0.0317713479200999, "subset_score_loss": 0.0317713479200999} +{"step": 2580000, "wall_time": 11019.151237010956, "train_loss_step": 6.011762619018555, "n_params": 4756720, "total_flops": 37700621107200000, "train_loss": 0.02918705940246582, "subset_score_loss": 0.02918705940246582} +{"step": 2590000, "wall_time": 11056.373437643051, "train_loss_step": 6.068410873413086, "n_params": 4756720, "total_flops": 37846747545600000, "train_loss": 0.030660422643025716, "subset_score_loss": 0.030660422643025716} +{"step": 2600000, "wall_time": 11120.129966974258, "train_loss_step": 6.8895158767700195, "n_params": 4756720, "total_flops": 37992873984000000, "train_loss": 0.03134553233782451, "subset_score_loss": 0.03134553233782451, "memorization_fraction_pixel": 0.10279999673366547, "mean_nn_ratio_pixel": 0.8632884621620178, "fid": 223.04758278610697, "fid_failed": 0.0} +{"step": 2610000, "wall_time": 11157.502982139587, "train_loss_step": 6.155337333679199, "n_params": 4756720, "total_flops": 38139000422400000, "train_loss": 0.031534713506698606, "subset_score_loss": 0.031534713506698606} +{"step": 2620000, "wall_time": 11194.85892367363, "train_loss_step": 6.486009120941162, "n_params": 4756720, "total_flops": 38285126860800000, "train_loss": 0.03290590047836304, "subset_score_loss": 0.03290590047836304} +{"step": 2630000, "wall_time": 11232.175140619278, "train_loss_step": 6.056124687194824, "n_params": 4756720, "total_flops": 38431253299200000, "train_loss": 0.0261520524819692, "subset_score_loss": 0.0261520524819692} +{"step": 2640000, "wall_time": 11269.497119903564, "train_loss_step": 6.316657066345215, "n_params": 4756720, "total_flops": 38577379737600000, "train_loss": 0.033434240023295085, "subset_score_loss": 0.033434240023295085} +{"step": 2650000, "wall_time": 11306.780180215836, "train_loss_step": 6.736417770385742, "n_params": 4756720, "total_flops": 38723506176000000, "train_loss": 0.027645599842071534, "subset_score_loss": 0.027645599842071534} +{"step": 2660000, "wall_time": 11344.064246177673, "train_loss_step": 6.509482383728027, "n_params": 4756720, "total_flops": 38869632614400000, "train_loss": 0.0315680205821991, "subset_score_loss": 0.0315680205821991} +{"step": 2670000, "wall_time": 11381.408665657043, "train_loss_step": 6.231440544128418, "n_params": 4756720, "total_flops": 39015759052800000, "train_loss": 0.029209893941879273, "subset_score_loss": 0.029209893941879273} +{"step": 2680000, "wall_time": 11418.711818695068, "train_loss_step": 5.9770002365112305, "n_params": 4756720, "total_flops": 39161885491200000, "train_loss": 0.029862544933954873, "subset_score_loss": 0.029862544933954873} +{"step": 2690000, "wall_time": 11456.00918841362, "train_loss_step": 6.371400833129883, "n_params": 4756720, "total_flops": 39308011929600000, "train_loss": 0.03532016674677531, "subset_score_loss": 0.03532016674677531} +{"step": 2700000, "wall_time": 11527.73058128357, "train_loss_step": 6.462881088256836, "n_params": 4756720, "total_flops": 39454138368000000, "train_loss": 0.028133757909139, "subset_score_loss": 0.028133757909139, "memorization_fraction_pixel": 0.10119999945163727, "mean_nn_ratio_pixel": 0.8660674691200256, "fid": 231.24714008218555, "fid_failed": 0.0} +{"step": 2710000, "wall_time": 11562.022102594376, "train_loss_step": 6.359661102294922, "n_params": 4756720, "total_flops": 39600264806400000, "train_loss": 0.03198901017506917, "subset_score_loss": 0.03198901017506917} +{"step": 2720000, "wall_time": 11599.288007974625, "train_loss_step": 6.204580307006836, "n_params": 4756720, "total_flops": 39746391244800000, "train_loss": 0.029116606712341307, "subset_score_loss": 0.029116606712341307} +{"step": 2730000, "wall_time": 11636.543460845947, "train_loss_step": 6.04597806930542, "n_params": 4756720, "total_flops": 39892517683200000, "train_loss": 0.02744926412900289, "subset_score_loss": 0.02744926412900289} +{"step": 2740000, "wall_time": 11673.752390146255, "train_loss_step": 6.1854143142700195, "n_params": 4756720, "total_flops": 40038644121600000, "train_loss": 0.027371704578399658, "subset_score_loss": 0.027371704578399658} +{"step": 2750000, "wall_time": 11711.126697778702, "train_loss_step": 6.029680252075195, "n_params": 4756720, "total_flops": 40184770560000000, "train_loss": 0.027636794249216716, "subset_score_loss": 0.027636794249216716} +{"step": 2760000, "wall_time": 11748.51352095604, "train_loss_step": 6.078981876373291, "n_params": 4756720, "total_flops": 40330896998400000, "train_loss": 0.028768601020177205, "subset_score_loss": 0.028768601020177205} +{"step": 2770000, "wall_time": 11785.891411304474, "train_loss_step": 6.078995704650879, "n_params": 4756720, "total_flops": 40477023436800000, "train_loss": 0.03076232671737671, "subset_score_loss": 0.03076232671737671} +{"step": 2780000, "wall_time": 11823.19382095337, "train_loss_step": 5.983841896057129, "n_params": 4756720, "total_flops": 40623149875200000, "train_loss": 0.031085298458735148, "subset_score_loss": 0.031085298458735148} +{"step": 2790000, "wall_time": 11860.552410840988, "train_loss_step": 6.332139015197754, "n_params": 4756720, "total_flops": 40769276313600000, "train_loss": 0.02790766755739848, "subset_score_loss": 0.02790766755739848} +{"step": 2800000, "wall_time": 11934.257122039795, "train_loss_step": 6.461202621459961, "n_params": 4756720, "total_flops": 40915402752000000, "train_loss": 0.02885076403617859, "subset_score_loss": 0.02885076403617859, "memorization_fraction_pixel": 0.10339999943971634, "mean_nn_ratio_pixel": 0.8657029271125793, "fid": 222.00776642353676, "fid_failed": 0.0} +{"step": 2810000, "wall_time": 11965.988406181335, "train_loss_step": 6.269087791442871, "n_params": 4756720, "total_flops": 41061529190400000, "train_loss": 0.032412517070770266, "subset_score_loss": 0.032412517070770266} +{"step": 2820000, "wall_time": 12003.325516223907, "train_loss_step": 6.1924214363098145, "n_params": 4756720, "total_flops": 41207655628800000, "train_loss": 0.027829901377360026, "subset_score_loss": 0.027829901377360026} +{"step": 2830000, "wall_time": 12040.659394264221, "train_loss_step": 6.22409725189209, "n_params": 4756720, "total_flops": 41353782067200000, "train_loss": 0.0315152108669281, "subset_score_loss": 0.0315152108669281} +{"step": 2840000, "wall_time": 12077.844307899475, "train_loss_step": 5.835225582122803, "n_params": 4756720, "total_flops": 41499908505600000, "train_loss": 0.027163147926330566, "subset_score_loss": 0.027163147926330566} +{"step": 2850000, "wall_time": 12115.159459114075, "train_loss_step": 6.33742618560791, "n_params": 4756720, "total_flops": 41646034944000000, "train_loss": 0.027128312985102335, "subset_score_loss": 0.027128312985102335} +{"step": 2860000, "wall_time": 12152.468737125397, "train_loss_step": 5.948241710662842, "n_params": 4756720, "total_flops": 41792161382400000, "train_loss": 0.028835129737854005, "subset_score_loss": 0.028835129737854005} +{"step": 2870000, "wall_time": 12189.782297849655, "train_loss_step": 6.5029730796813965, "n_params": 4756720, "total_flops": 41938287820800000, "train_loss": 0.027952911456425984, "subset_score_loss": 0.027952911456425984} +{"step": 2880000, "wall_time": 12227.084012508392, "train_loss_step": 6.517821311950684, "n_params": 4756720, "total_flops": 42084414259200000, "train_loss": 0.03053902784983317, "subset_score_loss": 0.03053902784983317} +{"step": 2890000, "wall_time": 12264.318907260895, "train_loss_step": 6.509927749633789, "n_params": 4756720, "total_flops": 42230540697600000, "train_loss": 0.028485659758249918, "subset_score_loss": 0.028485659758249918} +{"step": 2900000, "wall_time": 12339.50856757164, "train_loss_step": 6.723828315734863, "n_params": 4756720, "total_flops": 42376667136000000, "train_loss": 0.03371098836263021, "subset_score_loss": 0.03371098836263021, "memorization_fraction_pixel": 0.10859999805688858, "mean_nn_ratio_pixel": 0.8602617383003235, "fid": 223.3080878362239, "fid_failed": 0.0} +{"step": 2910000, "wall_time": 12375.9356610775, "train_loss_step": 6.043320178985596, "n_params": 4756720, "total_flops": 42522793574400000, "train_loss": 0.030550648768742878, "subset_score_loss": 0.030550648768742878} +{"step": 2920000, "wall_time": 12409.676461935043, "train_loss_step": 6.205568313598633, "n_params": 4756720, "total_flops": 42668920012800000, "train_loss": 0.027094769477844238, "subset_score_loss": 0.027094769477844238} +{"step": 2930000, "wall_time": 12446.968635082245, "train_loss_step": 5.990024089813232, "n_params": 4756720, "total_flops": 42815046451200000, "train_loss": 0.029591399431228637, "subset_score_loss": 0.029591399431228637} +{"step": 2940000, "wall_time": 12484.292971134186, "train_loss_step": 6.004872798919678, "n_params": 4756720, "total_flops": 42961172889600000, "train_loss": 0.033078811566034955, "subset_score_loss": 0.033078811566034955} +{"step": 2950000, "wall_time": 12521.65387392044, "train_loss_step": 6.015267848968506, "n_params": 4756720, "total_flops": 43107299328000000, "train_loss": 0.02613799969355265, "subset_score_loss": 0.02613799969355265} +{"step": 2960000, "wall_time": 12559.0896089077, "train_loss_step": 6.395648002624512, "n_params": 4756720, "total_flops": 43253425766400000, "train_loss": 0.029399297634760537, "subset_score_loss": 0.029399297634760537} +{"step": 2970000, "wall_time": 12596.408175230026, "train_loss_step": 6.289716720581055, "n_params": 4756720, "total_flops": 43399552204800000, "train_loss": 0.03375714222590129, "subset_score_loss": 0.03375714222590129} +{"step": 2980000, "wall_time": 12633.543850898743, "train_loss_step": 5.835666656494141, "n_params": 4756720, "total_flops": 43545678643200000, "train_loss": 0.02847916881243388, "subset_score_loss": 0.02847916881243388} +{"step": 2990000, "wall_time": 12670.738653182983, "train_loss_step": 5.452182769775391, "n_params": 4756720, "total_flops": 43691805081600000, "train_loss": 0.026194447278976442, "subset_score_loss": 0.026194447278976442} +{"step": 3000000, "wall_time": 12742.992835998535, "train_loss_step": 5.786455154418945, "n_params": 4756720, "total_flops": 43837931520000000, "train_loss": 0.02897588014602661, "subset_score_loss": 0.02897588014602661, "memorization_fraction_pixel": 0.11379999667406082, "mean_nn_ratio_pixel": 0.851116418838501, "fid": 220.83198894649746, "fid_failed": 0.0} +{"step": 3010000, "wall_time": 12780.39165520668, "train_loss_step": 6.064878463745117, "n_params": 4756720, "total_flops": 43984057958400000, "train_loss": 0.027249797185262045, "subset_score_loss": 0.027249797185262045} +{"step": 3020000, "wall_time": 12813.070771455765, "train_loss_step": 6.608933448791504, "n_params": 4756720, "total_flops": 44130184396800000, "train_loss": 0.027760879198710123, "subset_score_loss": 0.027760879198710123} +{"step": 3030000, "wall_time": 12850.318328142166, "train_loss_step": 5.806488990783691, "n_params": 4756720, "total_flops": 44276310835200000, "train_loss": 0.024503864844640098, "subset_score_loss": 0.024503864844640098} +{"step": 3040000, "wall_time": 12887.615971326828, "train_loss_step": 6.057095050811768, "n_params": 4756720, "total_flops": 44422437273600000, "train_loss": 0.032374656200408934, "subset_score_loss": 0.032374656200408934} +{"step": 3050000, "wall_time": 12924.91456413269, "train_loss_step": 5.665378093719482, "n_params": 4756720, "total_flops": 44568563712000000, "train_loss": 0.026541078090667726, "subset_score_loss": 0.026541078090667726} +{"step": 3060000, "wall_time": 12962.117735147476, "train_loss_step": 5.898247718811035, "n_params": 4756720, "total_flops": 44714690150400000, "train_loss": 0.029881298542022705, "subset_score_loss": 0.029881298542022705} +{"step": 3070000, "wall_time": 12999.50792312622, "train_loss_step": 6.345143795013428, "n_params": 4756720, "total_flops": 44860816588800000, "train_loss": 0.03018257816632589, "subset_score_loss": 0.03018257816632589} +{"step": 3080000, "wall_time": 13036.810266017914, "train_loss_step": 5.624004364013672, "n_params": 4756720, "total_flops": 45006943027200000, "train_loss": 0.02681489586830139, "subset_score_loss": 0.02681489586830139} +{"step": 3090000, "wall_time": 13074.139083385468, "train_loss_step": 5.865258693695068, "n_params": 4756720, "total_flops": 45153069465600000, "train_loss": 0.026867671807607015, "subset_score_loss": 0.026867671807607015} +{"step": 3100000, "wall_time": 13147.798060417175, "train_loss_step": 5.93643856048584, "n_params": 4756720, "total_flops": 45299195904000000, "train_loss": 0.0254112442334493, "subset_score_loss": 0.0254112442334493, "memorization_fraction_pixel": 0.1128000020980835, "mean_nn_ratio_pixel": 0.8535706996917725, "fid": 220.29434127070533, "fid_failed": 0.0} +{"step": 3110000, "wall_time": 13185.20253777504, "train_loss_step": 6.1112565994262695, "n_params": 4756720, "total_flops": 45445322342400000, "train_loss": 0.032238694032033284, "subset_score_loss": 0.032238694032033284} +{"step": 3120000, "wall_time": 13222.448910236359, "train_loss_step": 6.11663818359375, "n_params": 4756720, "total_flops": 45591448780800000, "train_loss": 0.02752252419789632, "subset_score_loss": 0.02752252419789632} +{"step": 3130000, "wall_time": 13255.157203435898, "train_loss_step": 6.436041831970215, "n_params": 4756720, "total_flops": 45737575219200000, "train_loss": 0.027251529693603515, "subset_score_loss": 0.027251529693603515} +{"step": 3140000, "wall_time": 13292.234628677368, "train_loss_step": 5.783328533172607, "n_params": 4756720, "total_flops": 45883701657600000, "train_loss": 0.03621291716893514, "subset_score_loss": 0.03621291716893514} +{"step": 3150000, "wall_time": 13329.19186425209, "train_loss_step": 5.700222015380859, "n_params": 4756720, "total_flops": 46029828096000000, "train_loss": 0.027294919888178507, "subset_score_loss": 0.027294919888178507} +{"step": 3160000, "wall_time": 13366.17737698555, "train_loss_step": 5.850174903869629, "n_params": 4756720, "total_flops": 46175954534400000, "train_loss": 0.026673416296641033, "subset_score_loss": 0.026673416296641033} +{"step": 3170000, "wall_time": 13403.151511192322, "train_loss_step": 6.171757698059082, "n_params": 4756720, "total_flops": 46322080972800000, "train_loss": 0.02845873435338338, "subset_score_loss": 0.02845873435338338} +{"step": 3180000, "wall_time": 13440.143450498581, "train_loss_step": 5.963472843170166, "n_params": 4756720, "total_flops": 46468207411200000, "train_loss": 0.030498135089874267, "subset_score_loss": 0.030498135089874267} +{"step": 3190000, "wall_time": 13477.314235448837, "train_loss_step": 6.179513454437256, "n_params": 4756720, "total_flops": 46614333849600000, "train_loss": 0.027325538794199626, "subset_score_loss": 0.027325538794199626} +{"step": 3200000, "wall_time": 13547.120279312134, "train_loss_step": 6.16867733001709, "n_params": 4756720, "total_flops": 46760460288000000, "train_loss": 0.030238574743270873, "subset_score_loss": 0.030238574743270873, "memorization_fraction_pixel": 0.1151999980211258, "mean_nn_ratio_pixel": 0.8494219779968262, "fid": 222.10442537391017, "fid_failed": 0.0} +{"step": 3210000, "wall_time": 13584.096674442291, "train_loss_step": 5.8257927894592285, "n_params": 4756720, "total_flops": 46906586726400000, "train_loss": 0.03066137433052063, "subset_score_loss": 0.03066137433052063} +{"step": 3220000, "wall_time": 13621.133982896805, "train_loss_step": 6.5230536460876465, "n_params": 4756720, "total_flops": 47052713164800000, "train_loss": 0.02820862332979838, "subset_score_loss": 0.02820862332979838} +{"step": 3230000, "wall_time": 13657.915205001831, "train_loss_step": 5.871127605438232, "n_params": 4756720, "total_flops": 47198839603200000, "train_loss": 0.033312330643335976, "subset_score_loss": 0.033312330643335976} +{"step": 3240000, "wall_time": 13690.330389261246, "train_loss_step": 5.866069793701172, "n_params": 4756720, "total_flops": 47344966041600000, "train_loss": 0.02826086481412252, "subset_score_loss": 0.02826086481412252} +{"step": 3250000, "wall_time": 13727.335775852203, "train_loss_step": 6.192037105560303, "n_params": 4756720, "total_flops": 47491092480000000, "train_loss": 0.02945871154467265, "subset_score_loss": 0.02945871154467265} +{"step": 3260000, "wall_time": 13764.251215457916, "train_loss_step": 5.9233551025390625, "n_params": 4756720, "total_flops": 47637218918400000, "train_loss": 0.03155768314997355, "subset_score_loss": 0.03155768314997355} +{"step": 3270000, "wall_time": 13801.251657485962, "train_loss_step": 6.939080238342285, "n_params": 4756720, "total_flops": 47783345356800000, "train_loss": 0.029214266935984293, "subset_score_loss": 0.029214266935984293} +{"step": 3280000, "wall_time": 13838.175724983215, "train_loss_step": 6.087096691131592, "n_params": 4756720, "total_flops": 47929471795200000, "train_loss": 0.027014837662378947, "subset_score_loss": 0.027014837662378947} +{"step": 3290000, "wall_time": 13875.093389511108, "train_loss_step": 5.8845930099487305, "n_params": 4756720, "total_flops": 48075598233600000, "train_loss": 0.025792765617370605, "subset_score_loss": 0.025792765617370605} +{"step": 3300000, "wall_time": 13945.049578666687, "train_loss_step": 6.0162129402160645, "n_params": 4756720, "total_flops": 48221724672000000, "train_loss": 0.030862985054651897, "subset_score_loss": 0.030862985054651897, "memorization_fraction_pixel": 0.11580000072717667, "mean_nn_ratio_pixel": 0.8492224812507629, "fid": 218.8809273856963, "fid_failed": 0.0} +{"step": 3310000, "wall_time": 13982.029615879059, "train_loss_step": 5.604613304138184, "n_params": 4756720, "total_flops": 48367851110400000, "train_loss": 0.03651945988337199, "subset_score_loss": 0.03651945988337199} +{"step": 3320000, "wall_time": 14018.924879550934, "train_loss_step": 6.500682830810547, "n_params": 4756720, "total_flops": 48513977548800000, "train_loss": 0.02934059500694275, "subset_score_loss": 0.02934059500694275} +{"step": 3330000, "wall_time": 14056.055481910706, "train_loss_step": 6.089659690856934, "n_params": 4756720, "total_flops": 48660103987200000, "train_loss": 0.02624621391296387, "subset_score_loss": 0.02624621391296387} +{"step": 3340000, "wall_time": 14088.711384534836, "train_loss_step": 6.168578147888184, "n_params": 4756720, "total_flops": 48806230425600000, "train_loss": 0.028448837995529174, "subset_score_loss": 0.028448837995529174} +{"step": 3350000, "wall_time": 14125.66672706604, "train_loss_step": 6.111101150512695, "n_params": 4756720, "total_flops": 48952356864000000, "train_loss": 0.03322016000747681, "subset_score_loss": 0.03322016000747681} +{"step": 3360000, "wall_time": 14162.589184522629, "train_loss_step": 6.00650691986084, "n_params": 4756720, "total_flops": 49098483302400000, "train_loss": 0.029558644692103068, "subset_score_loss": 0.029558644692103068} +{"step": 3370000, "wall_time": 14199.49594950676, "train_loss_step": 5.672543048858643, "n_params": 4756720, "total_flops": 49244609740800000, "train_loss": 0.0319722056388855, "subset_score_loss": 0.0319722056388855} +{"step": 3380000, "wall_time": 14236.423331737518, "train_loss_step": 5.948550224304199, "n_params": 4756720, "total_flops": 49390736179200000, "train_loss": 0.027208163340886434, "subset_score_loss": 0.027208163340886434} +{"step": 3390000, "wall_time": 14273.343857765198, "train_loss_step": 5.703217506408691, "n_params": 4756720, "total_flops": 49536862617600000, "train_loss": 0.02962298591931661, "subset_score_loss": 0.02962298591931661} +{"step": 3400000, "wall_time": 14343.104315519333, "train_loss_step": 6.305039882659912, "n_params": 4756720, "total_flops": 49682989056000000, "train_loss": 0.027941795190175374, "subset_score_loss": 0.027941795190175374, "memorization_fraction_pixel": 0.12520000338554382, "mean_nn_ratio_pixel": 0.8446313738822937, "fid": 214.24879686808328, "fid_failed": 0.0} +{"step": 3410000, "wall_time": 14380.07185792923, "train_loss_step": 5.7476091384887695, "n_params": 4756720, "total_flops": 49829115494400000, "train_loss": 0.027544361352920533, "subset_score_loss": 0.027544361352920533} +{"step": 3420000, "wall_time": 14417.036916017532, "train_loss_step": 6.0439581871032715, "n_params": 4756720, "total_flops": 49975241932800000, "train_loss": 0.02635414203008016, "subset_score_loss": 0.02635414203008016} +{"step": 3430000, "wall_time": 14453.962822198868, "train_loss_step": 5.976657867431641, "n_params": 4756720, "total_flops": 50121368371200000, "train_loss": 0.03223529656728109, "subset_score_loss": 0.03223529656728109} +{"step": 3440000, "wall_time": 14491.298864841461, "train_loss_step": 6.047086715698242, "n_params": 4756720, "total_flops": 50267494809600000, "train_loss": 0.027059237162272137, "subset_score_loss": 0.027059237162272137} +{"step": 3450000, "wall_time": 14524.129631757736, "train_loss_step": 5.590236663818359, "n_params": 4756720, "total_flops": 50413621248000000, "train_loss": 0.0258076012134552, "subset_score_loss": 0.0258076012134552} +{"step": 3460000, "wall_time": 14561.069696903229, "train_loss_step": 5.999298572540283, "n_params": 4756720, "total_flops": 50559747686400000, "train_loss": 0.027972433964411417, "subset_score_loss": 0.027972433964411417} +{"step": 3470000, "wall_time": 14597.996926784515, "train_loss_step": 5.751028060913086, "n_params": 4756720, "total_flops": 50705874124800000, "train_loss": 0.03127726713816325, "subset_score_loss": 0.03127726713816325} +{"step": 3480000, "wall_time": 14634.933351755142, "train_loss_step": 5.698779106140137, "n_params": 4756720, "total_flops": 50852000563200000, "train_loss": 0.02598702907562256, "subset_score_loss": 0.02598702907562256} +{"step": 3490000, "wall_time": 14671.856101989746, "train_loss_step": 5.875035285949707, "n_params": 4756720, "total_flops": 50998127001600000, "train_loss": 0.02897277275721232, "subset_score_loss": 0.02897277275721232} +{"step": 3500000, "wall_time": 14741.824291944504, "train_loss_step": 6.387027263641357, "n_params": 4756720, "total_flops": 51144253440000000, "train_loss": 0.028213347991307577, "subset_score_loss": 0.028213347991307577, "memorization_fraction_pixel": 0.125900000333786, "mean_nn_ratio_pixel": 0.8420373797416687, "fid": 211.32483234652426, "fid_failed": 0.0} +{"step": 3510000, "wall_time": 14778.882654190063, "train_loss_step": 5.69406795501709, "n_params": 4756720, "total_flops": 51290379878400000, "train_loss": 0.028559887409210206, "subset_score_loss": 0.028559887409210206} +{"step": 3520000, "wall_time": 14815.856946706772, "train_loss_step": 6.107341766357422, "n_params": 4756720, "total_flops": 51436506316800000, "train_loss": 0.02541482448577881, "subset_score_loss": 0.02541482448577881} +{"step": 3530000, "wall_time": 14852.783013820648, "train_loss_step": 6.379960536956787, "n_params": 4756720, "total_flops": 51582632755200000, "train_loss": 0.025673913955688476, "subset_score_loss": 0.025673913955688476} +{"step": 3540000, "wall_time": 14889.703692436218, "train_loss_step": 5.929081439971924, "n_params": 4756720, "total_flops": 51728759193600000, "train_loss": 0.0278375248114268, "subset_score_loss": 0.0278375248114268} +{"step": 3550000, "wall_time": 14925.11652302742, "train_loss_step": 5.4862565994262695, "n_params": 4756720, "total_flops": 51874885632000000, "train_loss": 0.02827161947886149, "subset_score_loss": 0.02827161947886149} +{"step": 3560000, "wall_time": 14960.305218219757, "train_loss_step": 6.0257463455200195, "n_params": 4756720, "total_flops": 52021012070400000, "train_loss": 0.037246064345041914, "subset_score_loss": 0.037246064345041914} +{"step": 3570000, "wall_time": 14997.316946983337, "train_loss_step": 5.873406887054443, "n_params": 4756720, "total_flops": 52167138508800000, "train_loss": 0.02596518596013387, "subset_score_loss": 0.02596518596013387} +{"step": 3580000, "wall_time": 15034.246267795563, "train_loss_step": 5.572907447814941, "n_params": 4756720, "total_flops": 52313264947200000, "train_loss": 0.028215148051579795, "subset_score_loss": 0.028215148051579795} +{"step": 3590000, "wall_time": 15071.235143661499, "train_loss_step": 5.778276443481445, "n_params": 4756720, "total_flops": 52459391385600000, "train_loss": 0.025443396965662637, "subset_score_loss": 0.025443396965662637} +{"step": 3600000, "wall_time": 15141.271159648895, "train_loss_step": 5.5736002922058105, "n_params": 4756720, "total_flops": 52605517824000000, "train_loss": 0.026592087745666505, "subset_score_loss": 0.026592087745666505, "memorization_fraction_pixel": 0.1307000070810318, "mean_nn_ratio_pixel": 0.8386496901512146, "fid": 221.8593350466233, "fid_failed": 0.0} +{"step": 3610000, "wall_time": 15178.215955018997, "train_loss_step": 5.7018513679504395, "n_params": 4756720, "total_flops": 52751644262400000, "train_loss": 0.02768394152323405, "subset_score_loss": 0.02768394152323405} +{"step": 3620000, "wall_time": 15215.12400007248, "train_loss_step": 6.072423458099365, "n_params": 4756720, "total_flops": 52897770700800000, "train_loss": 0.02794159452120463, "subset_score_loss": 0.02794159452120463} +{"step": 3630000, "wall_time": 15252.051149606705, "train_loss_step": 6.08078145980835, "n_params": 4756720, "total_flops": 53043897139200000, "train_loss": 0.027604756752649943, "subset_score_loss": 0.027604756752649943} +{"step": 3640000, "wall_time": 15289.03034543991, "train_loss_step": 5.662878036499023, "n_params": 4756720, "total_flops": 53190023577600000, "train_loss": 0.025942118962605794, "subset_score_loss": 0.025942118962605794} +{"step": 3650000, "wall_time": 15326.093540668488, "train_loss_step": 5.811943054199219, "n_params": 4756720, "total_flops": 53336150016000000, "train_loss": 0.02828089197476705, "subset_score_loss": 0.02828089197476705} +{"step": 3660000, "wall_time": 15359.345587968826, "train_loss_step": 5.436436176300049, "n_params": 4756720, "total_flops": 53482276454400000, "train_loss": 0.02613134980201721, "subset_score_loss": 0.02613134980201721} +{"step": 3670000, "wall_time": 15396.358985424042, "train_loss_step": 5.209895133972168, "n_params": 4756720, "total_flops": 53628402892800000, "train_loss": 0.026492559909820558, "subset_score_loss": 0.026492559909820558} +{"step": 3680000, "wall_time": 15433.332824468613, "train_loss_step": 5.510488986968994, "n_params": 4756720, "total_flops": 53774529331200000, "train_loss": 0.031848100821177165, "subset_score_loss": 0.031848100821177165} +{"step": 3690000, "wall_time": 15470.252485752106, "train_loss_step": 6.461641788482666, "n_params": 4756720, "total_flops": 53920655769600000, "train_loss": 0.03109556039174398, "subset_score_loss": 0.03109556039174398} +{"step": 3700000, "wall_time": 15540.285996437073, "train_loss_step": 6.225098609924316, "n_params": 4756720, "total_flops": 54066782208000000, "train_loss": 0.02606862982114156, "subset_score_loss": 0.02606862982114156, "memorization_fraction_pixel": 0.14110000431537628, "mean_nn_ratio_pixel": 0.8283703923225403, "fid": 213.58277461998736, "fid_failed": 0.0} +{"step": 3710000, "wall_time": 15577.256538391113, "train_loss_step": 5.660505771636963, "n_params": 4756720, "total_flops": 54212908646400000, "train_loss": 0.026980729897816975, "subset_score_loss": 0.026980729897816975} +{"step": 3720000, "wall_time": 15614.217331647873, "train_loss_step": 5.835022926330566, "n_params": 4756720, "total_flops": 54359035084800000, "train_loss": 0.02750895023345947, "subset_score_loss": 0.02750895023345947} +{"step": 3730000, "wall_time": 15651.159596681595, "train_loss_step": 5.710526466369629, "n_params": 4756720, "total_flops": 54505161523200000, "train_loss": 0.026067880789438884, "subset_score_loss": 0.026067880789438884} +{"step": 3740000, "wall_time": 15688.099103212357, "train_loss_step": 6.20778751373291, "n_params": 4756720, "total_flops": 54651287961600000, "train_loss": 0.024403146902720132, "subset_score_loss": 0.024403146902720132} +{"step": 3750000, "wall_time": 15725.016033411026, "train_loss_step": 5.508169651031494, "n_params": 4756720, "total_flops": 54797414400000000, "train_loss": 0.026830617586771646, "subset_score_loss": 0.026830617586771646} +{"step": 3760000, "wall_time": 15762.582557201385, "train_loss_step": 5.58350133895874, "n_params": 4756720, "total_flops": 54943540838400000, "train_loss": 0.024293824036916097, "subset_score_loss": 0.024293824036916097} +{"step": 3770000, "wall_time": 15795.60044002533, "train_loss_step": 5.436820030212402, "n_params": 4756720, "total_flops": 55089667276800000, "train_loss": 0.028728284438451133, "subset_score_loss": 0.028728284438451133} +{"step": 3780000, "wall_time": 15832.526000499725, "train_loss_step": 6.148177146911621, "n_params": 4756720, "total_flops": 55235793715200000, "train_loss": 0.024834144115447997, "subset_score_loss": 0.024834144115447997} +{"step": 3790000, "wall_time": 15869.446636199951, "train_loss_step": 5.407546043395996, "n_params": 4756720, "total_flops": 55381920153600000, "train_loss": 0.02813826600710551, "subset_score_loss": 0.02813826600710551} +{"step": 3800000, "wall_time": 15939.409968137741, "train_loss_step": 6.214491367340088, "n_params": 4756720, "total_flops": 55528046592000000, "train_loss": 0.025987609227498373, "subset_score_loss": 0.025987609227498373, "memorization_fraction_pixel": 0.15209999680519104, "mean_nn_ratio_pixel": 0.8159481287002563, "fid": 205.8896321246578, "fid_failed": 0.0} +{"step": 3810000, "wall_time": 15976.365830421448, "train_loss_step": 5.355404853820801, "n_params": 4756720, "total_flops": 55674173030400000, "train_loss": 0.025076764822006225, "subset_score_loss": 0.025076764822006225} +{"step": 3820000, "wall_time": 16013.268203496933, "train_loss_step": 5.390349388122559, "n_params": 4756720, "total_flops": 55820299468800000, "train_loss": 0.025879518191019694, "subset_score_loss": 0.025879518191019694} +{"step": 3830000, "wall_time": 16050.178398370743, "train_loss_step": 5.9064836502075195, "n_params": 4756720, "total_flops": 55966425907200000, "train_loss": 0.024397579828898112, "subset_score_loss": 0.024397579828898112} +{"step": 3840000, "wall_time": 16087.09332895279, "train_loss_step": 5.436725616455078, "n_params": 4756720, "total_flops": 56112552345600000, "train_loss": 0.025719205538431805, "subset_score_loss": 0.025719205538431805} +{"step": 3850000, "wall_time": 16124.025556087494, "train_loss_step": 5.631312370300293, "n_params": 4756720, "total_flops": 56258678784000000, "train_loss": 0.02965279817581177, "subset_score_loss": 0.02965279817581177} +{"step": 3860000, "wall_time": 16161.126445531845, "train_loss_step": 5.693619728088379, "n_params": 4756720, "total_flops": 56404805222400000, "train_loss": 0.028762876987457275, "subset_score_loss": 0.028762876987457275} +{"step": 3870000, "wall_time": 16193.888609170914, "train_loss_step": 5.467123031616211, "n_params": 4756720, "total_flops": 56550931660800000, "train_loss": 0.02614457408587138, "subset_score_loss": 0.02614457408587138} +{"step": 3880000, "wall_time": 16230.831418991089, "train_loss_step": 5.822540283203125, "n_params": 4756720, "total_flops": 56697058099200000, "train_loss": 0.025112273295720418, "subset_score_loss": 0.025112273295720418} +{"step": 3890000, "wall_time": 16267.741381406784, "train_loss_step": 5.662031650543213, "n_params": 4756720, "total_flops": 56843184537600000, "train_loss": 0.025657870372136436, "subset_score_loss": 0.025657870372136436} +{"step": 3900000, "wall_time": 16337.719908475876, "train_loss_step": 5.664804458618164, "n_params": 4756720, "total_flops": 56989310976000000, "train_loss": 0.02865615685780843, "subset_score_loss": 0.02865615685780843, "memorization_fraction_pixel": 0.15960000455379486, "mean_nn_ratio_pixel": 0.8144993185997009, "fid": 202.71541347263297, "fid_failed": 0.0} +{"step": 3910000, "wall_time": 16374.67184972763, "train_loss_step": 5.720765590667725, "n_params": 4756720, "total_flops": 57135437414400000, "train_loss": 0.02434550126393636, "subset_score_loss": 0.02434550126393636} +{"step": 3920000, "wall_time": 16411.6045255661, "train_loss_step": 6.119073867797852, "n_params": 4756720, "total_flops": 57281563852800000, "train_loss": 0.025590089956919353, "subset_score_loss": 0.025590089956919353} +{"step": 3930000, "wall_time": 16448.525394916534, "train_loss_step": 5.64315938949585, "n_params": 4756720, "total_flops": 57427690291200000, "train_loss": 0.029425654808680216, "subset_score_loss": 0.029425654808680216} +{"step": 3940000, "wall_time": 16485.47512769699, "train_loss_step": 5.940505504608154, "n_params": 4756720, "total_flops": 57573816729600000, "train_loss": 0.026066567500432333, "subset_score_loss": 0.026066567500432333} +{"step": 3950000, "wall_time": 16522.374093055725, "train_loss_step": 5.4719390869140625, "n_params": 4756720, "total_flops": 57719943168000000, "train_loss": 0.024837368726730348, "subset_score_loss": 0.024837368726730348} +{"step": 3960000, "wall_time": 16559.352301359177, "train_loss_step": 5.65329122543335, "n_params": 4756720, "total_flops": 57866069606400000, "train_loss": 0.02502939701080322, "subset_score_loss": 0.02502939701080322} +{"step": 3970000, "wall_time": 16596.592700719833, "train_loss_step": 5.428334712982178, "n_params": 4756720, "total_flops": 58012196044800000, "train_loss": 0.0275718887646993, "subset_score_loss": 0.0275718887646993} +{"step": 3980000, "wall_time": 16629.4544672966, "train_loss_step": 5.535602569580078, "n_params": 4756720, "total_flops": 58158322483200000, "train_loss": 0.026105546951293947, "subset_score_loss": 0.026105546951293947} +{"step": 3990000, "wall_time": 16666.37725186348, "train_loss_step": 5.679893970489502, "n_params": 4756720, "total_flops": 58304448921600000, "train_loss": 0.031845635175704955, "subset_score_loss": 0.031845635175704955} +{"step": 4000000, "wall_time": 16736.392699956894, "train_loss_step": 5.598763465881348, "n_params": 4756720, "total_flops": 58450575360000000, "train_loss": 0.025719257195790608, "subset_score_loss": 0.025719257195790608, "memorization_fraction_pixel": 0.14219999313354492, "mean_nn_ratio_pixel": 0.829978883266449, "fid": 212.64020210629624, "fid_failed": 0.0} +{"step": 4010000, "wall_time": 16773.366695404053, "train_loss_step": 5.875598430633545, "n_params": 4756720, "total_flops": 58596701798400000, "train_loss": 0.02397379676500956, "subset_score_loss": 0.02397379676500956} +{"step": 4020000, "wall_time": 16810.260816335678, "train_loss_step": 5.671982765197754, "n_params": 4756720, "total_flops": 58742828236800000, "train_loss": 0.029288176695505777, "subset_score_loss": 0.029288176695505777} +{"step": 4030000, "wall_time": 16847.18634414673, "train_loss_step": 5.8305463790893555, "n_params": 4756720, "total_flops": 58888954675200000, "train_loss": 0.026802061001459758, "subset_score_loss": 0.026802061001459758} +{"step": 4040000, "wall_time": 16884.123864650726, "train_loss_step": 6.047776222229004, "n_params": 4756720, "total_flops": 59035081113600000, "train_loss": 0.025730599959691364, "subset_score_loss": 0.025730599959691364} +{"step": 4050000, "wall_time": 16921.066259860992, "train_loss_step": 5.54453182220459, "n_params": 4756720, "total_flops": 59181207552000000, "train_loss": 0.024368518590927125, "subset_score_loss": 0.024368518590927125} +{"step": 4060000, "wall_time": 16957.98921227455, "train_loss_step": 5.577129364013672, "n_params": 4756720, "total_flops": 59327333990400000, "train_loss": 0.025044463078180947, "subset_score_loss": 0.025044463078180947} +{"step": 4070000, "wall_time": 16994.909019947052, "train_loss_step": 5.952495574951172, "n_params": 4756720, "total_flops": 59473460428800000, "train_loss": 0.027713096141815184, "subset_score_loss": 0.027713096141815184} +{"step": 4080000, "wall_time": 17030.52991771698, "train_loss_step": 5.552417755126953, "n_params": 4756720, "total_flops": 59619586867200000, "train_loss": 0.025026631355285645, "subset_score_loss": 0.025026631355285645} +{"step": 4090000, "wall_time": 17064.53633737564, "train_loss_step": 5.659847259521484, "n_params": 4756720, "total_flops": 59765713305600000, "train_loss": 0.027259371678034463, "subset_score_loss": 0.027259371678034463} +{"step": 4100000, "wall_time": 17134.691987276077, "train_loss_step": 5.858410835266113, "n_params": 4756720, "total_flops": 59911839744000000, "train_loss": 0.02574344277381897, "subset_score_loss": 0.02574344277381897, "memorization_fraction_pixel": 0.15440000593662262, "mean_nn_ratio_pixel": 0.8146662712097168, "fid": 203.13728446528114, "fid_failed": 0.0} +{"step": 4110000, "wall_time": 17171.639421224594, "train_loss_step": 5.773337364196777, "n_params": 4756720, "total_flops": 60057966182400000, "train_loss": 0.024661946296691894, "subset_score_loss": 0.024661946296691894} +{"step": 4120000, "wall_time": 17208.638907194138, "train_loss_step": 5.587976455688477, "n_params": 4756720, "total_flops": 60204092620800000, "train_loss": 0.023621598879496258, "subset_score_loss": 0.023621598879496258} +{"step": 4130000, "wall_time": 17245.583412647247, "train_loss_step": 5.956228256225586, "n_params": 4756720, "total_flops": 60350219059200000, "train_loss": 0.026323302586873373, "subset_score_loss": 0.026323302586873373} +{"step": 4140000, "wall_time": 17282.535702943802, "train_loss_step": 5.879660606384277, "n_params": 4756720, "total_flops": 60496345497600000, "train_loss": 0.026377149422963462, "subset_score_loss": 0.026377149422963462} +{"step": 4150000, "wall_time": 17319.52042865753, "train_loss_step": 5.991684913635254, "n_params": 4756720, "total_flops": 60642471936000000, "train_loss": 0.02942455013593038, "subset_score_loss": 0.02942455013593038} +{"step": 4160000, "wall_time": 17356.433909893036, "train_loss_step": 5.756545066833496, "n_params": 4756720, "total_flops": 60788598374400000, "train_loss": 0.02582115928332011, "subset_score_loss": 0.02582115928332011} +{"step": 4170000, "wall_time": 17393.408187627792, "train_loss_step": 5.593250274658203, "n_params": 4756720, "total_flops": 60934724812800000, "train_loss": 0.02576076587041219, "subset_score_loss": 0.02576076587041219} +{"step": 4180000, "wall_time": 17430.322439432144, "train_loss_step": 5.736183166503906, "n_params": 4756720, "total_flops": 61080851251200000, "train_loss": 0.02377535104751587, "subset_score_loss": 0.02377535104751587} +{"step": 4190000, "wall_time": 17463.800385951996, "train_loss_step": 6.516005516052246, "n_params": 4756720, "total_flops": 61226977689600000, "train_loss": 0.028172123432159423, "subset_score_loss": 0.028172123432159423} +{"step": 4200000, "wall_time": 17533.90953397751, "train_loss_step": 5.760639667510986, "n_params": 4756720, "total_flops": 61373104128000000, "train_loss": 0.02468775709470113, "subset_score_loss": 0.02468775709470113, "memorization_fraction_pixel": 0.1615000069141388, "mean_nn_ratio_pixel": 0.8099237084388733, "fid": 205.11873358004982, "fid_failed": 0.0} +{"step": 4210000, "wall_time": 17570.897094726562, "train_loss_step": 5.7288618087768555, "n_params": 4756720, "total_flops": 61519230566400000, "train_loss": 0.02557248671849569, "subset_score_loss": 0.02557248671849569} +{"step": 4220000, "wall_time": 17607.815865039825, "train_loss_step": 5.341081619262695, "n_params": 4756720, "total_flops": 61665357004800000, "train_loss": 0.02445825735727946, "subset_score_loss": 0.02445825735727946} +{"step": 4230000, "wall_time": 17644.756656885147, "train_loss_step": 5.913973808288574, "n_params": 4756720, "total_flops": 61811483443200000, "train_loss": 0.028767555952072144, "subset_score_loss": 0.028767555952072144} +{"step": 4240000, "wall_time": 17681.681120872498, "train_loss_step": 5.600114345550537, "n_params": 4756720, "total_flops": 61957609881600000, "train_loss": 0.02832982341448466, "subset_score_loss": 0.02832982341448466} +{"step": 4250000, "wall_time": 17718.602850914, "train_loss_step": 5.701698303222656, "n_params": 4756720, "total_flops": 62103736320000000, "train_loss": 0.024018083016077676, "subset_score_loss": 0.024018083016077676} +{"step": 4260000, "wall_time": 17755.548461675644, "train_loss_step": 5.849466323852539, "n_params": 4756720, "total_flops": 62249862758400000, "train_loss": 0.02346789836883545, "subset_score_loss": 0.02346789836883545} +{"step": 4270000, "wall_time": 17792.513698339462, "train_loss_step": 5.755131244659424, "n_params": 4756720, "total_flops": 62395989196800000, "train_loss": 0.025196196635564168, "subset_score_loss": 0.025196196635564168} +{"step": 4280000, "wall_time": 17829.432554006577, "train_loss_step": 5.359379768371582, "n_params": 4756720, "total_flops": 62542115635200000, "train_loss": 0.02447201410929362, "subset_score_loss": 0.02447201410929362} +{"step": 4290000, "wall_time": 17866.772534370422, "train_loss_step": 5.776126861572266, "n_params": 4756720, "total_flops": 62688242073600000, "train_loss": 0.02610098918279012, "subset_score_loss": 0.02610098918279012} +{"step": 4300000, "wall_time": 17933.04309105873, "train_loss_step": 5.846597194671631, "n_params": 4756720, "total_flops": 62834368512000000, "train_loss": 0.02415068546930949, "subset_score_loss": 0.02415068546930949, "memorization_fraction_pixel": 0.17720000445842743, "mean_nn_ratio_pixel": 0.8019081950187683, "fid": 199.01311645309488, "fid_failed": 0.0} +{"step": 4310000, "wall_time": 17970.008585691452, "train_loss_step": 5.698205471038818, "n_params": 4756720, "total_flops": 62980494950400000, "train_loss": 0.025934459765752156, "subset_score_loss": 0.025934459765752156} +{"step": 4320000, "wall_time": 18006.951996326447, "train_loss_step": 5.504080295562744, "n_params": 4756720, "total_flops": 63126621388800000, "train_loss": 0.024127447605133058, "subset_score_loss": 0.024127447605133058} +{"step": 4330000, "wall_time": 18043.90815281868, "train_loss_step": 5.511819839477539, "n_params": 4756720, "total_flops": 63272747827200000, "train_loss": 0.024534596999486288, "subset_score_loss": 0.024534596999486288} +{"step": 4340000, "wall_time": 18080.801034212112, "train_loss_step": 5.562832832336426, "n_params": 4756720, "total_flops": 63418874265600000, "train_loss": 0.02564005454381307, "subset_score_loss": 0.02564005454381307} +{"step": 4350000, "wall_time": 18117.74289536476, "train_loss_step": 5.741988182067871, "n_params": 4756720, "total_flops": 63565000704000000, "train_loss": 0.025700120131174724, "subset_score_loss": 0.025700120131174724} +{"step": 4360000, "wall_time": 18154.651651382446, "train_loss_step": 5.659357070922852, "n_params": 4756720, "total_flops": 63711127142400000, "train_loss": 0.024602991342544556, "subset_score_loss": 0.024602991342544556} +{"step": 4370000, "wall_time": 18191.584960222244, "train_loss_step": 5.531403541564941, "n_params": 4756720, "total_flops": 63857253580800000, "train_loss": 0.024310868978500367, "subset_score_loss": 0.024310868978500367} +{"step": 4380000, "wall_time": 18228.49183487892, "train_loss_step": 5.602693557739258, "n_params": 4756720, "total_flops": 64003380019200000, "train_loss": 0.024829737345377603, "subset_score_loss": 0.024829737345377603} +{"step": 4390000, "wall_time": 18265.522769212723, "train_loss_step": 5.486641883850098, "n_params": 4756720, "total_flops": 64149506457600000, "train_loss": 0.023904446760813394, "subset_score_loss": 0.023904446760813394} +{"step": 4400000, "wall_time": 18332.150289297104, "train_loss_step": 5.617401123046875, "n_params": 4756720, "total_flops": 64295632896000000, "train_loss": 0.02781320611635844, "subset_score_loss": 0.02781320611635844, "memorization_fraction_pixel": 0.15719999372959137, "mean_nn_ratio_pixel": 0.8144435286521912, "fid": 210.0531993942178, "fid_failed": 0.0} +{"step": 4410000, "wall_time": 18369.18243288994, "train_loss_step": 5.465100288391113, "n_params": 4756720, "total_flops": 64441759334400000, "train_loss": 0.025216219822565715, "subset_score_loss": 0.025216219822565715} +{"step": 4420000, "wall_time": 18406.118225812912, "train_loss_step": 5.958499908447266, "n_params": 4756720, "total_flops": 64587885772800000, "train_loss": 0.02553591728210449, "subset_score_loss": 0.02553591728210449} +{"step": 4430000, "wall_time": 18443.044362306595, "train_loss_step": 5.626907825469971, "n_params": 4756720, "total_flops": 64734012211200000, "train_loss": 0.02378147840499878, "subset_score_loss": 0.02378147840499878} +{"step": 4440000, "wall_time": 18479.968191623688, "train_loss_step": 5.529665946960449, "n_params": 4756720, "total_flops": 64880138649600000, "train_loss": 0.023644381761550905, "subset_score_loss": 0.023644381761550905} +{"step": 4450000, "wall_time": 18516.92431664467, "train_loss_step": 5.816451072692871, "n_params": 4756720, "total_flops": 65026265088000000, "train_loss": 0.02528209686279297, "subset_score_loss": 0.02528209686279297} +{"step": 4460000, "wall_time": 18553.87102007866, "train_loss_step": 5.609304428100586, "n_params": 4756720, "total_flops": 65172391526400000, "train_loss": 0.023684543371200562, "subset_score_loss": 0.023684543371200562} +{"step": 4470000, "wall_time": 18590.854632139206, "train_loss_step": 5.507992267608643, "n_params": 4756720, "total_flops": 65318517964800000, "train_loss": 0.024514985084533692, "subset_score_loss": 0.024514985084533692} +{"step": 4480000, "wall_time": 18627.885436296463, "train_loss_step": 5.4839067459106445, "n_params": 4756720, "total_flops": 65464644403200000, "train_loss": 0.023724240064620972, "subset_score_loss": 0.023724240064620972} +{"step": 4490000, "wall_time": 18664.75800061226, "train_loss_step": 5.717470645904541, "n_params": 4756720, "total_flops": 65610770841600000, "train_loss": 0.024005999167760212, "subset_score_loss": 0.024005999167760212} +{"step": 4500000, "wall_time": 18726.84790968895, "train_loss_step": 5.711282730102539, "n_params": 4756720, "total_flops": 65756897280000000, "train_loss": 0.02579340140024821, "subset_score_loss": 0.02579340140024821, "memorization_fraction_pixel": 0.17339999973773956, "mean_nn_ratio_pixel": 0.8014605641365051, "fid": 198.80858344319, "fid_failed": 0.0} +{"step": 4510000, "wall_time": 18763.847125530243, "train_loss_step": 5.546156406402588, "n_params": 4756720, "total_flops": 65903023718400000, "train_loss": 0.0231827974319458, "subset_score_loss": 0.0231827974319458} +{"step": 4520000, "wall_time": 18800.805694580078, "train_loss_step": 5.836338043212891, "n_params": 4756720, "total_flops": 66049150156800000, "train_loss": 0.027373544375101724, "subset_score_loss": 0.027373544375101724} +{"step": 4530000, "wall_time": 18837.770151376724, "train_loss_step": 5.614091873168945, "n_params": 4756720, "total_flops": 66195276595200000, "train_loss": 0.022825457652409873, "subset_score_loss": 0.022825457652409873} +{"step": 4540000, "wall_time": 18874.838881254196, "train_loss_step": 5.219167232513428, "n_params": 4756720, "total_flops": 66341403033600000, "train_loss": 0.02615183194478353, "subset_score_loss": 0.02615183194478353} +{"step": 4550000, "wall_time": 18911.850049734116, "train_loss_step": 5.786799907684326, "n_params": 4756720, "total_flops": 66487529472000000, "train_loss": 0.024649554491043092, "subset_score_loss": 0.024649554491043092} +{"step": 4560000, "wall_time": 18948.814095020294, "train_loss_step": 5.716012001037598, "n_params": 4756720, "total_flops": 66633655910400000, "train_loss": 0.026477672656377158, "subset_score_loss": 0.026477672656377158} +{"step": 4570000, "wall_time": 18985.829444408417, "train_loss_step": 5.391767501831055, "n_params": 4756720, "total_flops": 66779782348800000, "train_loss": 0.025656300783157348, "subset_score_loss": 0.025656300783157348} +{"step": 4580000, "wall_time": 19022.9295232296, "train_loss_step": 5.645686149597168, "n_params": 4756720, "total_flops": 66925908787200000, "train_loss": 0.026384397347768148, "subset_score_loss": 0.026384397347768148} +{"step": 4590000, "wall_time": 19059.968585252762, "train_loss_step": 5.414494514465332, "n_params": 4756720, "total_flops": 67072035225600000, "train_loss": 0.023441052436828612, "subset_score_loss": 0.023441052436828612} +{"step": 4600000, "wall_time": 19129.932431459427, "train_loss_step": 5.592912673950195, "n_params": 4756720, "total_flops": 67218161664000000, "train_loss": 0.02374178171157837, "subset_score_loss": 0.02374178171157837, "memorization_fraction_pixel": 0.15549999475479126, "mean_nn_ratio_pixel": 0.8154723644256592, "fid": 206.04137368402726, "fid_failed": 0.0} +{"step": 4610000, "wall_time": 19163.156996250153, "train_loss_step": 5.403923511505127, "n_params": 4756720, "total_flops": 67364288102400000, "train_loss": 0.023752180735270183, "subset_score_loss": 0.023752180735270183} +{"step": 4620000, "wall_time": 19200.409989118576, "train_loss_step": 5.4632391929626465, "n_params": 4756720, "total_flops": 67510414540800000, "train_loss": 0.025720636049906414, "subset_score_loss": 0.025720636049906414} +{"step": 4630000, "wall_time": 19237.64967417717, "train_loss_step": 5.622566223144531, "n_params": 4756720, "total_flops": 67656540979200000, "train_loss": 0.025166813532511392, "subset_score_loss": 0.025166813532511392} +{"step": 4640000, "wall_time": 19274.77321124077, "train_loss_step": 5.457690715789795, "n_params": 4756720, "total_flops": 67802667417600000, "train_loss": 0.02392463485399882, "subset_score_loss": 0.02392463485399882} +{"step": 4650000, "wall_time": 19311.576198101044, "train_loss_step": 5.37548828125, "n_params": 4756720, "total_flops": 67948793856000000, "train_loss": 0.02476137677828471, "subset_score_loss": 0.02476137677828471} +{"step": 4660000, "wall_time": 19348.561991930008, "train_loss_step": 5.709393501281738, "n_params": 4756720, "total_flops": 68094920294400000, "train_loss": 0.025375847021738687, "subset_score_loss": 0.025375847021738687} +{"step": 4670000, "wall_time": 19385.559870004654, "train_loss_step": 5.317697525024414, "n_params": 4756720, "total_flops": 68241046732800000, "train_loss": 0.024760357538859048, "subset_score_loss": 0.024760357538859048} +{"step": 4680000, "wall_time": 19422.606368541718, "train_loss_step": 5.943544387817383, "n_params": 4756720, "total_flops": 68387173171200000, "train_loss": 0.027786235014597576, "subset_score_loss": 0.027786235014597576} +{"step": 4690000, "wall_time": 19459.70876646042, "train_loss_step": 5.155981063842773, "n_params": 4756720, "total_flops": 68533299609600000, "train_loss": 0.023433945576349893, "subset_score_loss": 0.023433945576349893} +{"step": 4700000, "wall_time": 19533.240937948227, "train_loss_step": 5.7839508056640625, "n_params": 4756720, "total_flops": 68679426048000000, "train_loss": 0.025551708539326985, "subset_score_loss": 0.025551708539326985, "memorization_fraction_pixel": 0.16869999468326569, "mean_nn_ratio_pixel": 0.8035458326339722, "fid": 207.5527818294946, "fid_failed": 0.0} +{"step": 4710000, "wall_time": 19564.471391677856, "train_loss_step": 5.077500820159912, "n_params": 4756720, "total_flops": 68825552486400000, "train_loss": 0.02399555246035258, "subset_score_loss": 0.02399555246035258} +{"step": 4720000, "wall_time": 19601.499725580215, "train_loss_step": 5.599039077758789, "n_params": 4756720, "total_flops": 68971678924800000, "train_loss": 0.02324140667915344, "subset_score_loss": 0.02324140667915344} +{"step": 4730000, "wall_time": 19638.52089691162, "train_loss_step": 5.402107238769531, "n_params": 4756720, "total_flops": 69117805363200000, "train_loss": 0.024049607912699382, "subset_score_loss": 0.024049607912699382} +{"step": 4740000, "wall_time": 19675.651720762253, "train_loss_step": 5.520723342895508, "n_params": 4756720, "total_flops": 69263931801600000, "train_loss": 0.026143465439478555, "subset_score_loss": 0.026143465439478555} +{"step": 4750000, "wall_time": 19712.821189641953, "train_loss_step": 5.943892955780029, "n_params": 4756720, "total_flops": 69410058240000000, "train_loss": 0.024448813994725545, "subset_score_loss": 0.024448813994725545} +{"step": 4760000, "wall_time": 19749.865938186646, "train_loss_step": 5.603744983673096, "n_params": 4756720, "total_flops": 69556184678400000, "train_loss": 0.024719566106796265, "subset_score_loss": 0.024719566106796265} +{"step": 4770000, "wall_time": 19787.167201042175, "train_loss_step": 5.652715682983398, "n_params": 4756720, "total_flops": 69702311116800000, "train_loss": 0.023109257221221924, "subset_score_loss": 0.023109257221221924} +{"step": 4780000, "wall_time": 19824.22616624832, "train_loss_step": 5.481443405151367, "n_params": 4756720, "total_flops": 69848437555200000, "train_loss": 0.022703403234481813, "subset_score_loss": 0.022703403234481813} +{"step": 4790000, "wall_time": 19861.331461191177, "train_loss_step": 5.5422468185424805, "n_params": 4756720, "total_flops": 69994563993600000, "train_loss": 0.02383219599723816, "subset_score_loss": 0.02383219599723816} +{"step": 4800000, "wall_time": 19934.784729242325, "train_loss_step": 5.373270034790039, "n_params": 4756720, "total_flops": 70140690432000000, "train_loss": 0.025038115183512368, "subset_score_loss": 0.025038115183512368, "memorization_fraction_pixel": 0.188400000333786, "mean_nn_ratio_pixel": 0.7878340482711792, "fid": 196.63402410376426, "fid_failed": 0.0} +{"step": 4810000, "wall_time": 19965.65598464012, "train_loss_step": 5.8647027015686035, "n_params": 4756720, "total_flops": 70286816870400000, "train_loss": 0.026986467838287353, "subset_score_loss": 0.026986467838287353} +{"step": 4820000, "wall_time": 20002.057068109512, "train_loss_step": 5.653139114379883, "n_params": 4756720, "total_flops": 70432943308800000, "train_loss": 0.024645411968231203, "subset_score_loss": 0.024645411968231203} +{"step": 4830000, "wall_time": 20039.048337697983, "train_loss_step": 5.465676307678223, "n_params": 4756720, "total_flops": 70579069747200000, "train_loss": 0.024181087811787922, "subset_score_loss": 0.024181087811787922} +{"step": 4840000, "wall_time": 20076.057012081146, "train_loss_step": 5.274130821228027, "n_params": 4756720, "total_flops": 70725196185600000, "train_loss": 0.023304806152979533, "subset_score_loss": 0.023304806152979533} +{"step": 4850000, "wall_time": 20113.057638645172, "train_loss_step": 5.401108741760254, "n_params": 4756720, "total_flops": 70871322624000000, "train_loss": 0.022127054135004678, "subset_score_loss": 0.022127054135004678} +{"step": 4860000, "wall_time": 20150.13548350334, "train_loss_step": 5.273733139038086, "n_params": 4756720, "total_flops": 71017449062400000, "train_loss": 0.02195724050203959, "subset_score_loss": 0.02195724050203959} +{"step": 4870000, "wall_time": 20187.306151151657, "train_loss_step": 5.946383953094482, "n_params": 4756720, "total_flops": 71163575500800000, "train_loss": 0.025621042648951212, "subset_score_loss": 0.025621042648951212} +{"step": 4880000, "wall_time": 20224.362072467804, "train_loss_step": 5.039351463317871, "n_params": 4756720, "total_flops": 71309701939200000, "train_loss": 0.024020951986312867, "subset_score_loss": 0.024020951986312867} +{"step": 4890000, "wall_time": 20261.368538856506, "train_loss_step": 5.759833335876465, "n_params": 4756720, "total_flops": 71455828377600000, "train_loss": 0.024245411157608032, "subset_score_loss": 0.024245411157608032} +{"step": 4900000, "wall_time": 20331.464395046234, "train_loss_step": 5.396584510803223, "n_params": 4756720, "total_flops": 71601954816000000, "train_loss": 0.022379209597905476, "subset_score_loss": 0.022379209597905476, "memorization_fraction_pixel": 0.17389999330043793, "mean_nn_ratio_pixel": 0.8039733171463013, "fid": 206.98003639142183, "fid_failed": 0.0} +{"step": 4910000, "wall_time": 20368.621225357056, "train_loss_step": 5.213203430175781, "n_params": 4756720, "total_flops": 71748081254400000, "train_loss": 0.022732321421305338, "subset_score_loss": 0.022732321421305338} +{"step": 4920000, "wall_time": 20394.108459472656, "train_loss_step": 5.358976364135742, "n_params": 4756720, "total_flops": 71894207692800000, "train_loss": 0.02373185952504476, "subset_score_loss": 0.02373185952504476} +{"step": 4930000, "wall_time": 20412.694063663483, "train_loss_step": 5.4276509284973145, "n_params": 4756720, "total_flops": 72040334131200000, "train_loss": 0.021772515773773194, "subset_score_loss": 0.021772515773773194} +{"step": 4940000, "wall_time": 20430.144248723984, "train_loss_step": 5.538311958312988, "n_params": 4756720, "total_flops": 72186460569600000, "train_loss": 0.02266152501106262, "subset_score_loss": 0.02266152501106262} +{"step": 4950000, "wall_time": 20450.843365430832, "train_loss_step": 5.258848190307617, "n_params": 4756720, "total_flops": 72332587008000000, "train_loss": 0.02476582129796346, "subset_score_loss": 0.02476582129796346} +{"step": 4960000, "wall_time": 20469.78818464279, "train_loss_step": 5.460939407348633, "n_params": 4756720, "total_flops": 72478713446400000, "train_loss": 0.02698179284731547, "subset_score_loss": 0.02698179284731547} +{"step": 4970000, "wall_time": 20489.100069761276, "train_loss_step": 5.658872604370117, "n_params": 4756720, "total_flops": 72624839884800000, "train_loss": 0.025216456254323324, "subset_score_loss": 0.025216456254323324} +{"step": 4980000, "wall_time": 20511.918418884277, "train_loss_step": 5.400636672973633, "n_params": 4756720, "total_flops": 72770966323200000, "train_loss": 0.023667848110198973, "subset_score_loss": 0.023667848110198973} +{"step": 4990000, "wall_time": 20534.004376649857, "train_loss_step": 5.312664031982422, "n_params": 4756720, "total_flops": 72917092761600000, "train_loss": 0.023877519369125366, "subset_score_loss": 0.023877519369125366} +{"step": 5000000, "wall_time": 20575.616542100906, "train_loss_step": 5.186068058013916, "n_params": 4756720, "total_flops": 73063219200000000, "train_loss": 0.02426605820655823, "subset_score_loss": 0.02426605820655823, "memorization_fraction_pixel": 0.18569999933242798, "mean_nn_ratio_pixel": 0.7914783954620361, "fid": 198.86599536220098, "fid_failed": 0.0} diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d240/runner.log b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d240/runner.log new file mode 100644 index 0000000000000000000000000000000000000000..80210c2d3f6774f8a46c6a521dfeafa5ba97dc9c --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d240/runner.log @@ -0,0 +1,502 @@ + FID real-side stats cached over 1000 diverse train images + step 1 | 38s | train_loss=0.9972 | fid=301.0176 + step 10000 | 75s | train_loss=0.6560 + step 20000 | 112s | train_loss=0.5411 + step 30000 | 149s | train_loss=0.4818 + step 40000 | 187s | train_loss=0.4364 + step 50000 | 224s | train_loss=0.3959 + step 60000 | 261s | train_loss=0.3486 + step 70000 | 298s | train_loss=0.3043 + step 80000 | 336s | train_loss=0.2594 + step 90000 | 373s | train_loss=0.2276 + step 100000 | 448s | train_loss=0.2069 | fid=190.8291 + step 110000 | 484s | train_loss=0.1919 + step 120000 | 522s | train_loss=0.1710 + step 130000 | 559s | train_loss=0.1618 + step 140000 | 596s | train_loss=0.1512 + step 150000 | 633s | train_loss=0.1425 + step 160000 | 670s | train_loss=0.1383 + step 170000 | 708s | train_loss=0.1346 + step 180000 | 745s | train_loss=0.1310 + step 190000 | 782s | train_loss=0.1214 + step 200000 | 857s | train_loss=0.1201 | fid=239.9244 + step 210000 | 885s | train_loss=0.1172 + step 220000 | 922s | train_loss=0.1150 + step 230000 | 959s | train_loss=0.1112 + step 240000 | 997s | train_loss=0.1135 + step 250000 | 1034s | train_loss=0.1106 + step 260000 | 1071s | train_loss=0.1064 + step 270000 | 1108s | train_loss=0.0997 + step 280000 | 1145s | train_loss=0.1036 + step 290000 | 1182s | train_loss=0.0983 + step 300000 | 1269s | train_loss=0.0992 | fid=257.4972 + step 310000 | 1303s | train_loss=0.0922 + step 320000 | 1340s | train_loss=0.0953 + step 330000 | 1377s | train_loss=0.0970 + step 340000 | 1415s | train_loss=0.0942 + step 350000 | 1452s | train_loss=0.0929 + step 360000 | 1489s | train_loss=0.0848 + step 370000 | 1526s | train_loss=0.0886 + step 380000 | 1564s | train_loss=0.0895 + step 390000 | 1601s | train_loss=0.0853 + step 400000 | 1676s | train_loss=0.0796 | fid=269.5657 + step 410000 | 1704s | train_loss=0.0796 + step 420000 | 1741s | train_loss=0.0782 + step 430000 | 1779s | train_loss=0.0787 + step 440000 | 1816s | train_loss=0.0774 + step 450000 | 1853s | train_loss=0.0753 + step 460000 | 1890s | train_loss=0.0729 + step 470000 | 1927s | train_loss=0.0728 + step 480000 | 1964s | train_loss=0.0719 + step 490000 | 2001s | train_loss=0.0776 + step 500000 | 2076s | train_loss=0.0700 | fid=269.4894 + step 510000 | 2104s | train_loss=0.0706 + step 520000 | 2141s | train_loss=0.0669 + step 530000 | 2178s | train_loss=0.0664 + step 540000 | 2215s | train_loss=0.0688 + step 550000 | 2252s | train_loss=0.0651 + step 560000 | 2289s | train_loss=0.0654 + step 570000 | 2326s | train_loss=0.0628 + step 580000 | 2364s | train_loss=0.0691 + step 590000 | 2401s | train_loss=0.0603 + step 600000 | 2475s | train_loss=0.0625 | fid=273.8664 + step 610000 | 2512s | train_loss=0.0585 + step 620000 | 2540s | train_loss=0.0603 + step 630000 | 2577s | train_loss=0.0647 + step 640000 | 2615s | train_loss=0.0537 + step 650000 | 2652s | train_loss=0.0683 + step 660000 | 2689s | train_loss=0.0592 + step 670000 | 2726s | train_loss=0.0565 + step 680000 | 2763s | train_loss=0.0601 + step 690000 | 2801s | train_loss=0.0567 + step 700000 | 2908s | train_loss=0.0590 | fid=269.8037 + step 710000 | 2946s | train_loss=0.0524 + step 720000 | 2983s | train_loss=0.0528 + step 730000 | 3020s | train_loss=0.0531 + step 740000 | 3057s | train_loss=0.0572 + step 750000 | 3094s | train_loss=0.0543 + step 760000 | 3132s | train_loss=0.0544 + step 770000 | 3169s | train_loss=0.0522 + step 780000 | 3206s | train_loss=0.0511 + step 790000 | 3243s | train_loss=0.0533 + step 800000 | 3358s | train_loss=0.0474 | fid=271.9886 + step 810000 | 3395s | train_loss=0.0485 + step 820000 | 3432s | train_loss=0.0551 + step 830000 | 3469s | train_loss=0.0494 + step 840000 | 3506s | train_loss=0.0505 + step 850000 | 3543s | train_loss=0.0507 + step 860000 | 3580s | train_loss=0.0481 + step 870000 | 3617s | train_loss=0.0455 + step 880000 | 3655s | train_loss=0.0481 + step 890000 | 3692s | train_loss=0.0459 + step 900000 | 3778s | train_loss=0.0478 | fid=272.8808 + step 910000 | 3815s | train_loss=0.0469 + step 920000 | 3853s | train_loss=0.0482 + step 930000 | 3890s | train_loss=0.0504 + step 940000 | 3927s | train_loss=0.0529 + step 950000 | 3964s | train_loss=0.0471 + step 960000 | 4001s | train_loss=0.0451 + step 970000 | 4038s | train_loss=0.0434 + step 980000 | 4075s | train_loss=0.1139 + step 990000 | 4103s | train_loss=0.0433 + step 1000000 | 4228s | train_loss=0.0469 | fid=260.8462 + step 1010000 | 4265s | train_loss=0.0450 + step 1020000 | 4302s | train_loss=0.0454 + step 1030000 | 4339s | train_loss=0.0460 + step 1040000 | 4376s | train_loss=0.0434 + step 1050000 | 4413s | train_loss=0.0439 + step 1060000 | 4450s | train_loss=0.0432 + step 1070000 | 4478s | train_loss=0.0464 + step 1080000 | 4515s | train_loss=0.0442 + step 1090000 | 4552s | train_loss=0.0412 + step 1100000 | 4671s | train_loss=0.0454 | fid=260.3563 + step 1110000 | 4708s | train_loss=0.0410 + step 1120000 | 4745s | train_loss=0.0467 + step 1130000 | 4783s | train_loss=0.0403 + step 1140000 | 4819s | train_loss=0.0395 + step 1150000 | 4849s | train_loss=0.0404 + step 1160000 | 4886s | train_loss=0.0444 + step 1170000 | 4923s | train_loss=0.0445 + step 1180000 | 4960s | train_loss=0.0430 + step 1190000 | 4997s | train_loss=0.0389 + step 1200000 | 5099s | train_loss=0.0420 | fid=252.1957 + step 1210000 | 5136s | train_loss=0.0430 + step 1220000 | 5173s | train_loss=0.0392 + step 1230000 | 5210s | train_loss=0.0417 + step 1240000 | 5239s | train_loss=0.0413 + step 1250000 | 5276s | train_loss=0.0433 + step 1260000 | 5313s | train_loss=0.0399 + step 1270000 | 5350s | train_loss=0.0442 + step 1280000 | 5387s | train_loss=0.0423 + step 1290000 | 5425s | train_loss=0.0421 + step 1300000 | 5542s | train_loss=0.0475 | fid=255.9043 + step 1310000 | 5579s | train_loss=0.0423 + step 1320000 | 5607s | train_loss=0.0487 + step 1330000 | 5644s | train_loss=0.0366 + step 1340000 | 5682s | train_loss=0.0389 + step 1350000 | 5719s | train_loss=0.0411 + step 1360000 | 5756s | train_loss=0.0407 + step 1370000 | 5793s | train_loss=0.0389 + step 1380000 | 5831s | train_loss=0.0374 + step 1390000 | 5868s | train_loss=0.0404 + step 1400000 | 5963s | train_loss=0.0379 | fid=250.6494 + step 1410000 | 5995s | train_loss=0.0371 + step 1420000 | 6032s | train_loss=0.0377 + step 1430000 | 6069s | train_loss=0.0393 + step 1440000 | 6107s | train_loss=0.0406 + step 1450000 | 6144s | train_loss=0.0362 + step 1460000 | 6181s | train_loss=0.0391 + step 1470000 | 6219s | train_loss=0.0352 + step 1480000 | 6256s | train_loss=0.0378 + step 1490000 | 6293s | train_loss=0.0402 + step 1500000 | 6385s | train_loss=0.0403 | fid=249.8523 + step 1510000 | 6416s | train_loss=0.0381 + step 1520000 | 6453s | train_loss=0.0418 + step 1530000 | 6490s | train_loss=0.0450 + step 1540000 | 6527s | train_loss=0.0382 + step 1550000 | 6565s | train_loss=0.0326 + step 1560000 | 6602s | train_loss=0.0356 + step 1570000 | 6639s | train_loss=0.0368 + step 1580000 | 6676s | train_loss=0.0370 + step 1590000 | 6713s | train_loss=0.0329 + step 1600000 | 6808s | train_loss=0.0369 | fid=247.8499 + step 1610000 | 6845s | train_loss=0.0362 + step 1620000 | 6882s | train_loss=0.0383 + step 1630000 | 6920s | train_loss=0.0383 + step 1640000 | 6957s | train_loss=0.0351 + step 1650000 | 6994s | train_loss=0.0391 + step 1660000 | 7031s | train_loss=0.0356 + step 1670000 | 7068s | train_loss=0.0340 + step 1680000 | 7106s | train_loss=0.0394 + step 1690000 | 7143s | train_loss=0.0364 + step 1700000 | 7238s | train_loss=0.0360 | fid=243.1696 + step 1710000 | 7275s | train_loss=0.0363 + step 1720000 | 7312s | train_loss=0.0395 + step 1730000 | 7349s | train_loss=0.0401 + step 1740000 | 7386s | train_loss=0.0358 + step 1750000 | 7423s | train_loss=0.0352 + step 1760000 | 7461s | train_loss=0.0324 + step 1770000 | 7498s | train_loss=0.0342 + step 1780000 | 7535s | train_loss=0.0372 + step 1790000 | 7572s | train_loss=0.0423 + step 1800000 | 7676s | train_loss=0.0331 | fid=239.9316 + step 1810000 | 7713s | train_loss=0.0465 + step 1820000 | 7750s | train_loss=0.0327 + step 1830000 | 7788s | train_loss=0.0337 + step 1840000 | 7825s | train_loss=0.0346 + step 1850000 | 7862s | train_loss=0.0324 + step 1860000 | 7899s | train_loss=0.0302 + step 1870000 | 7936s | train_loss=0.0323 + step 1880000 | 7973s | train_loss=0.0334 + step 1890000 | 8001s | train_loss=0.0333 + step 1900000 | 8121s | train_loss=0.0321 | fid=235.3820 + step 1910000 | 8158s | train_loss=0.0344 + step 1920000 | 8196s | train_loss=0.0346 + step 1930000 | 8233s | train_loss=0.0341 + step 1940000 | 8270s | train_loss=0.0350 + step 1950000 | 8307s | train_loss=0.0338 + step 1960000 | 8345s | train_loss=0.0350 + step 1970000 | 8376s | train_loss=0.0354 + step 1980000 | 8412s | train_loss=0.0358 + step 1990000 | 8449s | train_loss=0.0344 + step 2000000 | 8562s | train_loss=0.0347 | fid=245.6873 + step 2010000 | 8599s | train_loss=0.0364 + step 2020000 | 8636s | train_loss=0.0355 + step 2030000 | 8673s | train_loss=0.0339 + step 2040000 | 8710s | train_loss=0.0347 + step 2050000 | 8747s | train_loss=0.0370 + step 2060000 | 8780s | train_loss=0.0316 + step 2070000 | 8817s | train_loss=0.0390 + step 2080000 | 8854s | train_loss=0.0330 + step 2090000 | 8892s | train_loss=0.0315 + step 2100000 | 8981s | train_loss=0.0324 | fid=228.6801 + step 2110000 | 9018s | train_loss=0.0323 + step 2120000 | 9055s | train_loss=0.0368 + step 2130000 | 9092s | train_loss=0.0355 + step 2140000 | 9129s | train_loss=0.0351 + step 2150000 | 9158s | train_loss=0.0302 + step 2160000 | 9195s | train_loss=0.0386 + step 2170000 | 9233s | train_loss=0.0333 + step 2180000 | 9270s | train_loss=0.0315 + step 2190000 | 9307s | train_loss=0.0337 + step 2200000 | 9421s | train_loss=0.0355 | fid=237.2853 + step 2210000 | 9458s | train_loss=0.0367 + step 2220000 | 9495s | train_loss=0.0306 + step 2230000 | 9529s | train_loss=0.0324 + step 2240000 | 9562s | train_loss=0.0342 + step 2250000 | 9599s | train_loss=0.0305 + step 2260000 | 9636s | train_loss=0.0282 + step 2270000 | 9673s | train_loss=0.0341 + step 2280000 | 9710s | train_loss=0.0327 + step 2290000 | 9747s | train_loss=0.0326 + step 2300000 | 9864s | train_loss=0.0327 | fid=231.2584 + step 2310000 | 9893s | train_loss=0.0306 + step 2320000 | 9929s | train_loss=0.0369 + step 2330000 | 9966s | train_loss=0.0290 + step 2340000 | 10004s | train_loss=0.0314 + step 2350000 | 10041s | train_loss=0.0304 + step 2360000 | 10078s | train_loss=0.0335 + step 2370000 | 10115s | train_loss=0.0332 + step 2380000 | 10152s | train_loss=0.0321 + step 2390000 | 10189s | train_loss=0.0305 + step 2400000 | 10314s | train_loss=0.0294 | fid=227.1300 + step 2410000 | 10351s | train_loss=0.0346 + step 2420000 | 10388s | train_loss=0.0295 + step 2430000 | 10425s | train_loss=0.0323 + step 2440000 | 10462s | train_loss=0.0325 + step 2450000 | 10500s | train_loss=0.0311 + step 2460000 | 10537s | train_loss=0.0294 + step 2470000 | 10574s | train_loss=0.0303 + step 2480000 | 10611s | train_loss=0.0294 + step 2490000 | 10648s | train_loss=0.0347 + step 2500000 | 10721s | train_loss=0.0297 | fid=229.2604 + step 2510000 | 10758s | train_loss=0.0283 + step 2520000 | 10795s | train_loss=0.0326 + step 2530000 | 10833s | train_loss=0.0319 + step 2540000 | 10870s | train_loss=0.0277 + step 2550000 | 10907s | train_loss=0.0288 + step 2560000 | 10945s | train_loss=0.0306 + step 2570000 | 10982s | train_loss=0.0318 + step 2580000 | 11019s | train_loss=0.0292 + step 2590000 | 11056s | train_loss=0.0307 + step 2600000 | 11120s | train_loss=0.0313 | fid=223.0476 + step 2610000 | 11158s | train_loss=0.0315 + step 2620000 | 11195s | train_loss=0.0329 + step 2630000 | 11232s | train_loss=0.0262 + step 2640000 | 11269s | train_loss=0.0334 + step 2650000 | 11307s | train_loss=0.0276 + step 2660000 | 11344s | train_loss=0.0316 + step 2670000 | 11381s | train_loss=0.0292 + step 2680000 | 11419s | train_loss=0.0299 + step 2690000 | 11456s | train_loss=0.0353 + step 2700000 | 11528s | train_loss=0.0281 | fid=231.2471 + step 2710000 | 11562s | train_loss=0.0320 + step 2720000 | 11599s | train_loss=0.0291 + step 2730000 | 11637s | train_loss=0.0274 + step 2740000 | 11674s | train_loss=0.0274 + step 2750000 | 11711s | train_loss=0.0276 + step 2760000 | 11749s | train_loss=0.0288 + step 2770000 | 11786s | train_loss=0.0308 + step 2780000 | 11823s | train_loss=0.0311 + step 2790000 | 11861s | train_loss=0.0279 + step 2800000 | 11934s | train_loss=0.0289 | fid=222.0078 + step 2810000 | 11966s | train_loss=0.0324 + step 2820000 | 12003s | train_loss=0.0278 + step 2830000 | 12041s | train_loss=0.0315 + step 2840000 | 12078s | train_loss=0.0272 + step 2850000 | 12115s | train_loss=0.0271 + step 2860000 | 12152s | train_loss=0.0288 + step 2870000 | 12190s | train_loss=0.0280 + step 2880000 | 12227s | train_loss=0.0305 + step 2890000 | 12264s | train_loss=0.0285 + step 2900000 | 12340s | train_loss=0.0337 | fid=223.3081 + step 2910000 | 12376s | train_loss=0.0306 + step 2920000 | 12410s | train_loss=0.0271 + step 2930000 | 12447s | train_loss=0.0296 + step 2940000 | 12484s | train_loss=0.0331 + step 2950000 | 12522s | train_loss=0.0261 + step 2960000 | 12559s | train_loss=0.0294 + step 2970000 | 12596s | train_loss=0.0338 + step 2980000 | 12634s | train_loss=0.0285 + step 2990000 | 12671s | train_loss=0.0262 + step 3000000 | 12743s | train_loss=0.0290 | fid=220.8320 + step 3010000 | 12780s | train_loss=0.0272 + step 3020000 | 12813s | train_loss=0.0278 + step 3030000 | 12850s | train_loss=0.0245 + step 3040000 | 12888s | train_loss=0.0324 + step 3050000 | 12925s | train_loss=0.0265 + step 3060000 | 12962s | train_loss=0.0299 + step 3070000 | 13000s | train_loss=0.0302 + step 3080000 | 13037s | train_loss=0.0268 + step 3090000 | 13074s | train_loss=0.0269 + step 3100000 | 13148s | train_loss=0.0254 | fid=220.2943 + step 3110000 | 13185s | train_loss=0.0322 + step 3120000 | 13222s | train_loss=0.0275 + step 3130000 | 13255s | train_loss=0.0273 + step 3140000 | 13292s | train_loss=0.0362 + step 3150000 | 13329s | train_loss=0.0273 + step 3160000 | 13366s | train_loss=0.0267 + step 3170000 | 13403s | train_loss=0.0285 + step 3180000 | 13440s | train_loss=0.0305 + step 3190000 | 13477s | train_loss=0.0273 + step 3200000 | 13547s | train_loss=0.0302 | fid=222.1044 + step 3210000 | 13584s | train_loss=0.0307 + step 3220000 | 13621s | train_loss=0.0282 + step 3230000 | 13658s | train_loss=0.0333 + step 3240000 | 13690s | train_loss=0.0283 + step 3250000 | 13727s | train_loss=0.0295 + step 3260000 | 13764s | train_loss=0.0316 + step 3270000 | 13801s | train_loss=0.0292 + step 3280000 | 13838s | train_loss=0.0270 + step 3290000 | 13875s | train_loss=0.0258 + step 3300000 | 13945s | train_loss=0.0309 | fid=218.8809 + step 3310000 | 13982s | train_loss=0.0365 + step 3320000 | 14019s | train_loss=0.0293 + step 3330000 | 14056s | train_loss=0.0262 + step 3340000 | 14089s | train_loss=0.0284 + step 3350000 | 14126s | train_loss=0.0332 + step 3360000 | 14163s | train_loss=0.0296 + step 3370000 | 14199s | train_loss=0.0320 + step 3380000 | 14236s | train_loss=0.0272 + step 3390000 | 14273s | train_loss=0.0296 + step 3400000 | 14343s | train_loss=0.0279 | fid=214.2488 + step 3410000 | 14380s | train_loss=0.0275 + step 3420000 | 14417s | train_loss=0.0264 + step 3430000 | 14454s | train_loss=0.0322 + step 3440000 | 14491s | train_loss=0.0271 + step 3450000 | 14524s | train_loss=0.0258 + step 3460000 | 14561s | train_loss=0.0280 + step 3470000 | 14598s | train_loss=0.0313 + step 3480000 | 14635s | train_loss=0.0260 + step 3490000 | 14672s | train_loss=0.0290 + step 3500000 | 14742s | train_loss=0.0282 | fid=211.3248 + step 3510000 | 14779s | train_loss=0.0286 + step 3520000 | 14816s | train_loss=0.0254 + step 3530000 | 14853s | train_loss=0.0257 + step 3540000 | 14890s | train_loss=0.0278 + step 3550000 | 14925s | train_loss=0.0283 + step 3560000 | 14960s | train_loss=0.0372 + step 3570000 | 14997s | train_loss=0.0260 + step 3580000 | 15034s | train_loss=0.0282 + step 3590000 | 15071s | train_loss=0.0254 + step 3600000 | 15141s | train_loss=0.0266 | fid=221.8593 + step 3610000 | 15178s | train_loss=0.0277 + step 3620000 | 15215s | train_loss=0.0279 + step 3630000 | 15252s | train_loss=0.0276 + step 3640000 | 15289s | train_loss=0.0259 + step 3650000 | 15326s | train_loss=0.0283 + step 3660000 | 15359s | train_loss=0.0261 + step 3670000 | 15396s | train_loss=0.0265 + step 3680000 | 15433s | train_loss=0.0318 + step 3690000 | 15470s | train_loss=0.0311 + step 3700000 | 15540s | train_loss=0.0261 | fid=213.5828 + step 3710000 | 15577s | train_loss=0.0270 + step 3720000 | 15614s | train_loss=0.0275 + step 3730000 | 15651s | train_loss=0.0261 + step 3740000 | 15688s | train_loss=0.0244 + step 3750000 | 15725s | train_loss=0.0268 + step 3760000 | 15763s | train_loss=0.0243 + step 3770000 | 15796s | train_loss=0.0287 + step 3780000 | 15833s | train_loss=0.0248 + step 3790000 | 15869s | train_loss=0.0281 + step 3800000 | 15939s | train_loss=0.0260 | fid=205.8896 + step 3810000 | 15976s | train_loss=0.0251 + step 3820000 | 16013s | train_loss=0.0259 + step 3830000 | 16050s | train_loss=0.0244 + step 3840000 | 16087s | train_loss=0.0257 + step 3850000 | 16124s | train_loss=0.0297 + step 3860000 | 16161s | train_loss=0.0288 + step 3870000 | 16194s | train_loss=0.0261 + step 3880000 | 16231s | train_loss=0.0251 + step 3890000 | 16268s | train_loss=0.0257 + step 3900000 | 16338s | train_loss=0.0287 | fid=202.7154 + step 3910000 | 16375s | train_loss=0.0243 + step 3920000 | 16412s | train_loss=0.0256 + step 3930000 | 16449s | train_loss=0.0294 + step 3940000 | 16485s | train_loss=0.0261 + step 3950000 | 16522s | train_loss=0.0248 + step 3960000 | 16559s | train_loss=0.0250 + step 3970000 | 16597s | train_loss=0.0276 + step 3980000 | 16629s | train_loss=0.0261 + step 3990000 | 16666s | train_loss=0.0318 + step 4000000 | 16736s | train_loss=0.0257 | fid=212.6402 + step 4010000 | 16773s | train_loss=0.0240 + step 4020000 | 16810s | train_loss=0.0293 + step 4030000 | 16847s | train_loss=0.0268 + step 4040000 | 16884s | train_loss=0.0257 + step 4050000 | 16921s | train_loss=0.0244 + step 4060000 | 16958s | train_loss=0.0250 + step 4070000 | 16995s | train_loss=0.0277 + step 4080000 | 17031s | train_loss=0.0250 + step 4090000 | 17065s | train_loss=0.0273 + step 4100000 | 17135s | train_loss=0.0257 | fid=203.1373 + step 4110000 | 17172s | train_loss=0.0247 + step 4120000 | 17209s | train_loss=0.0236 + step 4130000 | 17246s | train_loss=0.0263 + step 4140000 | 17283s | train_loss=0.0264 + step 4150000 | 17320s | train_loss=0.0294 + step 4160000 | 17356s | train_loss=0.0258 + step 4170000 | 17393s | train_loss=0.0258 + step 4180000 | 17430s | train_loss=0.0238 + step 4190000 | 17464s | train_loss=0.0282 + step 4200000 | 17534s | train_loss=0.0247 | fid=205.1187 + step 4210000 | 17571s | train_loss=0.0256 + step 4220000 | 17608s | train_loss=0.0245 + step 4230000 | 17645s | train_loss=0.0288 + step 4240000 | 17682s | train_loss=0.0283 + step 4250000 | 17719s | train_loss=0.0240 + step 4260000 | 17756s | train_loss=0.0235 + step 4270000 | 17793s | train_loss=0.0252 + step 4280000 | 17829s | train_loss=0.0245 + step 4290000 | 17867s | train_loss=0.0261 + step 4300000 | 17933s | train_loss=0.0242 | fid=199.0131 + step 4310000 | 17970s | train_loss=0.0259 + step 4320000 | 18007s | train_loss=0.0241 + step 4330000 | 18044s | train_loss=0.0245 + step 4340000 | 18081s | train_loss=0.0256 + step 4350000 | 18118s | train_loss=0.0257 + step 4360000 | 18155s | train_loss=0.0246 + step 4370000 | 18192s | train_loss=0.0243 + step 4380000 | 18228s | train_loss=0.0248 + step 4390000 | 18266s | train_loss=0.0239 + step 4400000 | 18332s | train_loss=0.0278 | fid=210.0532 + step 4410000 | 18369s | train_loss=0.0252 + step 4420000 | 18406s | train_loss=0.0255 + step 4430000 | 18443s | train_loss=0.0238 + step 4440000 | 18480s | train_loss=0.0236 + step 4450000 | 18517s | train_loss=0.0253 + step 4460000 | 18554s | train_loss=0.0237 + step 4470000 | 18591s | train_loss=0.0245 + step 4480000 | 18628s | train_loss=0.0237 + step 4490000 | 18665s | train_loss=0.0240 + step 4500000 | 18727s | train_loss=0.0258 | fid=198.8086 + step 4510000 | 18764s | train_loss=0.0232 + step 4520000 | 18801s | train_loss=0.0274 + step 4530000 | 18838s | train_loss=0.0228 + step 4540000 | 18875s | train_loss=0.0262 + step 4550000 | 18912s | train_loss=0.0246 + step 4560000 | 18949s | train_loss=0.0265 + step 4570000 | 18986s | train_loss=0.0257 + step 4580000 | 19023s | train_loss=0.0264 + step 4590000 | 19060s | train_loss=0.0234 + step 4600000 | 19130s | train_loss=0.0237 | fid=206.0414 + step 4610000 | 19163s | train_loss=0.0238 + step 4620000 | 19200s | train_loss=0.0257 + step 4630000 | 19238s | train_loss=0.0252 + step 4640000 | 19275s | train_loss=0.0239 + step 4650000 | 19312s | train_loss=0.0248 + step 4660000 | 19349s | train_loss=0.0254 + step 4670000 | 19386s | train_loss=0.0248 + step 4680000 | 19423s | train_loss=0.0278 + step 4690000 | 19460s | train_loss=0.0234 + step 4700000 | 19533s | train_loss=0.0256 | fid=207.5528 + step 4710000 | 19564s | train_loss=0.0240 + step 4720000 | 19601s | train_loss=0.0232 + step 4730000 | 19639s | train_loss=0.0240 + step 4740000 | 19676s | train_loss=0.0261 + step 4750000 | 19713s | train_loss=0.0244 + step 4760000 | 19750s | train_loss=0.0247 + step 4770000 | 19787s | train_loss=0.0231 + step 4780000 | 19824s | train_loss=0.0227 + step 4790000 | 19861s | train_loss=0.0238 + step 4800000 | 19935s | train_loss=0.0250 | fid=196.6340 + step 4810000 | 19966s | train_loss=0.0270 + step 4820000 | 20002s | train_loss=0.0246 + step 4830000 | 20039s | train_loss=0.0242 + step 4840000 | 20076s | train_loss=0.0233 + step 4850000 | 20113s | train_loss=0.0221 + step 4860000 | 20150s | train_loss=0.0220 + step 4870000 | 20187s | train_loss=0.0256 + step 4880000 | 20224s | train_loss=0.0240 + step 4890000 | 20261s | train_loss=0.0242 + step 4900000 | 20331s | train_loss=0.0224 | fid=206.9800 + step 4910000 | 20369s | train_loss=0.0227 + step 4920000 | 20394s | train_loss=0.0237 + step 4930000 | 20413s | train_loss=0.0218 + step 4940000 | 20430s | train_loss=0.0227 + step 4950000 | 20451s | train_loss=0.0248 + step 4960000 | 20470s | train_loss=0.0270 + step 4970000 | 20489s | train_loss=0.0252 + step 4980000 | 20512s | train_loss=0.0237 + step 4990000 | 20534s | train_loss=0.0239 + step 5000000 | 20576s | train_loss=0.0243 | fid=198.8660 diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d260/config.json b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d260/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9b048da04e2592cfa321749c057e2eece3a38213 --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d260/config.json @@ -0,0 +1,25 @@ +{ + "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d260/vae.pt", + "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d260", + "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", + "n_train": 1000, + "total_steps": 5000000, + "eval_interval": 10000, + "mem_interval": 100000, + "fid_interval": 100000, + "fid_n_real": 1000, + "fid_n_gen": 10000, + "n_gen_samples": 10000, + "n_sde_steps": 500, + "batch_size": 512, + "hidden": 1024, + "depth": 5, + "optimizer": "sgd", + "lr": 0.001, + "momentum": 0.8, + "t_min": 0.01, + "t_max": 3.0, + "t_eval": 0.1, + "seed": 43, + "device": null +} diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d260/metrics.jsonl b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d260/metrics.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..dc574f529414fe1af141f0ce0f06b219cd02cddc --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d260/metrics.jsonl @@ -0,0 +1,502 @@ +{"event": "meta", "data": "cifar10_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 260, "n": 1000, "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d260/vae.pt", "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [41905, 27590, 3837, 45564, 49079, 45615, 24791, 29586, 40154, 14155, 41744, 31565, 21399, 47093, 14144, 7260, 25109, 49111, 3286, 28559, 8088, 18636, 27677, 5584, 14605, 28090, 44911, 22197, 30774, 45976, 21377, 38974, 37419, 34658, 48141, 45353, 16718, 44442, 14512, 30061, 32910, 17321, 15565, 17405, 44045, 17717, 6400, 37998, 3773, 20538, 19316, 34889, 4564, 1363, 5611, 41687, 16986, 41914, 25046, 49823, 33007, 20861, 27988, 42869, 33687, 3828, 12070, 15418, 22140, 35636, 31728, 9480, 7712, 2852, 43042, 17354, 27208, 49689, 14774, 29225, 25390, 35055, 12670, 19522, 24246, 14561, 33656, 42751, 2242, 364, 43176, 15490, 46231, 26061, 18629, 34392, 32488, 26106, 10393, 11167, 20874, 8106, 10093, 7243, 48907, 8147, 45063, 21102, 37655, 7635, 2514, 27684, 3204, 28758, 28311, 29718, 44311, 10355, 32304, 14615, 28486, 14294, 16760, 37166, 19433, 20899, 23979, 36854, 43726, 10375, 11078, 10677, 40127, 33642, 36325, 13174, 19662, 30319, 22501, 14354, 24243, 27654, 42509, 18915, 29668, 2313, 42454, 11218, 48097, 31985, 16567, 26984, 33502, 36329, 22928, 42746, 38223, 19499, 41926, 29059, 44004, 8962, 40807, 11854, 36894, 13566, 36982, 16226, 36410, 47002, 20194, 3625, 19297, 2555, 4842, 8098, 44052, 5795, 5274, 4374, 17924, 30344, 5386, 26317, 30389, 32399, 32042, 26731, 29532, 33817, 26942, 25858, 11887, 46070, 41837, 10713, 33955, 20000, 29946, 4912, 32112, 6697, 44031, 27296, 37785, 25660, 27948, 31260, 24358, 1827, 37445, 25084, 11703, 3820, 49218, 30616, 25083, 22759, 6275, 40603, 39038, 37156, 8894, 9871, 31333, 26582, 20528, 10523, 2747, 33639, 41740, 47899, 11337, 6325, 433, 33051, 1094, 24743, 9392, 22638, 7689, 39641, 9486, 33554, 30840, 35032, 19647, 7903, 18205, 34063, 46483, 32963, 11601, 19203, 45792, 47136, 6174, 40793, 13885, 16641, 48744, 37658, 43829, 44107, 6388, 37424, 20033, 28563, 27013, 17032, 12768, 38181, 35608, 14089, 29228, 40229, 45106, 11963, 37979, 20694, 22835, 5773, 19580, 44596, 19079, 45191, 666, 15893, 7513, 15939, 45020, 12659, 31388, 44651, 23592, 16419, 47615, 36714, 36448, 28579, 1697, 9889, 42082, 49150, 41132, 33996, 21551, 18467, 45242, 6516, 3355, 20187, 31669, 2814, 6900, 28198, 17656, 18178, 31825, 34244, 38330, 28894, 7463, 8134, 38159, 10524, 41508, 2367, 496, 31046, 1511, 31956, 46621, 14176, 1899, 32397, 29452, 16504, 34042, 24014, 47447, 20229, 36683, 5186, 14349, 21736, 17094, 30311, 27949, 30023, 49589, 43270, 2898, 18259, 17175, 18594, 17062, 42063, 3237, 12080, 35769, 1687, 30330, 29678, 27321, 4273, 28513, 2551, 5314, 13572, 13497, 9652, 3466, 27133, 38459, 23232, 14231, 25584, 49398, 32994, 10434, 42369, 37410, 45044, 11075, 12523, 1417, 6765, 40000, 25016, 36905, 48638, 21, 16822, 24333, 30084, 43982, 26954, 6519, 42546, 14751, 14278, 49970, 47621, 18883, 37295, 9040, 40369, 22225, 36489, 21302, 13110, 5455, 47804, 14868, 13063, 22102, 36825, 21969, 33186, 28908, 32592, 42766, 12262, 39073, 915, 11824, 39208, 3098, 42789, 29800, 14150, 28705, 8847, 21716, 535, 48077, 41540, 36207, 10816, 41471, 35049, 20661, 6083, 30194, 4576, 2174, 1908, 48392, 10435, 10986, 18036, 24746, 3941, 34118, 49749, 12025, 21493, 15785, 17085, 39411, 34561, 42064, 36237, 2740, 8183, 40564, 33107, 25765, 49165, 25211, 17520, 17115, 1869, 46432, 33757, 20517, 39760, 259, 45380, 12436, 48000, 21046, 4039, 15701, 35246, 29112, 44161, 34079, 45449, 42845, 22815, 5597, 3990, 35899, 48969, 41528, 27873, 16598, 39104, 23359, 46847, 28624, 19198, 1251, 9003, 28383, 47005, 40703, 41605, 39895, 26201, 11727, 27435, 17333, 39261, 37456, 14653, 30634, 4160, 24540, 12044, 7111, 23485, 5645, 2572, 1682, 17872, 8974, 16796, 11864, 40178, 20092, 32219, 14458, 37007, 31340, 10520, 34489, 13128, 42913, 31468, 44180, 37938, 20058, 18673, 36850, 34721, 26210, 15257, 35188, 11815, 47936, 18088, 43578, 11996, 47952, 24311, 1884, 36557, 32921, 36250, 38022, 5671, 13621, 23326, 14326, 23471, 24685, 39092, 3268, 37257, 16348, 13730, 21838, 44088, 8945, 10827, 13840, 46123, 48010, 13350, 30622, 45233, 8698, 14335, 45842, 15138, 1515, 40759, 21960, 47551, 33208, 18260, 6377, 46869, 31742, 23566, 12829, 15305, 37988, 16111, 32146, 37948, 25917, 30484, 17885, 42468, 28238, 33865, 28030, 30072, 34855, 19324, 42075, 30623, 3667, 38832, 25100, 43077, 36471, 11663, 13588, 14015, 5099, 10589, 28526, 48022, 15444, 3280, 188, 31582, 15225, 11019, 21804, 3901, 24461, 25031, 10373, 4486, 45950, 37949, 32923, 1583, 6576, 26004, 16237, 38132, 25045, 25091, 41949, 11553, 48062, 40503, 13057, 8954, 18566, 28405, 28604, 30434, 49112, 30676, 32930, 16183, 48336, 43162, 873, 37233, 44718, 37247, 23758, 9243, 12126, 5287, 49594, 3459, 32091, 20894, 41743, 7366, 7258, 37939, 47665, 12260, 20836, 43253, 16191, 11619, 1519, 6137, 3934, 48375, 35234, 103, 30510, 8869, 21085, 41234, 25138, 25079, 31218, 48292, 48814, 6635, 18416, 1421, 4363, 5164, 47455, 21280, 16767, 19685, 16449, 45798, 31292, 31049, 43587, 30772, 2651, 12854, 23199, 25234, 23389, 24742, 19480, 19738, 19726, 2388, 21394, 4512, 9069, 42856, 25766, 23797, 40741, 33624, 8328, 35922, 27732, 36268, 23213, 41966, 40002, 12750, 46225, 35182, 23769, 25152, 26764, 20090, 27202, 48096, 4266, 2205, 2020, 37651, 36088, 1021, 28544, 20933, 48924, 11503, 43997, 9492, 19505, 47632, 4118, 2029, 22008, 41396, 16378, 36738, 33194, 28053, 44137, 30771, 12131, 5963, 31754, 46953, 3180, 1718, 36816, 2208, 20898, 13799, 30796, 34445, 37540, 27983, 39216, 16791, 36763, 15987, 28440, 11782, 48531, 4252, 47359, 5351, 4059, 9263, 32274, 39283, 258, 17485, 31280, 12814, 33217, 38203, 11170, 8486, 14434, 13722, 36048, 3705, 47210, 38260, 2200, 17850, 21589, 27598, 9926, 9419, 3981, 34519, 37821, 22855, 39796, 24105, 5113, 5888, 31974, 40040, 17179, 48615, 38665, 47173, 47154, 20619, 5049, 1656, 27736, 14424, 2013, 1348, 32964, 37228, 34968, 34124, 15993, 42420, 26558, 2961, 27119, 37779, 29321, 31595, 29301, 38364, 17528, 19583, 48609, 4428, 12427, 601, 21213, 44456, 39274, 40250, 39804, 35373, 43875, 20550, 43426, 13696, 34572, 11097, 22458, 33042, 12981, 29073, 6601, 2370, 4065, 46317, 29460, 21761, 13977, 4520, 31604, 16259, 1445, 29204, 26097, 31921, 33193, 36054, 26372, 4436, 40306, 13974, 6159, 46233, 33714, 27592, 23153, 40311, 12294, 40141, 14030, 36304, 40086, 43163, 14689, 5002, 40885, 40758, 42458, 18580, 29784, 14527, 30070, 18326, 40830, 42503, 5434, 25179, 15652, 11428, 40980, 45916, 22056, 15896, 42628, 30092, 40834, 25862, 40370, 7804, 46908, 44191, 26908, 9764, 36969, 21521, 35257, 9279, 36964, 4012, 627, 31813, 15669, 33832, 29874, 1912, 41254, 23709, 4648, 3131, 49882, 19349, 35975, 25565, 21641, 48219, 30806, 33979, 36103, 14640, 34524, 31661, 26869, 27297, 46519, 2352, 46930, 7617, 49750, 12620, 29820, 18590, 890, 16394, 23877, 26421, 23417, 29021, 11596, 22017, 14794, 14437, 48385, 48231, 18946, 38048, 41302, 40633, 15317, 24820], "fid_reference": "same farthest-first 1k CIFAR-10 training subset", "seed": 43} +{"step": 1, "wall_time": 22.715718507766724, "train_loss_step": 261.81085205078125, "n_params": 4797700, "total_flops": 14738534400, "train_loss": 0.9963900052584135, "subset_score_loss": 0.9963900052584135, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9825767874717712, "fid": 299.95706206615785, "fid_failed": 0.0} +{"step": 10000, "wall_time": 40.5682897567749, "train_loss_step": 46.81058120727539, "n_params": 4797700, "total_flops": 147385344000000, "train_loss": 0.636051764855018, "subset_score_loss": 0.636051764855018} +{"step": 20000, "wall_time": 60.70170760154724, "train_loss_step": 37.986202239990234, "n_params": 4797700, "total_flops": 294770688000000, "train_loss": 0.525794924222506, "subset_score_loss": 0.525794924222506} +{"step": 30000, "wall_time": 78.68645930290222, "train_loss_step": 33.30909729003906, "n_params": 4797700, "total_flops": 442156032000000, "train_loss": 0.4774546990027794, "subset_score_loss": 0.4774546990027794} +{"step": 40000, "wall_time": 97.59908246994019, "train_loss_step": 36.93921661376953, "n_params": 4797700, "total_flops": 589541376000000, "train_loss": 0.4460157247690054, "subset_score_loss": 0.4460157247690054} +{"step": 50000, "wall_time": 118.0050208568573, "train_loss_step": 29.597442626953125, "n_params": 4797700, "total_flops": 736926720000000, "train_loss": 0.41153890169583834, "subset_score_loss": 0.41153890169583834} +{"step": 60000, "wall_time": 136.6933388710022, "train_loss_step": 27.363765716552734, "n_params": 4797700, "total_flops": 884312064000000, "train_loss": 0.36943089411808894, "subset_score_loss": 0.36943089411808894} +{"step": 70000, "wall_time": 156.75545978546143, "train_loss_step": 28.556928634643555, "n_params": 4797700, "total_flops": 1031697408000000, "train_loss": 0.32761937654935397, "subset_score_loss": 0.32761937654935397} +{"step": 80000, "wall_time": 176.77728986740112, "train_loss_step": 25.07711410522461, "n_params": 4797700, "total_flops": 1179082752000000, "train_loss": 0.28529815673828124, "subset_score_loss": 0.28529815673828124} +{"step": 90000, "wall_time": 197.0986247062683, "train_loss_step": 23.99370002746582, "n_params": 4797700, "total_flops": 1326468096000000, "train_loss": 0.25297742990347055, "subset_score_loss": 0.25297742990347055} +{"step": 100000, "wall_time": 242.94824934005737, "train_loss_step": 22.181825637817383, "n_params": 4797700, "total_flops": 1473853440000000, "train_loss": 0.22205128302940955, "subset_score_loss": 0.22205128302940955, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9654180407524109, "fid": 184.43985001338746, "fid_failed": 0.0} +{"step": 110000, "wall_time": 262.3573341369629, "train_loss_step": 23.89349937438965, "n_params": 4797700, "total_flops": 1621238784000000, "train_loss": 0.2035715836745042, "subset_score_loss": 0.2035715836745042} +{"step": 120000, "wall_time": 285.3172538280487, "train_loss_step": 20.346866607666016, "n_params": 4797700, "total_flops": 1768624128000000, "train_loss": 0.1821561079758864, "subset_score_loss": 0.1821561079758864} +{"step": 130000, "wall_time": 304.1257178783417, "train_loss_step": 19.48986053466797, "n_params": 4797700, "total_flops": 1916009472000000, "train_loss": 0.17020133091853215, "subset_score_loss": 0.17020133091853215} +{"step": 140000, "wall_time": 321.9304735660553, "train_loss_step": 19.766738891601562, "n_params": 4797700, "total_flops": 2063394816000000, "train_loss": 0.1622880348792443, "subset_score_loss": 0.1622880348792443} +{"step": 150000, "wall_time": 341.41685676574707, "train_loss_step": 19.024858474731445, "n_params": 4797700, "total_flops": 2210780160000000, "train_loss": 0.15272686298076923, "subset_score_loss": 0.15272686298076923} +{"step": 160000, "wall_time": 359.60426092147827, "train_loss_step": 18.073545455932617, "n_params": 4797700, "total_flops": 2358165504000000, "train_loss": 0.1437221967256986, "subset_score_loss": 0.1437221967256986} +{"step": 170000, "wall_time": 379.8337559700012, "train_loss_step": 18.384571075439453, "n_params": 4797700, "total_flops": 2505550848000000, "train_loss": 0.1390944114098182, "subset_score_loss": 0.1390944114098182} +{"step": 180000, "wall_time": 400.5052661895752, "train_loss_step": 18.432497024536133, "n_params": 4797700, "total_flops": 2652936192000000, "train_loss": 0.13455267686110275, "subset_score_loss": 0.13455267686110275} +{"step": 190000, "wall_time": 419.5908727645874, "train_loss_step": 16.829303741455078, "n_params": 4797700, "total_flops": 2800321536000000, "train_loss": 0.12574141575739933, "subset_score_loss": 0.12574141575739933} +{"step": 200000, "wall_time": 461.10155510902405, "train_loss_step": 17.776683807373047, "n_params": 4797700, "total_flops": 2947706880000000, "train_loss": 0.1261474315936749, "subset_score_loss": 0.1261474315936749, "memorization_fraction_pixel": 9.999999747378752e-05, "mean_nn_ratio_pixel": 0.9683406352996826, "fid": 229.39665884941422, "fid_failed": 0.0} +{"step": 210000, "wall_time": 479.0057234764099, "train_loss_step": 16.920063018798828, "n_params": 4797700, "total_flops": 3095092224000000, "train_loss": 0.12485699286827674, "subset_score_loss": 0.12485699286827674} +{"step": 220000, "wall_time": 496.3622944355011, "train_loss_step": 16.574121475219727, "n_params": 4797700, "total_flops": 3242477568000000, "train_loss": 0.1161982536315918, "subset_score_loss": 0.1161982536315918} +{"step": 230000, "wall_time": 514.3807046413422, "train_loss_step": 15.96640396118164, "n_params": 4797700, "total_flops": 3389862912000000, "train_loss": 0.1153050055870643, "subset_score_loss": 0.1153050055870643} +{"step": 240000, "wall_time": 532.4242463111877, "train_loss_step": 16.039335250854492, "n_params": 4797700, "total_flops": 3537248256000000, "train_loss": 0.11269668432382438, "subset_score_loss": 0.11269668432382438} +{"step": 250000, "wall_time": 550.4889721870422, "train_loss_step": 16.443195343017578, "n_params": 4797700, "total_flops": 3684633600000000, "train_loss": 0.10916884495661809, "subset_score_loss": 0.10916884495661809} +{"step": 260000, "wall_time": 568.5192811489105, "train_loss_step": 14.799138069152832, "n_params": 4797700, "total_flops": 3832018944000000, "train_loss": 0.10596581238966722, "subset_score_loss": 0.10596581238966722} +{"step": 270000, "wall_time": 586.054616689682, "train_loss_step": 15.393440246582031, "n_params": 4797700, "total_flops": 3979404288000000, "train_loss": 0.10036310049203725, "subset_score_loss": 0.10036310049203725} +{"step": 280000, "wall_time": 604.1079714298248, "train_loss_step": 15.892364501953125, "n_params": 4797700, "total_flops": 4126789632000000, "train_loss": 0.10273081706120418, "subset_score_loss": 0.10273081706120418} +{"step": 290000, "wall_time": 622.870673418045, "train_loss_step": 14.996652603149414, "n_params": 4797700, "total_flops": 4274174976000000, "train_loss": 0.10132349454439603, "subset_score_loss": 0.10132349454439603} +{"step": 300000, "wall_time": 664.7415270805359, "train_loss_step": 15.675317764282227, "n_params": 4797700, "total_flops": 4421560320000000, "train_loss": 0.10076782520000752, "subset_score_loss": 0.10076782520000752, "memorization_fraction_pixel": 0.00039999998989515007, "mean_nn_ratio_pixel": 0.9661607146263123, "fid": 232.63587595220994, "fid_failed": 0.0} +{"step": 310000, "wall_time": 685.5404872894287, "train_loss_step": 14.187464714050293, "n_params": 4797700, "total_flops": 4568945664000000, "train_loss": 0.09410742979783278, "subset_score_loss": 0.09410742979783278} +{"step": 320000, "wall_time": 705.8683507442474, "train_loss_step": 14.08798599243164, "n_params": 4797700, "total_flops": 4716331008000000, "train_loss": 0.09152536392211914, "subset_score_loss": 0.09152536392211914} +{"step": 330000, "wall_time": 723.6859512329102, "train_loss_step": 14.345603942871094, "n_params": 4797700, "total_flops": 4863716352000000, "train_loss": 0.09761549142690805, "subset_score_loss": 0.09761549142690805} +{"step": 340000, "wall_time": 741.6177189350128, "train_loss_step": 14.649856567382812, "n_params": 4797700, "total_flops": 5011101696000000, "train_loss": 0.0923908673799955, "subset_score_loss": 0.0923908673799955} +{"step": 350000, "wall_time": 759.7393188476562, "train_loss_step": 13.512138366699219, "n_params": 4797700, "total_flops": 5158487040000000, "train_loss": 0.09273873842679538, "subset_score_loss": 0.09273873842679538} +{"step": 360000, "wall_time": 777.7094740867615, "train_loss_step": 13.303428649902344, "n_params": 4797700, "total_flops": 5305872384000000, "train_loss": 0.0871325786297138, "subset_score_loss": 0.0871325786297138} +{"step": 370000, "wall_time": 799.2703516483307, "train_loss_step": 13.894109725952148, "n_params": 4797700, "total_flops": 5453257728000000, "train_loss": 0.09001068702110877, "subset_score_loss": 0.09001068702110877} +{"step": 380000, "wall_time": 817.5422306060791, "train_loss_step": 14.72031021118164, "n_params": 4797700, "total_flops": 5600643072000000, "train_loss": 0.09065112334031325, "subset_score_loss": 0.09065112334031325} +{"step": 390000, "wall_time": 835.3608818054199, "train_loss_step": 12.785404205322266, "n_params": 4797700, "total_flops": 5748028416000000, "train_loss": 0.0811462769141564, "subset_score_loss": 0.0811462769141564} +{"step": 400000, "wall_time": 924.4003627300262, "train_loss_step": 12.821762084960938, "n_params": 4797700, "total_flops": 5895413760000000, "train_loss": 0.08221364388099084, "subset_score_loss": 0.08221364388099084, "memorization_fraction_pixel": 0.002199999988079071, "mean_nn_ratio_pixel": 0.9623292088508606, "fid": 242.60659512421438, "fid_failed": 0.0} +{"step": 410000, "wall_time": 942.2199912071228, "train_loss_step": 12.808347702026367, "n_params": 4797700, "total_flops": 6042799104000000, "train_loss": 0.08127979865440955, "subset_score_loss": 0.08127979865440955} +{"step": 420000, "wall_time": 960.3392810821533, "train_loss_step": 12.69403076171875, "n_params": 4797700, "total_flops": 6190184448000000, "train_loss": 0.0807396962092473, "subset_score_loss": 0.0807396962092473} +{"step": 430000, "wall_time": 978.9974255561829, "train_loss_step": 12.41141128540039, "n_params": 4797700, "total_flops": 6337569792000000, "train_loss": 0.07964181900024414, "subset_score_loss": 0.07964181900024414} +{"step": 440000, "wall_time": 996.8562140464783, "train_loss_step": 12.166525840759277, "n_params": 4797700, "total_flops": 6484955136000000, "train_loss": 0.07941610629741962, "subset_score_loss": 0.07941610629741962} +{"step": 450000, "wall_time": 1014.8075020313263, "train_loss_step": 12.445783615112305, "n_params": 4797700, "total_flops": 6632340480000000, "train_loss": 0.07373854563786433, "subset_score_loss": 0.07373854563786433} +{"step": 460000, "wall_time": 1032.675836801529, "train_loss_step": 11.906034469604492, "n_params": 4797700, "total_flops": 6779725824000000, "train_loss": 0.07198906678419847, "subset_score_loss": 0.07198906678419847} +{"step": 470000, "wall_time": 1050.6174461841583, "train_loss_step": 12.411994934082031, "n_params": 4797700, "total_flops": 6927111168000000, "train_loss": 0.07002635368934045, "subset_score_loss": 0.07002635368934045} +{"step": 480000, "wall_time": 1068.4095916748047, "train_loss_step": 12.450386047363281, "n_params": 4797700, "total_flops": 7074496512000000, "train_loss": 0.07147621741661658, "subset_score_loss": 0.07147621741661658} +{"step": 490000, "wall_time": 1087.1897773742676, "train_loss_step": 12.755707740783691, "n_params": 4797700, "total_flops": 7221881856000000, "train_loss": 0.0728267449599046, "subset_score_loss": 0.0728267449599046} +{"step": 500000, "wall_time": 1163.0978689193726, "train_loss_step": 11.58193588256836, "n_params": 4797700, "total_flops": 7369267200000000, "train_loss": 0.07048032467181865, "subset_score_loss": 0.07048032467181865, "memorization_fraction_pixel": 0.005100000184029341, "mean_nn_ratio_pixel": 0.9606630802154541, "fid": 264.84475134480573, "fid_failed": 0.0} +{"step": 510000, "wall_time": 1181.4726767539978, "train_loss_step": 11.486800193786621, "n_params": 4797700, "total_flops": 7516652544000000, "train_loss": 0.06912505810077374, "subset_score_loss": 0.06912505810077374} +{"step": 520000, "wall_time": 1200.7757008075714, "train_loss_step": 11.342329978942871, "n_params": 4797700, "total_flops": 7664037888000000, "train_loss": 0.0704655647277832, "subset_score_loss": 0.0704655647277832} +{"step": 530000, "wall_time": 1219.0451023578644, "train_loss_step": 11.282144546508789, "n_params": 4797700, "total_flops": 7811423232000000, "train_loss": 0.06710251294649565, "subset_score_loss": 0.06710251294649565} +{"step": 540000, "wall_time": 1237.1757500171661, "train_loss_step": 10.78166389465332, "n_params": 4797700, "total_flops": 7958808576000000, "train_loss": 0.07218607389009916, "subset_score_loss": 0.07218607389009916} +{"step": 550000, "wall_time": 1254.8179166316986, "train_loss_step": 11.118182182312012, "n_params": 4797700, "total_flops": 8106193920000000, "train_loss": 0.06607416593111479, "subset_score_loss": 0.06607416593111479} +{"step": 560000, "wall_time": 1276.0221786499023, "train_loss_step": 10.841652870178223, "n_params": 4797700, "total_flops": 8253579264000000, "train_loss": 0.06364046243520884, "subset_score_loss": 0.06364046243520884} +{"step": 570000, "wall_time": 1297.354760169983, "train_loss_step": 10.314550399780273, "n_params": 4797700, "total_flops": 8400964608000000, "train_loss": 0.06306031300471379, "subset_score_loss": 0.06306031300471379} +{"step": 580000, "wall_time": 1315.5487883090973, "train_loss_step": 11.390633583068848, "n_params": 4797700, "total_flops": 8548349952000000, "train_loss": 0.06795869240394005, "subset_score_loss": 0.06795869240394005} +{"step": 590000, "wall_time": 1333.4408884048462, "train_loss_step": 10.04562759399414, "n_params": 4797700, "total_flops": 8695735296000000, "train_loss": 0.06180418454683744, "subset_score_loss": 0.06180418454683744} +{"step": 600000, "wall_time": 1376.964761018753, "train_loss_step": 10.703855514526367, "n_params": 4797700, "total_flops": 8843120640000000, "train_loss": 0.06364884743323693, "subset_score_loss": 0.06364884743323693, "memorization_fraction_pixel": 0.006800000090152025, "mean_nn_ratio_pixel": 0.9569444060325623, "fid": 265.5096791611776, "fid_failed": 0.0} +{"step": 610000, "wall_time": 1396.265280008316, "train_loss_step": 10.606954574584961, "n_params": 4797700, "total_flops": 8990505984000000, "train_loss": 0.05831163846529447, "subset_score_loss": 0.05831163846529447} +{"step": 620000, "wall_time": 1415.04101228714, "train_loss_step": 10.906794548034668, "n_params": 4797700, "total_flops": 9137891328000000, "train_loss": 0.05950895822965182, "subset_score_loss": 0.05950895822965182} +{"step": 630000, "wall_time": 1432.5509448051453, "train_loss_step": 9.66457748413086, "n_params": 4797700, "total_flops": 9285276672000000, "train_loss": 0.06241760987501878, "subset_score_loss": 0.06241760987501878} +{"step": 640000, "wall_time": 1449.7418675422668, "train_loss_step": 10.092227935791016, "n_params": 4797700, "total_flops": 9432662016000000, "train_loss": 0.055673867005568284, "subset_score_loss": 0.055673867005568284} +{"step": 650000, "wall_time": 1466.675146818161, "train_loss_step": 9.686651229858398, "n_params": 4797700, "total_flops": 9580047360000000, "train_loss": 0.06259873463557317, "subset_score_loss": 0.06259873463557317} +{"step": 660000, "wall_time": 1483.7588212490082, "train_loss_step": 10.261955261230469, "n_params": 4797700, "total_flops": 9727432704000000, "train_loss": 0.06030747707073505, "subset_score_loss": 0.06030747707073505} +{"step": 670000, "wall_time": 1501.0925588607788, "train_loss_step": 9.967700004577637, "n_params": 4797700, "total_flops": 9874818048000000, "train_loss": 0.054202773020817684, "subset_score_loss": 0.054202773020817684} +{"step": 680000, "wall_time": 1518.48153424263, "train_loss_step": 11.033036231994629, "n_params": 4797700, "total_flops": 10022203392000000, "train_loss": 0.06219128095186674, "subset_score_loss": 0.06219128095186674} +{"step": 690000, "wall_time": 1535.943957567215, "train_loss_step": 10.454018592834473, "n_params": 4797700, "total_flops": 10169588736000000, "train_loss": 0.059263027631319486, "subset_score_loss": 0.059263027631319486} +{"step": 700000, "wall_time": 1571.8320751190186, "train_loss_step": 10.020577430725098, "n_params": 4797700, "total_flops": 10316974080000000, "train_loss": 0.057802438735961914, "subset_score_loss": 0.057802438735961914, "memorization_fraction_pixel": 0.00860000029206276, "mean_nn_ratio_pixel": 0.9524814486503601, "fid": 274.0281000932885, "fid_failed": 0.0} +{"step": 710000, "wall_time": 1588.3111567497253, "train_loss_step": 9.218404769897461, "n_params": 4797700, "total_flops": 10464359424000000, "train_loss": 0.050632355763362, "subset_score_loss": 0.050632355763362} +{"step": 720000, "wall_time": 1606.6963653564453, "train_loss_step": 9.523423194885254, "n_params": 4797700, "total_flops": 10611744768000000, "train_loss": 0.05030162151043232, "subset_score_loss": 0.05030162151043232} +{"step": 730000, "wall_time": 1626.9284834861755, "train_loss_step": 9.4293212890625, "n_params": 4797700, "total_flops": 10759130112000000, "train_loss": 0.05331025857191819, "subset_score_loss": 0.05331025857191819} +{"step": 740000, "wall_time": 1645.9722814559937, "train_loss_step": 9.742107391357422, "n_params": 4797700, "total_flops": 10906515456000000, "train_loss": 0.05925427950345553, "subset_score_loss": 0.05925427950345553} +{"step": 750000, "wall_time": 1663.116842508316, "train_loss_step": 9.795392990112305, "n_params": 4797700, "total_flops": 11053900800000000, "train_loss": 0.05624256867628831, "subset_score_loss": 0.05624256867628831} +{"step": 760000, "wall_time": 1680.0134902000427, "train_loss_step": 9.754491806030273, "n_params": 4797700, "total_flops": 11201286144000000, "train_loss": 0.051898860931396486, "subset_score_loss": 0.051898860931396486} +{"step": 770000, "wall_time": 1697.1093113422394, "train_loss_step": 8.797805786132812, "n_params": 4797700, "total_flops": 11348671488000000, "train_loss": 0.05546579360961914, "subset_score_loss": 0.05546579360961914} +{"step": 780000, "wall_time": 1714.146359205246, "train_loss_step": 9.691598892211914, "n_params": 4797700, "total_flops": 11496056832000000, "train_loss": 0.05177050003638634, "subset_score_loss": 0.05177050003638634} +{"step": 790000, "wall_time": 1731.3603358268738, "train_loss_step": 10.193620681762695, "n_params": 4797700, "total_flops": 11643442176000000, "train_loss": 0.05168017974266639, "subset_score_loss": 0.05168017974266639} +{"step": 800000, "wall_time": 1767.268718957901, "train_loss_step": 9.326277732849121, "n_params": 4797700, "total_flops": 11790827520000000, "train_loss": 0.045762498562152566, "subset_score_loss": 0.045762498562152566, "memorization_fraction_pixel": 0.012600000016391277, "mean_nn_ratio_pixel": 0.9488869309425354, "fid": 274.38873046564254, "fid_failed": 0.0} +{"step": 810000, "wall_time": 1784.282989025116, "train_loss_step": 9.148327827453613, "n_params": 4797700, "total_flops": 11938212864000000, "train_loss": 0.04974661607008714, "subset_score_loss": 0.04974661607008714} +{"step": 820000, "wall_time": 1801.0420670509338, "train_loss_step": 8.468382835388184, "n_params": 4797700, "total_flops": 12085598208000000, "train_loss": 0.053812408447265626, "subset_score_loss": 0.053812408447265626} +{"step": 830000, "wall_time": 1817.5700821876526, "train_loss_step": 9.029570579528809, "n_params": 4797700, "total_flops": 12232983552000000, "train_loss": 0.04908698155329778, "subset_score_loss": 0.04908698155329778} +{"step": 840000, "wall_time": 1834.2191417217255, "train_loss_step": 9.116497993469238, "n_params": 4797700, "total_flops": 12380368896000000, "train_loss": 0.05102629294762245, "subset_score_loss": 0.05102629294762245} +{"step": 850000, "wall_time": 1851.645316362381, "train_loss_step": 9.54701042175293, "n_params": 4797700, "total_flops": 12527754240000000, "train_loss": 0.05258982364947979, "subset_score_loss": 0.05258982364947979} +{"step": 860000, "wall_time": 1868.9293096065521, "train_loss_step": 8.83124828338623, "n_params": 4797700, "total_flops": 12675139584000000, "train_loss": 0.044216244037334734, "subset_score_loss": 0.044216244037334734} +{"step": 870000, "wall_time": 1886.1537477970123, "train_loss_step": 8.881070137023926, "n_params": 4797700, "total_flops": 12822524928000000, "train_loss": 0.04514683576730581, "subset_score_loss": 0.04514683576730581} +{"step": 880000, "wall_time": 1903.19509100914, "train_loss_step": 8.643902778625488, "n_params": 4797700, "total_flops": 12969910272000000, "train_loss": 0.04837258412287786, "subset_score_loss": 0.04837258412287786} +{"step": 890000, "wall_time": 1920.4518072605133, "train_loss_step": 8.888169288635254, "n_params": 4797700, "total_flops": 13117295616000000, "train_loss": 0.04633584022521973, "subset_score_loss": 0.04633584022521973} +{"step": 900000, "wall_time": 1959.038162469864, "train_loss_step": 9.326547622680664, "n_params": 4797700, "total_flops": 13264680960000000, "train_loss": 0.04700549932626578, "subset_score_loss": 0.04700549932626578, "memorization_fraction_pixel": 0.017400000244379044, "mean_nn_ratio_pixel": 0.9447236061096191, "fid": 272.7186766996283, "fid_failed": 0.0} +{"step": 910000, "wall_time": 1975.9632921218872, "train_loss_step": 8.961381912231445, "n_params": 4797700, "total_flops": 13412066304000000, "train_loss": 0.04541658621567946, "subset_score_loss": 0.04541658621567946} +{"step": 920000, "wall_time": 1995.920919418335, "train_loss_step": 8.987021446228027, "n_params": 4797700, "total_flops": 13559451648000000, "train_loss": 0.048804283142089844, "subset_score_loss": 0.048804283142089844} +{"step": 930000, "wall_time": 2016.1842851638794, "train_loss_step": 9.461450576782227, "n_params": 4797700, "total_flops": 13706836992000000, "train_loss": 0.04986716050368089, "subset_score_loss": 0.04986716050368089} +{"step": 940000, "wall_time": 2033.2583711147308, "train_loss_step": 9.107044219970703, "n_params": 4797700, "total_flops": 13854222336000000, "train_loss": 0.051341313582200274, "subset_score_loss": 0.051341313582200274} +{"step": 950000, "wall_time": 2050.2811529636383, "train_loss_step": 9.17326545715332, "n_params": 4797700, "total_flops": 14001607680000000, "train_loss": 0.04816877658550556, "subset_score_loss": 0.04816877658550556} +{"step": 960000, "wall_time": 2067.3471970558167, "train_loss_step": 8.415355682373047, "n_params": 4797700, "total_flops": 14148993024000000, "train_loss": 0.04309680645282452, "subset_score_loss": 0.04309680645282452} +{"step": 970000, "wall_time": 2085.500319004059, "train_loss_step": 8.648883819580078, "n_params": 4797700, "total_flops": 14296378368000000, "train_loss": 0.042820398624126725, "subset_score_loss": 0.042820398624126725} +{"step": 980000, "wall_time": 2102.6144523620605, "train_loss_step": 8.549139976501465, "n_params": 4797700, "total_flops": 14443763712000000, "train_loss": 0.09160605944119966, "subset_score_loss": 0.09160605944119966} +{"step": 990000, "wall_time": 2123.395016670227, "train_loss_step": 8.766474723815918, "n_params": 4797700, "total_flops": 14591149056000000, "train_loss": 0.04073354647709773, "subset_score_loss": 0.04073354647709773} +{"step": 1000000, "wall_time": 2159.5458822250366, "train_loss_step": 8.347580909729004, "n_params": 4797700, "total_flops": 14738534400000000, "train_loss": 0.04764122229356032, "subset_score_loss": 0.04764122229356032, "memorization_fraction_pixel": 0.021299999207258224, "mean_nn_ratio_pixel": 0.9399692416191101, "fid": 273.15286933596343, "fid_failed": 0.0} +{"step": 1010000, "wall_time": 2177.061681509018, "train_loss_step": 7.96807861328125, "n_params": 4797700, "total_flops": 14885919744000000, "train_loss": 0.0439998590029203, "subset_score_loss": 0.0439998590029203} +{"step": 1020000, "wall_time": 2195.82501745224, "train_loss_step": 8.619451522827148, "n_params": 4797700, "total_flops": 15033305088000000, "train_loss": 0.04423679571885329, "subset_score_loss": 0.04423679571885329} +{"step": 1030000, "wall_time": 2213.323886156082, "train_loss_step": 8.508319854736328, "n_params": 4797700, "total_flops": 15180690432000000, "train_loss": 0.04338205410883977, "subset_score_loss": 0.04338205410883977} +{"step": 1040000, "wall_time": 2230.268350839615, "train_loss_step": 8.451645851135254, "n_params": 4797700, "total_flops": 15328075776000000, "train_loss": 0.044348540672889125, "subset_score_loss": 0.044348540672889125} +{"step": 1050000, "wall_time": 2247.2734417915344, "train_loss_step": 8.420808792114258, "n_params": 4797700, "total_flops": 15475461120000000, "train_loss": 0.04336467156043419, "subset_score_loss": 0.04336467156043419} +{"step": 1060000, "wall_time": 2265.0720369815826, "train_loss_step": 8.448667526245117, "n_params": 4797700, "total_flops": 15622846464000000, "train_loss": 0.043256447865412787, "subset_score_loss": 0.043256447865412787} +{"step": 1070000, "wall_time": 2284.478875875473, "train_loss_step": 8.825239181518555, "n_params": 4797700, "total_flops": 15770231808000000, "train_loss": 0.04263181686401367, "subset_score_loss": 0.04263181686401367} +{"step": 1080000, "wall_time": 2302.4439766407013, "train_loss_step": 8.612554550170898, "n_params": 4797700, "total_flops": 15917617152000000, "train_loss": 0.04243002304664025, "subset_score_loss": 0.04243002304664025} +{"step": 1090000, "wall_time": 2320.696714401245, "train_loss_step": 8.51357650756836, "n_params": 4797700, "total_flops": 16065002496000000, "train_loss": 0.04173809565030612, "subset_score_loss": 0.04173809565030612} +{"step": 1100000, "wall_time": 2356.8941814899445, "train_loss_step": 9.004701614379883, "n_params": 4797700, "total_flops": 16212387840000000, "train_loss": 0.044443533970759466, "subset_score_loss": 0.044443533970759466, "memorization_fraction_pixel": 0.025599999353289604, "mean_nn_ratio_pixel": 0.9329827427864075, "fid": 271.717716640967, "fid_failed": 0.0} +{"step": 1110000, "wall_time": 2373.83225607872, "train_loss_step": 8.320802688598633, "n_params": 4797700, "total_flops": 16359773184000000, "train_loss": 0.04072475066551795, "subset_score_loss": 0.04072475066551795} +{"step": 1120000, "wall_time": 2392.0104224681854, "train_loss_step": 8.144515991210938, "n_params": 4797700, "total_flops": 16507158528000000, "train_loss": 0.05055172259990986, "subset_score_loss": 0.05055172259990986} +{"step": 1130000, "wall_time": 2409.163885116577, "train_loss_step": 8.355719566345215, "n_params": 4797700, "total_flops": 16654543872000000, "train_loss": 0.04004530539879432, "subset_score_loss": 0.04004530539879432} +{"step": 1140000, "wall_time": 2426.2204036712646, "train_loss_step": 7.619898796081543, "n_params": 4797700, "total_flops": 16801929216000000, "train_loss": 0.0391172115619366, "subset_score_loss": 0.0391172115619366} +{"step": 1150000, "wall_time": 2443.247069120407, "train_loss_step": 8.25694751739502, "n_params": 4797700, "total_flops": 16949314560000000, "train_loss": 0.03896153890169584, "subset_score_loss": 0.03896153890169584} +{"step": 1160000, "wall_time": 2460.293964624405, "train_loss_step": 8.775083541870117, "n_params": 4797700, "total_flops": 17096699904000000, "train_loss": 0.04283608289865347, "subset_score_loss": 0.04283608289865347} +{"step": 1170000, "wall_time": 2477.1809043884277, "train_loss_step": 8.462515830993652, "n_params": 4797700, "total_flops": 17244085248000000, "train_loss": 0.0420712764446552, "subset_score_loss": 0.0420712764446552} +{"step": 1180000, "wall_time": 2494.396457195282, "train_loss_step": 7.854301452636719, "n_params": 4797700, "total_flops": 17391470592000000, "train_loss": 0.04089007010826698, "subset_score_loss": 0.04089007010826698} +{"step": 1190000, "wall_time": 2511.6852831840515, "train_loss_step": 7.945613861083984, "n_params": 4797700, "total_flops": 17538855936000000, "train_loss": 0.03754152884850135, "subset_score_loss": 0.03754152884850135} +{"step": 1200000, "wall_time": 2547.958317756653, "train_loss_step": 8.410009384155273, "n_params": 4797700, "total_flops": 17686241280000000, "train_loss": 0.03924600527836726, "subset_score_loss": 0.03924600527836726, "memorization_fraction_pixel": 0.027699999511241913, "mean_nn_ratio_pixel": 0.9353117942810059, "fid": 272.70478187001186, "fid_failed": 0.0} +{"step": 1210000, "wall_time": 2564.7387285232544, "train_loss_step": 8.076262474060059, "n_params": 4797700, "total_flops": 17833626624000000, "train_loss": 0.04041456442612868, "subset_score_loss": 0.04041456442612868} +{"step": 1220000, "wall_time": 2581.359118461609, "train_loss_step": 8.250253677368164, "n_params": 4797700, "total_flops": 17981011968000000, "train_loss": 0.038338873936579775, "subset_score_loss": 0.038338873936579775} +{"step": 1230000, "wall_time": 2600.80806684494, "train_loss_step": 7.972452163696289, "n_params": 4797700, "total_flops": 18128397312000000, "train_loss": 0.03941152279193585, "subset_score_loss": 0.03941152279193585} +{"step": 1240000, "wall_time": 2621.395890235901, "train_loss_step": 8.266521453857422, "n_params": 4797700, "total_flops": 18275782656000000, "train_loss": 0.03991692616389348, "subset_score_loss": 0.03991692616389348} +{"step": 1250000, "wall_time": 2639.5856359004974, "train_loss_step": 7.921613693237305, "n_params": 4797700, "total_flops": 18423168000000000, "train_loss": 0.03976452900813176, "subset_score_loss": 0.03976452900813176} +{"step": 1260000, "wall_time": 2661.283123731613, "train_loss_step": 8.049583435058594, "n_params": 4797700, "total_flops": 18570553344000000, "train_loss": 0.03912521142225999, "subset_score_loss": 0.03912521142225999} +{"step": 1270000, "wall_time": 2679.2608346939087, "train_loss_step": 7.672869682312012, "n_params": 4797700, "total_flops": 18717938688000000, "train_loss": 0.045168319115271936, "subset_score_loss": 0.045168319115271936} +{"step": 1280000, "wall_time": 2696.262600183487, "train_loss_step": 7.850792407989502, "n_params": 4797700, "total_flops": 18865324032000000, "train_loss": 0.040161892083974984, "subset_score_loss": 0.040161892083974984} +{"step": 1290000, "wall_time": 2713.4822883605957, "train_loss_step": 7.912447929382324, "n_params": 4797700, "total_flops": 19012709376000000, "train_loss": 0.041741213431725134, "subset_score_loss": 0.041741213431725134} +{"step": 1300000, "wall_time": 2749.8070290088654, "train_loss_step": 7.857458114624023, "n_params": 4797700, "total_flops": 19160094720000000, "train_loss": 0.04918755751389724, "subset_score_loss": 0.04918755751389724, "memorization_fraction_pixel": 0.025100000202655792, "mean_nn_ratio_pixel": 0.936838686466217, "fid": 275.5903924769017, "fid_failed": 0.0} +{"step": 1310000, "wall_time": 2766.964470386505, "train_loss_step": 7.984559059143066, "n_params": 4797700, "total_flops": 19307480064000000, "train_loss": 0.040435031744150016, "subset_score_loss": 0.040435031744150016} +{"step": 1320000, "wall_time": 2784.785063266754, "train_loss_step": 7.774535179138184, "n_params": 4797700, "total_flops": 19454865408000000, "train_loss": 0.04816705630375789, "subset_score_loss": 0.04816705630375789} +{"step": 1330000, "wall_time": 2803.0620906352997, "train_loss_step": 7.991994857788086, "n_params": 4797700, "total_flops": 19602250752000000, "train_loss": 0.03563343194814829, "subset_score_loss": 0.03563343194814829} +{"step": 1340000, "wall_time": 2820.5354340076447, "train_loss_step": 7.529149055480957, "n_params": 4797700, "total_flops": 19749636096000000, "train_loss": 0.03867452694819524, "subset_score_loss": 0.03867452694819524} +{"step": 1350000, "wall_time": 2838.003046989441, "train_loss_step": 8.336956977844238, "n_params": 4797700, "total_flops": 19897021440000000, "train_loss": 0.040191217569204477, "subset_score_loss": 0.040191217569204477} +{"step": 1360000, "wall_time": 2854.4513070583344, "train_loss_step": 7.891840934753418, "n_params": 4797700, "total_flops": 20044406784000000, "train_loss": 0.044701308470505935, "subset_score_loss": 0.044701308470505935} +{"step": 1370000, "wall_time": 2871.184292793274, "train_loss_step": 8.435988426208496, "n_params": 4797700, "total_flops": 20191792128000000, "train_loss": 0.038297348756056566, "subset_score_loss": 0.038297348756056566} +{"step": 1380000, "wall_time": 2888.2868053913116, "train_loss_step": 8.186766624450684, "n_params": 4797700, "total_flops": 20339177472000000, "train_loss": 0.036437412408682014, "subset_score_loss": 0.036437412408682014} +{"step": 1390000, "wall_time": 2905.512214899063, "train_loss_step": 8.045196533203125, "n_params": 4797700, "total_flops": 20486562816000000, "train_loss": 0.04077615737915039, "subset_score_loss": 0.04077615737915039} +{"step": 1400000, "wall_time": 2941.462366580963, "train_loss_step": 8.15102767944336, "n_params": 4797700, "total_flops": 20633948160000000, "train_loss": 0.036825979672945465, "subset_score_loss": 0.036825979672945465, "memorization_fraction_pixel": 0.03359999880194664, "mean_nn_ratio_pixel": 0.9258540868759155, "fid": 276.10230433428575, "fid_failed": 0.0} +{"step": 1410000, "wall_time": 2958.8216967582703, "train_loss_step": 7.511422157287598, "n_params": 4797700, "total_flops": 20781333504000000, "train_loss": 0.03902389819805439, "subset_score_loss": 0.03902389819805439} +{"step": 1420000, "wall_time": 2977.254100561142, "train_loss_step": 8.102907180786133, "n_params": 4797700, "total_flops": 20928718848000000, "train_loss": 0.038656983008751505, "subset_score_loss": 0.038656983008751505} +{"step": 1430000, "wall_time": 2994.6316368579865, "train_loss_step": 7.77179479598999, "n_params": 4797700, "total_flops": 21076104192000000, "train_loss": 0.04311045133150541, "subset_score_loss": 0.04311045133150541} +{"step": 1440000, "wall_time": 3011.980354785919, "train_loss_step": 8.309455871582031, "n_params": 4797700, "total_flops": 21223489536000000, "train_loss": 0.041529090587909406, "subset_score_loss": 0.041529090587909406} +{"step": 1450000, "wall_time": 3028.9193234443665, "train_loss_step": 7.888203144073486, "n_params": 4797700, "total_flops": 21370874880000000, "train_loss": 0.03706620656527006, "subset_score_loss": 0.03706620656527006} +{"step": 1460000, "wall_time": 3046.17174243927, "train_loss_step": 7.78839111328125, "n_params": 4797700, "total_flops": 21518260224000000, "train_loss": 0.03849298770611103, "subset_score_loss": 0.03849298770611103} +{"step": 1470000, "wall_time": 3063.563763856888, "train_loss_step": 7.472622871398926, "n_params": 4797700, "total_flops": 21665645568000000, "train_loss": 0.03519036953265851, "subset_score_loss": 0.03519036953265851} +{"step": 1480000, "wall_time": 3080.556535959244, "train_loss_step": 7.752737045288086, "n_params": 4797700, "total_flops": 21813030912000000, "train_loss": 0.03600306510925293, "subset_score_loss": 0.03600306510925293} +{"step": 1490000, "wall_time": 3097.819731235504, "train_loss_step": 7.962825298309326, "n_params": 4797700, "total_flops": 21960416256000000, "train_loss": 0.03971679760859563, "subset_score_loss": 0.03971679760859563} +{"step": 1500000, "wall_time": 3133.690973520279, "train_loss_step": 8.095373153686523, "n_params": 4797700, "total_flops": 22107801600000000, "train_loss": 0.03832554450401893, "subset_score_loss": 0.03832554450401893, "memorization_fraction_pixel": 0.03350000083446503, "mean_nn_ratio_pixel": 0.9291305541992188, "fid": 263.08580285715357, "fid_failed": 0.0} +{"step": 1510000, "wall_time": 3151.1249561309814, "train_loss_step": 7.820799827575684, "n_params": 4797700, "total_flops": 22255186944000000, "train_loss": 0.038292624400212215, "subset_score_loss": 0.038292624400212215} +{"step": 1520000, "wall_time": 3167.813397884369, "train_loss_step": 7.137377738952637, "n_params": 4797700, "total_flops": 22402572288000000, "train_loss": 0.04589128127464881, "subset_score_loss": 0.04589128127464881} +{"step": 1530000, "wall_time": 3185.0068492889404, "train_loss_step": 7.544220924377441, "n_params": 4797700, "total_flops": 22549957632000000, "train_loss": 0.040808472266564005, "subset_score_loss": 0.040808472266564005} +{"step": 1540000, "wall_time": 3203.3645963668823, "train_loss_step": 7.45402193069458, "n_params": 4797700, "total_flops": 22697342976000000, "train_loss": 0.039304524201613206, "subset_score_loss": 0.039304524201613206} +{"step": 1550000, "wall_time": 3220.884856700897, "train_loss_step": 7.463404655456543, "n_params": 4797700, "total_flops": 22844728320000000, "train_loss": 0.03346187151395358, "subset_score_loss": 0.03346187151395358} +{"step": 1560000, "wall_time": 3238.0030047893524, "train_loss_step": 7.757927894592285, "n_params": 4797700, "total_flops": 22992113664000000, "train_loss": 0.03532987374525804, "subset_score_loss": 0.03532987374525804} +{"step": 1570000, "wall_time": 3254.9894654750824, "train_loss_step": 7.573630332946777, "n_params": 4797700, "total_flops": 23139499008000000, "train_loss": 0.03425912857055664, "subset_score_loss": 0.03425912857055664} +{"step": 1580000, "wall_time": 3272.278678417206, "train_loss_step": 7.3076558113098145, "n_params": 4797700, "total_flops": 23286884352000000, "train_loss": 0.03663940796485314, "subset_score_loss": 0.03663940796485314} +{"step": 1590000, "wall_time": 3290.133022069931, "train_loss_step": 7.869565486907959, "n_params": 4797700, "total_flops": 23434269696000000, "train_loss": 0.03450143520648663, "subset_score_loss": 0.03450143520648663} +{"step": 1600000, "wall_time": 3327.004017829895, "train_loss_step": 7.079342842102051, "n_params": 4797700, "total_flops": 23581655040000000, "train_loss": 0.039357951971200796, "subset_score_loss": 0.039357951971200796, "memorization_fraction_pixel": 0.037300001829862595, "mean_nn_ratio_pixel": 0.9234508872032166, "fid": 264.79239695099307, "fid_failed": 0.0} +{"step": 1610000, "wall_time": 3346.0798909664154, "train_loss_step": 8.088329315185547, "n_params": 4797700, "total_flops": 23729040384000000, "train_loss": 0.036505255332359904, "subset_score_loss": 0.036505255332359904} +{"step": 1620000, "wall_time": 3364.3384625911713, "train_loss_step": 8.367563247680664, "n_params": 4797700, "total_flops": 23876425728000000, "train_loss": 0.038826326223520134, "subset_score_loss": 0.038826326223520134} +{"step": 1630000, "wall_time": 3381.51690864563, "train_loss_step": 7.516544342041016, "n_params": 4797700, "total_flops": 24023811072000000, "train_loss": 0.04273971044100248, "subset_score_loss": 0.04273971044100248} +{"step": 1640000, "wall_time": 3398.827696323395, "train_loss_step": 7.260904312133789, "n_params": 4797700, "total_flops": 24171196416000000, "train_loss": 0.037507798121525694, "subset_score_loss": 0.037507798121525694} +{"step": 1650000, "wall_time": 3416.155403614044, "train_loss_step": 7.631093978881836, "n_params": 4797700, "total_flops": 24318581760000000, "train_loss": 0.039284526384793794, "subset_score_loss": 0.039284526384793794} +{"step": 1660000, "wall_time": 3433.762110710144, "train_loss_step": 8.026610374450684, "n_params": 4797700, "total_flops": 24465967104000000, "train_loss": 0.03512493280264047, "subset_score_loss": 0.03512493280264047} +{"step": 1670000, "wall_time": 3450.5846333503723, "train_loss_step": 7.704224586486816, "n_params": 4797700, "total_flops": 24613352448000000, "train_loss": 0.03419179182786208, "subset_score_loss": 0.03419179182786208} +{"step": 1680000, "wall_time": 3467.5352940559387, "train_loss_step": 7.384151935577393, "n_params": 4797700, "total_flops": 24760737792000000, "train_loss": 0.04353113908034104, "subset_score_loss": 0.04353113908034104} +{"step": 1690000, "wall_time": 3484.5194103717804, "train_loss_step": 7.61474609375, "n_params": 4797700, "total_flops": 24908123136000000, "train_loss": 0.03518936083867, "subset_score_loss": 0.03518936083867} +{"step": 1700000, "wall_time": 3520.217410802841, "train_loss_step": 7.682985305786133, "n_params": 4797700, "total_flops": 25055508480000000, "train_loss": 0.0347598332625169, "subset_score_loss": 0.0347598332625169, "memorization_fraction_pixel": 0.042899999767541885, "mean_nn_ratio_pixel": 0.9228804707527161, "fid": 264.85047080287507, "fid_failed": 0.0} +{"step": 1710000, "wall_time": 3537.204081296921, "train_loss_step": 7.4385576248168945, "n_params": 4797700, "total_flops": 25202893824000000, "train_loss": 0.03413973588209886, "subset_score_loss": 0.03413973588209886} +{"step": 1720000, "wall_time": 3554.3627519607544, "train_loss_step": 7.858037948608398, "n_params": 4797700, "total_flops": 25350279168000000, "train_loss": 0.04176623637859638, "subset_score_loss": 0.04176623637859638} +{"step": 1730000, "wall_time": 3572.6567783355713, "train_loss_step": 7.30815315246582, "n_params": 4797700, "total_flops": 25497664512000000, "train_loss": 0.038048788217397836, "subset_score_loss": 0.038048788217397836} +{"step": 1740000, "wall_time": 3591.75484251976, "train_loss_step": 7.8922648429870605, "n_params": 4797700, "total_flops": 25645049856000000, "train_loss": 0.037045570520254284, "subset_score_loss": 0.037045570520254284} +{"step": 1750000, "wall_time": 3608.6458473205566, "train_loss_step": 7.283769607543945, "n_params": 4797700, "total_flops": 25792435200000000, "train_loss": 0.03460725270784818, "subset_score_loss": 0.03460725270784818} +{"step": 1760000, "wall_time": 3625.2809376716614, "train_loss_step": 6.895273208618164, "n_params": 4797700, "total_flops": 25939820544000000, "train_loss": 0.0319344007051908, "subset_score_loss": 0.0319344007051908} +{"step": 1770000, "wall_time": 3642.52800321579, "train_loss_step": 7.354353427886963, "n_params": 4797700, "total_flops": 26087205888000000, "train_loss": 0.03442136691166804, "subset_score_loss": 0.03442136691166804} +{"step": 1780000, "wall_time": 3659.392936706543, "train_loss_step": 6.80235481262207, "n_params": 4797700, "total_flops": 26234591232000000, "train_loss": 0.03841322385347806, "subset_score_loss": 0.03841322385347806} +{"step": 1790000, "wall_time": 3678.387419462204, "train_loss_step": 8.356460571289062, "n_params": 4797700, "total_flops": 26381976576000000, "train_loss": 0.04345380342923678, "subset_score_loss": 0.04345380342923678} +{"step": 1800000, "wall_time": 3713.1786255836487, "train_loss_step": 7.443486213684082, "n_params": 4797700, "total_flops": 26529361920000000, "train_loss": 0.03411301099337064, "subset_score_loss": 0.03411301099337064, "memorization_fraction_pixel": 0.04729999974370003, "mean_nn_ratio_pixel": 0.9166619181632996, "fid": 264.75827035512714, "fid_failed": 0.0} +{"step": 1810000, "wall_time": 3730.7348256111145, "train_loss_step": 7.320274353027344, "n_params": 4797700, "total_flops": 26676747264000000, "train_loss": 0.044932963297917294, "subset_score_loss": 0.044932963297917294} +{"step": 1820000, "wall_time": 3747.848290681839, "train_loss_step": 7.122706890106201, "n_params": 4797700, "total_flops": 26824132608000000, "train_loss": 0.03417184536273663, "subset_score_loss": 0.03417184536273663} +{"step": 1830000, "wall_time": 3765.0260484218597, "train_loss_step": 7.895290374755859, "n_params": 4797700, "total_flops": 26971517952000000, "train_loss": 0.037382078170776364, "subset_score_loss": 0.037382078170776364} +{"step": 1840000, "wall_time": 3782.2565207481384, "train_loss_step": 7.294487953186035, "n_params": 4797700, "total_flops": 27118903296000000, "train_loss": 0.03189134230980506, "subset_score_loss": 0.03189134230980506} +{"step": 1850000, "wall_time": 3799.3647446632385, "train_loss_step": 6.813931465148926, "n_params": 4797700, "total_flops": 27266288640000000, "train_loss": 0.032312180445744444, "subset_score_loss": 0.032312180445744444} +{"step": 1860000, "wall_time": 3816.5078036785126, "train_loss_step": 6.997032165527344, "n_params": 4797700, "total_flops": 27413673984000000, "train_loss": 0.03174093319819524, "subset_score_loss": 0.03174093319819524} +{"step": 1870000, "wall_time": 3833.9630558490753, "train_loss_step": 7.570019245147705, "n_params": 4797700, "total_flops": 27561059328000000, "train_loss": 0.03363876342773438, "subset_score_loss": 0.03363876342773438} +{"step": 1880000, "wall_time": 3851.0208864212036, "train_loss_step": 7.376009941101074, "n_params": 4797700, "total_flops": 27708444672000000, "train_loss": 0.03089741926926833, "subset_score_loss": 0.03089741926926833} +{"step": 1890000, "wall_time": 3868.2061314582825, "train_loss_step": 7.556705474853516, "n_params": 4797700, "total_flops": 27855830016000000, "train_loss": 0.034784548099224384, "subset_score_loss": 0.034784548099224384} +{"step": 1900000, "wall_time": 3904.0003497600555, "train_loss_step": 7.950213432312012, "n_params": 4797700, "total_flops": 28003215360000000, "train_loss": 0.03254574995774489, "subset_score_loss": 0.03254574995774489, "memorization_fraction_pixel": 0.045499999076128006, "mean_nn_ratio_pixel": 0.9169568419456482, "fid": 265.86048793224745, "fid_failed": 0.0} +{"step": 1910000, "wall_time": 3923.688038110733, "train_loss_step": 7.153036594390869, "n_params": 4797700, "total_flops": 28150600704000000, "train_loss": 0.03538760038522574, "subset_score_loss": 0.03538760038522574} +{"step": 1920000, "wall_time": 3940.4869899749756, "train_loss_step": 7.269922256469727, "n_params": 4797700, "total_flops": 28297986048000000, "train_loss": 0.03461016508249136, "subset_score_loss": 0.03461016508249136} +{"step": 1930000, "wall_time": 3957.4692409038544, "train_loss_step": 6.933601379394531, "n_params": 4797700, "total_flops": 28445371392000000, "train_loss": 0.03463689363919772, "subset_score_loss": 0.03463689363919772} +{"step": 1940000, "wall_time": 3974.4218504428864, "train_loss_step": 7.234749794006348, "n_params": 4797700, "total_flops": 28592756736000000, "train_loss": 0.03556843170752892, "subset_score_loss": 0.03556843170752892} +{"step": 1950000, "wall_time": 3994.0022706985474, "train_loss_step": 7.7897725105285645, "n_params": 4797700, "total_flops": 28740142080000000, "train_loss": 0.03603762479928824, "subset_score_loss": 0.03603762479928824} +{"step": 1960000, "wall_time": 4011.259717464447, "train_loss_step": 7.073010444641113, "n_params": 4797700, "total_flops": 28887527424000000, "train_loss": 0.03882268758920523, "subset_score_loss": 0.03882268758920523} +{"step": 1970000, "wall_time": 4028.449437379837, "train_loss_step": 7.6595563888549805, "n_params": 4797700, "total_flops": 29034912768000000, "train_loss": 0.035778199709378754, "subset_score_loss": 0.035778199709378754} +{"step": 1980000, "wall_time": 4045.6916534900665, "train_loss_step": 8.058917045593262, "n_params": 4797700, "total_flops": 29182298112000000, "train_loss": 0.037891809756939225, "subset_score_loss": 0.037891809756939225} +{"step": 1990000, "wall_time": 4064.53817152977, "train_loss_step": 6.844473361968994, "n_params": 4797700, "total_flops": 29329683456000000, "train_loss": 0.03577174773583045, "subset_score_loss": 0.03577174773583045} +{"step": 2000000, "wall_time": 4102.735556364059, "train_loss_step": 7.071671009063721, "n_params": 4797700, "total_flops": 29477068800000000, "train_loss": 0.032781087435208835, "subset_score_loss": 0.032781087435208835, "memorization_fraction_pixel": 0.04859999939799309, "mean_nn_ratio_pixel": 0.9142128825187683, "fid": 258.47069041290104, "fid_failed": 0.0} +{"step": 2010000, "wall_time": 4121.88100028038, "train_loss_step": 7.48667049407959, "n_params": 4797700, "total_flops": 29624454144000000, "train_loss": 0.03902931213378906, "subset_score_loss": 0.03902931213378906} +{"step": 2020000, "wall_time": 4139.194973230362, "train_loss_step": 7.7214274406433105, "n_params": 4797700, "total_flops": 29771839488000000, "train_loss": 0.03546922390277569, "subset_score_loss": 0.03546922390277569} +{"step": 2030000, "wall_time": 4157.48473405838, "train_loss_step": 7.149533271789551, "n_params": 4797700, "total_flops": 29919224832000000, "train_loss": 0.03377210176908053, "subset_score_loss": 0.03377210176908053} +{"step": 2040000, "wall_time": 4176.407048463821, "train_loss_step": 6.911864280700684, "n_params": 4797700, "total_flops": 30066610176000000, "train_loss": 0.03539282358609713, "subset_score_loss": 0.03539282358609713} +{"step": 2050000, "wall_time": 4193.5322461128235, "train_loss_step": 7.5192766189575195, "n_params": 4797700, "total_flops": 30213995520000000, "train_loss": 0.03747397569509653, "subset_score_loss": 0.03747397569509653} +{"step": 2060000, "wall_time": 4210.340813875198, "train_loss_step": 7.354493141174316, "n_params": 4797700, "total_flops": 30361380864000000, "train_loss": 0.03073859581580529, "subset_score_loss": 0.03073859581580529} +{"step": 2070000, "wall_time": 4228.7007303237915, "train_loss_step": 7.091732978820801, "n_params": 4797700, "total_flops": 30508766208000000, "train_loss": 0.04218426117530236, "subset_score_loss": 0.04218426117530236} +{"step": 2080000, "wall_time": 4246.059434890747, "train_loss_step": 6.981280326843262, "n_params": 4797700, "total_flops": 30656151552000000, "train_loss": 0.033939310220571665, "subset_score_loss": 0.033939310220571665} +{"step": 2090000, "wall_time": 4263.2679851055145, "train_loss_step": 7.390068531036377, "n_params": 4797700, "total_flops": 30803536896000000, "train_loss": 0.03347620597252479, "subset_score_loss": 0.03347620597252479} +{"step": 2100000, "wall_time": 4299.106014966965, "train_loss_step": 7.331347465515137, "n_params": 4797700, "total_flops": 30950922240000000, "train_loss": 0.03237449205838717, "subset_score_loss": 0.03237449205838717, "memorization_fraction_pixel": 0.0560000017285347, "mean_nn_ratio_pixel": 0.9086346626281738, "fid": 262.7410113232331, "fid_failed": 0.0} +{"step": 2110000, "wall_time": 4316.220001935959, "train_loss_step": 6.804630279541016, "n_params": 4797700, "total_flops": 31098307584000000, "train_loss": 0.03221243711618277, "subset_score_loss": 0.03221243711618277} +{"step": 2120000, "wall_time": 4333.082048654556, "train_loss_step": 7.0269365310668945, "n_params": 4797700, "total_flops": 31245692928000000, "train_loss": 0.03689262316777156, "subset_score_loss": 0.03689262316777156} +{"step": 2130000, "wall_time": 4350.697183609009, "train_loss_step": 7.46548318862915, "n_params": 4797700, "total_flops": 31393078272000000, "train_loss": 0.034658615405742936, "subset_score_loss": 0.034658615405742936} +{"step": 2140000, "wall_time": 4370.855075120926, "train_loss_step": 7.3792243003845215, "n_params": 4797700, "total_flops": 31540463616000000, "train_loss": 0.03387754880464994, "subset_score_loss": 0.03387754880464994} +{"step": 2150000, "wall_time": 4387.902724027634, "train_loss_step": 6.7732834815979, "n_params": 4797700, "total_flops": 31687848960000000, "train_loss": 0.03141240340012771, "subset_score_loss": 0.03141240340012771} +{"step": 2160000, "wall_time": 4405.569617986679, "train_loss_step": 7.057568550109863, "n_params": 4797700, "total_flops": 31835234304000000, "train_loss": 0.039913096794715296, "subset_score_loss": 0.039913096794715296} +{"step": 2170000, "wall_time": 4425.235364675522, "train_loss_step": 7.273421764373779, "n_params": 4797700, "total_flops": 31982619648000000, "train_loss": 0.036659497481126055, "subset_score_loss": 0.036659497481126055} +{"step": 2180000, "wall_time": 4445.462446451187, "train_loss_step": 7.069878101348877, "n_params": 4797700, "total_flops": 32130004992000000, "train_loss": 0.031761936041025014, "subset_score_loss": 0.031761936041025014} +{"step": 2190000, "wall_time": 4465.28928899765, "train_loss_step": 7.701696872711182, "n_params": 4797700, "total_flops": 32277390336000000, "train_loss": 0.03497854746305026, "subset_score_loss": 0.03497854746305026} +{"step": 2200000, "wall_time": 4499.812479257584, "train_loss_step": 6.468420028686523, "n_params": 4797700, "total_flops": 32424775680000000, "train_loss": 0.03504819869995117, "subset_score_loss": 0.03504819869995117, "memorization_fraction_pixel": 0.06019999831914902, "mean_nn_ratio_pixel": 0.9049554467201233, "fid": 256.47646478987417, "fid_failed": 0.0} +{"step": 2210000, "wall_time": 4518.148354291916, "train_loss_step": 6.506549835205078, "n_params": 4797700, "total_flops": 32572161024000000, "train_loss": 0.04125822874215933, "subset_score_loss": 0.04125822874215933} +{"step": 2220000, "wall_time": 4535.609395503998, "train_loss_step": 7.028415679931641, "n_params": 4797700, "total_flops": 32719546368000000, "train_loss": 0.03032341737013597, "subset_score_loss": 0.03032341737013597} +{"step": 2230000, "wall_time": 4553.746406793594, "train_loss_step": 6.917054653167725, "n_params": 4797700, "total_flops": 32866931712000000, "train_loss": 0.03319909389202411, "subset_score_loss": 0.03319909389202411} +{"step": 2240000, "wall_time": 4572.1062088012695, "train_loss_step": 7.170306205749512, "n_params": 4797700, "total_flops": 33014317056000000, "train_loss": 0.03239582501924955, "subset_score_loss": 0.03239582501924955} +{"step": 2250000, "wall_time": 4588.609396457672, "train_loss_step": 7.2115020751953125, "n_params": 4797700, "total_flops": 33161702400000000, "train_loss": 0.030716369702265812, "subset_score_loss": 0.030716369702265812} +{"step": 2260000, "wall_time": 4607.448614597321, "train_loss_step": 6.948335647583008, "n_params": 4797700, "total_flops": 33309087744000000, "train_loss": 0.029491752844590408, "subset_score_loss": 0.029491752844590408} +{"step": 2270000, "wall_time": 4627.787721157074, "train_loss_step": 6.852486610412598, "n_params": 4797700, "total_flops": 33456473088000000, "train_loss": 0.03898224830627441, "subset_score_loss": 0.03898224830627441} +{"step": 2280000, "wall_time": 4648.01992726326, "train_loss_step": 6.862889289855957, "n_params": 4797700, "total_flops": 33603858432000000, "train_loss": 0.032503832303560694, "subset_score_loss": 0.032503832303560694} +{"step": 2290000, "wall_time": 4665.155995607376, "train_loss_step": 7.338616847991943, "n_params": 4797700, "total_flops": 33751243776000000, "train_loss": 0.03311591148376465, "subset_score_loss": 0.03311591148376465} +{"step": 2300000, "wall_time": 4701.279719591141, "train_loss_step": 7.005697250366211, "n_params": 4797700, "total_flops": 33898629120000000, "train_loss": 0.03176458065326397, "subset_score_loss": 0.03176458065326397, "memorization_fraction_pixel": 0.06040000170469284, "mean_nn_ratio_pixel": 0.9069833755493164, "fid": 257.25301442678546, "fid_failed": 0.0} +{"step": 2310000, "wall_time": 4717.669753313065, "train_loss_step": 6.992021560668945, "n_params": 4797700, "total_flops": 34046014464000000, "train_loss": 0.030665845137376052, "subset_score_loss": 0.030665845137376052} +{"step": 2320000, "wall_time": 4736.230757474899, "train_loss_step": 7.490836143493652, "n_params": 4797700, "total_flops": 34193399808000000, "train_loss": 0.03352660399216872, "subset_score_loss": 0.03352660399216872} +{"step": 2330000, "wall_time": 4753.953758478165, "train_loss_step": 7.029134750366211, "n_params": 4797700, "total_flops": 34340785152000000, "train_loss": 0.030632580243624172, "subset_score_loss": 0.030632580243624172} +{"step": 2340000, "wall_time": 4771.064464330673, "train_loss_step": 6.971588134765625, "n_params": 4797700, "total_flops": 34488170496000000, "train_loss": 0.03506322273841271, "subset_score_loss": 0.03506322273841271} +{"step": 2350000, "wall_time": 4788.210438013077, "train_loss_step": 6.872973918914795, "n_params": 4797700, "total_flops": 34635555840000000, "train_loss": 0.030914721122154824, "subset_score_loss": 0.030914721122154824} +{"step": 2360000, "wall_time": 4805.2144067287445, "train_loss_step": 7.665000915527344, "n_params": 4797700, "total_flops": 34782941184000000, "train_loss": 0.03535566696753869, "subset_score_loss": 0.03535566696753869} +{"step": 2370000, "wall_time": 4822.566494464874, "train_loss_step": 7.410521984100342, "n_params": 4797700, "total_flops": 34930326528000000, "train_loss": 0.032897633772629956, "subset_score_loss": 0.032897633772629956} +{"step": 2380000, "wall_time": 4839.985659360886, "train_loss_step": 6.7286696434021, "n_params": 4797700, "total_flops": 35077711872000000, "train_loss": 0.03412339503948505, "subset_score_loss": 0.03412339503948505} +{"step": 2390000, "wall_time": 4858.511382102966, "train_loss_step": 7.211867809295654, "n_params": 4797700, "total_flops": 35225097216000000, "train_loss": 0.03080548139718863, "subset_score_loss": 0.03080548139718863} +{"step": 2400000, "wall_time": 4894.974774360657, "train_loss_step": 6.224643707275391, "n_params": 4797700, "total_flops": 35372482560000000, "train_loss": 0.02974864886357234, "subset_score_loss": 0.02974864886357234, "memorization_fraction_pixel": 0.059700001031160355, "mean_nn_ratio_pixel": 0.906647264957428, "fid": 254.8950304391825, "fid_failed": 0.0} +{"step": 2410000, "wall_time": 4912.436159133911, "train_loss_step": 6.840470314025879, "n_params": 4797700, "total_flops": 35519867904000000, "train_loss": 0.03317199120154748, "subset_score_loss": 0.03317199120154748} +{"step": 2420000, "wall_time": 4929.819406747818, "train_loss_step": 6.788421630859375, "n_params": 4797700, "total_flops": 35667253248000000, "train_loss": 0.029703092575073243, "subset_score_loss": 0.029703092575073243} +{"step": 2430000, "wall_time": 4946.813859701157, "train_loss_step": 7.073229789733887, "n_params": 4797700, "total_flops": 35814638592000000, "train_loss": 0.03235245851370005, "subset_score_loss": 0.03235245851370005} +{"step": 2440000, "wall_time": 4963.8744597435, "train_loss_step": 7.082898139953613, "n_params": 4797700, "total_flops": 35962023936000000, "train_loss": 0.03079383189861591, "subset_score_loss": 0.03079383189861591} +{"step": 2450000, "wall_time": 4980.714119195938, "train_loss_step": 7.081269264221191, "n_params": 4797700, "total_flops": 36109409280000000, "train_loss": 0.031715715848482574, "subset_score_loss": 0.031715715848482574} +{"step": 2460000, "wall_time": 4997.851168394089, "train_loss_step": 6.920139312744141, "n_params": 4797700, "total_flops": 36256794624000000, "train_loss": 0.032287102479201094, "subset_score_loss": 0.032287102479201094} +{"step": 2470000, "wall_time": 5014.862272500992, "train_loss_step": 6.784017562866211, "n_params": 4797700, "total_flops": 36404179968000000, "train_loss": 0.03196184084965632, "subset_score_loss": 0.03196184084965632} +{"step": 2480000, "wall_time": 5031.814316034317, "train_loss_step": 7.190343856811523, "n_params": 4797700, "total_flops": 36551565312000000, "train_loss": 0.031124984301053562, "subset_score_loss": 0.031124984301053562} +{"step": 2490000, "wall_time": 5050.926549911499, "train_loss_step": 6.559174537658691, "n_params": 4797700, "total_flops": 36698950656000000, "train_loss": 0.03580775260925293, "subset_score_loss": 0.03580775260925293} +{"step": 2500000, "wall_time": 5090.345499753952, "train_loss_step": 7.262984275817871, "n_params": 4797700, "total_flops": 36846336000000000, "train_loss": 0.03331821148212139, "subset_score_loss": 0.03331821148212139, "memorization_fraction_pixel": 0.06530000269412994, "mean_nn_ratio_pixel": 0.8966624736785889, "fid": 249.49809202443555, "fid_failed": 0.0} +{"step": 2510000, "wall_time": 5109.443790435791, "train_loss_step": 7.0971832275390625, "n_params": 4797700, "total_flops": 36993721344000000, "train_loss": 0.029496932029724122, "subset_score_loss": 0.029496932029724122} +{"step": 2520000, "wall_time": 5126.87949347496, "train_loss_step": 6.51016092300415, "n_params": 4797700, "total_flops": 37141106688000000, "train_loss": 0.033710864874032825, "subset_score_loss": 0.033710864874032825} +{"step": 2530000, "wall_time": 5143.901419639587, "train_loss_step": 6.92334508895874, "n_params": 4797700, "total_flops": 37288492032000000, "train_loss": 0.03387939746563251, "subset_score_loss": 0.03387939746563251} +{"step": 2540000, "wall_time": 5160.908621311188, "train_loss_step": 6.379114151000977, "n_params": 4797700, "total_flops": 37435877376000000, "train_loss": 0.028690239099355846, "subset_score_loss": 0.028690239099355846} +{"step": 2550000, "wall_time": 5178.325184345245, "train_loss_step": 6.644987106323242, "n_params": 4797700, "total_flops": 37583262720000000, "train_loss": 0.030146180666410005, "subset_score_loss": 0.030146180666410005} +{"step": 2560000, "wall_time": 5195.139359235764, "train_loss_step": 7.376697540283203, "n_params": 4797700, "total_flops": 37730648064000000, "train_loss": 0.031035232543945312, "subset_score_loss": 0.031035232543945312} +{"step": 2570000, "wall_time": 5212.008210659027, "train_loss_step": 6.79047966003418, "n_params": 4797700, "total_flops": 37878033408000000, "train_loss": 0.031173507983867938, "subset_score_loss": 0.031173507983867938} +{"step": 2580000, "wall_time": 5228.992293357849, "train_loss_step": 6.388204574584961, "n_params": 4797700, "total_flops": 38025418752000000, "train_loss": 0.028461283903855543, "subset_score_loss": 0.028461283903855543} +{"step": 2590000, "wall_time": 5246.095741033554, "train_loss_step": 6.303714752197266, "n_params": 4797700, "total_flops": 38172804096000000, "train_loss": 0.03286422582773062, "subset_score_loss": 0.03286422582773062} +{"step": 2600000, "wall_time": 5281.716142654419, "train_loss_step": 7.232272148132324, "n_params": 4797700, "total_flops": 38320189440000000, "train_loss": 0.03065912173344539, "subset_score_loss": 0.03065912173344539, "memorization_fraction_pixel": 0.0754999965429306, "mean_nn_ratio_pixel": 0.8871785402297974, "fid": 250.1499545764028, "fid_failed": 0.0} +{"step": 2610000, "wall_time": 5300.272479772568, "train_loss_step": 6.501548767089844, "n_params": 4797700, "total_flops": 38467574784000000, "train_loss": 0.03235997786888709, "subset_score_loss": 0.03235997786888709} +{"step": 2620000, "wall_time": 5320.725345849991, "train_loss_step": 6.492777347564697, "n_params": 4797700, "total_flops": 38614960128000000, "train_loss": 0.032289530680729796, "subset_score_loss": 0.032289530680729796} +{"step": 2630000, "wall_time": 5337.777504205704, "train_loss_step": 6.67512321472168, "n_params": 4797700, "total_flops": 38762345472000000, "train_loss": 0.026783072031461276, "subset_score_loss": 0.026783072031461276} +{"step": 2640000, "wall_time": 5357.175153493881, "train_loss_step": 6.67390251159668, "n_params": 4797700, "total_flops": 38909730816000000, "train_loss": 0.03700045072115385, "subset_score_loss": 0.03700045072115385} +{"step": 2650000, "wall_time": 5374.334959745407, "train_loss_step": 7.200580596923828, "n_params": 4797700, "total_flops": 39057116160000000, "train_loss": 0.028391392414386457, "subset_score_loss": 0.028391392414386457} +{"step": 2660000, "wall_time": 5391.326159000397, "train_loss_step": 6.514675140380859, "n_params": 4797700, "total_flops": 39204501504000000, "train_loss": 0.032284835668710564, "subset_score_loss": 0.032284835668710564} +{"step": 2670000, "wall_time": 5408.29031252861, "train_loss_step": 6.654823303222656, "n_params": 4797700, "total_flops": 39351886848000000, "train_loss": 0.03071862917680007, "subset_score_loss": 0.03071862917680007} +{"step": 2680000, "wall_time": 5425.67403626442, "train_loss_step": 6.344900608062744, "n_params": 4797700, "total_flops": 39499272192000000, "train_loss": 0.029996915963979867, "subset_score_loss": 0.029996915963979867} +{"step": 2690000, "wall_time": 5443.109615564346, "train_loss_step": 6.685998439788818, "n_params": 4797700, "total_flops": 39646657536000000, "train_loss": 0.037207188973060024, "subset_score_loss": 0.037207188973060024} +{"step": 2700000, "wall_time": 5478.755784273148, "train_loss_step": 7.020837783813477, "n_params": 4797700, "total_flops": 39794042880000000, "train_loss": 0.02992395437680758, "subset_score_loss": 0.02992395437680758, "memorization_fraction_pixel": 0.07919999957084656, "mean_nn_ratio_pixel": 0.8859851360321045, "fid": 247.5787273150392, "fid_failed": 0.0} +{"step": 2710000, "wall_time": 5496.268330574036, "train_loss_step": 6.959174633026123, "n_params": 4797700, "total_flops": 39941428224000000, "train_loss": 0.03608571566068209, "subset_score_loss": 0.03608571566068209} +{"step": 2720000, "wall_time": 5515.679814338684, "train_loss_step": 6.455215930938721, "n_params": 4797700, "total_flops": 40088813568000000, "train_loss": 0.029841012221116285, "subset_score_loss": 0.029841012221116285} +{"step": 2730000, "wall_time": 5532.893104314804, "train_loss_step": 6.709443092346191, "n_params": 4797700, "total_flops": 40236198912000000, "train_loss": 0.028231162291306715, "subset_score_loss": 0.028231162291306715} +{"step": 2740000, "wall_time": 5550.048028945923, "train_loss_step": 6.721164703369141, "n_params": 4797700, "total_flops": 40383584256000000, "train_loss": 0.027712590877826397, "subset_score_loss": 0.027712590877826397} +{"step": 2750000, "wall_time": 5567.218667268753, "train_loss_step": 6.406458854675293, "n_params": 4797700, "total_flops": 40530969600000000, "train_loss": 0.027547342960651103, "subset_score_loss": 0.027547342960651103} +{"step": 2760000, "wall_time": 5584.166589260101, "train_loss_step": 6.762063503265381, "n_params": 4797700, "total_flops": 40678354944000000, "train_loss": 0.02926658850449782, "subset_score_loss": 0.02926658850449782} +{"step": 2770000, "wall_time": 5601.404170513153, "train_loss_step": 6.6377644538879395, "n_params": 4797700, "total_flops": 40825740288000000, "train_loss": 0.031188370631291318, "subset_score_loss": 0.031188370631291318} +{"step": 2780000, "wall_time": 5618.595498561859, "train_loss_step": 6.748181343078613, "n_params": 4797700, "total_flops": 40973125632000000, "train_loss": 0.03512550133925218, "subset_score_loss": 0.03512550133925218} +{"step": 2790000, "wall_time": 5637.103272438049, "train_loss_step": 6.964057922363281, "n_params": 4797700, "total_flops": 41120510976000000, "train_loss": 0.028610469744755673, "subset_score_loss": 0.028610469744755673} +{"step": 2800000, "wall_time": 5672.847257852554, "train_loss_step": 6.818447113037109, "n_params": 4797700, "total_flops": 41267896320000000, "train_loss": 0.028368957226093, "subset_score_loss": 0.028368957226093, "memorization_fraction_pixel": 0.0786999985575676, "mean_nn_ratio_pixel": 0.8857759833335876, "fid": 243.30851136343534, "fid_failed": 0.0} +{"step": 2810000, "wall_time": 5689.8168568611145, "train_loss_step": 6.889062881469727, "n_params": 4797700, "total_flops": 41415281664000000, "train_loss": 0.029990563025841348, "subset_score_loss": 0.029990563025841348} +{"step": 2820000, "wall_time": 5706.728961467743, "train_loss_step": 6.733610153198242, "n_params": 4797700, "total_flops": 41562667008000000, "train_loss": 0.02821178436279297, "subset_score_loss": 0.02821178436279297} +{"step": 2830000, "wall_time": 5723.959382534027, "train_loss_step": 6.648698806762695, "n_params": 4797700, "total_flops": 41710052352000000, "train_loss": 0.03224798716031588, "subset_score_loss": 0.03224798716031588} +{"step": 2840000, "wall_time": 5741.159397363663, "train_loss_step": 6.459565162658691, "n_params": 4797700, "total_flops": 41857437696000000, "train_loss": 0.027250482485844538, "subset_score_loss": 0.027250482485844538} +{"step": 2850000, "wall_time": 5758.22425198555, "train_loss_step": 6.890419960021973, "n_params": 4797700, "total_flops": 42004823040000000, "train_loss": 0.027390241622924805, "subset_score_loss": 0.027390241622924805} +{"step": 2860000, "wall_time": 5775.821254491806, "train_loss_step": 6.812290668487549, "n_params": 4797700, "total_flops": 42152208384000000, "train_loss": 0.030517935752868652, "subset_score_loss": 0.030517935752868652} +{"step": 2870000, "wall_time": 5793.165480136871, "train_loss_step": 7.090211868286133, "n_params": 4797700, "total_flops": 42299593728000000, "train_loss": 0.028561630615821253, "subset_score_loss": 0.028561630615821253} +{"step": 2880000, "wall_time": 5812.57262134552, "train_loss_step": 6.929304122924805, "n_params": 4797700, "total_flops": 42446979072000000, "train_loss": 0.032183353717510514, "subset_score_loss": 0.032183353717510514} +{"step": 2890000, "wall_time": 5830.523763179779, "train_loss_step": 6.945356369018555, "n_params": 4797700, "total_flops": 42594364416000000, "train_loss": 0.029517879852881797, "subset_score_loss": 0.029517879852881797} +{"step": 2900000, "wall_time": 5866.400925159454, "train_loss_step": 7.256193161010742, "n_params": 4797700, "total_flops": 42741749760000000, "train_loss": 0.03411331543555626, "subset_score_loss": 0.03411331543555626, "memorization_fraction_pixel": 0.07859999686479568, "mean_nn_ratio_pixel": 0.8825749754905701, "fid": 238.35232545741803, "fid_failed": 0.0} +{"step": 2910000, "wall_time": 5883.894025802612, "train_loss_step": 6.5751776695251465, "n_params": 4797700, "total_flops": 42889135104000000, "train_loss": 0.032226239717923676, "subset_score_loss": 0.032226239717923676} +{"step": 2920000, "wall_time": 5901.064209938049, "train_loss_step": 6.613020896911621, "n_params": 4797700, "total_flops": 43036520448000000, "train_loss": 0.02873117740337665, "subset_score_loss": 0.02873117740337665} +{"step": 2930000, "wall_time": 5917.981195449829, "train_loss_step": 6.379291534423828, "n_params": 4797700, "total_flops": 43183905792000000, "train_loss": 0.02865435160123385, "subset_score_loss": 0.02865435160123385} +{"step": 2940000, "wall_time": 5935.01548409462, "train_loss_step": 6.450782775878906, "n_params": 4797700, "total_flops": 43331291136000000, "train_loss": 0.035476259084848256, "subset_score_loss": 0.035476259084848256} +{"step": 2950000, "wall_time": 5952.088876962662, "train_loss_step": 6.22835636138916, "n_params": 4797700, "total_flops": 43478676480000000, "train_loss": 0.027464595207801232, "subset_score_loss": 0.027464595207801232} +{"step": 2960000, "wall_time": 5969.441365242004, "train_loss_step": 6.247646808624268, "n_params": 4797700, "total_flops": 43626061824000000, "train_loss": 0.02978388162759634, "subset_score_loss": 0.02978388162759634} +{"step": 2970000, "wall_time": 5986.485392332077, "train_loss_step": 6.896416664123535, "n_params": 4797700, "total_flops": 43773447168000000, "train_loss": 0.03179813164931077, "subset_score_loss": 0.03179813164931077} +{"step": 2980000, "wall_time": 6003.525061130524, "train_loss_step": 6.216129302978516, "n_params": 4797700, "total_flops": 43920832512000000, "train_loss": 0.02854922001178448, "subset_score_loss": 0.02854922001178448} +{"step": 2990000, "wall_time": 6021.902287721634, "train_loss_step": 6.059597015380859, "n_params": 4797700, "total_flops": 44068217856000000, "train_loss": 0.027280913866483247, "subset_score_loss": 0.027280913866483247} +{"step": 3000000, "wall_time": 6059.226542472839, "train_loss_step": 6.497042655944824, "n_params": 4797700, "total_flops": 44215603200000000, "train_loss": 0.029562966640178975, "subset_score_loss": 0.029562966640178975, "memorization_fraction_pixel": 0.08640000224113464, "mean_nn_ratio_pixel": 0.8756855726242065, "fid": 239.79288824429918, "fid_failed": 0.0} +{"step": 3010000, "wall_time": 6076.462205171585, "train_loss_step": 6.102065086364746, "n_params": 4797700, "total_flops": 44362988544000000, "train_loss": 0.027215227713951698, "subset_score_loss": 0.027215227713951698} +{"step": 3020000, "wall_time": 6093.608676195145, "train_loss_step": 6.781620502471924, "n_params": 4797700, "total_flops": 44510373888000000, "train_loss": 0.02898671627044678, "subset_score_loss": 0.02898671627044678} +{"step": 3030000, "wall_time": 6112.250550031662, "train_loss_step": 6.283315658569336, "n_params": 4797700, "total_flops": 44657759232000000, "train_loss": 0.02506558711712177, "subset_score_loss": 0.02506558711712177} +{"step": 3040000, "wall_time": 6129.239504575729, "train_loss_step": 6.367257595062256, "n_params": 4797700, "total_flops": 44805144576000000, "train_loss": 0.03319514714754545, "subset_score_loss": 0.03319514714754545} +{"step": 3050000, "wall_time": 6146.413443565369, "train_loss_step": 6.341799736022949, "n_params": 4797700, "total_flops": 44952529920000000, "train_loss": 0.027273915364192082, "subset_score_loss": 0.027273915364192082} +{"step": 3060000, "wall_time": 6163.650894403458, "train_loss_step": 6.41117000579834, "n_params": 4797700, "total_flops": 45099915264000000, "train_loss": 0.030303182968726524, "subset_score_loss": 0.030303182968726524} +{"step": 3070000, "wall_time": 6180.783855199814, "train_loss_step": 6.889858245849609, "n_params": 4797700, "total_flops": 45247300608000000, "train_loss": 0.028331730915949895, "subset_score_loss": 0.028331730915949895} +{"step": 3080000, "wall_time": 6197.926839590073, "train_loss_step": 5.831666946411133, "n_params": 4797700, "total_flops": 45394685952000000, "train_loss": 0.027338422261751615, "subset_score_loss": 0.027338422261751615} +{"step": 3090000, "wall_time": 6215.401798009872, "train_loss_step": 6.352507591247559, "n_params": 4797700, "total_flops": 45542071296000000, "train_loss": 0.02939493839557354, "subset_score_loss": 0.02939493839557354} +{"step": 3100000, "wall_time": 6250.491525650024, "train_loss_step": 6.408231735229492, "n_params": 4797700, "total_flops": 45689456640000000, "train_loss": 0.026186255308297966, "subset_score_loss": 0.026186255308297966, "memorization_fraction_pixel": 0.08709999918937683, "mean_nn_ratio_pixel": 0.879601776599884, "fid": 238.67112497826182, "fid_failed": 0.0} +{"step": 3110000, "wall_time": 6267.704033613205, "train_loss_step": 6.457744121551514, "n_params": 4797700, "total_flops": 45836841984000000, "train_loss": 0.03759330969590407, "subset_score_loss": 0.03759330969590407} +{"step": 3120000, "wall_time": 6285.769833803177, "train_loss_step": 6.628891944885254, "n_params": 4797700, "total_flops": 45984227328000000, "train_loss": 0.028582231815044698, "subset_score_loss": 0.028582231815044698} +{"step": 3130000, "wall_time": 6303.916699171066, "train_loss_step": 7.136459827423096, "n_params": 4797700, "total_flops": 46131612672000000, "train_loss": 0.03002471740429218, "subset_score_loss": 0.03002471740429218} +{"step": 3140000, "wall_time": 6320.857098340988, "train_loss_step": 6.334676265716553, "n_params": 4797700, "total_flops": 46278998016000000, "train_loss": 0.0355628857245812, "subset_score_loss": 0.0355628857245812} +{"step": 3150000, "wall_time": 6338.311626195908, "train_loss_step": 6.174314022064209, "n_params": 4797700, "total_flops": 46426383360000000, "train_loss": 0.028500811870281514, "subset_score_loss": 0.028500811870281514} +{"step": 3160000, "wall_time": 6355.327522516251, "train_loss_step": 6.097817420959473, "n_params": 4797700, "total_flops": 46573768704000000, "train_loss": 0.02591255261347844, "subset_score_loss": 0.02591255261347844} +{"step": 3170000, "wall_time": 6375.243342399597, "train_loss_step": 6.513995170593262, "n_params": 4797700, "total_flops": 46721154048000000, "train_loss": 0.028508797058692345, "subset_score_loss": 0.028508797058692345} +{"step": 3180000, "wall_time": 6392.289433956146, "train_loss_step": 6.288763046264648, "n_params": 4797700, "total_flops": 46868539392000000, "train_loss": 0.030011982184190017, "subset_score_loss": 0.030011982184190017} +{"step": 3190000, "wall_time": 6410.306504249573, "train_loss_step": 6.690512180328369, "n_params": 4797700, "total_flops": 47015924736000000, "train_loss": 0.02701421150794396, "subset_score_loss": 0.02701421150794396} +{"step": 3200000, "wall_time": 6448.243417739868, "train_loss_step": 6.567279815673828, "n_params": 4797700, "total_flops": 47163310080000000, "train_loss": 0.030843811768751877, "subset_score_loss": 0.030843811768751877, "memorization_fraction_pixel": 0.09160000085830688, "mean_nn_ratio_pixel": 0.8703874945640564, "fid": 234.12237385671713, "fid_failed": 0.0} +{"step": 3210000, "wall_time": 6465.678868770599, "train_loss_step": 6.544709205627441, "n_params": 4797700, "total_flops": 47310695424000000, "train_loss": 0.032414964529184194, "subset_score_loss": 0.032414964529184194} +{"step": 3220000, "wall_time": 6482.5388441085815, "train_loss_step": 6.9170756340026855, "n_params": 4797700, "total_flops": 47458080768000000, "train_loss": 0.030382783596332258, "subset_score_loss": 0.030382783596332258} +{"step": 3230000, "wall_time": 6499.363787889481, "train_loss_step": 6.497217178344727, "n_params": 4797700, "total_flops": 47605466112000000, "train_loss": 0.03995307042048528, "subset_score_loss": 0.03995307042048528} +{"step": 3240000, "wall_time": 6516.349501132965, "train_loss_step": 6.298193454742432, "n_params": 4797700, "total_flops": 47752851456000000, "train_loss": 0.028720745673546426, "subset_score_loss": 0.028720745673546426} +{"step": 3250000, "wall_time": 6537.231150150299, "train_loss_step": 6.703128814697266, "n_params": 4797700, "total_flops": 47900236800000000, "train_loss": 0.02927236006810115, "subset_score_loss": 0.02927236006810115} +{"step": 3260000, "wall_time": 6558.110984802246, "train_loss_step": 6.3117146492004395, "n_params": 4797700, "total_flops": 48047622144000000, "train_loss": 0.03157628499544584, "subset_score_loss": 0.03157628499544584} +{"step": 3270000, "wall_time": 6575.906668186188, "train_loss_step": 7.711766242980957, "n_params": 4797700, "total_flops": 48195007488000000, "train_loss": 0.031556877723106974, "subset_score_loss": 0.031556877723106974} +{"step": 3280000, "wall_time": 6593.015669584274, "train_loss_step": 6.042067527770996, "n_params": 4797700, "total_flops": 48342392832000000, "train_loss": 0.02538748521071214, "subset_score_loss": 0.02538748521071214} +{"step": 3290000, "wall_time": 6609.967617988586, "train_loss_step": 6.255030632019043, "n_params": 4797700, "total_flops": 48489778176000000, "train_loss": 0.025681238908034105, "subset_score_loss": 0.025681238908034105} +{"step": 3300000, "wall_time": 6646.806537628174, "train_loss_step": 6.526274681091309, "n_params": 4797700, "total_flops": 48637163520000000, "train_loss": 0.031172495621901292, "subset_score_loss": 0.031172495621901292, "memorization_fraction_pixel": 0.08699999749660492, "mean_nn_ratio_pixel": 0.8758651614189148, "fid": 235.09911285847141, "fid_failed": 0.0} +{"step": 3310000, "wall_time": 6665.232635498047, "train_loss_step": 6.368055820465088, "n_params": 4797700, "total_flops": 48784548864000000, "train_loss": 0.0395541631258451, "subset_score_loss": 0.0395541631258451} +{"step": 3320000, "wall_time": 6684.33601474762, "train_loss_step": 7.194280624389648, "n_params": 4797700, "total_flops": 48931934208000000, "train_loss": 0.03026305712186373, "subset_score_loss": 0.03026305712186373} +{"step": 3330000, "wall_time": 6701.524078130722, "train_loss_step": 6.7492780685424805, "n_params": 4797700, "total_flops": 49079319552000000, "train_loss": 0.025812734090364896, "subset_score_loss": 0.025812734090364896} +{"step": 3340000, "wall_time": 6719.1334500312805, "train_loss_step": 6.498215198516846, "n_params": 4797700, "total_flops": 49226704896000000, "train_loss": 0.027374779261075535, "subset_score_loss": 0.027374779261075535} +{"step": 3350000, "wall_time": 6738.989197969437, "train_loss_step": 6.45580530166626, "n_params": 4797700, "total_flops": 49374090240000000, "train_loss": 0.032953508083636944, "subset_score_loss": 0.032953508083636944} +{"step": 3360000, "wall_time": 6756.393495082855, "train_loss_step": 6.155609607696533, "n_params": 4797700, "total_flops": 49521475584000000, "train_loss": 0.03005842795738807, "subset_score_loss": 0.03005842795738807} +{"step": 3370000, "wall_time": 6773.799338817596, "train_loss_step": 6.274474143981934, "n_params": 4797700, "total_flops": 49668860928000000, "train_loss": 0.03341410343463604, "subset_score_loss": 0.03341410343463604} +{"step": 3380000, "wall_time": 6791.066612243652, "train_loss_step": 6.429843425750732, "n_params": 4797700, "total_flops": 49816246272000000, "train_loss": 0.028379348608163688, "subset_score_loss": 0.028379348608163688} +{"step": 3390000, "wall_time": 6808.305767297745, "train_loss_step": 6.150336265563965, "n_params": 4797700, "total_flops": 49963631616000000, "train_loss": 0.030782688581026518, "subset_score_loss": 0.030782688581026518} +{"step": 3400000, "wall_time": 6842.544296264648, "train_loss_step": 6.6079559326171875, "n_params": 4797700, "total_flops": 50111016960000000, "train_loss": 0.029469662446242113, "subset_score_loss": 0.029469662446242113, "memorization_fraction_pixel": 0.08160000294446945, "mean_nn_ratio_pixel": 0.8768911957740784, "fid": 242.13263744573283, "fid_failed": 0.0} +{"step": 3410000, "wall_time": 6860.999108314514, "train_loss_step": 6.360505104064941, "n_params": 4797700, "total_flops": 50258402304000000, "train_loss": 0.027906636091379017, "subset_score_loss": 0.027906636091379017} +{"step": 3420000, "wall_time": 6877.863064050674, "train_loss_step": 6.216819763183594, "n_params": 4797700, "total_flops": 50405787648000000, "train_loss": 0.0265272305561946, "subset_score_loss": 0.0265272305561946} +{"step": 3430000, "wall_time": 6894.163065195084, "train_loss_step": 6.370185375213623, "n_params": 4797700, "total_flops": 50553172992000000, "train_loss": 0.03233363444988544, "subset_score_loss": 0.03233363444988544} +{"step": 3440000, "wall_time": 6910.684816122055, "train_loss_step": 6.415891170501709, "n_params": 4797700, "total_flops": 50700558336000000, "train_loss": 0.027777701157789964, "subset_score_loss": 0.027777701157789964} +{"step": 3450000, "wall_time": 6927.982264041901, "train_loss_step": 6.187644004821777, "n_params": 4797700, "total_flops": 50847943680000000, "train_loss": 0.026269813684316783, "subset_score_loss": 0.026269813684316783} +{"step": 3460000, "wall_time": 6945.37541103363, "train_loss_step": 6.307440280914307, "n_params": 4797700, "total_flops": 50995329024000000, "train_loss": 0.02920353596027081, "subset_score_loss": 0.02920353596027081} +{"step": 3470000, "wall_time": 6962.612442016602, "train_loss_step": 5.932466983795166, "n_params": 4797700, "total_flops": 51142714368000000, "train_loss": 0.033523985055776744, "subset_score_loss": 0.033523985055776744} +{"step": 3480000, "wall_time": 6979.562164306641, "train_loss_step": 6.034494400024414, "n_params": 4797700, "total_flops": 51290099712000000, "train_loss": 0.026454989726726826, "subset_score_loss": 0.026454989726726826} +{"step": 3490000, "wall_time": 6996.821169376373, "train_loss_step": 6.069086074829102, "n_params": 4797700, "total_flops": 51437485056000000, "train_loss": 0.028432237184964692, "subset_score_loss": 0.028432237184964692} +{"step": 3500000, "wall_time": 7032.529979228973, "train_loss_step": 7.026373863220215, "n_params": 4797700, "total_flops": 51584870400000000, "train_loss": 0.029098930725684532, "subset_score_loss": 0.029098930725684532, "memorization_fraction_pixel": 0.08619999885559082, "mean_nn_ratio_pixel": 0.8783915042877197, "fid": 235.56795994373306, "fid_failed": 0.0} +{"step": 3510000, "wall_time": 7050.037813663483, "train_loss_step": 5.645820617675781, "n_params": 4797700, "total_flops": 51732255744000000, "train_loss": 0.029053460634671725, "subset_score_loss": 0.029053460634671725} +{"step": 3520000, "wall_time": 7068.33731842041, "train_loss_step": 6.46076774597168, "n_params": 4797700, "total_flops": 51879641088000000, "train_loss": 0.02556278705596924, "subset_score_loss": 0.02556278705596924} +{"step": 3530000, "wall_time": 7087.237061500549, "train_loss_step": 6.250214576721191, "n_params": 4797700, "total_flops": 52027026432000000, "train_loss": 0.02566381967984713, "subset_score_loss": 0.02566381967984713} +{"step": 3540000, "wall_time": 7104.220781803131, "train_loss_step": 6.276948928833008, "n_params": 4797700, "total_flops": 52174411776000000, "train_loss": 0.028465791848989633, "subset_score_loss": 0.028465791848989633} +{"step": 3550000, "wall_time": 7121.469156742096, "train_loss_step": 5.978777885437012, "n_params": 4797700, "total_flops": 52321797120000000, "train_loss": 0.029073154009305515, "subset_score_loss": 0.029073154009305515} +{"step": 3560000, "wall_time": 7138.6090388298035, "train_loss_step": 6.509952545166016, "n_params": 4797700, "total_flops": 52469182464000000, "train_loss": 0.035785557673527646, "subset_score_loss": 0.035785557673527646} +{"step": 3570000, "wall_time": 7155.761336565018, "train_loss_step": 6.282564163208008, "n_params": 4797700, "total_flops": 52616567808000000, "train_loss": 0.025722782428448016, "subset_score_loss": 0.025722782428448016} +{"step": 3580000, "wall_time": 7173.327614307404, "train_loss_step": 6.387078762054443, "n_params": 4797700, "total_flops": 52763953152000000, "train_loss": 0.028084853979257435, "subset_score_loss": 0.028084853979257435} +{"step": 3590000, "wall_time": 7191.215775489807, "train_loss_step": 5.906032562255859, "n_params": 4797700, "total_flops": 52911338496000000, "train_loss": 0.02668442909534161, "subset_score_loss": 0.02668442909534161} +{"step": 3600000, "wall_time": 7226.823257923126, "train_loss_step": 6.140963554382324, "n_params": 4797700, "total_flops": 53058723840000000, "train_loss": 0.02765820393195519, "subset_score_loss": 0.02765820393195519, "memorization_fraction_pixel": 0.1014999970793724, "mean_nn_ratio_pixel": 0.8666456937789917, "fid": 231.68542154388064, "fid_failed": 0.0} +{"step": 3610000, "wall_time": 7243.966475248337, "train_loss_step": 6.046594142913818, "n_params": 4797700, "total_flops": 53206109184000000, "train_loss": 0.028226852416992188, "subset_score_loss": 0.028226852416992188} +{"step": 3620000, "wall_time": 7261.515595197678, "train_loss_step": 6.312627792358398, "n_params": 4797700, "total_flops": 53353494528000000, "train_loss": 0.026827549934387206, "subset_score_loss": 0.026827549934387206} +{"step": 3630000, "wall_time": 7279.076689243317, "train_loss_step": 6.293145179748535, "n_params": 4797700, "total_flops": 53500879872000000, "train_loss": 0.02800113421220046, "subset_score_loss": 0.02800113421220046} +{"step": 3640000, "wall_time": 7296.794800519943, "train_loss_step": 6.311110496520996, "n_params": 4797700, "total_flops": 53648265216000000, "train_loss": 0.02574924689072829, "subset_score_loss": 0.02574924689072829} +{"step": 3650000, "wall_time": 7313.84476017952, "train_loss_step": 6.088435173034668, "n_params": 4797700, "total_flops": 53795650560000000, "train_loss": 0.027203193077674277, "subset_score_loss": 0.027203193077674277} +{"step": 3660000, "wall_time": 7332.430549621582, "train_loss_step": 5.83650016784668, "n_params": 4797700, "total_flops": 53943035904000000, "train_loss": 0.027172110630915715, "subset_score_loss": 0.027172110630915715} +{"step": 3670000, "wall_time": 7351.053005695343, "train_loss_step": 6.004391193389893, "n_params": 4797700, "total_flops": 54090421248000000, "train_loss": 0.026771151102506198, "subset_score_loss": 0.026771151102506198} +{"step": 3680000, "wall_time": 7370.2344443798065, "train_loss_step": 6.124386787414551, "n_params": 4797700, "total_flops": 54237806592000000, "train_loss": 0.031631994247436526, "subset_score_loss": 0.031631994247436526} +{"step": 3690000, "wall_time": 7388.101067066193, "train_loss_step": 6.972769260406494, "n_params": 4797700, "total_flops": 54385191936000000, "train_loss": 0.030521754118112417, "subset_score_loss": 0.030521754118112417} +{"step": 3700000, "wall_time": 7424.589642286301, "train_loss_step": 6.290377616882324, "n_params": 4797700, "total_flops": 54532577280000000, "train_loss": 0.02580107908982497, "subset_score_loss": 0.02580107908982497, "memorization_fraction_pixel": 0.09679999947547913, "mean_nn_ratio_pixel": 0.8715000152587891, "fid": 233.1484210484797, "fid_failed": 0.0} +{"step": 3710000, "wall_time": 7441.865165472031, "train_loss_step": 6.409102439880371, "n_params": 4797700, "total_flops": 54679962624000000, "train_loss": 0.026207657960745003, "subset_score_loss": 0.026207657960745003} +{"step": 3720000, "wall_time": 7459.151432275772, "train_loss_step": 5.763860702514648, "n_params": 4797700, "total_flops": 54827347968000000, "train_loss": 0.027701891385591947, "subset_score_loss": 0.027701891385591947} +{"step": 3730000, "wall_time": 7478.3203773498535, "train_loss_step": 6.229442119598389, "n_params": 4797700, "total_flops": 54974733312000000, "train_loss": 0.02631988708789532, "subset_score_loss": 0.02631988708789532} +{"step": 3740000, "wall_time": 7495.328457593918, "train_loss_step": 6.552323818206787, "n_params": 4797700, "total_flops": 55122118656000000, "train_loss": 0.025862783652085525, "subset_score_loss": 0.025862783652085525} +{"step": 3750000, "wall_time": 7512.13435459137, "train_loss_step": 6.092749118804932, "n_params": 4797700, "total_flops": 55269504000000000, "train_loss": 0.026977152090806228, "subset_score_loss": 0.026977152090806228} +{"step": 3760000, "wall_time": 7528.562141895294, "train_loss_step": 6.101353645324707, "n_params": 4797700, "total_flops": 55416889344000000, "train_loss": 0.02584340572357178, "subset_score_loss": 0.02584340572357178} +{"step": 3770000, "wall_time": 7545.9097220897675, "train_loss_step": 6.092535495758057, "n_params": 4797700, "total_flops": 55564274688000000, "train_loss": 0.028072250806368316, "subset_score_loss": 0.028072250806368316} +{"step": 3780000, "wall_time": 7562.896100997925, "train_loss_step": 5.893449306488037, "n_params": 4797700, "total_flops": 55711660032000000, "train_loss": 0.02491152653327355, "subset_score_loss": 0.02491152653327355} +{"step": 3790000, "wall_time": 7581.233982801437, "train_loss_step": 5.90361213684082, "n_params": 4797700, "total_flops": 55859045376000000, "train_loss": 0.029175624480614296, "subset_score_loss": 0.029175624480614296} +{"step": 3800000, "wall_time": 7616.719556093216, "train_loss_step": 6.50997257232666, "n_params": 4797700, "total_flops": 56006430720000000, "train_loss": 0.025896910520700308, "subset_score_loss": 0.025896910520700308, "memorization_fraction_pixel": 0.11320000141859055, "mean_nn_ratio_pixel": 0.8576157093048096, "fid": 230.3645143242424, "fid_failed": 0.0} +{"step": 3810000, "wall_time": 7633.785553216934, "train_loss_step": 6.041075229644775, "n_params": 4797700, "total_flops": 56153816064000000, "train_loss": 0.024823577587421125, "subset_score_loss": 0.024823577587421125} +{"step": 3820000, "wall_time": 7653.8750948905945, "train_loss_step": 6.142991065979004, "n_params": 4797700, "total_flops": 56301201408000000, "train_loss": 0.026207815683805025, "subset_score_loss": 0.026207815683805025} +{"step": 3830000, "wall_time": 7671.130802631378, "train_loss_step": 6.004073143005371, "n_params": 4797700, "total_flops": 56448586752000000, "train_loss": 0.024206506288968598, "subset_score_loss": 0.024206506288968598} +{"step": 3840000, "wall_time": 7688.166002750397, "train_loss_step": 5.611427307128906, "n_params": 4797700, "total_flops": 56595972096000000, "train_loss": 0.02744748225578895, "subset_score_loss": 0.02744748225578895} +{"step": 3850000, "wall_time": 7705.255129814148, "train_loss_step": 6.024822235107422, "n_params": 4797700, "total_flops": 56743357440000000, "train_loss": 0.030901131263146035, "subset_score_loss": 0.030901131263146035} +{"step": 3860000, "wall_time": 7722.396557331085, "train_loss_step": 6.103066444396973, "n_params": 4797700, "total_flops": 56890742784000000, "train_loss": 0.029581664158747745, "subset_score_loss": 0.029581664158747745} +{"step": 3870000, "wall_time": 7739.416960954666, "train_loss_step": 6.036698341369629, "n_params": 4797700, "total_flops": 57038128128000000, "train_loss": 0.026828626485971303, "subset_score_loss": 0.026828626485971303} +{"step": 3880000, "wall_time": 7756.557737350464, "train_loss_step": 6.029406547546387, "n_params": 4797700, "total_flops": 57185513472000000, "train_loss": 0.02699391291691707, "subset_score_loss": 0.02699391291691707} +{"step": 3890000, "wall_time": 7777.108341217041, "train_loss_step": 6.157053470611572, "n_params": 4797700, "total_flops": 57332898816000000, "train_loss": 0.024948820701012245, "subset_score_loss": 0.024948820701012245} +{"step": 3900000, "wall_time": 7813.040324449539, "train_loss_step": 6.109349727630615, "n_params": 4797700, "total_flops": 57480284160000000, "train_loss": 0.028874802589416503, "subset_score_loss": 0.028874802589416503, "memorization_fraction_pixel": 0.10329999774694443, "mean_nn_ratio_pixel": 0.8658552765846252, "fid": 231.28780802807182, "fid_failed": 0.0} +{"step": 3910000, "wall_time": 7830.189942121506, "train_loss_step": 6.117985725402832, "n_params": 4797700, "total_flops": 57627669504000000, "train_loss": 0.024699055231534518, "subset_score_loss": 0.024699055231534518} +{"step": 3920000, "wall_time": 7847.228156805038, "train_loss_step": 6.187578201293945, "n_params": 4797700, "total_flops": 57775054848000000, "train_loss": 0.025880903464097244, "subset_score_loss": 0.025880903464097244} +{"step": 3930000, "wall_time": 7863.823024749756, "train_loss_step": 6.113681316375732, "n_params": 4797700, "total_flops": 57922440192000000, "train_loss": 0.02914581298828125, "subset_score_loss": 0.02914581298828125} +{"step": 3940000, "wall_time": 7880.338713645935, "train_loss_step": 6.189996719360352, "n_params": 4797700, "total_flops": 58069825536000000, "train_loss": 0.027259263625511756, "subset_score_loss": 0.027259263625511756} +{"step": 3950000, "wall_time": 7900.740055561066, "train_loss_step": 5.949427604675293, "n_params": 4797700, "total_flops": 58217210880000000, "train_loss": 0.02556015161367563, "subset_score_loss": 0.02556015161367563} +{"step": 3960000, "wall_time": 7917.916445732117, "train_loss_step": 5.970401763916016, "n_params": 4797700, "total_flops": 58364596224000000, "train_loss": 0.024528121948242186, "subset_score_loss": 0.024528121948242186} +{"step": 3970000, "wall_time": 7935.800168037415, "train_loss_step": 5.8059844970703125, "n_params": 4797700, "total_flops": 58511981568000000, "train_loss": 0.027985649842482346, "subset_score_loss": 0.027985649842482346} +{"step": 3980000, "wall_time": 7954.654150009155, "train_loss_step": 5.714191913604736, "n_params": 4797700, "total_flops": 58659366912000000, "train_loss": 0.02636241912841797, "subset_score_loss": 0.02636241912841797} +{"step": 3990000, "wall_time": 7972.150043725967, "train_loss_step": 5.7356109619140625, "n_params": 4797700, "total_flops": 58806752256000000, "train_loss": 0.031233567457932692, "subset_score_loss": 0.031233567457932692} +{"step": 4000000, "wall_time": 8008.3289885520935, "train_loss_step": 5.82182502746582, "n_params": 4797700, "total_flops": 58954137600000000, "train_loss": 0.02610916724571815, "subset_score_loss": 0.02610916724571815, "memorization_fraction_pixel": 0.11150000244379044, "mean_nn_ratio_pixel": 0.8579919934272766, "fid": 228.74261871455172, "fid_failed": 0.0} +{"step": 4010000, "wall_time": 8025.674727201462, "train_loss_step": 5.692971706390381, "n_params": 4797700, "total_flops": 59101522944000000, "train_loss": 0.02363617970393254, "subset_score_loss": 0.02363617970393254} +{"step": 4020000, "wall_time": 8045.328268289566, "train_loss_step": 6.150221824645996, "n_params": 4797700, "total_flops": 59248908288000000, "train_loss": 0.03158426284790039, "subset_score_loss": 0.03158426284790039} +{"step": 4030000, "wall_time": 8063.528101444244, "train_loss_step": 6.070623397827148, "n_params": 4797700, "total_flops": 59396293632000000, "train_loss": 0.02589842356168307, "subset_score_loss": 0.02589842356168307} +{"step": 4040000, "wall_time": 8080.818061828613, "train_loss_step": 6.687784671783447, "n_params": 4797700, "total_flops": 59543678976000000, "train_loss": 0.02631548368013822, "subset_score_loss": 0.02631548368013822} +{"step": 4050000, "wall_time": 8100.566429138184, "train_loss_step": 6.178147315979004, "n_params": 4797700, "total_flops": 59691064320000000, "train_loss": 0.024788515384380636, "subset_score_loss": 0.024788515384380636} +{"step": 4060000, "wall_time": 8117.664781808853, "train_loss_step": 5.774803161621094, "n_params": 4797700, "total_flops": 59838449664000000, "train_loss": 0.023995113372802735, "subset_score_loss": 0.023995113372802735} +{"step": 4070000, "wall_time": 8134.772823572159, "train_loss_step": 6.082631587982178, "n_params": 4797700, "total_flops": 59985835008000000, "train_loss": 0.02641911139855018, "subset_score_loss": 0.02641911139855018} +{"step": 4080000, "wall_time": 8153.134068727493, "train_loss_step": 5.858924865722656, "n_params": 4797700, "total_flops": 60133220352000000, "train_loss": 0.02404913718883808, "subset_score_loss": 0.02404913718883808} +{"step": 4090000, "wall_time": 8171.25990653038, "train_loss_step": 6.07157564163208, "n_params": 4797700, "total_flops": 60280605696000000, "train_loss": 0.02637348358447735, "subset_score_loss": 0.02637348358447735} +{"step": 4100000, "wall_time": 8208.104102134705, "train_loss_step": 6.037688255310059, "n_params": 4797700, "total_flops": 60427991040000000, "train_loss": 0.02719676677997296, "subset_score_loss": 0.02719676677997296, "memorization_fraction_pixel": 0.11599999666213989, "mean_nn_ratio_pixel": 0.8547796010971069, "fid": 230.54496609301185, "fid_failed": 0.0} +{"step": 4110000, "wall_time": 8225.317029237747, "train_loss_step": 5.8568549156188965, "n_params": 4797700, "total_flops": 60575376384000000, "train_loss": 0.024240497442392202, "subset_score_loss": 0.024240497442392202} +{"step": 4120000, "wall_time": 8244.387208938599, "train_loss_step": 6.114177703857422, "n_params": 4797700, "total_flops": 60722761728000000, "train_loss": 0.024252539414625903, "subset_score_loss": 0.024252539414625903} +{"step": 4130000, "wall_time": 8262.040302991867, "train_loss_step": 6.249053955078125, "n_params": 4797700, "total_flops": 60870147072000000, "train_loss": 0.02563667113964374, "subset_score_loss": 0.02563667113964374} +{"step": 4140000, "wall_time": 8279.296673059464, "train_loss_step": 5.867611885070801, "n_params": 4797700, "total_flops": 61017532416000000, "train_loss": 0.027338427763718826, "subset_score_loss": 0.027338427763718826} +{"step": 4150000, "wall_time": 8296.401148557663, "train_loss_step": 6.649669647216797, "n_params": 4797700, "total_flops": 61164917760000000, "train_loss": 0.02673775049356314, "subset_score_loss": 0.02673775049356314} +{"step": 4160000, "wall_time": 8315.480700492859, "train_loss_step": 6.185250282287598, "n_params": 4797700, "total_flops": 61312303104000000, "train_loss": 0.024775013556847206, "subset_score_loss": 0.024775013556847206} +{"step": 4170000, "wall_time": 8332.518900156021, "train_loss_step": 6.022694110870361, "n_params": 4797700, "total_flops": 61459688448000000, "train_loss": 0.026032370787400467, "subset_score_loss": 0.026032370787400467} +{"step": 4180000, "wall_time": 8349.442389011383, "train_loss_step": 6.257518768310547, "n_params": 4797700, "total_flops": 61607073792000000, "train_loss": 0.023951180164630596, "subset_score_loss": 0.023951180164630596} +{"step": 4190000, "wall_time": 8366.603539943695, "train_loss_step": 6.4855546951293945, "n_params": 4797700, "total_flops": 61754459136000000, "train_loss": 0.025971663915194, "subset_score_loss": 0.025971663915194} +{"step": 4200000, "wall_time": 8402.200423717499, "train_loss_step": 5.467872619628906, "n_params": 4797700, "total_flops": 61901844480000000, "train_loss": 0.024107817503122183, "subset_score_loss": 0.024107817503122183, "memorization_fraction_pixel": 0.1306000053882599, "mean_nn_ratio_pixel": 0.8380051851272583, "fid": 222.16244641453022, "fid_failed": 0.0} +{"step": 4210000, "wall_time": 8419.455097675323, "train_loss_step": 6.319607257843018, "n_params": 4797700, "total_flops": 62049229824000000, "train_loss": 0.024071275270902193, "subset_score_loss": 0.024071275270902193} +{"step": 4220000, "wall_time": 8436.506088018417, "train_loss_step": 5.783812999725342, "n_params": 4797700, "total_flops": 62196615168000000, "train_loss": 0.023936163462125338, "subset_score_loss": 0.023936163462125338} +{"step": 4230000, "wall_time": 8453.517059803009, "train_loss_step": 6.197500228881836, "n_params": 4797700, "total_flops": 62344000512000000, "train_loss": 0.031424812170175405, "subset_score_loss": 0.031424812170175405} +{"step": 4240000, "wall_time": 8473.14112496376, "train_loss_step": 6.262177467346191, "n_params": 4797700, "total_flops": 62491385856000000, "train_loss": 0.028889571703397312, "subset_score_loss": 0.028889571703397312} +{"step": 4250000, "wall_time": 8489.667878389359, "train_loss_step": 6.118538856506348, "n_params": 4797700, "total_flops": 62638771200000000, "train_loss": 0.024750735209538386, "subset_score_loss": 0.024750735209538386} +{"step": 4260000, "wall_time": 8508.291764497757, "train_loss_step": 6.137289047241211, "n_params": 4797700, "total_flops": 62786156544000000, "train_loss": 0.023521909346947305, "subset_score_loss": 0.023521909346947305} +{"step": 4270000, "wall_time": 8526.9832406044, "train_loss_step": 6.13035774230957, "n_params": 4797700, "total_flops": 62933541888000000, "train_loss": 0.024324228213383602, "subset_score_loss": 0.024324228213383602} +{"step": 4280000, "wall_time": 8544.477474451065, "train_loss_step": 5.592876434326172, "n_params": 4797700, "total_flops": 63080927232000000, "train_loss": 0.025049580060518706, "subset_score_loss": 0.025049580060518706} +{"step": 4290000, "wall_time": 8561.965278625488, "train_loss_step": 6.141162395477295, "n_params": 4797700, "total_flops": 63228312576000000, "train_loss": 0.026765051254859337, "subset_score_loss": 0.026765051254859337} +{"step": 4300000, "wall_time": 8598.161744117737, "train_loss_step": 5.966292381286621, "n_params": 4797700, "total_flops": 63375697920000000, "train_loss": 0.025857960260831394, "subset_score_loss": 0.025857960260831394, "memorization_fraction_pixel": 0.10400000214576721, "mean_nn_ratio_pixel": 0.8673496246337891, "fid": 235.03261291594387, "fid_failed": 0.0} +{"step": 4310000, "wall_time": 8615.137927293777, "train_loss_step": 6.02254581451416, "n_params": 4797700, "total_flops": 63523083264000000, "train_loss": 0.026967534652123086, "subset_score_loss": 0.026967534652123086} +{"step": 4320000, "wall_time": 8632.687778711319, "train_loss_step": 5.90201997756958, "n_params": 4797700, "total_flops": 63670468608000000, "train_loss": 0.026150459509629468, "subset_score_loss": 0.026150459509629468} +{"step": 4330000, "wall_time": 8649.561949968338, "train_loss_step": 5.918155670166016, "n_params": 4797700, "total_flops": 63817853952000000, "train_loss": 0.024883394974928637, "subset_score_loss": 0.024883394974928637} +{"step": 4340000, "wall_time": 8666.514644384384, "train_loss_step": 5.866665840148926, "n_params": 4797700, "total_flops": 63965239296000000, "train_loss": 0.027750031764690694, "subset_score_loss": 0.027750031764690694} +{"step": 4350000, "wall_time": 8683.496896505356, "train_loss_step": 6.297650337219238, "n_params": 4797700, "total_flops": 64112624640000000, "train_loss": 0.026666644903329702, "subset_score_loss": 0.026666644903329702} +{"step": 4360000, "wall_time": 8701.040636062622, "train_loss_step": 6.147115707397461, "n_params": 4797700, "total_flops": 64260009984000000, "train_loss": 0.02440030574798584, "subset_score_loss": 0.02440030574798584} +{"step": 4370000, "wall_time": 8718.905716896057, "train_loss_step": 5.9320292472839355, "n_params": 4797700, "total_flops": 64407395328000000, "train_loss": 0.02593520237849309, "subset_score_loss": 0.02593520237849309} +{"step": 4380000, "wall_time": 8735.380845785141, "train_loss_step": 5.64679479598999, "n_params": 4797700, "total_flops": 64554780672000000, "train_loss": 0.025629892716040978, "subset_score_loss": 0.025629892716040978} +{"step": 4390000, "wall_time": 8751.670694351196, "train_loss_step": 5.863643169403076, "n_params": 4797700, "total_flops": 64702166016000000, "train_loss": 0.026720254237835223, "subset_score_loss": 0.026720254237835223} +{"step": 4400000, "wall_time": 8787.057831287384, "train_loss_step": 6.2050700187683105, "n_params": 4797700, "total_flops": 64849551360000000, "train_loss": 0.027533753101642314, "subset_score_loss": 0.027533753101642314, "memorization_fraction_pixel": 0.12489999830722809, "mean_nn_ratio_pixel": 0.8504364490509033, "fid": 227.62512793378113, "fid_failed": 0.0} +{"step": 4410000, "wall_time": 8804.330631256104, "train_loss_step": 6.209478855133057, "n_params": 4797700, "total_flops": 64996936704000000, "train_loss": 0.024695191016564002, "subset_score_loss": 0.024695191016564002} +{"step": 4420000, "wall_time": 8823.520494937897, "train_loss_step": 5.9704060554504395, "n_params": 4797700, "total_flops": 65144322048000000, "train_loss": 0.024603990408090446, "subset_score_loss": 0.024603990408090446} +{"step": 4430000, "wall_time": 8840.25197339058, "train_loss_step": 5.676249980926514, "n_params": 4797700, "total_flops": 65291707392000000, "train_loss": 0.023239643757159895, "subset_score_loss": 0.023239643757159895} +{"step": 4440000, "wall_time": 8856.834538459778, "train_loss_step": 5.501822471618652, "n_params": 4797700, "total_flops": 65439092736000000, "train_loss": 0.02518431223355807, "subset_score_loss": 0.02518431223355807} +{"step": 4450000, "wall_time": 8873.14020705223, "train_loss_step": 6.242319583892822, "n_params": 4797700, "total_flops": 65586478080000000, "train_loss": 0.024985269399789664, "subset_score_loss": 0.024985269399789664} +{"step": 4460000, "wall_time": 8889.67549753189, "train_loss_step": 6.095339775085449, "n_params": 4797700, "total_flops": 65733863424000000, "train_loss": 0.02408103025876559, "subset_score_loss": 0.02408103025876559} +{"step": 4470000, "wall_time": 8906.57768702507, "train_loss_step": 5.705438613891602, "n_params": 4797700, "total_flops": 65881248768000000, "train_loss": 0.024204197296729454, "subset_score_loss": 0.024204197296729454} +{"step": 4480000, "wall_time": 8923.76257109642, "train_loss_step": 5.508031368255615, "n_params": 4797700, "total_flops": 66028634112000000, "train_loss": 0.0247878203025231, "subset_score_loss": 0.0247878203025231} +{"step": 4490000, "wall_time": 8942.816614151001, "train_loss_step": 6.044783115386963, "n_params": 4797700, "total_flops": 66176019456000000, "train_loss": 0.02505808793581449, "subset_score_loss": 0.02505808793581449} +{"step": 4500000, "wall_time": 8978.762159585953, "train_loss_step": 6.542726516723633, "n_params": 4797700, "total_flops": 66323404800000000, "train_loss": 0.027207178335923416, "subset_score_loss": 0.027207178335923416, "memorization_fraction_pixel": 0.1324000060558319, "mean_nn_ratio_pixel": 0.8375909328460693, "fid": 225.22712245173804, "fid_failed": 0.0} +{"step": 4510000, "wall_time": 8996.162914276123, "train_loss_step": 5.7477707862854, "n_params": 4797700, "total_flops": 66470790144000000, "train_loss": 0.024872200305645284, "subset_score_loss": 0.024872200305645284} +{"step": 4520000, "wall_time": 9013.222703695297, "train_loss_step": 6.026589393615723, "n_params": 4797700, "total_flops": 66618175488000000, "train_loss": 0.02716343219463642, "subset_score_loss": 0.02716343219463642} +{"step": 4530000, "wall_time": 9031.065198659897, "train_loss_step": 6.010635852813721, "n_params": 4797700, "total_flops": 66765560832000000, "train_loss": 0.02564836281996507, "subset_score_loss": 0.02564836281996507} +{"step": 4540000, "wall_time": 9048.218851566315, "train_loss_step": 5.635371685028076, "n_params": 4797700, "total_flops": 66912946176000000, "train_loss": 0.027069852902339056, "subset_score_loss": 0.027069852902339056} +{"step": 4550000, "wall_time": 9065.305979967117, "train_loss_step": 5.60274076461792, "n_params": 4797700, "total_flops": 67060331520000000, "train_loss": 0.02338261054112361, "subset_score_loss": 0.02338261054112361} +{"step": 4560000, "wall_time": 9082.19692826271, "train_loss_step": 5.889884948730469, "n_params": 4797700, "total_flops": 67207716864000000, "train_loss": 0.03296351432800293, "subset_score_loss": 0.03296351432800293} +{"step": 4570000, "wall_time": 9099.08081459999, "train_loss_step": 5.994422912597656, "n_params": 4797700, "total_flops": 67355102208000000, "train_loss": 0.026011907137357272, "subset_score_loss": 0.026011907137357272} +{"step": 4580000, "wall_time": 9115.826829910278, "train_loss_step": 5.6441802978515625, "n_params": 4797700, "total_flops": 67502487552000000, "train_loss": 0.02537081425006573, "subset_score_loss": 0.02537081425006573} +{"step": 4590000, "wall_time": 9133.200535535812, "train_loss_step": 5.660381317138672, "n_params": 4797700, "total_flops": 67649872896000000, "train_loss": 0.02247763046851525, "subset_score_loss": 0.02247763046851525} +{"step": 4600000, "wall_time": 9168.775943279266, "train_loss_step": 5.933151721954346, "n_params": 4797700, "total_flops": 67797258240000000, "train_loss": 0.02403893654163067, "subset_score_loss": 0.02403893654163067, "memorization_fraction_pixel": 0.13459999859333038, "mean_nn_ratio_pixel": 0.8364488482475281, "fid": 223.05735122403271, "fid_failed": 0.0} +{"step": 4610000, "wall_time": 9187.805181980133, "train_loss_step": 5.960203170776367, "n_params": 4797700, "total_flops": 67944643584000000, "train_loss": 0.02445872013385479, "subset_score_loss": 0.02445872013385479} +{"step": 4620000, "wall_time": 9205.02368092537, "train_loss_step": 5.453855514526367, "n_params": 4797700, "total_flops": 68092028928000000, "train_loss": 0.026345144785367525, "subset_score_loss": 0.026345144785367525} +{"step": 4630000, "wall_time": 9222.772473812103, "train_loss_step": 5.9046831130981445, "n_params": 4797700, "total_flops": 68239414272000000, "train_loss": 0.025223422050476074, "subset_score_loss": 0.025223422050476074} +{"step": 4640000, "wall_time": 9241.621338367462, "train_loss_step": 5.814699172973633, "n_params": 4797700, "total_flops": 68386799616000000, "train_loss": 0.023691199376032902, "subset_score_loss": 0.023691199376032902} +{"step": 4650000, "wall_time": 9258.741665840149, "train_loss_step": 5.396467685699463, "n_params": 4797700, "total_flops": 68534184960000000, "train_loss": 0.026727324265700122, "subset_score_loss": 0.026727324265700122} +{"step": 4660000, "wall_time": 9275.807066440582, "train_loss_step": 6.054398536682129, "n_params": 4797700, "total_flops": 68681570304000000, "train_loss": 0.02615039532001202, "subset_score_loss": 0.02615039532001202} +{"step": 4670000, "wall_time": 9294.052530527115, "train_loss_step": 5.545988082885742, "n_params": 4797700, "total_flops": 68828955648000000, "train_loss": 0.02545475592980018, "subset_score_loss": 0.02545475592980018} +{"step": 4680000, "wall_time": 9310.98373222351, "train_loss_step": 6.111974716186523, "n_params": 4797700, "total_flops": 68976340992000000, "train_loss": 0.028432449927696814, "subset_score_loss": 0.028432449927696814} +{"step": 4690000, "wall_time": 9328.067804813385, "train_loss_step": 5.281619071960449, "n_params": 4797700, "total_flops": 69123726336000000, "train_loss": 0.02386346046741192, "subset_score_loss": 0.02386346046741192} +{"step": 4700000, "wall_time": 9364.330070018768, "train_loss_step": 6.159605026245117, "n_params": 4797700, "total_flops": 69271111680000000, "train_loss": 0.024814286598792444, "subset_score_loss": 0.024814286598792444, "memorization_fraction_pixel": 0.1251000016927719, "mean_nn_ratio_pixel": 0.8478097915649414, "fid": 222.8336545114138, "fid_failed": 0.0} +{"step": 4710000, "wall_time": 9381.449057102203, "train_loss_step": 5.616682052612305, "n_params": 4797700, "total_flops": 69418497024000000, "train_loss": 0.023808959814218374, "subset_score_loss": 0.023808959814218374} +{"step": 4720000, "wall_time": 9398.773605823517, "train_loss_step": 6.21039342880249, "n_params": 4797700, "total_flops": 69565882368000000, "train_loss": 0.02459550270667443, "subset_score_loss": 0.02459550270667443} +{"step": 4730000, "wall_time": 9421.291983127594, "train_loss_step": 5.734690189361572, "n_params": 4797700, "total_flops": 69713267712000000, "train_loss": 0.025046436603252703, "subset_score_loss": 0.025046436603252703} +{"step": 4740000, "wall_time": 9439.664494037628, "train_loss_step": 5.84600830078125, "n_params": 4797700, "total_flops": 69860653056000000, "train_loss": 0.025613845311678374, "subset_score_loss": 0.025613845311678374} +{"step": 4750000, "wall_time": 9456.83010673523, "train_loss_step": 6.235332489013672, "n_params": 4797700, "total_flops": 70008038400000000, "train_loss": 0.02509898772606483, "subset_score_loss": 0.02509898772606483} +{"step": 4760000, "wall_time": 9473.715354442596, "train_loss_step": 5.740815162658691, "n_params": 4797700, "total_flops": 70155423744000000, "train_loss": 0.024657797813415528, "subset_score_loss": 0.024657797813415528} +{"step": 4770000, "wall_time": 9490.720992803574, "train_loss_step": 6.1546630859375, "n_params": 4797700, "total_flops": 70302809088000000, "train_loss": 0.02361642030569223, "subset_score_loss": 0.02361642030569223} +{"step": 4780000, "wall_time": 9509.319195985794, "train_loss_step": 5.975094795227051, "n_params": 4797700, "total_flops": 70450194432000000, "train_loss": 0.02340549322275015, "subset_score_loss": 0.02340549322275015} +{"step": 4790000, "wall_time": 9526.442830085754, "train_loss_step": 5.813643455505371, "n_params": 4797700, "total_flops": 70597579776000000, "train_loss": 0.024123272529015173, "subset_score_loss": 0.024123272529015173} +{"step": 4800000, "wall_time": 9562.476052761078, "train_loss_step": 5.818480491638184, "n_params": 4797700, "total_flops": 70744965120000000, "train_loss": 0.02547331773317777, "subset_score_loss": 0.02547331773317777, "memorization_fraction_pixel": 0.1264999955892563, "mean_nn_ratio_pixel": 0.8501599431037903, "fid": 228.74156841186368, "fid_failed": 0.0} +{"step": 4810000, "wall_time": 9581.5450360775, "train_loss_step": 5.902769088745117, "n_params": 4797700, "total_flops": 70892350464000000, "train_loss": 0.028251051902770996, "subset_score_loss": 0.028251051902770996} +{"step": 4820000, "wall_time": 9600.896130561829, "train_loss_step": 5.734494209289551, "n_params": 4797700, "total_flops": 71039735808000000, "train_loss": 0.024596601266127366, "subset_score_loss": 0.024596601266127366} +{"step": 4830000, "wall_time": 9618.476910114288, "train_loss_step": 5.543363094329834, "n_params": 4797700, "total_flops": 71187121152000000, "train_loss": 0.022939859903775728, "subset_score_loss": 0.022939859903775728} +{"step": 4840000, "wall_time": 9637.12364435196, "train_loss_step": 5.519266128540039, "n_params": 4797700, "total_flops": 71334506496000000, "train_loss": 0.024104503484872673, "subset_score_loss": 0.024104503484872673} +{"step": 4850000, "wall_time": 9656.806805849075, "train_loss_step": 5.67819881439209, "n_params": 4797700, "total_flops": 71481891840000000, "train_loss": 0.022360478914701023, "subset_score_loss": 0.022360478914701023} +{"step": 4860000, "wall_time": 9674.075629472733, "train_loss_step": 5.433107852935791, "n_params": 4797700, "total_flops": 71629277184000000, "train_loss": 0.02242586796100323, "subset_score_loss": 0.02242586796100323} +{"step": 4870000, "wall_time": 9691.268100261688, "train_loss_step": 6.190528869628906, "n_params": 4797700, "total_flops": 71776662528000000, "train_loss": 0.025353710467998797, "subset_score_loss": 0.025353710467998797} +{"step": 4880000, "wall_time": 9710.93628334999, "train_loss_step": 5.727859020233154, "n_params": 4797700, "total_flops": 71924047872000000, "train_loss": 0.024036682569063626, "subset_score_loss": 0.024036682569063626} +{"step": 4890000, "wall_time": 9729.364639520645, "train_loss_step": 5.8160719871521, "n_params": 4797700, "total_flops": 72071433216000000, "train_loss": 0.024494758019080527, "subset_score_loss": 0.024494758019080527} +{"step": 4900000, "wall_time": 9767.003545045853, "train_loss_step": 5.519830226898193, "n_params": 4797700, "total_flops": 72218818560000000, "train_loss": 0.022703284483689527, "subset_score_loss": 0.022703284483689527, "memorization_fraction_pixel": 0.14659999310970306, "mean_nn_ratio_pixel": 0.8305771350860596, "fid": 215.4861733890929, "fid_failed": 0.0} +{"step": 4910000, "wall_time": 9785.926527738571, "train_loss_step": 5.672868728637695, "n_params": 4797700, "total_flops": 72366203904000000, "train_loss": 0.023064862764798678, "subset_score_loss": 0.023064862764798678} +{"step": 4920000, "wall_time": 9802.896030664444, "train_loss_step": 5.873320579528809, "n_params": 4797700, "total_flops": 72513589248000000, "train_loss": 0.02504861905024602, "subset_score_loss": 0.02504861905024602} +{"step": 4930000, "wall_time": 9820.089160203934, "train_loss_step": 5.785091876983643, "n_params": 4797700, "total_flops": 72660974592000000, "train_loss": 0.022530405337993914, "subset_score_loss": 0.022530405337993914} +{"step": 4940000, "wall_time": 9836.896364927292, "train_loss_step": 5.896519660949707, "n_params": 4797700, "total_flops": 72808359936000000, "train_loss": 0.02315498315371, "subset_score_loss": 0.02315498315371} +{"step": 4950000, "wall_time": 9854.204192399979, "train_loss_step": 6.100215911865234, "n_params": 4797700, "total_flops": 72955745280000000, "train_loss": 0.02487186101766733, "subset_score_loss": 0.02487186101766733} +{"step": 4960000, "wall_time": 9874.857959985733, "train_loss_step": 5.913265705108643, "n_params": 4797700, "total_flops": 73103130624000000, "train_loss": 0.03054052132826585, "subset_score_loss": 0.03054052132826585} +{"step": 4970000, "wall_time": 9892.012657403946, "train_loss_step": 5.795950889587402, "n_params": 4797700, "total_flops": 73250515968000000, "train_loss": 0.025384037311260516, "subset_score_loss": 0.025384037311260516} +{"step": 4980000, "wall_time": 9909.176635742188, "train_loss_step": 5.970757961273193, "n_params": 4797700, "total_flops": 73397901312000000, "train_loss": 0.0237597630574153, "subset_score_loss": 0.0237597630574153} +{"step": 4990000, "wall_time": 9927.013392925262, "train_loss_step": 5.840709209442139, "n_params": 4797700, "total_flops": 73545286656000000, "train_loss": 0.02471952071556678, "subset_score_loss": 0.02471952071556678} +{"step": 5000000, "wall_time": 9962.573333740234, "train_loss_step": 5.923846244812012, "n_params": 4797700, "total_flops": 73692672000000000, "train_loss": 0.023371001390310436, "subset_score_loss": 0.023371001390310436, "memorization_fraction_pixel": 0.15139999985694885, "mean_nn_ratio_pixel": 0.8201369047164917, "fid": 212.7974709830266, "fid_failed": 0.0} diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d260/runner.log b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d260/runner.log new file mode 100644 index 0000000000000000000000000000000000000000..926839a8349f1162b40a55fe4bcfef879a3aa5db --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d260/runner.log @@ -0,0 +1,502 @@ + FID real-side stats cached over 1000 diverse train images + step 1 | 23s | train_loss=0.9964 | fid=299.9571 + step 10000 | 41s | train_loss=0.6361 + step 20000 | 61s | train_loss=0.5258 + step 30000 | 79s | train_loss=0.4775 + step 40000 | 98s | train_loss=0.4460 + step 50000 | 118s | train_loss=0.4115 + step 60000 | 137s | train_loss=0.3694 + step 70000 | 157s | train_loss=0.3276 + step 80000 | 177s | train_loss=0.2853 + step 90000 | 197s | train_loss=0.2530 + step 100000 | 243s | train_loss=0.2221 | fid=184.4399 + step 110000 | 262s | train_loss=0.2036 + step 120000 | 285s | train_loss=0.1822 + step 130000 | 304s | train_loss=0.1702 + step 140000 | 322s | train_loss=0.1623 + step 150000 | 341s | train_loss=0.1527 + step 160000 | 360s | train_loss=0.1437 + step 170000 | 380s | train_loss=0.1391 + step 180000 | 401s | train_loss=0.1346 + step 190000 | 420s | train_loss=0.1257 + step 200000 | 461s | train_loss=0.1261 | fid=229.3967 + step 210000 | 479s | train_loss=0.1249 + step 220000 | 496s | train_loss=0.1162 + step 230000 | 514s | train_loss=0.1153 + step 240000 | 532s | train_loss=0.1127 + step 250000 | 550s | train_loss=0.1092 + step 260000 | 569s | train_loss=0.1060 + step 270000 | 586s | train_loss=0.1004 + step 280000 | 604s | train_loss=0.1027 + step 290000 | 623s | train_loss=0.1013 + step 300000 | 665s | train_loss=0.1008 | fid=232.6359 + step 310000 | 686s | train_loss=0.0941 + step 320000 | 706s | train_loss=0.0915 + step 330000 | 724s | train_loss=0.0976 + step 340000 | 742s | train_loss=0.0924 + step 350000 | 760s | train_loss=0.0927 + step 360000 | 778s | train_loss=0.0871 + step 370000 | 799s | train_loss=0.0900 + step 380000 | 818s | train_loss=0.0907 + step 390000 | 835s | train_loss=0.0811 + step 400000 | 924s | train_loss=0.0822 | fid=242.6066 + step 410000 | 942s | train_loss=0.0813 + step 420000 | 960s | train_loss=0.0807 + step 430000 | 979s | train_loss=0.0796 + step 440000 | 997s | train_loss=0.0794 + step 450000 | 1015s | train_loss=0.0737 + step 460000 | 1033s | train_loss=0.0720 + step 470000 | 1051s | train_loss=0.0700 + step 480000 | 1068s | train_loss=0.0715 + step 490000 | 1087s | train_loss=0.0728 + step 500000 | 1163s | train_loss=0.0705 | fid=264.8448 + step 510000 | 1181s | train_loss=0.0691 + step 520000 | 1201s | train_loss=0.0705 + step 530000 | 1219s | train_loss=0.0671 + step 540000 | 1237s | train_loss=0.0722 + step 550000 | 1255s | train_loss=0.0661 + step 560000 | 1276s | train_loss=0.0636 + step 570000 | 1297s | train_loss=0.0631 + step 580000 | 1316s | train_loss=0.0680 + step 590000 | 1333s | train_loss=0.0618 + step 600000 | 1377s | train_loss=0.0636 | fid=265.5097 + step 610000 | 1396s | train_loss=0.0583 + step 620000 | 1415s | train_loss=0.0595 + step 630000 | 1433s | train_loss=0.0624 + step 640000 | 1450s | train_loss=0.0557 + step 650000 | 1467s | train_loss=0.0626 + step 660000 | 1484s | train_loss=0.0603 + step 670000 | 1501s | train_loss=0.0542 + step 680000 | 1518s | train_loss=0.0622 + step 690000 | 1536s | train_loss=0.0593 + step 700000 | 1572s | train_loss=0.0578 | fid=274.0281 + step 710000 | 1588s | train_loss=0.0506 + step 720000 | 1607s | train_loss=0.0503 + step 730000 | 1627s | train_loss=0.0533 + step 740000 | 1646s | train_loss=0.0593 + step 750000 | 1663s | train_loss=0.0562 + step 760000 | 1680s | train_loss=0.0519 + step 770000 | 1697s | train_loss=0.0555 + step 780000 | 1714s | train_loss=0.0518 + step 790000 | 1731s | train_loss=0.0517 + step 800000 | 1767s | train_loss=0.0458 | fid=274.3887 + step 810000 | 1784s | train_loss=0.0497 + step 820000 | 1801s | train_loss=0.0538 + step 830000 | 1818s | train_loss=0.0491 + step 840000 | 1834s | train_loss=0.0510 + step 850000 | 1852s | train_loss=0.0526 + step 860000 | 1869s | train_loss=0.0442 + step 870000 | 1886s | train_loss=0.0451 + step 880000 | 1903s | train_loss=0.0484 + step 890000 | 1920s | train_loss=0.0463 + step 900000 | 1959s | train_loss=0.0470 | fid=272.7187 + step 910000 | 1976s | train_loss=0.0454 + step 920000 | 1996s | train_loss=0.0488 + step 930000 | 2016s | train_loss=0.0499 + step 940000 | 2033s | train_loss=0.0513 + step 950000 | 2050s | train_loss=0.0482 + step 960000 | 2067s | train_loss=0.0431 + step 970000 | 2086s | train_loss=0.0428 + step 980000 | 2103s | train_loss=0.0916 + step 990000 | 2123s | train_loss=0.0407 + step 1000000 | 2160s | train_loss=0.0476 | fid=273.1529 + step 1010000 | 2177s | train_loss=0.0440 + step 1020000 | 2196s | train_loss=0.0442 + step 1030000 | 2213s | train_loss=0.0434 + step 1040000 | 2230s | train_loss=0.0443 + step 1050000 | 2247s | train_loss=0.0434 + step 1060000 | 2265s | train_loss=0.0433 + step 1070000 | 2284s | train_loss=0.0426 + step 1080000 | 2302s | train_loss=0.0424 + step 1090000 | 2321s | train_loss=0.0417 + step 1100000 | 2357s | train_loss=0.0444 | fid=271.7177 + step 1110000 | 2374s | train_loss=0.0407 + step 1120000 | 2392s | train_loss=0.0506 + step 1130000 | 2409s | train_loss=0.0400 + step 1140000 | 2426s | train_loss=0.0391 + step 1150000 | 2443s | train_loss=0.0390 + step 1160000 | 2460s | train_loss=0.0428 + step 1170000 | 2477s | train_loss=0.0421 + step 1180000 | 2494s | train_loss=0.0409 + step 1190000 | 2512s | train_loss=0.0375 + step 1200000 | 2548s | train_loss=0.0392 | fid=272.7048 + step 1210000 | 2565s | train_loss=0.0404 + step 1220000 | 2581s | train_loss=0.0383 + step 1230000 | 2601s | train_loss=0.0394 + step 1240000 | 2621s | train_loss=0.0399 + step 1250000 | 2640s | train_loss=0.0398 + step 1260000 | 2661s | train_loss=0.0391 + step 1270000 | 2679s | train_loss=0.0452 + step 1280000 | 2696s | train_loss=0.0402 + step 1290000 | 2713s | train_loss=0.0417 + step 1300000 | 2750s | train_loss=0.0492 | fid=275.5904 + step 1310000 | 2767s | train_loss=0.0404 + step 1320000 | 2785s | train_loss=0.0482 + step 1330000 | 2803s | train_loss=0.0356 + step 1340000 | 2821s | train_loss=0.0387 + step 1350000 | 2838s | train_loss=0.0402 + step 1360000 | 2854s | train_loss=0.0447 + step 1370000 | 2871s | train_loss=0.0383 + step 1380000 | 2888s | train_loss=0.0364 + step 1390000 | 2906s | train_loss=0.0408 + step 1400000 | 2941s | train_loss=0.0368 | fid=276.1023 + step 1410000 | 2959s | train_loss=0.0390 + step 1420000 | 2977s | train_loss=0.0387 + step 1430000 | 2995s | train_loss=0.0431 + step 1440000 | 3012s | train_loss=0.0415 + step 1450000 | 3029s | train_loss=0.0371 + step 1460000 | 3046s | train_loss=0.0385 + step 1470000 | 3064s | train_loss=0.0352 + step 1480000 | 3081s | train_loss=0.0360 + step 1490000 | 3098s | train_loss=0.0397 + step 1500000 | 3134s | train_loss=0.0383 | fid=263.0858 + step 1510000 | 3151s | train_loss=0.0383 + step 1520000 | 3168s | train_loss=0.0459 + step 1530000 | 3185s | train_loss=0.0408 + step 1540000 | 3203s | train_loss=0.0393 + step 1550000 | 3221s | train_loss=0.0335 + step 1560000 | 3238s | train_loss=0.0353 + step 1570000 | 3255s | train_loss=0.0343 + step 1580000 | 3272s | train_loss=0.0366 + step 1590000 | 3290s | train_loss=0.0345 + step 1600000 | 3327s | train_loss=0.0394 | fid=264.7924 + step 1610000 | 3346s | train_loss=0.0365 + step 1620000 | 3364s | train_loss=0.0388 + step 1630000 | 3382s | train_loss=0.0427 + step 1640000 | 3399s | train_loss=0.0375 + step 1650000 | 3416s | train_loss=0.0393 + step 1660000 | 3434s | train_loss=0.0351 + step 1670000 | 3451s | train_loss=0.0342 + step 1680000 | 3468s | train_loss=0.0435 + step 1690000 | 3485s | train_loss=0.0352 + step 1700000 | 3520s | train_loss=0.0348 | fid=264.8505 + step 1710000 | 3537s | train_loss=0.0341 + step 1720000 | 3554s | train_loss=0.0418 + step 1730000 | 3573s | train_loss=0.0380 + step 1740000 | 3592s | train_loss=0.0370 + step 1750000 | 3609s | train_loss=0.0346 + step 1760000 | 3625s | train_loss=0.0319 + step 1770000 | 3643s | train_loss=0.0344 + step 1780000 | 3659s | train_loss=0.0384 + step 1790000 | 3678s | train_loss=0.0435 + step 1800000 | 3713s | train_loss=0.0341 | fid=264.7583 + step 1810000 | 3731s | train_loss=0.0449 + step 1820000 | 3748s | train_loss=0.0342 + step 1830000 | 3765s | train_loss=0.0374 + step 1840000 | 3782s | train_loss=0.0319 + step 1850000 | 3799s | train_loss=0.0323 + step 1860000 | 3817s | train_loss=0.0317 + step 1870000 | 3834s | train_loss=0.0336 + step 1880000 | 3851s | train_loss=0.0309 + step 1890000 | 3868s | train_loss=0.0348 + step 1900000 | 3904s | train_loss=0.0325 | fid=265.8605 + step 1910000 | 3924s | train_loss=0.0354 + step 1920000 | 3940s | train_loss=0.0346 + step 1930000 | 3957s | train_loss=0.0346 + step 1940000 | 3974s | train_loss=0.0356 + step 1950000 | 3994s | train_loss=0.0360 + step 1960000 | 4011s | train_loss=0.0388 + step 1970000 | 4028s | train_loss=0.0358 + step 1980000 | 4046s | train_loss=0.0379 + step 1990000 | 4065s | train_loss=0.0358 + step 2000000 | 4103s | train_loss=0.0328 | fid=258.4707 + step 2010000 | 4122s | train_loss=0.0390 + step 2020000 | 4139s | train_loss=0.0355 + step 2030000 | 4157s | train_loss=0.0338 + step 2040000 | 4176s | train_loss=0.0354 + step 2050000 | 4194s | train_loss=0.0375 + step 2060000 | 4210s | train_loss=0.0307 + step 2070000 | 4229s | train_loss=0.0422 + step 2080000 | 4246s | train_loss=0.0339 + step 2090000 | 4263s | train_loss=0.0335 + step 2100000 | 4299s | train_loss=0.0324 | fid=262.7410 + step 2110000 | 4316s | train_loss=0.0322 + step 2120000 | 4333s | train_loss=0.0369 + step 2130000 | 4351s | train_loss=0.0347 + step 2140000 | 4371s | train_loss=0.0339 + step 2150000 | 4388s | train_loss=0.0314 + step 2160000 | 4406s | train_loss=0.0399 + step 2170000 | 4425s | train_loss=0.0367 + step 2180000 | 4445s | train_loss=0.0318 + step 2190000 | 4465s | train_loss=0.0350 + step 2200000 | 4500s | train_loss=0.0350 | fid=256.4765 + step 2210000 | 4518s | train_loss=0.0413 + step 2220000 | 4536s | train_loss=0.0303 + step 2230000 | 4554s | train_loss=0.0332 + step 2240000 | 4572s | train_loss=0.0324 + step 2250000 | 4589s | train_loss=0.0307 + step 2260000 | 4607s | train_loss=0.0295 + step 2270000 | 4628s | train_loss=0.0390 + step 2280000 | 4648s | train_loss=0.0325 + step 2290000 | 4665s | train_loss=0.0331 + step 2300000 | 4701s | train_loss=0.0318 | fid=257.2530 + step 2310000 | 4718s | train_loss=0.0307 + step 2320000 | 4736s | train_loss=0.0335 + step 2330000 | 4754s | train_loss=0.0306 + step 2340000 | 4771s | train_loss=0.0351 + step 2350000 | 4788s | train_loss=0.0309 + step 2360000 | 4805s | train_loss=0.0354 + step 2370000 | 4823s | train_loss=0.0329 + step 2380000 | 4840s | train_loss=0.0341 + step 2390000 | 4859s | train_loss=0.0308 + step 2400000 | 4895s | train_loss=0.0297 | fid=254.8950 + step 2410000 | 4912s | train_loss=0.0332 + step 2420000 | 4930s | train_loss=0.0297 + step 2430000 | 4947s | train_loss=0.0324 + step 2440000 | 4964s | train_loss=0.0308 + step 2450000 | 4981s | train_loss=0.0317 + step 2460000 | 4998s | train_loss=0.0323 + step 2470000 | 5015s | train_loss=0.0320 + step 2480000 | 5032s | train_loss=0.0311 + step 2490000 | 5051s | train_loss=0.0358 + step 2500000 | 5090s | train_loss=0.0333 | fid=249.4981 + step 2510000 | 5109s | train_loss=0.0295 + step 2520000 | 5127s | train_loss=0.0337 + step 2530000 | 5144s | train_loss=0.0339 + step 2540000 | 5161s | train_loss=0.0287 + step 2550000 | 5178s | train_loss=0.0301 + step 2560000 | 5195s | train_loss=0.0310 + step 2570000 | 5212s | train_loss=0.0312 + step 2580000 | 5229s | train_loss=0.0285 + step 2590000 | 5246s | train_loss=0.0329 + step 2600000 | 5282s | train_loss=0.0307 | fid=250.1500 + step 2610000 | 5300s | train_loss=0.0324 + step 2620000 | 5321s | train_loss=0.0323 + step 2630000 | 5338s | train_loss=0.0268 + step 2640000 | 5357s | train_loss=0.0370 + step 2650000 | 5374s | train_loss=0.0284 + step 2660000 | 5391s | train_loss=0.0323 + step 2670000 | 5408s | train_loss=0.0307 + step 2680000 | 5426s | train_loss=0.0300 + step 2690000 | 5443s | train_loss=0.0372 + step 2700000 | 5479s | train_loss=0.0299 | fid=247.5787 + step 2710000 | 5496s | train_loss=0.0361 + step 2720000 | 5516s | train_loss=0.0298 + step 2730000 | 5533s | train_loss=0.0282 + step 2740000 | 5550s | train_loss=0.0277 + step 2750000 | 5567s | train_loss=0.0275 + step 2760000 | 5584s | train_loss=0.0293 + step 2770000 | 5601s | train_loss=0.0312 + step 2780000 | 5619s | train_loss=0.0351 + step 2790000 | 5637s | train_loss=0.0286 + step 2800000 | 5673s | train_loss=0.0284 | fid=243.3085 + step 2810000 | 5690s | train_loss=0.0300 + step 2820000 | 5707s | train_loss=0.0282 + step 2830000 | 5724s | train_loss=0.0322 + step 2840000 | 5741s | train_loss=0.0273 + step 2850000 | 5758s | train_loss=0.0274 + step 2860000 | 5776s | train_loss=0.0305 + step 2870000 | 5793s | train_loss=0.0286 + step 2880000 | 5813s | train_loss=0.0322 + step 2890000 | 5831s | train_loss=0.0295 + step 2900000 | 5866s | train_loss=0.0341 | fid=238.3523 + step 2910000 | 5884s | train_loss=0.0322 + step 2920000 | 5901s | train_loss=0.0287 + step 2930000 | 5918s | train_loss=0.0287 + step 2940000 | 5935s | train_loss=0.0355 + step 2950000 | 5952s | train_loss=0.0275 + step 2960000 | 5969s | train_loss=0.0298 + step 2970000 | 5986s | train_loss=0.0318 + step 2980000 | 6004s | train_loss=0.0285 + step 2990000 | 6022s | train_loss=0.0273 + step 3000000 | 6059s | train_loss=0.0296 | fid=239.7929 + step 3010000 | 6076s | train_loss=0.0272 + step 3020000 | 6094s | train_loss=0.0290 + step 3030000 | 6112s | train_loss=0.0251 + step 3040000 | 6129s | train_loss=0.0332 + step 3050000 | 6146s | train_loss=0.0273 + step 3060000 | 6164s | train_loss=0.0303 + step 3070000 | 6181s | train_loss=0.0283 + step 3080000 | 6198s | train_loss=0.0273 + step 3090000 | 6215s | train_loss=0.0294 + step 3100000 | 6250s | train_loss=0.0262 | fid=238.6711 + step 3110000 | 6268s | train_loss=0.0376 + step 3120000 | 6286s | train_loss=0.0286 + step 3130000 | 6304s | train_loss=0.0300 + step 3140000 | 6321s | train_loss=0.0356 + step 3150000 | 6338s | train_loss=0.0285 + step 3160000 | 6355s | train_loss=0.0259 + step 3170000 | 6375s | train_loss=0.0285 + step 3180000 | 6392s | train_loss=0.0300 + step 3190000 | 6410s | train_loss=0.0270 + step 3200000 | 6448s | train_loss=0.0308 | fid=234.1224 + step 3210000 | 6466s | train_loss=0.0324 + step 3220000 | 6483s | train_loss=0.0304 + step 3230000 | 6499s | train_loss=0.0400 + step 3240000 | 6516s | train_loss=0.0287 + step 3250000 | 6537s | train_loss=0.0293 + step 3260000 | 6558s | train_loss=0.0316 + step 3270000 | 6576s | train_loss=0.0316 + step 3280000 | 6593s | train_loss=0.0254 + step 3290000 | 6610s | train_loss=0.0257 + step 3300000 | 6647s | train_loss=0.0312 | fid=235.0991 + step 3310000 | 6665s | train_loss=0.0396 + step 3320000 | 6684s | train_loss=0.0303 + step 3330000 | 6702s | train_loss=0.0258 + step 3340000 | 6719s | train_loss=0.0274 + step 3350000 | 6739s | train_loss=0.0330 + step 3360000 | 6756s | train_loss=0.0301 + step 3370000 | 6774s | train_loss=0.0334 + step 3380000 | 6791s | train_loss=0.0284 + step 3390000 | 6808s | train_loss=0.0308 + step 3400000 | 6843s | train_loss=0.0295 | fid=242.1326 + step 3410000 | 6861s | train_loss=0.0279 + step 3420000 | 6878s | train_loss=0.0265 + step 3430000 | 6894s | train_loss=0.0323 + step 3440000 | 6911s | train_loss=0.0278 + step 3450000 | 6928s | train_loss=0.0263 + step 3460000 | 6945s | train_loss=0.0292 + step 3470000 | 6963s | train_loss=0.0335 + step 3480000 | 6980s | train_loss=0.0265 + step 3490000 | 6997s | train_loss=0.0284 + step 3500000 | 7033s | train_loss=0.0291 | fid=235.5680 + step 3510000 | 7050s | train_loss=0.0291 + step 3520000 | 7068s | train_loss=0.0256 + step 3530000 | 7087s | train_loss=0.0257 + step 3540000 | 7104s | train_loss=0.0285 + step 3550000 | 7121s | train_loss=0.0291 + step 3560000 | 7139s | train_loss=0.0358 + step 3570000 | 7156s | train_loss=0.0257 + step 3580000 | 7173s | train_loss=0.0281 + step 3590000 | 7191s | train_loss=0.0267 + step 3600000 | 7227s | train_loss=0.0277 | fid=231.6854 + step 3610000 | 7244s | train_loss=0.0282 + step 3620000 | 7262s | train_loss=0.0268 + step 3630000 | 7279s | train_loss=0.0280 + step 3640000 | 7297s | train_loss=0.0257 + step 3650000 | 7314s | train_loss=0.0272 + step 3660000 | 7332s | train_loss=0.0272 + step 3670000 | 7351s | train_loss=0.0268 + step 3680000 | 7370s | train_loss=0.0316 + step 3690000 | 7388s | train_loss=0.0305 + step 3700000 | 7425s | train_loss=0.0258 | fid=233.1484 + step 3710000 | 7442s | train_loss=0.0262 + step 3720000 | 7459s | train_loss=0.0277 + step 3730000 | 7478s | train_loss=0.0263 + step 3740000 | 7495s | train_loss=0.0259 + step 3750000 | 7512s | train_loss=0.0270 + step 3760000 | 7529s | train_loss=0.0258 + step 3770000 | 7546s | train_loss=0.0281 + step 3780000 | 7563s | train_loss=0.0249 + step 3790000 | 7581s | train_loss=0.0292 + step 3800000 | 7617s | train_loss=0.0259 | fid=230.3645 + step 3810000 | 7634s | train_loss=0.0248 + step 3820000 | 7654s | train_loss=0.0262 + step 3830000 | 7671s | train_loss=0.0242 + step 3840000 | 7688s | train_loss=0.0274 + step 3850000 | 7705s | train_loss=0.0309 + step 3860000 | 7722s | train_loss=0.0296 + step 3870000 | 7739s | train_loss=0.0268 + step 3880000 | 7757s | train_loss=0.0270 + step 3890000 | 7777s | train_loss=0.0249 + step 3900000 | 7813s | train_loss=0.0289 | fid=231.2878 + step 3910000 | 7830s | train_loss=0.0247 + step 3920000 | 7847s | train_loss=0.0259 + step 3930000 | 7864s | train_loss=0.0291 + step 3940000 | 7880s | train_loss=0.0273 + step 3950000 | 7901s | train_loss=0.0256 + step 3960000 | 7918s | train_loss=0.0245 + step 3970000 | 7936s | train_loss=0.0280 + step 3980000 | 7955s | train_loss=0.0264 + step 3990000 | 7972s | train_loss=0.0312 + step 4000000 | 8008s | train_loss=0.0261 | fid=228.7426 + step 4010000 | 8026s | train_loss=0.0236 + step 4020000 | 8045s | train_loss=0.0316 + step 4030000 | 8064s | train_loss=0.0259 + step 4040000 | 8081s | train_loss=0.0263 + step 4050000 | 8101s | train_loss=0.0248 + step 4060000 | 8118s | train_loss=0.0240 + step 4070000 | 8135s | train_loss=0.0264 + step 4080000 | 8153s | train_loss=0.0240 + step 4090000 | 8171s | train_loss=0.0264 + step 4100000 | 8208s | train_loss=0.0272 | fid=230.5450 + step 4110000 | 8225s | train_loss=0.0242 + step 4120000 | 8244s | train_loss=0.0243 + step 4130000 | 8262s | train_loss=0.0256 + step 4140000 | 8279s | train_loss=0.0273 + step 4150000 | 8296s | train_loss=0.0267 + step 4160000 | 8315s | train_loss=0.0248 + step 4170000 | 8333s | train_loss=0.0260 + step 4180000 | 8349s | train_loss=0.0240 + step 4190000 | 8367s | train_loss=0.0260 + step 4200000 | 8402s | train_loss=0.0241 | fid=222.1624 + step 4210000 | 8419s | train_loss=0.0241 + step 4220000 | 8437s | train_loss=0.0239 + step 4230000 | 8454s | train_loss=0.0314 + step 4240000 | 8473s | train_loss=0.0289 + step 4250000 | 8490s | train_loss=0.0248 + step 4260000 | 8508s | train_loss=0.0235 + step 4270000 | 8527s | train_loss=0.0243 + step 4280000 | 8544s | train_loss=0.0250 + step 4290000 | 8562s | train_loss=0.0268 + step 4300000 | 8598s | train_loss=0.0259 | fid=235.0326 + step 4310000 | 8615s | train_loss=0.0270 + step 4320000 | 8633s | train_loss=0.0262 + step 4330000 | 8650s | train_loss=0.0249 + step 4340000 | 8667s | train_loss=0.0278 + step 4350000 | 8683s | train_loss=0.0267 + step 4360000 | 8701s | train_loss=0.0244 + step 4370000 | 8719s | train_loss=0.0259 + step 4380000 | 8735s | train_loss=0.0256 + step 4390000 | 8752s | train_loss=0.0267 + step 4400000 | 8787s | train_loss=0.0275 | fid=227.6251 + step 4410000 | 8804s | train_loss=0.0247 + step 4420000 | 8824s | train_loss=0.0246 + step 4430000 | 8840s | train_loss=0.0232 + step 4440000 | 8857s | train_loss=0.0252 + step 4450000 | 8873s | train_loss=0.0250 + step 4460000 | 8890s | train_loss=0.0241 + step 4470000 | 8907s | train_loss=0.0242 + step 4480000 | 8924s | train_loss=0.0248 + step 4490000 | 8943s | train_loss=0.0251 + step 4500000 | 8979s | train_loss=0.0272 | fid=225.2271 + step 4510000 | 8996s | train_loss=0.0249 + step 4520000 | 9013s | train_loss=0.0272 + step 4530000 | 9031s | train_loss=0.0256 + step 4540000 | 9048s | train_loss=0.0271 + step 4550000 | 9065s | train_loss=0.0234 + step 4560000 | 9082s | train_loss=0.0330 + step 4570000 | 9099s | train_loss=0.0260 + step 4580000 | 9116s | train_loss=0.0254 + step 4590000 | 9133s | train_loss=0.0225 + step 4600000 | 9169s | train_loss=0.0240 | fid=223.0574 + step 4610000 | 9188s | train_loss=0.0245 + step 4620000 | 9205s | train_loss=0.0263 + step 4630000 | 9223s | train_loss=0.0252 + step 4640000 | 9242s | train_loss=0.0237 + step 4650000 | 9259s | train_loss=0.0267 + step 4660000 | 9276s | train_loss=0.0262 + step 4670000 | 9294s | train_loss=0.0255 + step 4680000 | 9311s | train_loss=0.0284 + step 4690000 | 9328s | train_loss=0.0239 + step 4700000 | 9364s | train_loss=0.0248 | fid=222.8337 + step 4710000 | 9381s | train_loss=0.0238 + step 4720000 | 9399s | train_loss=0.0246 + step 4730000 | 9421s | train_loss=0.0250 + step 4740000 | 9440s | train_loss=0.0256 + step 4750000 | 9457s | train_loss=0.0251 + step 4760000 | 9474s | train_loss=0.0247 + step 4770000 | 9491s | train_loss=0.0236 + step 4780000 | 9509s | train_loss=0.0234 + step 4790000 | 9526s | train_loss=0.0241 + step 4800000 | 9562s | train_loss=0.0255 | fid=228.7416 + step 4810000 | 9582s | train_loss=0.0283 + step 4820000 | 9601s | train_loss=0.0246 + step 4830000 | 9618s | train_loss=0.0229 + step 4840000 | 9637s | train_loss=0.0241 + step 4850000 | 9657s | train_loss=0.0224 + step 4860000 | 9674s | train_loss=0.0224 + step 4870000 | 9691s | train_loss=0.0254 + step 4880000 | 9711s | train_loss=0.0240 + step 4890000 | 9729s | train_loss=0.0245 + step 4900000 | 9767s | train_loss=0.0227 | fid=215.4862 + step 4910000 | 9786s | train_loss=0.0231 + step 4920000 | 9803s | train_loss=0.0250 + step 4930000 | 9820s | train_loss=0.0225 + step 4940000 | 9837s | train_loss=0.0232 + step 4950000 | 9854s | train_loss=0.0249 + step 4960000 | 9875s | train_loss=0.0305 + step 4970000 | 9892s | train_loss=0.0254 + step 4980000 | 9909s | train_loss=0.0238 + step 4990000 | 9927s | train_loss=0.0247 + step 5000000 | 9963s | train_loss=0.0234 | fid=212.7975 diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d40/config.json b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d40/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f61c3e9d63417f8e84d7a3bd904c8c1df2b5b958 --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d40/config.json @@ -0,0 +1,25 @@ +{ + "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d40/vae.pt", + "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d40", + "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", + "n_train": 1000, + "total_steps": 5000000, + "eval_interval": 10000, + "mem_interval": 100000, + "fid_interval": 100000, + "fid_n_real": 1000, + "fid_n_gen": 10000, + "n_gen_samples": 10000, + "n_sde_steps": 500, + "batch_size": 512, + "hidden": 1024, + "depth": 5, + "optimizer": "sgd", + "lr": 0.001, + "momentum": 0.8, + "t_min": 0.01, + "t_max": 3.0, + "t_eval": 0.1, + "seed": 43, + "device": null +} diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d40/metrics.jsonl b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d40/metrics.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..cbb55c793a1acc49ddc20117bafa85275b870aa2 --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d40/metrics.jsonl @@ -0,0 +1,502 @@ +{"event": "meta", "data": "cifar10_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 40, "n": 1000, "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d40/vae.pt", "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [41905, 27590, 3837, 45564, 49079, 45615, 24791, 29586, 40154, 14155, 41744, 31565, 21399, 47093, 14144, 7260, 25109, 49111, 3286, 28559, 8088, 18636, 27677, 5584, 14605, 28090, 44911, 22197, 30774, 45976, 21377, 38974, 37419, 34658, 48141, 45353, 16718, 44442, 14512, 30061, 32910, 17321, 15565, 17405, 44045, 17717, 6400, 37998, 3773, 20538, 19316, 34889, 4564, 1363, 5611, 41687, 16986, 41914, 25046, 49823, 33007, 20861, 27988, 42869, 33687, 3828, 12070, 15418, 22140, 35636, 31728, 9480, 7712, 2852, 43042, 17354, 27208, 49689, 14774, 29225, 25390, 35055, 12670, 19522, 24246, 14561, 33656, 42751, 2242, 364, 43176, 15490, 46231, 26061, 18629, 34392, 32488, 26106, 10393, 11167, 20874, 8106, 10093, 7243, 48907, 8147, 45063, 21102, 37655, 7635, 2514, 27684, 3204, 28758, 28311, 29718, 44311, 10355, 32304, 14615, 28486, 14294, 16760, 37166, 19433, 20899, 23979, 36854, 43726, 10375, 11078, 10677, 40127, 33642, 36325, 13174, 19662, 30319, 22501, 14354, 24243, 27654, 42509, 18915, 29668, 2313, 42454, 11218, 48097, 31985, 16567, 26984, 33502, 36329, 22928, 42746, 38223, 19499, 41926, 29059, 44004, 8962, 40807, 11854, 36894, 13566, 36982, 16226, 36410, 47002, 20194, 3625, 19297, 2555, 4842, 8098, 44052, 5795, 5274, 4374, 17924, 30344, 5386, 26317, 30389, 32399, 32042, 26731, 29532, 33817, 26942, 25858, 11887, 46070, 41837, 10713, 33955, 20000, 29946, 4912, 32112, 6697, 44031, 27296, 37785, 25660, 27948, 31260, 24358, 1827, 37445, 25084, 11703, 3820, 49218, 30616, 25083, 22759, 6275, 40603, 39038, 37156, 8894, 9871, 31333, 26582, 20528, 10523, 2747, 33639, 41740, 47899, 11337, 6325, 433, 33051, 1094, 24743, 9392, 22638, 7689, 39641, 9486, 33554, 30840, 35032, 19647, 7903, 18205, 34063, 46483, 32963, 11601, 19203, 45792, 47136, 6174, 40793, 13885, 16641, 48744, 37658, 43829, 44107, 6388, 37424, 20033, 28563, 27013, 17032, 12768, 38181, 35608, 14089, 29228, 40229, 45106, 11963, 37979, 20694, 22835, 5773, 19580, 44596, 19079, 45191, 666, 15893, 7513, 15939, 45020, 12659, 31388, 44651, 23592, 16419, 47615, 36714, 36448, 28579, 1697, 9889, 42082, 49150, 41132, 33996, 21551, 18467, 45242, 6516, 3355, 20187, 31669, 2814, 6900, 28198, 17656, 18178, 31825, 34244, 38330, 28894, 7463, 8134, 38159, 10524, 41508, 2367, 496, 31046, 1511, 31956, 46621, 14176, 1899, 32397, 29452, 16504, 34042, 24014, 47447, 20229, 36683, 5186, 14349, 21736, 17094, 30311, 27949, 30023, 49589, 43270, 2898, 18259, 17175, 18594, 17062, 42063, 3237, 12080, 35769, 1687, 30330, 29678, 27321, 4273, 28513, 2551, 5314, 13572, 13497, 9652, 3466, 27133, 38459, 23232, 14231, 25584, 49398, 32994, 10434, 42369, 37410, 45044, 11075, 12523, 1417, 6765, 40000, 25016, 36905, 48638, 21, 16822, 24333, 30084, 43982, 26954, 6519, 42546, 14751, 14278, 49970, 47621, 18883, 37295, 9040, 40369, 22225, 36489, 21302, 13110, 5455, 47804, 14868, 13063, 22102, 36825, 21969, 33186, 28908, 32592, 42766, 12262, 39073, 915, 11824, 39208, 3098, 42789, 29800, 14150, 28705, 8847, 21716, 535, 48077, 41540, 36207, 10816, 41471, 35049, 20661, 6083, 30194, 4576, 2174, 1908, 48392, 10435, 10986, 18036, 24746, 3941, 34118, 49749, 12025, 21493, 15785, 17085, 39411, 34561, 42064, 36237, 2740, 8183, 40564, 33107, 25765, 49165, 25211, 17520, 17115, 1869, 46432, 33757, 20517, 39760, 259, 45380, 12436, 48000, 21046, 4039, 15701, 35246, 29112, 44161, 34079, 45449, 42845, 22815, 5597, 3990, 35899, 48969, 41528, 27873, 16598, 39104, 23359, 46847, 28624, 19198, 1251, 9003, 28383, 47005, 40703, 41605, 39895, 26201, 11727, 27435, 17333, 39261, 37456, 14653, 30634, 4160, 24540, 12044, 7111, 23485, 5645, 2572, 1682, 17872, 8974, 16796, 11864, 40178, 20092, 32219, 14458, 37007, 31340, 10520, 34489, 13128, 42913, 31468, 44180, 37938, 20058, 18673, 36850, 34721, 26210, 15257, 35188, 11815, 47936, 18088, 43578, 11996, 47952, 24311, 1884, 36557, 32921, 36250, 38022, 5671, 13621, 23326, 14326, 23471, 24685, 39092, 3268, 37257, 16348, 13730, 21838, 44088, 8945, 10827, 13840, 46123, 48010, 13350, 30622, 45233, 8698, 14335, 45842, 15138, 1515, 40759, 21960, 47551, 33208, 18260, 6377, 46869, 31742, 23566, 12829, 15305, 37988, 16111, 32146, 37948, 25917, 30484, 17885, 42468, 28238, 33865, 28030, 30072, 34855, 19324, 42075, 30623, 3667, 38832, 25100, 43077, 36471, 11663, 13588, 14015, 5099, 10589, 28526, 48022, 15444, 3280, 188, 31582, 15225, 11019, 21804, 3901, 24461, 25031, 10373, 4486, 45950, 37949, 32923, 1583, 6576, 26004, 16237, 38132, 25045, 25091, 41949, 11553, 48062, 40503, 13057, 8954, 18566, 28405, 28604, 30434, 49112, 30676, 32930, 16183, 48336, 43162, 873, 37233, 44718, 37247, 23758, 9243, 12126, 5287, 49594, 3459, 32091, 20894, 41743, 7366, 7258, 37939, 47665, 12260, 20836, 43253, 16191, 11619, 1519, 6137, 3934, 48375, 35234, 103, 30510, 8869, 21085, 41234, 25138, 25079, 31218, 48292, 48814, 6635, 18416, 1421, 4363, 5164, 47455, 21280, 16767, 19685, 16449, 45798, 31292, 31049, 43587, 30772, 2651, 12854, 23199, 25234, 23389, 24742, 19480, 19738, 19726, 2388, 21394, 4512, 9069, 42856, 25766, 23797, 40741, 33624, 8328, 35922, 27732, 36268, 23213, 41966, 40002, 12750, 46225, 35182, 23769, 25152, 26764, 20090, 27202, 48096, 4266, 2205, 2020, 37651, 36088, 1021, 28544, 20933, 48924, 11503, 43997, 9492, 19505, 47632, 4118, 2029, 22008, 41396, 16378, 36738, 33194, 28053, 44137, 30771, 12131, 5963, 31754, 46953, 3180, 1718, 36816, 2208, 20898, 13799, 30796, 34445, 37540, 27983, 39216, 16791, 36763, 15987, 28440, 11782, 48531, 4252, 47359, 5351, 4059, 9263, 32274, 39283, 258, 17485, 31280, 12814, 33217, 38203, 11170, 8486, 14434, 13722, 36048, 3705, 47210, 38260, 2200, 17850, 21589, 27598, 9926, 9419, 3981, 34519, 37821, 22855, 39796, 24105, 5113, 5888, 31974, 40040, 17179, 48615, 38665, 47173, 47154, 20619, 5049, 1656, 27736, 14424, 2013, 1348, 32964, 37228, 34968, 34124, 15993, 42420, 26558, 2961, 27119, 37779, 29321, 31595, 29301, 38364, 17528, 19583, 48609, 4428, 12427, 601, 21213, 44456, 39274, 40250, 39804, 35373, 43875, 20550, 43426, 13696, 34572, 11097, 22458, 33042, 12981, 29073, 6601, 2370, 4065, 46317, 29460, 21761, 13977, 4520, 31604, 16259, 1445, 29204, 26097, 31921, 33193, 36054, 26372, 4436, 40306, 13974, 6159, 46233, 33714, 27592, 23153, 40311, 12294, 40141, 14030, 36304, 40086, 43163, 14689, 5002, 40885, 40758, 42458, 18580, 29784, 14527, 30070, 18326, 40830, 42503, 5434, 25179, 15652, 11428, 40980, 45916, 22056, 15896, 42628, 30092, 40834, 25862, 40370, 7804, 46908, 44191, 26908, 9764, 36969, 21521, 35257, 9279, 36964, 4012, 627, 31813, 15669, 33832, 29874, 1912, 41254, 23709, 4648, 3131, 49882, 19349, 35975, 25565, 21641, 48219, 30806, 33979, 36103, 14640, 34524, 31661, 26869, 27297, 46519, 2352, 46930, 7617, 49750, 12620, 29820, 18590, 890, 16394, 23877, 26421, 23417, 29021, 11596, 22017, 14794, 14437, 48385, 48231, 18946, 38048, 41302, 40633, 15317, 24820], "fid_reference": "same farthest-first 1k CIFAR-10 training subset", "seed": 43} +{"step": 1, "wall_time": 65.63481402397156, "train_loss_step": 39.729461669921875, "n_params": 4346920, "total_flops": 13353738240, "train_loss": 0.9934781074523926, "subset_score_loss": 0.9934781074523926, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9737176895141602, "fid": 228.80077056682603} +{"step": 10000, "wall_time": 148.1368236541748, "train_loss_step": 9.805850982666016, "n_params": 4346920, "total_flops": 133537382400000, "train_loss": 0.8861785888671875, "subset_score_loss": 0.8861785888671875} +{"step": 20000, "wall_time": 238.2922921180725, "train_loss_step": 9.696638107299805, "n_params": 4346920, "total_flops": 267074764800000, "train_loss": 0.8620108604431153, "subset_score_loss": 0.8620108604431153} +{"step": 30000, "wall_time": 328.3866984844208, "train_loss_step": 8.459501266479492, "n_params": 4346920, "total_flops": 400612147200000, "train_loss": 0.8063356399536132, "subset_score_loss": 0.8063356399536132} +{"step": 40000, "wall_time": 418.58493852615356, "train_loss_step": 8.053705215454102, "n_params": 4346920, "total_flops": 534149529600000, "train_loss": 0.696992826461792, "subset_score_loss": 0.696992826461792} +{"step": 50000, "wall_time": 508.73662853240967, "train_loss_step": 7.198246479034424, "n_params": 4346920, "total_flops": 667686912000000, "train_loss": 0.5194133758544922, "subset_score_loss": 0.5194133758544922} +{"step": 60000, "wall_time": 599.0562665462494, "train_loss_step": 6.115255355834961, "n_params": 4346920, "total_flops": 801224294400000, "train_loss": 0.349054741859436, "subset_score_loss": 0.349054741859436} +{"step": 70000, "wall_time": 689.3267648220062, "train_loss_step": 5.9820876121521, "n_params": 4346920, "total_flops": 934761676800000, "train_loss": 0.24833149909973146, "subset_score_loss": 0.24833149909973146} +{"step": 80000, "wall_time": 779.4396405220032, "train_loss_step": 5.351340293884277, "n_params": 4346920, "total_flops": 1068299059200000, "train_loss": 0.19438326358795166, "subset_score_loss": 0.19438326358795166} +{"step": 90000, "wall_time": 869.6235361099243, "train_loss_step": 4.852137565612793, "n_params": 4346920, "total_flops": 1201836441600000, "train_loss": 0.16860951185226442, "subset_score_loss": 0.16860951185226442} +{"step": 100000, "wall_time": 1018.5696189403534, "train_loss_step": 4.959206581115723, "n_params": 4346920, "total_flops": 1335373824000000, "train_loss": 0.1499723434448242, "subset_score_loss": 0.1499723434448242, "memorization_fraction_pixel": 9.999999747378752e-05, "mean_nn_ratio_pixel": 0.9064643383026123, "fid": 162.1178376524583} +{"step": 110000, "wall_time": 1108.8622660636902, "train_loss_step": 4.736439228057861, "n_params": 4346920, "total_flops": 1468911206400000, "train_loss": 0.13781459331512452, "subset_score_loss": 0.13781459331512452} +{"step": 120000, "wall_time": 1198.8577072620392, "train_loss_step": 4.416665077209473, "n_params": 4346920, "total_flops": 1602448588800000, "train_loss": 0.1277118444442749, "subset_score_loss": 0.1277118444442749} +{"step": 130000, "wall_time": 1288.8499257564545, "train_loss_step": 4.574617385864258, "n_params": 4346920, "total_flops": 1735985971200000, "train_loss": 0.11803021430969238, "subset_score_loss": 0.11803021430969238} +{"step": 140000, "wall_time": 1378.9414024353027, "train_loss_step": 4.503167629241943, "n_params": 4346920, "total_flops": 1869523353600000, "train_loss": 0.1110115885734558, "subset_score_loss": 0.1110115885734558} +{"step": 150000, "wall_time": 1469.1735920906067, "train_loss_step": 4.500298976898193, "n_params": 4346920, "total_flops": 2003060736000000, "train_loss": 0.1049380898475647, "subset_score_loss": 0.1049380898475647} +{"step": 160000, "wall_time": 1559.2207615375519, "train_loss_step": 3.8552756309509277, "n_params": 4346920, "total_flops": 2136598118400000, "train_loss": 0.09996032118797302, "subset_score_loss": 0.09996032118797302} +{"step": 170000, "wall_time": 1649.414174079895, "train_loss_step": 4.126461029052734, "n_params": 4346920, "total_flops": 2270135500800000, "train_loss": 0.09417219758033753, "subset_score_loss": 0.09417219758033753} +{"step": 180000, "wall_time": 1739.6192886829376, "train_loss_step": 3.898895740509033, "n_params": 4346920, "total_flops": 2403672883200000, "train_loss": 0.09108338952064514, "subset_score_loss": 0.09108338952064514} +{"step": 190000, "wall_time": 1829.8342747688293, "train_loss_step": 3.7325735092163086, "n_params": 4346920, "total_flops": 2537210265600000, "train_loss": 0.08636879324913024, "subset_score_loss": 0.08636879324913024} +{"step": 200000, "wall_time": 1979.611804485321, "train_loss_step": 4.048361778259277, "n_params": 4346920, "total_flops": 2670747648000000, "train_loss": 0.08295015096664429, "subset_score_loss": 0.08295015096664429, "memorization_fraction_pixel": 0.0026000000070780516, "mean_nn_ratio_pixel": 0.816375195980072, "fid": 155.85446775926704} +{"step": 210000, "wall_time": 2070.135335445404, "train_loss_step": 3.8299121856689453, "n_params": 4346920, "total_flops": 2804285030400000, "train_loss": 0.07928792834281921, "subset_score_loss": 0.07928792834281921} +{"step": 220000, "wall_time": 2160.08659696579, "train_loss_step": 4.0049543380737305, "n_params": 4346920, "total_flops": 2937822412800000, "train_loss": 0.0773814558982849, "subset_score_loss": 0.0773814558982849} +{"step": 230000, "wall_time": 2250.1376080513, "train_loss_step": 3.7628908157348633, "n_params": 4346920, "total_flops": 3071359795200000, "train_loss": 0.07538338899612426, "subset_score_loss": 0.07538338899612426} +{"step": 240000, "wall_time": 2340.213671207428, "train_loss_step": 3.9724416732788086, "n_params": 4346920, "total_flops": 3204897177600000, "train_loss": 0.07215574979782105, "subset_score_loss": 0.07215574979782105} +{"step": 250000, "wall_time": 2430.344942331314, "train_loss_step": 3.7687649726867676, "n_params": 4346920, "total_flops": 3338434560000000, "train_loss": 0.07186678051948547, "subset_score_loss": 0.07186678051948547} +{"step": 260000, "wall_time": 2520.8744390010834, "train_loss_step": 3.7854981422424316, "n_params": 4346920, "total_flops": 3471971942400000, "train_loss": 0.0690288245677948, "subset_score_loss": 0.0690288245677948} +{"step": 270000, "wall_time": 2611.0259759426117, "train_loss_step": 3.781633138656616, "n_params": 4346920, "total_flops": 3605509324800000, "train_loss": 0.06731172800064086, "subset_score_loss": 0.06731172800064086} +{"step": 280000, "wall_time": 2701.008542776108, "train_loss_step": 3.6280436515808105, "n_params": 4346920, "total_flops": 3739046707200000, "train_loss": 0.06474901437759399, "subset_score_loss": 0.06474901437759399} +{"step": 290000, "wall_time": 2785.858588695526, "train_loss_step": 3.8485093116760254, "n_params": 4346920, "total_flops": 3872584089600000, "train_loss": 0.06379851102828979, "subset_score_loss": 0.06379851102828979} +{"step": 300000, "wall_time": 2941.576985359192, "train_loss_step": 3.8373165130615234, "n_params": 4346920, "total_flops": 4006121472000000, "train_loss": 0.06161400079727173, "subset_score_loss": 0.06161400079727173, "memorization_fraction_pixel": 0.008999999612569809, "mean_nn_ratio_pixel": 0.7638596892356873, "fid": 152.23296102465898} +{"step": 310000, "wall_time": 3031.859927892685, "train_loss_step": 3.3081748485565186, "n_params": 4346920, "total_flops": 4139658854400000, "train_loss": 0.061231911182403564, "subset_score_loss": 0.061231911182403564} +{"step": 320000, "wall_time": 3122.102681159973, "train_loss_step": 3.6561732292175293, "n_params": 4346920, "total_flops": 4273196236800000, "train_loss": 0.05955201983451843, "subset_score_loss": 0.05955201983451843} +{"step": 330000, "wall_time": 3212.179859161377, "train_loss_step": 3.3742833137512207, "n_params": 4346920, "total_flops": 4406733619200000, "train_loss": 0.057405322790145874, "subset_score_loss": 0.057405322790145874} +{"step": 340000, "wall_time": 3302.2047460079193, "train_loss_step": 3.356011152267456, "n_params": 4346920, "total_flops": 4540271001600000, "train_loss": 0.05758475661277771, "subset_score_loss": 0.05758475661277771} +{"step": 350000, "wall_time": 3392.305424928665, "train_loss_step": 3.488266944885254, "n_params": 4346920, "total_flops": 4673808384000000, "train_loss": 0.0562671959400177, "subset_score_loss": 0.0562671959400177} +{"step": 360000, "wall_time": 3482.3793206214905, "train_loss_step": 3.575404167175293, "n_params": 4346920, "total_flops": 4807345766400000, "train_loss": 0.05591202974319458, "subset_score_loss": 0.05591202974319458} +{"step": 370000, "wall_time": 3572.6022143363953, "train_loss_step": 3.2603509426116943, "n_params": 4346920, "total_flops": 4940883148800000, "train_loss": 0.054922229051589964, "subset_score_loss": 0.054922229051589964} +{"step": 380000, "wall_time": 3659.806208372116, "train_loss_step": 3.249164581298828, "n_params": 4346920, "total_flops": 5074420531200000, "train_loss": 0.05361717939376831, "subset_score_loss": 0.05361717939376831} +{"step": 390000, "wall_time": 3741.7926740646362, "train_loss_step": 3.1416969299316406, "n_params": 4346920, "total_flops": 5207957913600000, "train_loss": 0.052485084533691405, "subset_score_loss": 0.052485084533691405} +{"step": 400000, "wall_time": 3903.654353618622, "train_loss_step": 3.569570541381836, "n_params": 4346920, "total_flops": 5341495296000000, "train_loss": 0.051413428783416745, "subset_score_loss": 0.051413428783416745, "memorization_fraction_pixel": 0.014399999752640724, "mean_nn_ratio_pixel": 0.717453122138977, "fid": 148.67476686110945} +{"step": 410000, "wall_time": 3994.0003473758698, "train_loss_step": 3.198268175125122, "n_params": 4346920, "total_flops": 5475032678400000, "train_loss": 0.05078863501548767, "subset_score_loss": 0.05078863501548767} +{"step": 420000, "wall_time": 4083.9114384651184, "train_loss_step": 3.0909833908081055, "n_params": 4346920, "total_flops": 5608570060800000, "train_loss": 0.05033426284790039, "subset_score_loss": 0.05033426284790039} +{"step": 430000, "wall_time": 4173.918725967407, "train_loss_step": 3.7227587699890137, "n_params": 4346920, "total_flops": 5742107443200000, "train_loss": 0.04927292168140411, "subset_score_loss": 0.04927292168140411} +{"step": 440000, "wall_time": 4264.066060304642, "train_loss_step": 3.484912633895874, "n_params": 4346920, "total_flops": 5875644825600000, "train_loss": 0.04790766835212708, "subset_score_loss": 0.04790766835212708} +{"step": 450000, "wall_time": 4354.369002580643, "train_loss_step": 3.306283950805664, "n_params": 4346920, "total_flops": 6009182208000000, "train_loss": 0.04802718758583069, "subset_score_loss": 0.04802718758583069} +{"step": 460000, "wall_time": 4444.756242513657, "train_loss_step": 3.239231586456299, "n_params": 4346920, "total_flops": 6142719590400000, "train_loss": 0.04710545539855957, "subset_score_loss": 0.04710545539855957} +{"step": 470000, "wall_time": 4534.755954027176, "train_loss_step": 3.4672107696533203, "n_params": 4346920, "total_flops": 6276256972800000, "train_loss": 0.04653709828853607, "subset_score_loss": 0.04653709828853607} +{"step": 480000, "wall_time": 4618.462558269501, "train_loss_step": 3.223397970199585, "n_params": 4346920, "total_flops": 6409794355200000, "train_loss": 0.04598433971405029, "subset_score_loss": 0.04598433971405029} +{"step": 490000, "wall_time": 4703.359267473221, "train_loss_step": 3.066868543624878, "n_params": 4346920, "total_flops": 6543331737600000, "train_loss": 0.044979116320610045, "subset_score_loss": 0.044979116320610045} +{"step": 500000, "wall_time": 4865.383807420731, "train_loss_step": 3.0098745822906494, "n_params": 4346920, "total_flops": 6676869120000000, "train_loss": 0.04465887844562531, "subset_score_loss": 0.04465887844562531, "memorization_fraction_pixel": 0.015799999237060547, "mean_nn_ratio_pixel": 0.6855278611183167, "fid": 147.7266227390991} +{"step": 510000, "wall_time": 4955.567965507507, "train_loss_step": 3.5244412422180176, "n_params": 4346920, "total_flops": 6810406502400000, "train_loss": 0.04517650306224823, "subset_score_loss": 0.04517650306224823} +{"step": 520000, "wall_time": 5045.70086979866, "train_loss_step": 3.2784340381622314, "n_params": 4346920, "total_flops": 6943943884800000, "train_loss": 0.04520132839679718, "subset_score_loss": 0.04520132839679718} +{"step": 530000, "wall_time": 5135.781667947769, "train_loss_step": 3.113833427429199, "n_params": 4346920, "total_flops": 7077481267200000, "train_loss": 0.04321939945220947, "subset_score_loss": 0.04321939945220947} +{"step": 540000, "wall_time": 5225.9415991306305, "train_loss_step": 3.474803924560547, "n_params": 4346920, "total_flops": 7211018649600000, "train_loss": 0.04242792427539825, "subset_score_loss": 0.04242792427539825} +{"step": 550000, "wall_time": 5315.9642078876495, "train_loss_step": 3.2932891845703125, "n_params": 4346920, "total_flops": 7344556032000000, "train_loss": 0.04261703193187714, "subset_score_loss": 0.04261703193187714} +{"step": 560000, "wall_time": 5405.8639550209045, "train_loss_step": 3.2419519424438477, "n_params": 4346920, "total_flops": 7478093414400000, "train_loss": 0.04160094857215881, "subset_score_loss": 0.04160094857215881} +{"step": 570000, "wall_time": 5489.632311820984, "train_loss_step": 3.0088322162628174, "n_params": 4346920, "total_flops": 7611630796800000, "train_loss": 0.04181937575340271, "subset_score_loss": 0.04181937575340271} +{"step": 580000, "wall_time": 5573.4260177612305, "train_loss_step": 3.0950567722320557, "n_params": 4346920, "total_flops": 7745168179200000, "train_loss": 0.04157678484916687, "subset_score_loss": 0.04157678484916687} +{"step": 590000, "wall_time": 5663.66858959198, "train_loss_step": 3.352529287338257, "n_params": 4346920, "total_flops": 7878705561600000, "train_loss": 0.04056254327297211, "subset_score_loss": 0.04056254327297211} +{"step": 600000, "wall_time": 5825.657639026642, "train_loss_step": 2.7584986686706543, "n_params": 4346920, "total_flops": 8012242944000000, "train_loss": 0.04022947549819946, "subset_score_loss": 0.04022947549819946, "memorization_fraction_pixel": 0.021800000220537186, "mean_nn_ratio_pixel": 0.6631043553352356, "fid": 144.96181445275184} +{"step": 610000, "wall_time": 5915.922971963882, "train_loss_step": 3.324251890182495, "n_params": 4346920, "total_flops": 8145780326400000, "train_loss": 0.0406103104352951, "subset_score_loss": 0.0406103104352951} +{"step": 620000, "wall_time": 6005.970429182053, "train_loss_step": 3.2075963020324707, "n_params": 4346920, "total_flops": 8279317708800000, "train_loss": 0.039143112301826474, "subset_score_loss": 0.039143112301826474} +{"step": 630000, "wall_time": 6096.0266053676605, "train_loss_step": 3.1913795471191406, "n_params": 4346920, "total_flops": 8412855091200000, "train_loss": 0.03999858796596527, "subset_score_loss": 0.03999858796596527} +{"step": 640000, "wall_time": 6186.212921380997, "train_loss_step": 3.2361085414886475, "n_params": 4346920, "total_flops": 8546392473600000, "train_loss": 0.0387284517288208, "subset_score_loss": 0.0387284517288208} +{"step": 650000, "wall_time": 6276.298341751099, "train_loss_step": 3.2398147583007812, "n_params": 4346920, "total_flops": 8679929856000000, "train_loss": 0.03860900402069092, "subset_score_loss": 0.03860900402069092} +{"step": 660000, "wall_time": 6363.399344444275, "train_loss_step": 3.0323572158813477, "n_params": 4346920, "total_flops": 8813467238400000, "train_loss": 0.038225576281547546, "subset_score_loss": 0.038225576281547546} +{"step": 670000, "wall_time": 6447.127828121185, "train_loss_step": 2.8546035289764404, "n_params": 4346920, "total_flops": 8947004620800000, "train_loss": 0.03799532055854797, "subset_score_loss": 0.03799532055854797} +{"step": 680000, "wall_time": 6533.752760887146, "train_loss_step": 3.0892796516418457, "n_params": 4346920, "total_flops": 9080542003200000, "train_loss": 0.037731483578681946, "subset_score_loss": 0.037731483578681946} +{"step": 690000, "wall_time": 6624.152193069458, "train_loss_step": 2.9676899909973145, "n_params": 4346920, "total_flops": 9214079385600000, "train_loss": 0.03670961558818817, "subset_score_loss": 0.03670961558818817} +{"step": 700000, "wall_time": 6786.234190702438, "train_loss_step": 3.1757631301879883, "n_params": 4346920, "total_flops": 9347616768000000, "train_loss": 0.03769456446170807, "subset_score_loss": 0.03769456446170807, "memorization_fraction_pixel": 0.02500000037252903, "mean_nn_ratio_pixel": 0.6381983160972595, "fid": 144.77269238668876} +{"step": 710000, "wall_time": 6876.512275218964, "train_loss_step": 3.1829986572265625, "n_params": 4346920, "total_flops": 9481154150400000, "train_loss": 0.03578637838363648, "subset_score_loss": 0.03578637838363648} +{"step": 720000, "wall_time": 6966.853370189667, "train_loss_step": 3.1971278190612793, "n_params": 4346920, "total_flops": 9614691532800000, "train_loss": 0.03632374405860901, "subset_score_loss": 0.03632374405860901} +{"step": 730000, "wall_time": 7056.867424964905, "train_loss_step": 2.979823112487793, "n_params": 4346920, "total_flops": 9748228915200000, "train_loss": 0.03620059490203857, "subset_score_loss": 0.03620059490203857} +{"step": 740000, "wall_time": 7146.9803783893585, "train_loss_step": 2.966111183166504, "n_params": 4346920, "total_flops": 9881766297600000, "train_loss": 0.036533033847808837, "subset_score_loss": 0.036533033847808837} +{"step": 750000, "wall_time": 7234.3319499492645, "train_loss_step": 3.15936279296875, "n_params": 4346920, "total_flops": 10015303680000000, "train_loss": 0.03610085546970367, "subset_score_loss": 0.03610085546970367} +{"step": 760000, "wall_time": 7320.775928020477, "train_loss_step": 3.178067207336426, "n_params": 4346920, "total_flops": 10148841062400000, "train_loss": 0.03675239384174347, "subset_score_loss": 0.03675239384174347} +{"step": 770000, "wall_time": 7404.702618598938, "train_loss_step": 3.0537452697753906, "n_params": 4346920, "total_flops": 10282378444800000, "train_loss": 0.03473531901836395, "subset_score_loss": 0.03473531901836395} +{"step": 780000, "wall_time": 7495.1315813064575, "train_loss_step": 2.9159750938415527, "n_params": 4346920, "total_flops": 10415915827200000, "train_loss": 0.03427732288837433, "subset_score_loss": 0.03427732288837433} +{"step": 790000, "wall_time": 7585.030252933502, "train_loss_step": 2.9415946006774902, "n_params": 4346920, "total_flops": 10549453209600000, "train_loss": 0.03456012010574341, "subset_score_loss": 0.03456012010574341} +{"step": 800000, "wall_time": 7747.111297607422, "train_loss_step": 3.131619930267334, "n_params": 4346920, "total_flops": 10682990592000000, "train_loss": 0.03371104896068573, "subset_score_loss": 0.03371104896068573, "memorization_fraction_pixel": 0.029600000008940697, "mean_nn_ratio_pixel": 0.6233388781547546, "fid": 142.94244509173006} +{"step": 810000, "wall_time": 7837.306746959686, "train_loss_step": 2.928062915802002, "n_params": 4346920, "total_flops": 10816527974400000, "train_loss": 0.034243044257164, "subset_score_loss": 0.034243044257164} +{"step": 820000, "wall_time": 7927.331969261169, "train_loss_step": 2.9612364768981934, "n_params": 4346920, "total_flops": 10950065356800000, "train_loss": 0.03394514322280884, "subset_score_loss": 0.03394514322280884} +{"step": 830000, "wall_time": 8017.37050318718, "train_loss_step": 3.224271774291992, "n_params": 4346920, "total_flops": 11083602739200000, "train_loss": 0.03446792662143707, "subset_score_loss": 0.03446792662143707} +{"step": 840000, "wall_time": 8107.344497680664, "train_loss_step": 3.0847151279449463, "n_params": 4346920, "total_flops": 11217140121600000, "train_loss": 0.032702624797821045, "subset_score_loss": 0.032702624797821045} +{"step": 850000, "wall_time": 8194.306107521057, "train_loss_step": 2.860896110534668, "n_params": 4346920, "total_flops": 11350677504000000, "train_loss": 0.0326500803232193, "subset_score_loss": 0.0326500803232193} +{"step": 860000, "wall_time": 8278.407475709915, "train_loss_step": 2.866234302520752, "n_params": 4346920, "total_flops": 11484214886400000, "train_loss": 0.032403257489204404, "subset_score_loss": 0.032403257489204404} +{"step": 870000, "wall_time": 8365.115021467209, "train_loss_step": 2.979923725128174, "n_params": 4346920, "total_flops": 11617752268800000, "train_loss": 0.032360377907752993, "subset_score_loss": 0.032360377907752993} +{"step": 880000, "wall_time": 8455.295668125153, "train_loss_step": 2.823152542114258, "n_params": 4346920, "total_flops": 11751289651200000, "train_loss": 0.03233694732189178, "subset_score_loss": 0.03233694732189178} +{"step": 890000, "wall_time": 8545.512203931808, "train_loss_step": 2.952754020690918, "n_params": 4346920, "total_flops": 11884827033600000, "train_loss": 0.03261008560657501, "subset_score_loss": 0.03261008560657501} +{"step": 900000, "wall_time": 8706.068075418472, "train_loss_step": 2.7839176654815674, "n_params": 4346920, "total_flops": 12018364416000000, "train_loss": 0.03172564506530762, "subset_score_loss": 0.03172564506530762, "memorization_fraction_pixel": 0.03530000150203705, "mean_nn_ratio_pixel": 0.6026568412780762, "fid": 142.78688900592908} +{"step": 910000, "wall_time": 8796.26913356781, "train_loss_step": 3.0261919498443604, "n_params": 4346920, "total_flops": 12151901798400000, "train_loss": 0.03170405924320221, "subset_score_loss": 0.03170405924320221} +{"step": 920000, "wall_time": 8886.53981256485, "train_loss_step": 3.046579599380493, "n_params": 4346920, "total_flops": 12285439180800000, "train_loss": 0.03139511048793793, "subset_score_loss": 0.03139511048793793} +{"step": 930000, "wall_time": 8976.422582149506, "train_loss_step": 2.7813525199890137, "n_params": 4346920, "total_flops": 12418976563200000, "train_loss": 0.031345215439796445, "subset_score_loss": 0.031345215439796445} +{"step": 940000, "wall_time": 9065.008605003357, "train_loss_step": 2.8315229415893555, "n_params": 4346920, "total_flops": 12552513945600000, "train_loss": 0.03103073835372925, "subset_score_loss": 0.03103073835372925} +{"step": 950000, "wall_time": 9152.03087425232, "train_loss_step": 2.949777603149414, "n_params": 4346920, "total_flops": 12686051328000000, "train_loss": 0.031044840812683105, "subset_score_loss": 0.031044840812683105} +{"step": 960000, "wall_time": 9235.562779903412, "train_loss_step": 2.8266754150390625, "n_params": 4346920, "total_flops": 12819588710400000, "train_loss": 0.030819863080978394, "subset_score_loss": 0.030819863080978394} +{"step": 970000, "wall_time": 9325.593448638916, "train_loss_step": 2.845329523086548, "n_params": 4346920, "total_flops": 12953126092800000, "train_loss": 0.030629366636276245, "subset_score_loss": 0.030629366636276245} +{"step": 980000, "wall_time": 9415.742046356201, "train_loss_step": 3.196415901184082, "n_params": 4346920, "total_flops": 13086663475200000, "train_loss": 0.03066832721233368, "subset_score_loss": 0.03066832721233368} +{"step": 990000, "wall_time": 9506.06091427803, "train_loss_step": 2.9775390625, "n_params": 4346920, "total_flops": 13220200857600000, "train_loss": 0.029938149452209472, "subset_score_loss": 0.029938149452209472} +{"step": 1000000, "wall_time": 9667.784484624863, "train_loss_step": 3.009833335876465, "n_params": 4346920, "total_flops": 13353738240000000, "train_loss": 0.02984830439090729, "subset_score_loss": 0.02984830439090729, "memorization_fraction_pixel": 0.036400001496076584, "mean_nn_ratio_pixel": 0.5924496054649353, "fid": 142.5864144098112} +{"step": 1010000, "wall_time": 9758.01889038086, "train_loss_step": 2.8858494758605957, "n_params": 4346920, "total_flops": 13487275622400000, "train_loss": 0.029188814759254455, "subset_score_loss": 0.029188814759254455} +{"step": 1020000, "wall_time": 9848.153910636902, "train_loss_step": 2.8254289627075195, "n_params": 4346920, "total_flops": 13620813004800000, "train_loss": 0.029394111037254332, "subset_score_loss": 0.029394111037254332} +{"step": 1030000, "wall_time": 9936.24990272522, "train_loss_step": 2.7816226482391357, "n_params": 4346920, "total_flops": 13754350387200000, "train_loss": 0.029647824168205262, "subset_score_loss": 0.029647824168205262} +{"step": 1040000, "wall_time": 10023.14446401596, "train_loss_step": 3.0577964782714844, "n_params": 4346920, "total_flops": 13887887769600000, "train_loss": 0.02870936691761017, "subset_score_loss": 0.02870936691761017} +{"step": 1050000, "wall_time": 10110.317588806152, "train_loss_step": 2.7056713104248047, "n_params": 4346920, "total_flops": 14021425152000000, "train_loss": 0.029833558201789855, "subset_score_loss": 0.029833558201789855} +{"step": 1060000, "wall_time": 10196.91943526268, "train_loss_step": 2.7412078380584717, "n_params": 4346920, "total_flops": 14154962534400000, "train_loss": 0.02878459692001343, "subset_score_loss": 0.02878459692001343} +{"step": 1070000, "wall_time": 10287.18953871727, "train_loss_step": 2.8781590461730957, "n_params": 4346920, "total_flops": 14288499916800000, "train_loss": 0.02858549654483795, "subset_score_loss": 0.02858549654483795} +{"step": 1080000, "wall_time": 10377.404862165451, "train_loss_step": 2.944267988204956, "n_params": 4346920, "total_flops": 14422037299200000, "train_loss": 0.028997790813446046, "subset_score_loss": 0.028997790813446046} +{"step": 1090000, "wall_time": 10467.34811091423, "train_loss_step": 3.0773632526397705, "n_params": 4346920, "total_flops": 14555574681600000, "train_loss": 0.02830355167388916, "subset_score_loss": 0.02830355167388916} +{"step": 1100000, "wall_time": 10628.206940889359, "train_loss_step": 3.003786563873291, "n_params": 4346920, "total_flops": 14689112064000000, "train_loss": 0.027812486886978148, "subset_score_loss": 0.027812486886978148, "memorization_fraction_pixel": 0.04450000077486038, "mean_nn_ratio_pixel": 0.5739772915840149, "fid": 141.4025511455654} +{"step": 1110000, "wall_time": 10718.46608877182, "train_loss_step": 2.761089563369751, "n_params": 4346920, "total_flops": 14822649446400000, "train_loss": 0.02869701385498047, "subset_score_loss": 0.02869701385498047} +{"step": 1120000, "wall_time": 10806.743826627731, "train_loss_step": 2.675698757171631, "n_params": 4346920, "total_flops": 14956186828800000, "train_loss": 0.02850998044013977, "subset_score_loss": 0.02850998044013977} +{"step": 1130000, "wall_time": 10896.7529027462, "train_loss_step": 2.775063991546631, "n_params": 4346920, "total_flops": 15089724211200000, "train_loss": 0.0281744509935379, "subset_score_loss": 0.0281744509935379} +{"step": 1140000, "wall_time": 10983.237343788147, "train_loss_step": 2.668426752090454, "n_params": 4346920, "total_flops": 15223261593600000, "train_loss": 0.028392285108566284, "subset_score_loss": 0.028392285108566284} +{"step": 1150000, "wall_time": 11067.541900873184, "train_loss_step": 3.025651454925537, "n_params": 4346920, "total_flops": 15356798976000000, "train_loss": 0.028845661878585817, "subset_score_loss": 0.028845661878585817} +{"step": 1160000, "wall_time": 11157.654589891434, "train_loss_step": 2.886660575866699, "n_params": 4346920, "total_flops": 15490336358400000, "train_loss": 0.027210503816604614, "subset_score_loss": 0.027210503816604614} +{"step": 1170000, "wall_time": 11247.878121376038, "train_loss_step": 2.984496593475342, "n_params": 4346920, "total_flops": 15623873740800000, "train_loss": 0.027207937836647034, "subset_score_loss": 0.027207937836647034} +{"step": 1180000, "wall_time": 11338.157038211823, "train_loss_step": 2.8603827953338623, "n_params": 4346920, "total_flops": 15757411123200000, "train_loss": 0.0273329496383667, "subset_score_loss": 0.0273329496383667} +{"step": 1190000, "wall_time": 11428.31531572342, "train_loss_step": 2.6311073303222656, "n_params": 4346920, "total_flops": 15890948505600000, "train_loss": 0.027075362205505372, "subset_score_loss": 0.027075362205505372} +{"step": 1200000, "wall_time": 11589.183688640594, "train_loss_step": 2.755910873413086, "n_params": 4346920, "total_flops": 16024485888000000, "train_loss": 0.02691236436367035, "subset_score_loss": 0.02691236436367035, "memorization_fraction_pixel": 0.04969999939203262, "mean_nn_ratio_pixel": 0.5656746625900269, "fid": 142.27152323759103} +{"step": 1210000, "wall_time": 11679.203935623169, "train_loss_step": 3.092158794403076, "n_params": 4346920, "total_flops": 16158023270400000, "train_loss": 0.027021265029907225, "subset_score_loss": 0.027021265029907225} +{"step": 1220000, "wall_time": 11767.6342420578, "train_loss_step": 2.978264808654785, "n_params": 4346920, "total_flops": 16291560652800000, "train_loss": 0.02651125192642212, "subset_score_loss": 0.02651125192642212} +{"step": 1230000, "wall_time": 11854.134682893753, "train_loss_step": 2.936311721801758, "n_params": 4346920, "total_flops": 16425098035200000, "train_loss": 0.02658930718898773, "subset_score_loss": 0.02658930718898773} +{"step": 1240000, "wall_time": 11941.329676151276, "train_loss_step": 2.9937024116516113, "n_params": 4346920, "total_flops": 16558635417600000, "train_loss": 0.0261859267950058, "subset_score_loss": 0.0261859267950058} +{"step": 1250000, "wall_time": 12027.97921204567, "train_loss_step": 2.8560426235198975, "n_params": 4346920, "total_flops": 16692172800000000, "train_loss": 0.027156299352645873, "subset_score_loss": 0.027156299352645873} +{"step": 1260000, "wall_time": 12117.996512651443, "train_loss_step": 2.894979476928711, "n_params": 4346920, "total_flops": 16825710182400000, "train_loss": 0.025831499695777894, "subset_score_loss": 0.025831499695777894} +{"step": 1270000, "wall_time": 12208.22070479393, "train_loss_step": 2.810133218765259, "n_params": 4346920, "total_flops": 16959247564800000, "train_loss": 0.026038545370101928, "subset_score_loss": 0.026038545370101928} +{"step": 1280000, "wall_time": 12298.316883087158, "train_loss_step": 2.653233289718628, "n_params": 4346920, "total_flops": 17092784947200000, "train_loss": 0.02638201415538788, "subset_score_loss": 0.02638201415538788} +{"step": 1290000, "wall_time": 12388.545236825943, "train_loss_step": 3.0116047859191895, "n_params": 4346920, "total_flops": 17226322329600000, "train_loss": 0.026164022088050843, "subset_score_loss": 0.026164022088050843} +{"step": 1300000, "wall_time": 12550.197726011276, "train_loss_step": 2.8095898628234863, "n_params": 4346920, "total_flops": 17359859712000000, "train_loss": 0.026019293069839477, "subset_score_loss": 0.026019293069839477, "memorization_fraction_pixel": 0.041099999099969864, "mean_nn_ratio_pixel": 0.5643004179000854, "fid": 142.05396654877183} +{"step": 1310000, "wall_time": 12638.548155069351, "train_loss_step": 2.665973663330078, "n_params": 4346920, "total_flops": 17493397094400000, "train_loss": 0.025933700799942016, "subset_score_loss": 0.025933700799942016} +{"step": 1320000, "wall_time": 12726.507220745087, "train_loss_step": 2.998847484588623, "n_params": 4346920, "total_flops": 17626934476800000, "train_loss": 0.02599557042121887, "subset_score_loss": 0.02599557042121887} +{"step": 1330000, "wall_time": 12812.254138231277, "train_loss_step": 2.8700759410858154, "n_params": 4346920, "total_flops": 17760471859200000, "train_loss": 0.026693391799926757, "subset_score_loss": 0.026693391799926757} +{"step": 1340000, "wall_time": 12898.807648420334, "train_loss_step": 2.8773932456970215, "n_params": 4346920, "total_flops": 17894009241600000, "train_loss": 0.02500145137310028, "subset_score_loss": 0.02500145137310028} +{"step": 1350000, "wall_time": 12989.001678705215, "train_loss_step": 2.8866066932678223, "n_params": 4346920, "total_flops": 18027546624000000, "train_loss": 0.02522881031036377, "subset_score_loss": 0.02522881031036377} +{"step": 1360000, "wall_time": 13078.831584215164, "train_loss_step": 2.554063320159912, "n_params": 4346920, "total_flops": 18161084006400000, "train_loss": 0.026019632816314697, "subset_score_loss": 0.026019632816314697} +{"step": 1370000, "wall_time": 13168.952425479889, "train_loss_step": 3.136070966720581, "n_params": 4346920, "total_flops": 18294621388800000, "train_loss": 0.025523841381072998, "subset_score_loss": 0.025523841381072998} +{"step": 1380000, "wall_time": 13258.658915519714, "train_loss_step": 2.884707450866699, "n_params": 4346920, "total_flops": 18428158771200000, "train_loss": 0.025333157181739806, "subset_score_loss": 0.025333157181739806} +{"step": 1390000, "wall_time": 13348.747203111649, "train_loss_step": 2.9101648330688477, "n_params": 4346920, "total_flops": 18561696153600000, "train_loss": 0.024280637502670288, "subset_score_loss": 0.024280637502670288} +{"step": 1400000, "wall_time": 13507.796850919724, "train_loss_step": 2.775916576385498, "n_params": 4346920, "total_flops": 18695233536000000, "train_loss": 0.02431490570306778, "subset_score_loss": 0.02431490570306778, "memorization_fraction_pixel": 0.05000000074505806, "mean_nn_ratio_pixel": 0.549994707107544, "fid": 140.68762735624736} +{"step": 1410000, "wall_time": 13598.005475282669, "train_loss_step": 2.580779790878296, "n_params": 4346920, "total_flops": 18828770918400000, "train_loss": 0.024582670629024507, "subset_score_loss": 0.024582670629024507} +{"step": 1420000, "wall_time": 13677.562553167343, "train_loss_step": 2.751089572906494, "n_params": 4346920, "total_flops": 18962308300800000, "train_loss": 0.024406003952026366, "subset_score_loss": 0.024406003952026366} +{"step": 1430000, "wall_time": 13760.625021457672, "train_loss_step": 3.052783489227295, "n_params": 4346920, "total_flops": 19095845683200000, "train_loss": 0.02440076321363449, "subset_score_loss": 0.02440076321363449} +{"step": 1440000, "wall_time": 13846.942873477936, "train_loss_step": 3.040940284729004, "n_params": 4346920, "total_flops": 19229383065600000, "train_loss": 0.024386656284332276, "subset_score_loss": 0.024386656284332276} +{"step": 1450000, "wall_time": 13937.257088899612, "train_loss_step": 2.8187639713287354, "n_params": 4346920, "total_flops": 19362920448000000, "train_loss": 0.024725136160850526, "subset_score_loss": 0.024725136160850526} +{"step": 1460000, "wall_time": 14027.352673768997, "train_loss_step": 2.4908411502838135, "n_params": 4346920, "total_flops": 19496457830400000, "train_loss": 0.024021148681640625, "subset_score_loss": 0.024021148681640625} +{"step": 1470000, "wall_time": 14117.354501724243, "train_loss_step": 2.9134347438812256, "n_params": 4346920, "total_flops": 19629995212800000, "train_loss": 0.023886673152446747, "subset_score_loss": 0.023886673152446747} +{"step": 1480000, "wall_time": 14207.468225955963, "train_loss_step": 2.731440782546997, "n_params": 4346920, "total_flops": 19763532595200000, "train_loss": 0.024375768005847932, "subset_score_loss": 0.024375768005847932} +{"step": 1490000, "wall_time": 14297.694354772568, "train_loss_step": 2.6076910495758057, "n_params": 4346920, "total_flops": 19897069977600000, "train_loss": 0.023385193943977357, "subset_score_loss": 0.023385193943977357} +{"step": 1500000, "wall_time": 14457.401860713959, "train_loss_step": 2.5999643802642822, "n_params": 4346920, "total_flops": 20030607360000000, "train_loss": 0.023763774335384368, "subset_score_loss": 0.023763774335384368, "memorization_fraction_pixel": 0.048500001430511475, "mean_nn_ratio_pixel": 0.5433116555213928, "fid": 140.88559605075167} +{"step": 1510000, "wall_time": 14547.046737670898, "train_loss_step": 2.5039291381835938, "n_params": 4346920, "total_flops": 20164144742400000, "train_loss": 0.023414552211761475, "subset_score_loss": 0.023414552211761475} +{"step": 1520000, "wall_time": 14632.323744297028, "train_loss_step": 2.8661417961120605, "n_params": 4346920, "total_flops": 20297682124800000, "train_loss": 0.02398710697889328, "subset_score_loss": 0.02398710697889328} +{"step": 1530000, "wall_time": 14718.734568357468, "train_loss_step": 2.5813496112823486, "n_params": 4346920, "total_flops": 20431219507200000, "train_loss": 0.02372068166732788, "subset_score_loss": 0.02372068166732788} +{"step": 1540000, "wall_time": 14809.108000516891, "train_loss_step": 2.889085292816162, "n_params": 4346920, "total_flops": 20564756889600000, "train_loss": 0.024236631393432618, "subset_score_loss": 0.024236631393432618} +{"step": 1550000, "wall_time": 14899.17376089096, "train_loss_step": 2.6783058643341064, "n_params": 4346920, "total_flops": 20698294272000000, "train_loss": 0.023539115488529206, "subset_score_loss": 0.023539115488529206} +{"step": 1560000, "wall_time": 14989.208793878555, "train_loss_step": 2.4529848098754883, "n_params": 4346920, "total_flops": 20831831654400000, "train_loss": 0.023838353157043458, "subset_score_loss": 0.023838353157043458} +{"step": 1570000, "wall_time": 15079.36121225357, "train_loss_step": 2.845139265060425, "n_params": 4346920, "total_flops": 20965369036800000, "train_loss": 0.023169226944446564, "subset_score_loss": 0.023169226944446564} +{"step": 1580000, "wall_time": 15169.76596570015, "train_loss_step": 2.8662328720092773, "n_params": 4346920, "total_flops": 21098906419200000, "train_loss": 0.0234596386551857, "subset_score_loss": 0.0234596386551857} +{"step": 1590000, "wall_time": 15258.774719238281, "train_loss_step": 2.7940597534179688, "n_params": 4346920, "total_flops": 21232443801600000, "train_loss": 0.02339821606874466, "subset_score_loss": 0.02339821606874466} +{"step": 1600000, "wall_time": 15419.414717912674, "train_loss_step": 2.948958396911621, "n_params": 4346920, "total_flops": 21365981184000000, "train_loss": 0.02287296801805496, "subset_score_loss": 0.02287296801805496, "memorization_fraction_pixel": 0.0478999987244606, "mean_nn_ratio_pixel": 0.5366487503051758, "fid": 141.38298734949316} +{"step": 1610000, "wall_time": 15506.550558805466, "train_loss_step": 2.7861227989196777, "n_params": 4346920, "total_flops": 21499518566400000, "train_loss": 0.022760756313800812, "subset_score_loss": 0.022760756313800812} +{"step": 1620000, "wall_time": 15593.470619678497, "train_loss_step": 2.745516300201416, "n_params": 4346920, "total_flops": 21633055948800000, "train_loss": 0.02285979986190796, "subset_score_loss": 0.02285979986190796} +{"step": 1630000, "wall_time": 15681.757403850555, "train_loss_step": 2.8659987449645996, "n_params": 4346920, "total_flops": 21766593331200000, "train_loss": 0.023092298209667204, "subset_score_loss": 0.023092298209667204} +{"step": 1640000, "wall_time": 15771.66172862053, "train_loss_step": 2.4891316890716553, "n_params": 4346920, "total_flops": 21900130713600000, "train_loss": 0.022096385061740876, "subset_score_loss": 0.022096385061740876} +{"step": 1650000, "wall_time": 15861.801911830902, "train_loss_step": 2.518795967102051, "n_params": 4346920, "total_flops": 22033668096000000, "train_loss": 0.022441080212593077, "subset_score_loss": 0.022441080212593077} +{"step": 1660000, "wall_time": 15951.975847244263, "train_loss_step": 2.6759796142578125, "n_params": 4346920, "total_flops": 22167205478400000, "train_loss": 0.02233387529850006, "subset_score_loss": 0.02233387529850006} +{"step": 1670000, "wall_time": 16042.257905244827, "train_loss_step": 2.7270748615264893, "n_params": 4346920, "total_flops": 22300742860800000, "train_loss": 0.022159504890441894, "subset_score_loss": 0.022159504890441894} +{"step": 1680000, "wall_time": 16132.247659683228, "train_loss_step": 2.4964065551757812, "n_params": 4346920, "total_flops": 22434280243200000, "train_loss": 0.022536881268024445, "subset_score_loss": 0.022536881268024445} +{"step": 1690000, "wall_time": 16220.633955955505, "train_loss_step": 2.6458945274353027, "n_params": 4346920, "total_flops": 22567817625600000, "train_loss": 0.02264346182346344, "subset_score_loss": 0.02264346182346344} +{"step": 1700000, "wall_time": 16379.176518440247, "train_loss_step": 2.921416759490967, "n_params": 4346920, "total_flops": 22701355008000000, "train_loss": 0.022459159791469573, "subset_score_loss": 0.022459159791469573, "memorization_fraction_pixel": 0.052299998700618744, "mean_nn_ratio_pixel": 0.532403290271759, "fid": 141.4171076077394} +{"step": 1710000, "wall_time": 16457.10056734085, "train_loss_step": 2.9063968658447266, "n_params": 4346920, "total_flops": 22834892390400000, "train_loss": 0.022235257923603056, "subset_score_loss": 0.022235257923603056} +{"step": 1720000, "wall_time": 16532.07838702202, "train_loss_step": 2.577603578567505, "n_params": 4346920, "total_flops": 22968429772800000, "train_loss": 0.021870411932468414, "subset_score_loss": 0.021870411932468414} +{"step": 1730000, "wall_time": 16622.032658576965, "train_loss_step": 2.7609024047851562, "n_params": 4346920, "total_flops": 23101967155200000, "train_loss": 0.021312208473682405, "subset_score_loss": 0.021312208473682405} +{"step": 1740000, "wall_time": 16712.373676776886, "train_loss_step": 2.551908016204834, "n_params": 4346920, "total_flops": 23235504537600000, "train_loss": 0.022279278934001924, "subset_score_loss": 0.022279278934001924} +{"step": 1750000, "wall_time": 16802.520884752274, "train_loss_step": 2.8085477352142334, "n_params": 4346920, "total_flops": 23369041920000000, "train_loss": 0.023017899692058565, "subset_score_loss": 0.023017899692058565} +{"step": 1760000, "wall_time": 16892.80873465538, "train_loss_step": 2.612438917160034, "n_params": 4346920, "total_flops": 23502579302400000, "train_loss": 0.02147621810436249, "subset_score_loss": 0.02147621810436249} +{"step": 1770000, "wall_time": 16982.74840092659, "train_loss_step": 2.7184271812438965, "n_params": 4346920, "total_flops": 23636116684800000, "train_loss": 0.02145850956439972, "subset_score_loss": 0.02145850956439972} +{"step": 1780000, "wall_time": 17070.768243312836, "train_loss_step": 2.8748817443847656, "n_params": 4346920, "total_flops": 23769654067200000, "train_loss": 0.021606050431728363, "subset_score_loss": 0.021606050431728363} +{"step": 1790000, "wall_time": 17160.97688651085, "train_loss_step": 2.6592161655426025, "n_params": 4346920, "total_flops": 23903191449600000, "train_loss": 0.021656876802444457, "subset_score_loss": 0.021656876802444457} +{"step": 1800000, "wall_time": 17318.00326347351, "train_loss_step": 2.6239500045776367, "n_params": 4346920, "total_flops": 24036728832000000, "train_loss": 0.021355149149894715, "subset_score_loss": 0.021355149149894715, "memorization_fraction_pixel": 0.05730000138282776, "mean_nn_ratio_pixel": 0.5220633745193481, "fid": 141.16988728586827} +{"step": 1810000, "wall_time": 17401.954211473465, "train_loss_step": 2.4555435180664062, "n_params": 4346920, "total_flops": 24170266214400000, "train_loss": 0.02084825336933136, "subset_score_loss": 0.02084825336933136} +{"step": 1820000, "wall_time": 17480.063627243042, "train_loss_step": 2.6444616317749023, "n_params": 4346920, "total_flops": 24303803596800000, "train_loss": 0.02127372771501541, "subset_score_loss": 0.02127372771501541} +{"step": 1830000, "wall_time": 17570.592701911926, "train_loss_step": 2.480727434158325, "n_params": 4346920, "total_flops": 24437340979200000, "train_loss": 0.021085046231746674, "subset_score_loss": 0.021085046231746674} +{"step": 1840000, "wall_time": 17660.786058664322, "train_loss_step": 2.7992379665374756, "n_params": 4346920, "total_flops": 24570878361600000, "train_loss": 0.021305367350578308, "subset_score_loss": 0.021305367350578308} +{"step": 1850000, "wall_time": 17750.88504099846, "train_loss_step": 2.6018147468566895, "n_params": 4346920, "total_flops": 24704415744000000, "train_loss": 0.021200324594974517, "subset_score_loss": 0.021200324594974517} +{"step": 1860000, "wall_time": 17840.932250976562, "train_loss_step": 2.688652753829956, "n_params": 4346920, "total_flops": 24837953126400000, "train_loss": 0.020968908071517946, "subset_score_loss": 0.020968908071517946} +{"step": 1870000, "wall_time": 17928.749014377594, "train_loss_step": 2.7286558151245117, "n_params": 4346920, "total_flops": 24971490508800000, "train_loss": 0.0206076517701149, "subset_score_loss": 0.0206076517701149} +{"step": 1880000, "wall_time": 18018.771893024445, "train_loss_step": 2.6696934700012207, "n_params": 4346920, "total_flops": 25105027891200000, "train_loss": 0.020458292961120606, "subset_score_loss": 0.020458292961120606} +{"step": 1890000, "wall_time": 18108.861687898636, "train_loss_step": 2.6547343730926514, "n_params": 4346920, "total_flops": 25238565273600000, "train_loss": 0.02136724293231964, "subset_score_loss": 0.02136724293231964} +{"step": 1900000, "wall_time": 18262.84651851654, "train_loss_step": 3.099958896636963, "n_params": 4346920, "total_flops": 25372102656000000, "train_loss": 0.022172588109970092, "subset_score_loss": 0.022172588109970092, "memorization_fraction_pixel": 0.06459999829530716, "mean_nn_ratio_pixel": 0.5164721012115479, "fid": 141.12969314077822} +{"step": 1910000, "wall_time": 18344.9081158638, "train_loss_step": 2.5644586086273193, "n_params": 4346920, "total_flops": 25505640038400000, "train_loss": 0.020284610986709594, "subset_score_loss": 0.020284610986709594} +{"step": 1920000, "wall_time": 18428.01953959465, "train_loss_step": 2.758199691772461, "n_params": 4346920, "total_flops": 25639177420800000, "train_loss": 0.020021118223667145, "subset_score_loss": 0.020021118223667145} +{"step": 1930000, "wall_time": 18518.282875299454, "train_loss_step": 2.6086981296539307, "n_params": 4346920, "total_flops": 25772714803200000, "train_loss": 0.020010781288146973, "subset_score_loss": 0.020010781288146973} +{"step": 1940000, "wall_time": 18608.633346796036, "train_loss_step": 2.654923915863037, "n_params": 4346920, "total_flops": 25906252185600000, "train_loss": 0.02031528502702713, "subset_score_loss": 0.02031528502702713} +{"step": 1950000, "wall_time": 18698.505890369415, "train_loss_step": 2.72259521484375, "n_params": 4346920, "total_flops": 26039789568000000, "train_loss": 0.020019371807575227, "subset_score_loss": 0.020019371807575227} +{"step": 1960000, "wall_time": 18786.678464889526, "train_loss_step": 2.6873650550842285, "n_params": 4346920, "total_flops": 26173326950400000, "train_loss": 0.02008589506149292, "subset_score_loss": 0.02008589506149292} +{"step": 1970000, "wall_time": 18877.02902317047, "train_loss_step": 2.685943126678467, "n_params": 4346920, "total_flops": 26306864332800000, "train_loss": 0.020788697898387908, "subset_score_loss": 0.020788697898387908} +{"step": 1980000, "wall_time": 18967.41082763672, "train_loss_step": 2.6826443672180176, "n_params": 4346920, "total_flops": 26440401715200000, "train_loss": 0.021252155303955078, "subset_score_loss": 0.021252155303955078} +{"step": 1990000, "wall_time": 19057.49435901642, "train_loss_step": 2.4645423889160156, "n_params": 4346920, "total_flops": 26573939097600000, "train_loss": 0.020875419676303863, "subset_score_loss": 0.020875419676303863} +{"step": 2000000, "wall_time": 19208.4546957016, "train_loss_step": 2.5010986328125, "n_params": 4346920, "total_flops": 26707476480000000, "train_loss": 0.020069171488285065, "subset_score_loss": 0.020069171488285065, "memorization_fraction_pixel": 0.058800000697374344, "mean_nn_ratio_pixel": 0.5194708108901978, "fid": 141.37539974656332} +{"step": 2010000, "wall_time": 19291.421582460403, "train_loss_step": 2.553091049194336, "n_params": 4346920, "total_flops": 26841013862400000, "train_loss": 0.01977110207080841, "subset_score_loss": 0.01977110207080841} +{"step": 2020000, "wall_time": 19374.07180070877, "train_loss_step": 2.681972026824951, "n_params": 4346920, "total_flops": 26974551244800000, "train_loss": 0.01945347785949707, "subset_score_loss": 0.01945347785949707} +{"step": 2030000, "wall_time": 19464.238926649094, "train_loss_step": 2.693490982055664, "n_params": 4346920, "total_flops": 27108088627200000, "train_loss": 0.019206324219703676, "subset_score_loss": 0.019206324219703676} +{"step": 2040000, "wall_time": 19554.161512851715, "train_loss_step": 2.5688765048980713, "n_params": 4346920, "total_flops": 27241626009600000, "train_loss": 0.019449682533741, "subset_score_loss": 0.019449682533741} +{"step": 2050000, "wall_time": 19643.713884830475, "train_loss_step": 2.669309616088867, "n_params": 4346920, "total_flops": 27375163392000000, "train_loss": 0.019335411489009857, "subset_score_loss": 0.019335411489009857} +{"step": 2060000, "wall_time": 19732.47599554062, "train_loss_step": 2.699854850769043, "n_params": 4346920, "total_flops": 27508700774400000, "train_loss": 0.01984054744243622, "subset_score_loss": 0.01984054744243622} +{"step": 2070000, "wall_time": 19822.96127152443, "train_loss_step": 2.3704216480255127, "n_params": 4346920, "total_flops": 27642238156800000, "train_loss": 0.020228156447410585, "subset_score_loss": 0.020228156447410585} +{"step": 2080000, "wall_time": 19913.208028793335, "train_loss_step": 2.592245578765869, "n_params": 4346920, "total_flops": 27775775539200000, "train_loss": 0.01908375322818756, "subset_score_loss": 0.01908375322818756} +{"step": 2090000, "wall_time": 20003.35289788246, "train_loss_step": 2.7114388942718506, "n_params": 4346920, "total_flops": 27909312921600000, "train_loss": 0.019119243323802947, "subset_score_loss": 0.019119243323802947} +{"step": 2100000, "wall_time": 20149.87700510025, "train_loss_step": 2.5446395874023438, "n_params": 4346920, "total_flops": 28042850304000000, "train_loss": 0.019314298033714296, "subset_score_loss": 0.019314298033714296, "memorization_fraction_pixel": 0.058400001376867294, "mean_nn_ratio_pixel": 0.5156264305114746, "fid": 141.64468620880365} +{"step": 2110000, "wall_time": 20233.991370916367, "train_loss_step": 2.7412147521972656, "n_params": 4346920, "total_flops": 28176387686400000, "train_loss": 0.019227439165115358, "subset_score_loss": 0.019227439165115358} +{"step": 2120000, "wall_time": 20313.96073627472, "train_loss_step": 2.5590872764587402, "n_params": 4346920, "total_flops": 28309925068800000, "train_loss": 0.019029691815376282, "subset_score_loss": 0.019029691815376282} +{"step": 2130000, "wall_time": 20404.397924900055, "train_loss_step": 2.7677478790283203, "n_params": 4346920, "total_flops": 28443462451200000, "train_loss": 0.020901578664779662, "subset_score_loss": 0.020901578664779662} +{"step": 2140000, "wall_time": 20494.500092744827, "train_loss_step": 2.8945746421813965, "n_params": 4346920, "total_flops": 28576999833600000, "train_loss": 0.01960915923118591, "subset_score_loss": 0.01960915923118591} +{"step": 2150000, "wall_time": 20582.848883390427, "train_loss_step": 2.6690890789031982, "n_params": 4346920, "total_flops": 28710537216000000, "train_loss": 0.01895456910133362, "subset_score_loss": 0.01895456910133362} +{"step": 2160000, "wall_time": 20673.240005731583, "train_loss_step": 2.7065348625183105, "n_params": 4346920, "total_flops": 28844074598400000, "train_loss": 0.01914457082748413, "subset_score_loss": 0.01914457082748413} +{"step": 2170000, "wall_time": 20763.874350070953, "train_loss_step": 2.772576332092285, "n_params": 4346920, "total_flops": 28977611980800000, "train_loss": 0.018648579716682434, "subset_score_loss": 0.018648579716682434} +{"step": 2180000, "wall_time": 20853.78878211975, "train_loss_step": 2.759219169616699, "n_params": 4346920, "total_flops": 29111149363200000, "train_loss": 0.01893956959247589, "subset_score_loss": 0.01893956959247589} +{"step": 2190000, "wall_time": 20943.768097162247, "train_loss_step": 2.520758628845215, "n_params": 4346920, "total_flops": 29244686745600000, "train_loss": 0.018735966086387633, "subset_score_loss": 0.018735966086387633} +{"step": 2200000, "wall_time": 21089.003937244415, "train_loss_step": 2.474526882171631, "n_params": 4346920, "total_flops": 29378224128000000, "train_loss": 0.018716029822826385, "subset_score_loss": 0.018716029822826385, "memorization_fraction_pixel": 0.05999999865889549, "mean_nn_ratio_pixel": 0.5113146901130676, "fid": 141.37605271644446} +{"step": 2210000, "wall_time": 21175.26419854164, "train_loss_step": 2.650787591934204, "n_params": 4346920, "total_flops": 29511761510400000, "train_loss": 0.018712158501148223, "subset_score_loss": 0.018712158501148223} +{"step": 2220000, "wall_time": 21257.797884702682, "train_loss_step": 2.4530491828918457, "n_params": 4346920, "total_flops": 29645298892800000, "train_loss": 0.0185623824596405, "subset_score_loss": 0.0185623824596405} +{"step": 2230000, "wall_time": 21347.88853430748, "train_loss_step": 2.651737928390503, "n_params": 4346920, "total_flops": 29778836275200000, "train_loss": 0.018670400977134703, "subset_score_loss": 0.018670400977134703} +{"step": 2240000, "wall_time": 21436.63938856125, "train_loss_step": 2.5008347034454346, "n_params": 4346920, "total_flops": 29912373657600000, "train_loss": 0.018644684553146364, "subset_score_loss": 0.018644684553146364} +{"step": 2250000, "wall_time": 21526.97294998169, "train_loss_step": 2.6110711097717285, "n_params": 4346920, "total_flops": 30045911040000000, "train_loss": 0.019393183290958405, "subset_score_loss": 0.019393183290958405} +{"step": 2260000, "wall_time": 21616.950439691544, "train_loss_step": 2.6684281826019287, "n_params": 4346920, "total_flops": 30179448422400000, "train_loss": 0.0190769761800766, "subset_score_loss": 0.0190769761800766} +{"step": 2270000, "wall_time": 21707.453053474426, "train_loss_step": 2.6931025981903076, "n_params": 4346920, "total_flops": 30312985804800000, "train_loss": 0.01849392205476761, "subset_score_loss": 0.01849392205476761} +{"step": 2280000, "wall_time": 21797.704748630524, "train_loss_step": 2.6509766578674316, "n_params": 4346920, "total_flops": 30446523187200000, "train_loss": 0.01826988011598587, "subset_score_loss": 0.01826988011598587} +{"step": 2290000, "wall_time": 21886.567808389664, "train_loss_step": 2.6751980781555176, "n_params": 4346920, "total_flops": 30580060569600000, "train_loss": 0.018024539947509764, "subset_score_loss": 0.018024539947509764} +{"step": 2300000, "wall_time": 22029.417037010193, "train_loss_step": 2.3893537521362305, "n_params": 4346920, "total_flops": 30713597952000000, "train_loss": 0.018357041478157043, "subset_score_loss": 0.018357041478157043, "memorization_fraction_pixel": 0.06509999930858612, "mean_nn_ratio_pixel": 0.5061846375465393, "fid": 141.30355844026127} +{"step": 2310000, "wall_time": 22113.439477920532, "train_loss_step": 2.54879093170166, "n_params": 4346920, "total_flops": 30847135334400000, "train_loss": 0.017863038182258605, "subset_score_loss": 0.017863038182258605} +{"step": 2320000, "wall_time": 22201.280196666718, "train_loss_step": 2.6861793994903564, "n_params": 4346920, "total_flops": 30980672716800000, "train_loss": 0.01874261051416397, "subset_score_loss": 0.01874261051416397} +{"step": 2330000, "wall_time": 22289.675580501556, "train_loss_step": 2.6600232124328613, "n_params": 4346920, "total_flops": 31114210099200000, "train_loss": 0.017591531574726104, "subset_score_loss": 0.017591531574726104} +{"step": 2340000, "wall_time": 22379.87246131897, "train_loss_step": 2.3524951934814453, "n_params": 4346920, "total_flops": 31247747481600000, "train_loss": 0.01831447035074234, "subset_score_loss": 0.01831447035074234} +{"step": 2350000, "wall_time": 22469.94170832634, "train_loss_step": 2.5530567169189453, "n_params": 4346920, "total_flops": 31381284864000000, "train_loss": 0.018083658814430238, "subset_score_loss": 0.018083658814430238} +{"step": 2360000, "wall_time": 22560.257487297058, "train_loss_step": 2.5459513664245605, "n_params": 4346920, "total_flops": 31514822246400000, "train_loss": 0.018486638367176057, "subset_score_loss": 0.018486638367176057} +{"step": 2370000, "wall_time": 22650.591387987137, "train_loss_step": 2.5196332931518555, "n_params": 4346920, "total_flops": 31648359628800000, "train_loss": 0.01796220988035202, "subset_score_loss": 0.01796220988035202} +{"step": 2380000, "wall_time": 22740.79247236252, "train_loss_step": 2.649299144744873, "n_params": 4346920, "total_flops": 31781897011200000, "train_loss": 0.01831633448600769, "subset_score_loss": 0.01831633448600769} +{"step": 2390000, "wall_time": 22828.885464906693, "train_loss_step": 2.4436392784118652, "n_params": 4346920, "total_flops": 31915434393600000, "train_loss": 0.017625179886817933, "subset_score_loss": 0.017625179886817933} +{"step": 2400000, "wall_time": 22978.55779480934, "train_loss_step": 2.6976490020751953, "n_params": 4346920, "total_flops": 32048971776000000, "train_loss": 0.0177334263920784, "subset_score_loss": 0.0177334263920784, "memorization_fraction_pixel": 0.05790000036358833, "mean_nn_ratio_pixel": 0.5053361058235168, "fid": 141.0677350816782} +{"step": 2410000, "wall_time": 23057.092598438263, "train_loss_step": 2.6827688217163086, "n_params": 4346920, "total_flops": 32182509158400000, "train_loss": 0.017386266589164735, "subset_score_loss": 0.017386266589164735} +{"step": 2420000, "wall_time": 23144.125828027725, "train_loss_step": 2.5916571617126465, "n_params": 4346920, "total_flops": 32316046540800000, "train_loss": 0.017435722053050995, "subset_score_loss": 0.017435722053050995} +{"step": 2430000, "wall_time": 23234.177718877792, "train_loss_step": 2.534714460372925, "n_params": 4346920, "total_flops": 32449583923200000, "train_loss": 0.018069958686828612, "subset_score_loss": 0.018069958686828612} +{"step": 2440000, "wall_time": 23324.181946516037, "train_loss_step": 2.6986098289489746, "n_params": 4346920, "total_flops": 32583121305600000, "train_loss": 0.0187794029712677, "subset_score_loss": 0.0187794029712677} +{"step": 2450000, "wall_time": 23413.418125867844, "train_loss_step": 2.6878275871276855, "n_params": 4346920, "total_flops": 32716658688000000, "train_loss": 0.017303766310214998, "subset_score_loss": 0.017303766310214998} +{"step": 2460000, "wall_time": 23503.65180325508, "train_loss_step": 2.483426570892334, "n_params": 4346920, "total_flops": 32850196070400000, "train_loss": 0.01740482300519943, "subset_score_loss": 0.01740482300519943} +{"step": 2470000, "wall_time": 23594.100394964218, "train_loss_step": 2.90238094329834, "n_params": 4346920, "total_flops": 32983733452800000, "train_loss": 0.018955878913402557, "subset_score_loss": 0.018955878913402557} +{"step": 2480000, "wall_time": 23682.367563724518, "train_loss_step": 2.667537212371826, "n_params": 4346920, "total_flops": 33117270835200000, "train_loss": 0.01760851442813873, "subset_score_loss": 0.01760851442813873} +{"step": 2490000, "wall_time": 23772.53240585327, "train_loss_step": 2.4007976055145264, "n_params": 4346920, "total_flops": 33250808217600000, "train_loss": 0.016665451228618622, "subset_score_loss": 0.016665451228618622} +{"step": 2500000, "wall_time": 23918.86591029167, "train_loss_step": 2.2554447650909424, "n_params": 4346920, "total_flops": 33384345600000000, "train_loss": 0.017593619227409363, "subset_score_loss": 0.017593619227409363, "memorization_fraction_pixel": 0.0649000033736229, "mean_nn_ratio_pixel": 0.5018438100814819, "fid": 140.86576303617093} +{"step": 2510000, "wall_time": 23996.505365371704, "train_loss_step": 2.740938425064087, "n_params": 4346920, "total_flops": 33517882982400000, "train_loss": 0.016657309234142305, "subset_score_loss": 0.016657309234142305} +{"step": 2520000, "wall_time": 24083.5889480114, "train_loss_step": 2.546461343765259, "n_params": 4346920, "total_flops": 33651420364800000, "train_loss": 0.017052619159221648, "subset_score_loss": 0.017052619159221648} +{"step": 2530000, "wall_time": 24173.885063886642, "train_loss_step": 2.558701992034912, "n_params": 4346920, "total_flops": 33784957747200000, "train_loss": 0.017217327654361726, "subset_score_loss": 0.017217327654361726} +{"step": 2540000, "wall_time": 24264.263444900513, "train_loss_step": 2.6828784942626953, "n_params": 4346920, "total_flops": 33918495129600000, "train_loss": 0.01753409206867218, "subset_score_loss": 0.01753409206867218} +{"step": 2550000, "wall_time": 24354.62868309021, "train_loss_step": 2.3281409740448, "n_params": 4346920, "total_flops": 34052032512000000, "train_loss": 0.017015720903873443, "subset_score_loss": 0.017015720903873443} +{"step": 2560000, "wall_time": 24444.3232357502, "train_loss_step": 2.6038734912872314, "n_params": 4346920, "total_flops": 34185569894400000, "train_loss": 0.01643729954957962, "subset_score_loss": 0.01643729954957962} +{"step": 2570000, "wall_time": 24534.35113120079, "train_loss_step": 2.5656821727752686, "n_params": 4346920, "total_flops": 34319107276800000, "train_loss": 0.016740566492080687, "subset_score_loss": 0.016740566492080687} +{"step": 2580000, "wall_time": 24621.183135986328, "train_loss_step": 2.483853340148926, "n_params": 4346920, "total_flops": 34452644659200000, "train_loss": 0.017354223132133483, "subset_score_loss": 0.017354223132133483} +{"step": 2590000, "wall_time": 24710.471198797226, "train_loss_step": 2.4744393825531006, "n_params": 4346920, "total_flops": 34586182041600000, "train_loss": 0.016229645907878877, "subset_score_loss": 0.016229645907878877} +{"step": 2600000, "wall_time": 24857.160605430603, "train_loss_step": 2.4774889945983887, "n_params": 4346920, "total_flops": 34719719424000000, "train_loss": 0.01752116233110428, "subset_score_loss": 0.01752116233110428, "memorization_fraction_pixel": 0.06260000169277191, "mean_nn_ratio_pixel": 0.5031905770301819, "fid": 141.07150093136727} +{"step": 2610000, "wall_time": 24932.76521921158, "train_loss_step": 2.2917470932006836, "n_params": 4346920, "total_flops": 34853256806400000, "train_loss": 0.01631087213754654, "subset_score_loss": 0.01631087213754654} +{"step": 2620000, "wall_time": 25019.55401110649, "train_loss_step": 2.4755630493164062, "n_params": 4346920, "total_flops": 34986794188800000, "train_loss": 0.01676885187625885, "subset_score_loss": 0.01676885187625885} +{"step": 2630000, "wall_time": 25109.81756401062, "train_loss_step": 2.605142116546631, "n_params": 4346920, "total_flops": 35120331571200000, "train_loss": 0.016416992247104644, "subset_score_loss": 0.016416992247104644} +{"step": 2640000, "wall_time": 25200.25408935547, "train_loss_step": 2.7236528396606445, "n_params": 4346920, "total_flops": 35253868953600000, "train_loss": 0.016672247648239137, "subset_score_loss": 0.016672247648239137} +{"step": 2650000, "wall_time": 25290.123032331467, "train_loss_step": 2.8800673484802246, "n_params": 4346920, "total_flops": 35387406336000000, "train_loss": 0.017459119856357574, "subset_score_loss": 0.017459119856357574} +{"step": 2660000, "wall_time": 25380.232407569885, "train_loss_step": 3.0747427940368652, "n_params": 4346920, "total_flops": 35520943718400000, "train_loss": 0.017170245945453643, "subset_score_loss": 0.017170245945453643} +{"step": 2670000, "wall_time": 25468.154153347015, "train_loss_step": 2.671570062637329, "n_params": 4346920, "total_flops": 35654481100800000, "train_loss": 0.016539749503135682, "subset_score_loss": 0.016539749503135682} +{"step": 2680000, "wall_time": 25558.184743881226, "train_loss_step": 2.4227681159973145, "n_params": 4346920, "total_flops": 35788018483200000, "train_loss": 0.016607731580734253, "subset_score_loss": 0.016607731580734253} +{"step": 2690000, "wall_time": 25648.5276491642, "train_loss_step": 2.5884923934936523, "n_params": 4346920, "total_flops": 35921555865600000, "train_loss": 0.018250297009944915, "subset_score_loss": 0.018250297009944915} +{"step": 2700000, "wall_time": 25792.52028107643, "train_loss_step": 2.611459732055664, "n_params": 4346920, "total_flops": 36055093248000000, "train_loss": 0.016515280306339263, "subset_score_loss": 0.016515280306339263, "memorization_fraction_pixel": 0.06719999760389328, "mean_nn_ratio_pixel": 0.49672016501426697, "fid": 140.82861178109735} +{"step": 2710000, "wall_time": 25872.329205274582, "train_loss_step": 2.7304153442382812, "n_params": 4346920, "total_flops": 36188630630400000, "train_loss": 0.016495172679424287, "subset_score_loss": 0.016495172679424287} +{"step": 2720000, "wall_time": 25962.385311603546, "train_loss_step": 2.4445650577545166, "n_params": 4346920, "total_flops": 36322168012800000, "train_loss": 0.016415970027446748, "subset_score_loss": 0.016415970027446748} +{"step": 2730000, "wall_time": 26052.440013885498, "train_loss_step": 2.566969871520996, "n_params": 4346920, "total_flops": 36455705395200000, "train_loss": 0.01675860434770584, "subset_score_loss": 0.01675860434770584} +{"step": 2740000, "wall_time": 26142.73562645912, "train_loss_step": 2.4354066848754883, "n_params": 4346920, "total_flops": 36589242777600000, "train_loss": 0.01598580479621887, "subset_score_loss": 0.01598580479621887} +{"step": 2750000, "wall_time": 26232.866262435913, "train_loss_step": 2.5295825004577637, "n_params": 4346920, "total_flops": 36722780160000000, "train_loss": 0.015943728387355804, "subset_score_loss": 0.015943728387355804} +{"step": 2760000, "wall_time": 26322.801168203354, "train_loss_step": 2.6303486824035645, "n_params": 4346920, "total_flops": 36856317542400000, "train_loss": 0.016561827063560484, "subset_score_loss": 0.016561827063560484} +{"step": 2770000, "wall_time": 26410.80921268463, "train_loss_step": 2.653898239135742, "n_params": 4346920, "total_flops": 36989854924800000, "train_loss": 0.015943966805934906, "subset_score_loss": 0.015943966805934906} +{"step": 2780000, "wall_time": 26501.18092560768, "train_loss_step": 2.51086163520813, "n_params": 4346920, "total_flops": 37123392307200000, "train_loss": 0.01581684947013855, "subset_score_loss": 0.01581684947013855} +{"step": 2790000, "wall_time": 26591.388879060745, "train_loss_step": 2.3563880920410156, "n_params": 4346920, "total_flops": 37256929689600000, "train_loss": 0.01580413579940796, "subset_score_loss": 0.01580413579940796} +{"step": 2800000, "wall_time": 26735.87518310547, "train_loss_step": 2.462278366088867, "n_params": 4346920, "total_flops": 37390467072000000, "train_loss": 0.015328702330589295, "subset_score_loss": 0.015328702330589295, "memorization_fraction_pixel": 0.06480000168085098, "mean_nn_ratio_pixel": 0.4969612658023834, "fid": 140.23094035417577} +{"step": 2810000, "wall_time": 26812.5638961792, "train_loss_step": 2.5200252532958984, "n_params": 4346920, "total_flops": 37524004454400000, "train_loss": 0.016059577465057373, "subset_score_loss": 0.016059577465057373} +{"step": 2820000, "wall_time": 26902.637763023376, "train_loss_step": 2.311767578125, "n_params": 4346920, "total_flops": 37657541836800000, "train_loss": 0.016612067818641663, "subset_score_loss": 0.016612067818641663} +{"step": 2830000, "wall_time": 26992.942307949066, "train_loss_step": 2.2520947456359863, "n_params": 4346920, "total_flops": 37791079219200000, "train_loss": 0.015819193422794343, "subset_score_loss": 0.015819193422794343} +{"step": 2840000, "wall_time": 27082.759112358093, "train_loss_step": 2.621480941772461, "n_params": 4346920, "total_flops": 37924616601600000, "train_loss": 0.01662776917219162, "subset_score_loss": 0.01662776917219162} +{"step": 2850000, "wall_time": 27173.16172528267, "train_loss_step": 2.6688804626464844, "n_params": 4346920, "total_flops": 38058153984000000, "train_loss": 0.016622774302959442, "subset_score_loss": 0.016622774302959442} +{"step": 2860000, "wall_time": 27259.566351652145, "train_loss_step": 2.417813301086426, "n_params": 4346920, "total_flops": 38191691366400000, "train_loss": 0.01673920452594757, "subset_score_loss": 0.01673920452594757} +{"step": 2870000, "wall_time": 27349.74549126625, "train_loss_step": 2.6315436363220215, "n_params": 4346920, "total_flops": 38325228748800000, "train_loss": 0.016396777331829072, "subset_score_loss": 0.016396777331829072} +{"step": 2880000, "wall_time": 27440.111637830734, "train_loss_step": 2.465360164642334, "n_params": 4346920, "total_flops": 38458766131200000, "train_loss": 0.01591065675020218, "subset_score_loss": 0.01591065675020218} +{"step": 2890000, "wall_time": 27530.18552994728, "train_loss_step": 2.429474353790283, "n_params": 4346920, "total_flops": 38592303513600000, "train_loss": 0.01588338613510132, "subset_score_loss": 0.01588338613510132} +{"step": 2900000, "wall_time": 27676.668455839157, "train_loss_step": 2.516205310821533, "n_params": 4346920, "total_flops": 38725840896000000, "train_loss": 0.015677283704280853, "subset_score_loss": 0.015677283704280853, "memorization_fraction_pixel": 0.06830000132322311, "mean_nn_ratio_pixel": 0.493913471698761, "fid": 141.97173591491958} +{"step": 2910000, "wall_time": 27751.192133665085, "train_loss_step": 2.512990951538086, "n_params": 4346920, "total_flops": 38859378278400000, "train_loss": 0.015384818613529205, "subset_score_loss": 0.015384818613529205} +{"step": 2920000, "wall_time": 27838.95791363716, "train_loss_step": 2.496898651123047, "n_params": 4346920, "total_flops": 38992915660800000, "train_loss": 0.015588092803955077, "subset_score_loss": 0.015588092803955077} +{"step": 2930000, "wall_time": 27929.24076104164, "train_loss_step": 2.558683156967163, "n_params": 4346920, "total_flops": 39126453043200000, "train_loss": 0.015101203322410583, "subset_score_loss": 0.015101203322410583} +{"step": 2940000, "wall_time": 28019.27048611641, "train_loss_step": 2.631136894226074, "n_params": 4346920, "total_flops": 39259990425600000, "train_loss": 0.015163885056972503, "subset_score_loss": 0.015163885056972503} +{"step": 2950000, "wall_time": 28109.257852315903, "train_loss_step": 2.5355031490325928, "n_params": 4346920, "total_flops": 39393527808000000, "train_loss": 0.01575945019721985, "subset_score_loss": 0.01575945019721985} +{"step": 2960000, "wall_time": 28197.788744688034, "train_loss_step": 2.868323802947998, "n_params": 4346920, "total_flops": 39527065190400000, "train_loss": 0.015658274292945862, "subset_score_loss": 0.015658274292945862} +{"step": 2970000, "wall_time": 28288.11324453354, "train_loss_step": 2.3801774978637695, "n_params": 4346920, "total_flops": 39660602572800000, "train_loss": 0.015356428921222687, "subset_score_loss": 0.015356428921222687} +{"step": 2980000, "wall_time": 28378.01409459114, "train_loss_step": 2.370021104812622, "n_params": 4346920, "total_flops": 39794139955200000, "train_loss": 0.015317246317863464, "subset_score_loss": 0.015317246317863464} +{"step": 2990000, "wall_time": 28465.98766684532, "train_loss_step": 2.6336541175842285, "n_params": 4346920, "total_flops": 39927677337600000, "train_loss": 0.015809287130832673, "subset_score_loss": 0.015809287130832673} +{"step": 3000000, "wall_time": 28617.38618826866, "train_loss_step": 2.487034797668457, "n_params": 4346920, "total_flops": 40061214720000000, "train_loss": 0.015145823359489441, "subset_score_loss": 0.015145823359489441, "memorization_fraction_pixel": 0.06769999861717224, "mean_nn_ratio_pixel": 0.49253612756729126, "fid": 140.96269483205825} +{"step": 3010000, "wall_time": 28698.274641513824, "train_loss_step": 2.5600459575653076, "n_params": 4346920, "total_flops": 40194752102400000, "train_loss": 0.015058024227619171, "subset_score_loss": 0.015058024227619171} +{"step": 3020000, "wall_time": 28788.743569612503, "train_loss_step": 2.425161361694336, "n_params": 4346920, "total_flops": 40328289484800000, "train_loss": 0.014753684401512146, "subset_score_loss": 0.014753684401512146} +{"step": 3030000, "wall_time": 28879.098482370377, "train_loss_step": 2.6856460571289062, "n_params": 4346920, "total_flops": 40461826867200000, "train_loss": 0.01532241255044937, "subset_score_loss": 0.01532241255044937} +{"step": 3040000, "wall_time": 28969.09752726555, "train_loss_step": 2.49601674079895, "n_params": 4346920, "total_flops": 40595364249600000, "train_loss": 0.015816190838813783, "subset_score_loss": 0.015816190838813783} +{"step": 3050000, "wall_time": 29057.31726861, "train_loss_step": 2.646296262741089, "n_params": 4346920, "total_flops": 40728901632000000, "train_loss": 0.015337581932544708, "subset_score_loss": 0.015337581932544708} +{"step": 3060000, "wall_time": 29147.654201745987, "train_loss_step": 2.4313111305236816, "n_params": 4346920, "total_flops": 40862439014400000, "train_loss": 0.015653610229492188, "subset_score_loss": 0.015653610229492188} +{"step": 3070000, "wall_time": 29237.73196744919, "train_loss_step": 2.6536927223205566, "n_params": 4346920, "total_flops": 40995976396800000, "train_loss": 0.015067176520824432, "subset_score_loss": 0.015067176520824432} +{"step": 3080000, "wall_time": 29326.303658008575, "train_loss_step": 2.6551761627197266, "n_params": 4346920, "total_flops": 41129513779200000, "train_loss": 0.015086276829242707, "subset_score_loss": 0.015086276829242707} +{"step": 3090000, "wall_time": 29416.655658960342, "train_loss_step": 2.7234106063842773, "n_params": 4346920, "total_flops": 41263051161600000, "train_loss": 0.014800308644771576, "subset_score_loss": 0.014800308644771576} +{"step": 3100000, "wall_time": 29572.032820940018, "train_loss_step": 2.4723312854766846, "n_params": 4346920, "total_flops": 41396588544000000, "train_loss": 0.015189914405345917, "subset_score_loss": 0.015189914405345917, "memorization_fraction_pixel": 0.06650000065565109, "mean_nn_ratio_pixel": 0.49141624569892883, "fid": 140.96701564361808} +{"step": 3110000, "wall_time": 29653.86516070366, "train_loss_step": 2.3199377059936523, "n_params": 4346920, "total_flops": 41530125926400000, "train_loss": 0.014740592241287232, "subset_score_loss": 0.014740592241287232} +{"step": 3120000, "wall_time": 29743.957203388214, "train_loss_step": 2.261284589767456, "n_params": 4346920, "total_flops": 41663663308800000, "train_loss": 0.014618615806102752, "subset_score_loss": 0.014618615806102752} +{"step": 3130000, "wall_time": 29834.168012857437, "train_loss_step": 2.57245135307312, "n_params": 4346920, "total_flops": 41797200691200000, "train_loss": 0.014789922535419464, "subset_score_loss": 0.014789922535419464} +{"step": 3140000, "wall_time": 29922.584192752838, "train_loss_step": 2.264435291290283, "n_params": 4346920, "total_flops": 41930738073600000, "train_loss": 0.014478819072246551, "subset_score_loss": 0.014478819072246551} +{"step": 3150000, "wall_time": 30012.79804944992, "train_loss_step": 2.3691210746765137, "n_params": 4346920, "total_flops": 42064275456000000, "train_loss": 0.015198254585266113, "subset_score_loss": 0.015198254585266113} +{"step": 3160000, "wall_time": 30102.977689743042, "train_loss_step": 2.5544557571411133, "n_params": 4346920, "total_flops": 42197812838400000, "train_loss": 0.014605514705181122, "subset_score_loss": 0.014605514705181122} +{"step": 3170000, "wall_time": 30191.168602705002, "train_loss_step": 2.637826919555664, "n_params": 4346920, "total_flops": 42331350220800000, "train_loss": 0.014915271103382111, "subset_score_loss": 0.014915271103382111} +{"step": 3180000, "wall_time": 30281.414229154587, "train_loss_step": 2.3917763233184814, "n_params": 4346920, "total_flops": 42464887603200000, "train_loss": 0.014687293767929077, "subset_score_loss": 0.014687293767929077} +{"step": 3190000, "wall_time": 30371.409487247467, "train_loss_step": 2.7010655403137207, "n_params": 4346920, "total_flops": 42598424985600000, "train_loss": 0.014643007516860962, "subset_score_loss": 0.014643007516860962} +{"step": 3200000, "wall_time": 30519.112267255783, "train_loss_step": 2.6349101066589355, "n_params": 4346920, "total_flops": 42731962368000000, "train_loss": 0.014464592933654786, "subset_score_loss": 0.014464592933654786, "memorization_fraction_pixel": 0.0697999969124794, "mean_nn_ratio_pixel": 0.4934823215007782, "fid": 141.87219902711433} +{"step": 3210000, "wall_time": 30598.02161359787, "train_loss_step": 2.590024471282959, "n_params": 4346920, "total_flops": 42865499750400000, "train_loss": 0.01425066590309143, "subset_score_loss": 0.01425066590309143} +{"step": 3220000, "wall_time": 30688.161241292953, "train_loss_step": 2.30027437210083, "n_params": 4346920, "total_flops": 42999037132800000, "train_loss": 0.0137763112783432, "subset_score_loss": 0.0137763112783432} +{"step": 3230000, "wall_time": 30778.216625213623, "train_loss_step": 2.320652484893799, "n_params": 4346920, "total_flops": 43132574515200000, "train_loss": 0.014819128811359406, "subset_score_loss": 0.014819128811359406} +{"step": 3240000, "wall_time": 30866.73646044731, "train_loss_step": 2.2707529067993164, "n_params": 4346920, "total_flops": 43266111897600000, "train_loss": 0.014486585557460786, "subset_score_loss": 0.014486585557460786} +{"step": 3250000, "wall_time": 30956.950747728348, "train_loss_step": 2.8331122398376465, "n_params": 4346920, "total_flops": 43399649280000000, "train_loss": 0.01557340770959854, "subset_score_loss": 0.01557340770959854} +{"step": 3260000, "wall_time": 31045.138904094696, "train_loss_step": 2.3647284507751465, "n_params": 4346920, "total_flops": 43533186662400000, "train_loss": 0.014104077219963073, "subset_score_loss": 0.014104077219963073} +{"step": 3270000, "wall_time": 31135.586030244827, "train_loss_step": 2.628084182739258, "n_params": 4346920, "total_flops": 43666724044800000, "train_loss": 0.014196734130382537, "subset_score_loss": 0.014196734130382537} +{"step": 3280000, "wall_time": 31226.119767189026, "train_loss_step": 2.6926050186157227, "n_params": 4346920, "total_flops": 43800261427200000, "train_loss": 0.014566822350025177, "subset_score_loss": 0.014566822350025177} +{"step": 3290000, "wall_time": 31316.365305900574, "train_loss_step": 2.4591026306152344, "n_params": 4346920, "total_flops": 43933798809600000, "train_loss": 0.013681617379188538, "subset_score_loss": 0.013681617379188538} +{"step": 3300000, "wall_time": 31468.46645975113, "train_loss_step": 2.400797128677368, "n_params": 4346920, "total_flops": 44067336192000000, "train_loss": 0.01388496309518814, "subset_score_loss": 0.01388496309518814, "memorization_fraction_pixel": 0.06849999725818634, "mean_nn_ratio_pixel": 0.48956298828125, "fid": 140.7130713678839} +{"step": 3310000, "wall_time": 31546.245225429535, "train_loss_step": 2.386744737625122, "n_params": 4346920, "total_flops": 44200873574400000, "train_loss": 0.014243118464946747, "subset_score_loss": 0.014243118464946747} +{"step": 3320000, "wall_time": 31636.484978675842, "train_loss_step": 2.63352108001709, "n_params": 4346920, "total_flops": 44334410956800000, "train_loss": 0.014223124086856841, "subset_score_loss": 0.014223124086856841} +{"step": 3330000, "wall_time": 31724.79907155037, "train_loss_step": 2.545262336730957, "n_params": 4346920, "total_flops": 44467948339200000, "train_loss": 0.0145144060254097, "subset_score_loss": 0.0145144060254097} +{"step": 3340000, "wall_time": 31815.067927122116, "train_loss_step": 2.3375463485717773, "n_params": 4346920, "total_flops": 44601485721600000, "train_loss": 0.014784064888954163, "subset_score_loss": 0.014784064888954163} +{"step": 3350000, "wall_time": 31904.919506072998, "train_loss_step": 2.265256881713867, "n_params": 4346920, "total_flops": 44735023104000000, "train_loss": 0.014560317993164063, "subset_score_loss": 0.014560317993164063} +{"step": 3360000, "wall_time": 31993.36545944214, "train_loss_step": 2.4619808197021484, "n_params": 4346920, "total_flops": 44868560486400000, "train_loss": 0.014196911454200744, "subset_score_loss": 0.014196911454200744} +{"step": 3370000, "wall_time": 32083.461647987366, "train_loss_step": 2.37160062789917, "n_params": 4346920, "total_flops": 45002097868800000, "train_loss": 0.013713660836219787, "subset_score_loss": 0.013713660836219787} +{"step": 3380000, "wall_time": 32174.046349048615, "train_loss_step": 2.3929271697998047, "n_params": 4346920, "total_flops": 45135635251200000, "train_loss": 0.014020231366157532, "subset_score_loss": 0.014020231366157532} +{"step": 3390000, "wall_time": 32264.033149957657, "train_loss_step": 2.369166135787964, "n_params": 4346920, "total_flops": 45269172633600000, "train_loss": 0.014597797393798828, "subset_score_loss": 0.014597797393798828} +{"step": 3400000, "wall_time": 32419.473449230194, "train_loss_step": 2.5272703170776367, "n_params": 4346920, "total_flops": 45402710016000000, "train_loss": 0.01416061818599701, "subset_score_loss": 0.01416061818599701, "memorization_fraction_pixel": 0.06949999928474426, "mean_nn_ratio_pixel": 0.4879988133907318, "fid": 140.9275221359316} +{"step": 3410000, "wall_time": 32507.4829287529, "train_loss_step": 2.4453139305114746, "n_params": 4346920, "total_flops": 45536247398400000, "train_loss": 0.013497787714004516, "subset_score_loss": 0.013497787714004516} +{"step": 3420000, "wall_time": 32597.735405683517, "train_loss_step": 2.3482003211975098, "n_params": 4346920, "total_flops": 45669784780800000, "train_loss": 0.01514313817024231, "subset_score_loss": 0.01514313817024231} +{"step": 3430000, "wall_time": 32686.059302568436, "train_loss_step": 2.64990234375, "n_params": 4346920, "total_flops": 45803322163200000, "train_loss": 0.013563889265060424, "subset_score_loss": 0.013563889265060424} +{"step": 3440000, "wall_time": 32776.11131811142, "train_loss_step": 2.343583345413208, "n_params": 4346920, "total_flops": 45936859545600000, "train_loss": 0.013840170204639434, "subset_score_loss": 0.013840170204639434} +{"step": 3450000, "wall_time": 32864.36847734451, "train_loss_step": 2.475342273712158, "n_params": 4346920, "total_flops": 46070396928000000, "train_loss": 0.013681264221668243, "subset_score_loss": 0.013681264221668243} +{"step": 3460000, "wall_time": 32954.60706305504, "train_loss_step": 2.331176996231079, "n_params": 4346920, "total_flops": 46203934310400000, "train_loss": 0.013614411652088165, "subset_score_loss": 0.013614411652088165} +{"step": 3470000, "wall_time": 33044.936244010925, "train_loss_step": 2.7990174293518066, "n_params": 4346920, "total_flops": 46337471692800000, "train_loss": 0.013385562598705292, "subset_score_loss": 0.013385562598705292} +{"step": 3480000, "wall_time": 33135.75666356087, "train_loss_step": 2.119271755218506, "n_params": 4346920, "total_flops": 46471009075200000, "train_loss": 0.013873957097530365, "subset_score_loss": 0.013873957097530365} +{"step": 3490000, "wall_time": 33222.32113838196, "train_loss_step": 2.4769091606140137, "n_params": 4346920, "total_flops": 46604546457600000, "train_loss": 0.013397659361362457, "subset_score_loss": 0.013397659361362457} +{"step": 3500000, "wall_time": 33374.08641552925, "train_loss_step": 2.3867907524108887, "n_params": 4346920, "total_flops": 46738083840000000, "train_loss": 0.014136102795600892, "subset_score_loss": 0.014136102795600892, "memorization_fraction_pixel": 0.0722000002861023, "mean_nn_ratio_pixel": 0.48667290806770325, "fid": 141.50774488250474} +{"step": 3510000, "wall_time": 33464.46148133278, "train_loss_step": 2.5191102027893066, "n_params": 4346920, "total_flops": 46871621222400000, "train_loss": 0.013238289952278137, "subset_score_loss": 0.013238289952278137} +{"step": 3520000, "wall_time": 33552.37724375725, "train_loss_step": 2.449920892715454, "n_params": 4346920, "total_flops": 47005158604800000, "train_loss": 0.013447587192058564, "subset_score_loss": 0.013447587192058564} +{"step": 3530000, "wall_time": 33642.44806551933, "train_loss_step": 2.402837038040161, "n_params": 4346920, "total_flops": 47138695987200000, "train_loss": 0.01394607573747635, "subset_score_loss": 0.01394607573747635} +{"step": 3540000, "wall_time": 33730.49841284752, "train_loss_step": 2.5584778785705566, "n_params": 4346920, "total_flops": 47272233369600000, "train_loss": 0.013241468369960785, "subset_score_loss": 0.013241468369960785} +{"step": 3550000, "wall_time": 33820.65224480629, "train_loss_step": 2.3627781867980957, "n_params": 4346920, "total_flops": 47405770752000000, "train_loss": 0.012838681042194367, "subset_score_loss": 0.012838681042194367} +{"step": 3560000, "wall_time": 33910.54954433441, "train_loss_step": 2.269001007080078, "n_params": 4346920, "total_flops": 47539308134400000, "train_loss": 0.013516055047512054, "subset_score_loss": 0.013516055047512054} +{"step": 3570000, "wall_time": 34001.0558154583, "train_loss_step": 2.287050485610962, "n_params": 4346920, "total_flops": 47672845516800000, "train_loss": 0.013761982321739197, "subset_score_loss": 0.013761982321739197} +{"step": 3580000, "wall_time": 34090.33853149414, "train_loss_step": 2.4727280139923096, "n_params": 4346920, "total_flops": 47806382899200000, "train_loss": 0.0131858691573143, "subset_score_loss": 0.0131858691573143} +{"step": 3590000, "wall_time": 34177.916605472565, "train_loss_step": 2.3077290058135986, "n_params": 4346920, "total_flops": 47939920281600000, "train_loss": 0.013491921126842499, "subset_score_loss": 0.013491921126842499} +{"step": 3600000, "wall_time": 34337.447558641434, "train_loss_step": 2.6703295707702637, "n_params": 4346920, "total_flops": 48073457664000000, "train_loss": 0.013223923742771149, "subset_score_loss": 0.013223923742771149, "memorization_fraction_pixel": 0.07050000131130219, "mean_nn_ratio_pixel": 0.48929744958877563, "fid": 140.99732502785113} +{"step": 3610000, "wall_time": 34425.54964733124, "train_loss_step": 2.4558446407318115, "n_params": 4346920, "total_flops": 48206995046400000, "train_loss": 0.013028128445148468, "subset_score_loss": 0.013028128445148468} +{"step": 3620000, "wall_time": 34515.625282764435, "train_loss_step": 2.463498830795288, "n_params": 4346920, "total_flops": 48340532428800000, "train_loss": 0.013297192752361298, "subset_score_loss": 0.013297192752361298} +{"step": 3630000, "wall_time": 34603.70844554901, "train_loss_step": 2.3626914024353027, "n_params": 4346920, "total_flops": 48474069811200000, "train_loss": 0.013036006689071655, "subset_score_loss": 0.013036006689071655} +{"step": 3640000, "wall_time": 34694.158223629, "train_loss_step": 2.3548214435577393, "n_params": 4346920, "total_flops": 48607607193600000, "train_loss": 0.01287018358707428, "subset_score_loss": 0.01287018358707428} +{"step": 3650000, "wall_time": 34784.688146829605, "train_loss_step": 2.6226563453674316, "n_params": 4346920, "total_flops": 48741144576000000, "train_loss": 0.012663076817989349, "subset_score_loss": 0.012663076817989349} +{"step": 3660000, "wall_time": 34874.37474703789, "train_loss_step": 2.390075206756592, "n_params": 4346920, "total_flops": 48874681958400000, "train_loss": 0.013482470810413361, "subset_score_loss": 0.013482470810413361} +{"step": 3670000, "wall_time": 34964.834147930145, "train_loss_step": 2.466050148010254, "n_params": 4346920, "total_flops": 49008219340800000, "train_loss": 0.013683320581912994, "subset_score_loss": 0.013683320581912994} +{"step": 3680000, "wall_time": 35043.070821762085, "train_loss_step": 2.6032607555389404, "n_params": 4346920, "total_flops": 49141756723200000, "train_loss": 0.013263611495494843, "subset_score_loss": 0.013263611495494843} +{"step": 3690000, "wall_time": 35129.591346263885, "train_loss_step": 2.326812267303467, "n_params": 4346920, "total_flops": 49275294105600000, "train_loss": 0.012561173737049102, "subset_score_loss": 0.012561173737049102} +{"step": 3700000, "wall_time": 35276.864277124405, "train_loss_step": 2.540257453918457, "n_params": 4346920, "total_flops": 49408831488000000, "train_loss": 0.01271364688873291, "subset_score_loss": 0.01271364688873291, "memorization_fraction_pixel": 0.06880000233650208, "mean_nn_ratio_pixel": 0.48810458183288574, "fid": 141.0433029072375} +{"step": 3710000, "wall_time": 35364.860335588455, "train_loss_step": 2.7479658126831055, "n_params": 4346920, "total_flops": 49542368870400000, "train_loss": 0.013134986162185669, "subset_score_loss": 0.013134986162185669} +{"step": 3720000, "wall_time": 35454.77710604668, "train_loss_step": 2.4371097087860107, "n_params": 4346920, "total_flops": 49675906252800000, "train_loss": 0.012821835279464722, "subset_score_loss": 0.012821835279464722} +{"step": 3730000, "wall_time": 35543.448123931885, "train_loss_step": 2.6133909225463867, "n_params": 4346920, "total_flops": 49809443635200000, "train_loss": 0.01279066801071167, "subset_score_loss": 0.01279066801071167} +{"step": 3740000, "wall_time": 35633.742413282394, "train_loss_step": 2.5590803623199463, "n_params": 4346920, "total_flops": 49942981017600000, "train_loss": 0.013420605659484863, "subset_score_loss": 0.013420605659484863} +{"step": 3750000, "wall_time": 35723.84402513504, "train_loss_step": 2.563857316970825, "n_params": 4346920, "total_flops": 50076518400000000, "train_loss": 0.013048931956291199, "subset_score_loss": 0.013048931956291199} +{"step": 3760000, "wall_time": 35813.93333673477, "train_loss_step": 2.421088457107544, "n_params": 4346920, "total_flops": 50210055782400000, "train_loss": 0.013319198787212373, "subset_score_loss": 0.013319198787212373} +{"step": 3770000, "wall_time": 35904.08688259125, "train_loss_step": 2.4259707927703857, "n_params": 4346920, "total_flops": 50343593164800000, "train_loss": 0.012592713534832, "subset_score_loss": 0.012592713534832} +{"step": 3780000, "wall_time": 35983.82564640045, "train_loss_step": 2.220993995666504, "n_params": 4346920, "total_flops": 50477130547200000, "train_loss": 0.012674836814403534, "subset_score_loss": 0.012674836814403534} +{"step": 3790000, "wall_time": 36070.36254644394, "train_loss_step": 2.49794340133667, "n_params": 4346920, "total_flops": 50610667929600000, "train_loss": 0.012436825782060623, "subset_score_loss": 0.012436825782060623} +{"step": 3800000, "wall_time": 36220.61603283882, "train_loss_step": 2.5006461143493652, "n_params": 4346920, "total_flops": 50744205312000000, "train_loss": 0.012435421347618103, "subset_score_loss": 0.012435421347618103, "memorization_fraction_pixel": 0.07859999686479568, "mean_nn_ratio_pixel": 0.4840366244316101, "fid": 140.85308306518414} +{"step": 3810000, "wall_time": 36310.68109989166, "train_loss_step": 2.4662046432495117, "n_params": 4346920, "total_flops": 50877742694400000, "train_loss": 0.012657959759235383, "subset_score_loss": 0.012657959759235383} +{"step": 3820000, "wall_time": 36398.87646985054, "train_loss_step": 2.411834955215454, "n_params": 4346920, "total_flops": 51011280076800000, "train_loss": 0.012838590145111083, "subset_score_loss": 0.012838590145111083} +{"step": 3830000, "wall_time": 36489.35914063454, "train_loss_step": 2.421738624572754, "n_params": 4346920, "total_flops": 51144817459200000, "train_loss": 0.012685589492321014, "subset_score_loss": 0.012685589492321014} +{"step": 3840000, "wall_time": 36579.6492626667, "train_loss_step": 2.61877703666687, "n_params": 4346920, "total_flops": 51278354841600000, "train_loss": 0.01246965304017067, "subset_score_loss": 0.01246965304017067} +{"step": 3850000, "wall_time": 36669.780160188675, "train_loss_step": 2.583200454711914, "n_params": 4346920, "total_flops": 51411892224000000, "train_loss": 0.012423979490995407, "subset_score_loss": 0.012423979490995407} +{"step": 3860000, "wall_time": 36760.01463651657, "train_loss_step": 2.5395593643188477, "n_params": 4346920, "total_flops": 51545429606400000, "train_loss": 0.01277676522731781, "subset_score_loss": 0.01277676522731781} +{"step": 3870000, "wall_time": 36850.290172576904, "train_loss_step": 2.6044538021087646, "n_params": 4346920, "total_flops": 51678966988800000, "train_loss": 0.012243741750717163, "subset_score_loss": 0.012243741750717163} +{"step": 3880000, "wall_time": 36929.87241768837, "train_loss_step": 2.621558427810669, "n_params": 4346920, "total_flops": 51812504371200000, "train_loss": 0.012683427333831787, "subset_score_loss": 0.012683427333831787} +{"step": 3890000, "wall_time": 37015.38290095329, "train_loss_step": 2.2287583351135254, "n_params": 4346920, "total_flops": 51946041753600000, "train_loss": 0.012359245866537093, "subset_score_loss": 0.012359245866537093} +{"step": 3900000, "wall_time": 37157.369435071945, "train_loss_step": 2.4828402996063232, "n_params": 4346920, "total_flops": 52079579136000000, "train_loss": 0.01250552386045456, "subset_score_loss": 0.01250552386045456, "memorization_fraction_pixel": 0.0714000016450882, "mean_nn_ratio_pixel": 0.48512011766433716, "fid": 140.93488627466672} +{"step": 3910000, "wall_time": 37245.645397901535, "train_loss_step": 2.3791017532348633, "n_params": 4346920, "total_flops": 52213116518400000, "train_loss": 0.012518267333507537, "subset_score_loss": 0.012518267333507537} +{"step": 3920000, "wall_time": 37336.0459625721, "train_loss_step": 2.190486431121826, "n_params": 4346920, "total_flops": 52346653900800000, "train_loss": 0.012533232569694519, "subset_score_loss": 0.012533232569694519} +{"step": 3930000, "wall_time": 37426.42143321037, "train_loss_step": 2.4308862686157227, "n_params": 4346920, "total_flops": 52480191283200000, "train_loss": 0.012167441099882126, "subset_score_loss": 0.012167441099882126} +{"step": 3940000, "wall_time": 37516.62950587273, "train_loss_step": 2.5337367057800293, "n_params": 4346920, "total_flops": 52613728665600000, "train_loss": 0.012728571891784668, "subset_score_loss": 0.012728571891784668} +{"step": 3950000, "wall_time": 37606.81128334999, "train_loss_step": 2.569547176361084, "n_params": 4346920, "total_flops": 52747266048000000, "train_loss": 0.012078787386417388, "subset_score_loss": 0.012078787386417388} +{"step": 3960000, "wall_time": 37697.164962530136, "train_loss_step": 2.3133392333984375, "n_params": 4346920, "total_flops": 52880803430400000, "train_loss": 0.01211594119668007, "subset_score_loss": 0.01211594119668007} +{"step": 3970000, "wall_time": 37787.212147951126, "train_loss_step": 2.2715508937835693, "n_params": 4346920, "total_flops": 53014340812800000, "train_loss": 0.01218172237277031, "subset_score_loss": 0.01218172237277031} +{"step": 3980000, "wall_time": 37867.594888687134, "train_loss_step": 2.2924766540527344, "n_params": 4346920, "total_flops": 53147878195200000, "train_loss": 0.011842871457338333, "subset_score_loss": 0.011842871457338333} +{"step": 3990000, "wall_time": 37954.057824611664, "train_loss_step": 2.462904453277588, "n_params": 4346920, "total_flops": 53281415577600000, "train_loss": 0.011889638006687164, "subset_score_loss": 0.011889638006687164} +{"step": 4000000, "wall_time": 38098.4632499218, "train_loss_step": 2.343047618865967, "n_params": 4346920, "total_flops": 53414952960000000, "train_loss": 0.013219320774078369, "subset_score_loss": 0.013219320774078369, "memorization_fraction_pixel": 0.06989999860525131, "mean_nn_ratio_pixel": 0.4887058138847351, "fid": 141.75274830224635} +{"step": 4010000, "wall_time": 38188.630147218704, "train_loss_step": 2.475517988204956, "n_params": 4346920, "total_flops": 53548490342400000, "train_loss": 0.011589065194129944, "subset_score_loss": 0.011589065194129944} +{"step": 4020000, "wall_time": 38278.83067393303, "train_loss_step": 2.3533926010131836, "n_params": 4346920, "total_flops": 53682027724800000, "train_loss": 0.012488406896591187, "subset_score_loss": 0.012488406896591187} +{"step": 4030000, "wall_time": 38369.08539199829, "train_loss_step": 2.2536520957946777, "n_params": 4346920, "total_flops": 53815565107200000, "train_loss": 0.011848662048578262, "subset_score_loss": 0.011848662048578262} +{"step": 4040000, "wall_time": 38459.290447711945, "train_loss_step": 2.3313279151916504, "n_params": 4346920, "total_flops": 53949102489600000, "train_loss": 0.012035422027111053, "subset_score_loss": 0.012035422027111053} +{"step": 4050000, "wall_time": 38549.490148067474, "train_loss_step": 2.61214542388916, "n_params": 4346920, "total_flops": 54082639872000000, "train_loss": 0.012608186900615692, "subset_score_loss": 0.012608186900615692} +{"step": 4060000, "wall_time": 38639.65076756477, "train_loss_step": 2.4457852840423584, "n_params": 4346920, "total_flops": 54216177254400000, "train_loss": 0.011895624548196792, "subset_score_loss": 0.011895624548196792} +{"step": 4070000, "wall_time": 38729.43990778923, "train_loss_step": 2.3045172691345215, "n_params": 4346920, "total_flops": 54349714636800000, "train_loss": 0.01178993284702301, "subset_score_loss": 0.01178993284702301} +{"step": 4080000, "wall_time": 38808.60544872284, "train_loss_step": 2.5522470474243164, "n_params": 4346920, "total_flops": 54483252019200000, "train_loss": 0.012515833973884583, "subset_score_loss": 0.012515833973884583} +{"step": 4090000, "wall_time": 38894.57650566101, "train_loss_step": 2.3761253356933594, "n_params": 4346920, "total_flops": 54616789401600000, "train_loss": 0.012578043341636657, "subset_score_loss": 0.012578043341636657} +{"step": 4100000, "wall_time": 39040.25471043587, "train_loss_step": 2.489668369293213, "n_params": 4346920, "total_flops": 54750326784000000, "train_loss": 0.011722581833600998, "subset_score_loss": 0.011722581833600998, "memorization_fraction_pixel": 0.07079999893903732, "mean_nn_ratio_pixel": 0.48389849066734314, "fid": 140.99656668067433} +{"step": 4110000, "wall_time": 39130.42456078529, "train_loss_step": 2.5225071907043457, "n_params": 4346920, "total_flops": 54883864166400000, "train_loss": 0.011626388877630234, "subset_score_loss": 0.011626388877630234} +{"step": 4120000, "wall_time": 39220.60939574242, "train_loss_step": 2.584552049636841, "n_params": 4346920, "total_flops": 55017401548800000, "train_loss": 0.012094151228666306, "subset_score_loss": 0.012094151228666306} +{"step": 4130000, "wall_time": 39310.882845163345, "train_loss_step": 2.3905675411224365, "n_params": 4346920, "total_flops": 55150938931200000, "train_loss": 0.011534199863672257, "subset_score_loss": 0.011534199863672257} +{"step": 4140000, "wall_time": 39401.0642914772, "train_loss_step": 2.4337103366851807, "n_params": 4346920, "total_flops": 55284476313600000, "train_loss": 0.012083833664655685, "subset_score_loss": 0.012083833664655685} +{"step": 4150000, "wall_time": 39491.19498705864, "train_loss_step": 2.582505702972412, "n_params": 4346920, "total_flops": 55418013696000000, "train_loss": 0.012134655565023422, "subset_score_loss": 0.012134655565023422} +{"step": 4160000, "wall_time": 39581.43176269531, "train_loss_step": 2.656904697418213, "n_params": 4346920, "total_flops": 55551551078400000, "train_loss": 0.011874530464410782, "subset_score_loss": 0.011874530464410782} +{"step": 4170000, "wall_time": 39671.574904203415, "train_loss_step": 2.4677395820617676, "n_params": 4346920, "total_flops": 55685088460800000, "train_loss": 0.011371444910764694, "subset_score_loss": 0.011371444910764694} +{"step": 4180000, "wall_time": 39749.42370247841, "train_loss_step": 2.169198989868164, "n_params": 4346920, "total_flops": 55818625843200000, "train_loss": 0.011531154066324234, "subset_score_loss": 0.011531154066324234} +{"step": 4190000, "wall_time": 39832.68381047249, "train_loss_step": 2.442955493927002, "n_params": 4346920, "total_flops": 55952163225600000, "train_loss": 0.011678098142147065, "subset_score_loss": 0.011678098142147065} +{"step": 4200000, "wall_time": 39976.17247962952, "train_loss_step": 2.3140146732330322, "n_params": 4346920, "total_flops": 56085700608000000, "train_loss": 0.011280795931816101, "subset_score_loss": 0.011280795931816101, "memorization_fraction_pixel": 0.06719999760389328, "mean_nn_ratio_pixel": 0.4844502806663513, "fid": 141.3681728634507} +{"step": 4210000, "wall_time": 40066.38348007202, "train_loss_step": 2.3927063941955566, "n_params": 4346920, "total_flops": 56219237990400000, "train_loss": 0.011574681103229522, "subset_score_loss": 0.011574681103229522} +{"step": 4220000, "wall_time": 40156.49686717987, "train_loss_step": 2.1954150199890137, "n_params": 4346920, "total_flops": 56352775372800000, "train_loss": 0.01182100474834442, "subset_score_loss": 0.01182100474834442} +{"step": 4230000, "wall_time": 40246.44549870491, "train_loss_step": 2.459266424179077, "n_params": 4346920, "total_flops": 56486312755200000, "train_loss": 0.011874008923768997, "subset_score_loss": 0.011874008923768997} +{"step": 4240000, "wall_time": 40336.91144943237, "train_loss_step": 2.5905580520629883, "n_params": 4346920, "total_flops": 56619850137600000, "train_loss": 0.01127656251192093, "subset_score_loss": 0.01127656251192093} +{"step": 4250000, "wall_time": 40427.17260956764, "train_loss_step": 2.253021717071533, "n_params": 4346920, "total_flops": 56753387520000000, "train_loss": 0.011569370329380036, "subset_score_loss": 0.011569370329380036} +{"step": 4260000, "wall_time": 40517.495659828186, "train_loss_step": 2.555006980895996, "n_params": 4346920, "total_flops": 56886924902400000, "train_loss": 0.011585776507854462, "subset_score_loss": 0.011585776507854462} +{"step": 4270000, "wall_time": 40607.49765396118, "train_loss_step": 2.132042169570923, "n_params": 4346920, "total_flops": 57020462284800000, "train_loss": 0.011252081394195557, "subset_score_loss": 0.011252081394195557} +{"step": 4280000, "wall_time": 40684.49766993523, "train_loss_step": 2.6938343048095703, "n_params": 4346920, "total_flops": 57153999667200000, "train_loss": 0.012103685736656189, "subset_score_loss": 0.012103685736656189} +{"step": 4290000, "wall_time": 40772.26557254791, "train_loss_step": 2.5536534786224365, "n_params": 4346920, "total_flops": 57287537049600000, "train_loss": 0.011686445772647857, "subset_score_loss": 0.011686445772647857} +{"step": 4300000, "wall_time": 40918.80586576462, "train_loss_step": 2.430358648300171, "n_params": 4346920, "total_flops": 57421074432000000, "train_loss": 0.01212710589170456, "subset_score_loss": 0.01212710589170456, "memorization_fraction_pixel": 0.06650000065565109, "mean_nn_ratio_pixel": 0.4865020513534546, "fid": 141.10140758280403} +{"step": 4310000, "wall_time": 41009.15271234512, "train_loss_step": 2.3540520668029785, "n_params": 4346920, "total_flops": 57554611814400000, "train_loss": 0.011027111113071442, "subset_score_loss": 0.011027111113071442} +{"step": 4320000, "wall_time": 41099.46015357971, "train_loss_step": 2.3582992553710938, "n_params": 4346920, "total_flops": 57688149196800000, "train_loss": 0.011173827946186066, "subset_score_loss": 0.011173827946186066} +{"step": 4330000, "wall_time": 41189.93264937401, "train_loss_step": 2.531740188598633, "n_params": 4346920, "total_flops": 57821686579200000, "train_loss": 0.011496540158987045, "subset_score_loss": 0.011496540158987045} +{"step": 4340000, "wall_time": 41279.36140656471, "train_loss_step": 2.403043508529663, "n_params": 4346920, "total_flops": 57955223961600000, "train_loss": 0.011058556288480759, "subset_score_loss": 0.011058556288480759} +{"step": 4350000, "wall_time": 41369.54591846466, "train_loss_step": 2.34368896484375, "n_params": 4346920, "total_flops": 58088761344000000, "train_loss": 0.011707976460456848, "subset_score_loss": 0.011707976460456848} +{"step": 4360000, "wall_time": 41459.3681974411, "train_loss_step": 2.3915157318115234, "n_params": 4346920, "total_flops": 58222298726400000, "train_loss": 0.011521902680397034, "subset_score_loss": 0.011521902680397034} +{"step": 4370000, "wall_time": 41549.15285539627, "train_loss_step": 2.4310097694396973, "n_params": 4346920, "total_flops": 58355836108800000, "train_loss": 0.0111898273229599, "subset_score_loss": 0.0111898273229599} +{"step": 4380000, "wall_time": 41621.74727535248, "train_loss_step": 2.560479164123535, "n_params": 4346920, "total_flops": 58489373491200000, "train_loss": 0.011705175787210465, "subset_score_loss": 0.011705175787210465} +{"step": 4390000, "wall_time": 41711.61563229561, "train_loss_step": 2.4986186027526855, "n_params": 4346920, "total_flops": 58622910873600000, "train_loss": 0.011083386838436127, "subset_score_loss": 0.011083386838436127} +{"step": 4400000, "wall_time": 41859.947320222855, "train_loss_step": 2.1465303897857666, "n_params": 4346920, "total_flops": 58756448256000000, "train_loss": 0.011420250684022904, "subset_score_loss": 0.011420250684022904, "memorization_fraction_pixel": 0.07440000027418137, "mean_nn_ratio_pixel": 0.4825086295604706, "fid": 140.85372263932746} +{"step": 4410000, "wall_time": 41950.01879739761, "train_loss_step": 2.267563581466675, "n_params": 4346920, "total_flops": 58889985638400000, "train_loss": 0.011565227806568146, "subset_score_loss": 0.011565227806568146} +{"step": 4420000, "wall_time": 42039.962079286575, "train_loss_step": 2.870863914489746, "n_params": 4346920, "total_flops": 59023523020800000, "train_loss": 0.010973967611789703, "subset_score_loss": 0.010973967611789703} +{"step": 4430000, "wall_time": 42130.07862663269, "train_loss_step": 2.236332893371582, "n_params": 4346920, "total_flops": 59157060403200000, "train_loss": 0.011189504712820052, "subset_score_loss": 0.011189504712820052} +{"step": 4440000, "wall_time": 42220.68830323219, "train_loss_step": 2.5153255462646484, "n_params": 4346920, "total_flops": 59290597785600000, "train_loss": 0.01124420240521431, "subset_score_loss": 0.01124420240521431} +{"step": 4450000, "wall_time": 42310.82581591606, "train_loss_step": 2.383559226989746, "n_params": 4346920, "total_flops": 59424135168000000, "train_loss": 0.010857283324003219, "subset_score_loss": 0.010857283324003219} +{"step": 4460000, "wall_time": 42400.90675210953, "train_loss_step": 2.4085118770599365, "n_params": 4346920, "total_flops": 59557672550400000, "train_loss": 0.01102735921740532, "subset_score_loss": 0.01102735921740532} +{"step": 4470000, "wall_time": 42486.10868358612, "train_loss_step": 2.464993953704834, "n_params": 4346920, "total_flops": 59691209932800000, "train_loss": 0.011034321784973145, "subset_score_loss": 0.011034321784973145} +{"step": 4480000, "wall_time": 42566.33308386803, "train_loss_step": 2.368340015411377, "n_params": 4346920, "total_flops": 59824747315200000, "train_loss": 0.011105843633413316, "subset_score_loss": 0.011105843633413316} +{"step": 4490000, "wall_time": 42656.667379140854, "train_loss_step": 2.514099359512329, "n_params": 4346920, "total_flops": 59958284697600000, "train_loss": 0.011090251803398132, "subset_score_loss": 0.011090251803398132} +{"step": 4500000, "wall_time": 42801.37777853012, "train_loss_step": 2.31240177154541, "n_params": 4346920, "total_flops": 60091822080000000, "train_loss": 0.010833276808261872, "subset_score_loss": 0.010833276808261872, "memorization_fraction_pixel": 0.07580000162124634, "mean_nn_ratio_pixel": 0.48153555393218994, "fid": 141.40586177273934} +{"step": 4510000, "wall_time": 42891.33013868332, "train_loss_step": 2.342820644378662, "n_params": 4346920, "total_flops": 60225359462400000, "train_loss": 0.010827364027500152, "subset_score_loss": 0.010827364027500152} +{"step": 4520000, "wall_time": 42981.61456537247, "train_loss_step": 2.2915124893188477, "n_params": 4346920, "total_flops": 60358896844800000, "train_loss": 0.01111093834042549, "subset_score_loss": 0.01111093834042549} +{"step": 4530000, "wall_time": 43071.935663461685, "train_loss_step": 2.311201572418213, "n_params": 4346920, "total_flops": 60492434227200000, "train_loss": 0.010628225654363633, "subset_score_loss": 0.010628225654363633} +{"step": 4540000, "wall_time": 43161.98163175583, "train_loss_step": 2.3521037101745605, "n_params": 4346920, "total_flops": 60625971609600000, "train_loss": 0.010962922126054764, "subset_score_loss": 0.010962922126054764} +{"step": 4550000, "wall_time": 43252.185576438904, "train_loss_step": 2.3732879161834717, "n_params": 4346920, "total_flops": 60759508992000000, "train_loss": 0.011075630784034729, "subset_score_loss": 0.011075630784034729} +{"step": 4560000, "wall_time": 43341.81642413139, "train_loss_step": 2.4147653579711914, "n_params": 4346920, "total_flops": 60893046374400000, "train_loss": 0.011096765846014022, "subset_score_loss": 0.011096765846014022} +{"step": 4570000, "wall_time": 43427.16253709793, "train_loss_step": 2.6880784034729004, "n_params": 4346920, "total_flops": 61026583756800000, "train_loss": 0.011086922138929367, "subset_score_loss": 0.011086922138929367} +{"step": 4580000, "wall_time": 43500.99478340149, "train_loss_step": 2.218186378479004, "n_params": 4346920, "total_flops": 61160121139200000, "train_loss": 0.01084705963730812, "subset_score_loss": 0.01084705963730812} +{"step": 4590000, "wall_time": 43591.262456417084, "train_loss_step": 2.41879940032959, "n_params": 4346920, "total_flops": 61293658521600000, "train_loss": 0.011199336498975754, "subset_score_loss": 0.011199336498975754} +{"step": 4600000, "wall_time": 43738.19068264961, "train_loss_step": 2.361229419708252, "n_params": 4346920, "total_flops": 61427195904000000, "train_loss": 0.010801218450069427, "subset_score_loss": 0.010801218450069427, "memorization_fraction_pixel": 0.07209999859333038, "mean_nn_ratio_pixel": 0.4828266203403473, "fid": 140.79715105095755} +{"step": 4610000, "wall_time": 43827.63510489464, "train_loss_step": 2.3843655586242676, "n_params": 4346920, "total_flops": 61560733286400000, "train_loss": 0.010778027027845383, "subset_score_loss": 0.010778027027845383} +{"step": 4620000, "wall_time": 43917.885516405106, "train_loss_step": 2.4718003273010254, "n_params": 4346920, "total_flops": 61694270668800000, "train_loss": 0.010447138547897339, "subset_score_loss": 0.010447138547897339} +{"step": 4630000, "wall_time": 44006.932253837585, "train_loss_step": 2.5887255668640137, "n_params": 4346920, "total_flops": 61827808051200000, "train_loss": 0.010623137652873992, "subset_score_loss": 0.010623137652873992} +{"step": 4640000, "wall_time": 44097.18303012848, "train_loss_step": 2.555431842803955, "n_params": 4346920, "total_flops": 61961345433600000, "train_loss": 0.01055448204278946, "subset_score_loss": 0.01055448204278946} +{"step": 4650000, "wall_time": 44187.12471151352, "train_loss_step": 2.068683385848999, "n_params": 4346920, "total_flops": 62094882816000000, "train_loss": 0.010680082440376281, "subset_score_loss": 0.010680082440376281} +{"step": 4660000, "wall_time": 44261.95367693901, "train_loss_step": 2.4070816040039062, "n_params": 4346920, "total_flops": 62228420198400000, "train_loss": 0.010601407289505005, "subset_score_loss": 0.010601407289505005} +{"step": 4670000, "wall_time": 44334.01374602318, "train_loss_step": 2.3425967693328857, "n_params": 4346920, "total_flops": 62361957580800000, "train_loss": 0.010782614350318909, "subset_score_loss": 0.010782614350318909} +{"step": 4680000, "wall_time": 44391.471411943436, "train_loss_step": 2.3656656742095947, "n_params": 4346920, "total_flops": 62495494963200000, "train_loss": 0.0101255863904953, "subset_score_loss": 0.0101255863904953} +{"step": 4690000, "wall_time": 44461.65049242973, "train_loss_step": 2.4443368911743164, "n_params": 4346920, "total_flops": 62629032345600000, "train_loss": 0.01049528568983078, "subset_score_loss": 0.01049528568983078} +{"step": 4700000, "wall_time": 44580.205079078674, "train_loss_step": 2.3659329414367676, "n_params": 4346920, "total_flops": 62762569728000000, "train_loss": 0.010928726941347121, "subset_score_loss": 0.010928726941347121, "memorization_fraction_pixel": 0.07580000162124634, "mean_nn_ratio_pixel": 0.47985854744911194, "fid": 141.31480606761525} +{"step": 4710000, "wall_time": 44652.67225575447, "train_loss_step": 2.505764961242676, "n_params": 4346920, "total_flops": 62896107110400000, "train_loss": 0.010512210428714752, "subset_score_loss": 0.010512210428714752} +{"step": 4720000, "wall_time": 44725.216666698456, "train_loss_step": 2.4510340690612793, "n_params": 4346920, "total_flops": 63029644492800000, "train_loss": 0.010526233166456223, "subset_score_loss": 0.010526233166456223} +{"step": 4730000, "wall_time": 44797.64184880257, "train_loss_step": 2.4121038913726807, "n_params": 4346920, "total_flops": 63163181875200000, "train_loss": 0.01036844402551651, "subset_score_loss": 0.01036844402551651} +{"step": 4740000, "wall_time": 44869.9972922802, "train_loss_step": 2.42875337600708, "n_params": 4346920, "total_flops": 63296719257600000, "train_loss": 0.010352336615324021, "subset_score_loss": 0.010352336615324021} +{"step": 4750000, "wall_time": 44939.78559112549, "train_loss_step": 2.2440595626831055, "n_params": 4346920, "total_flops": 63430256640000000, "train_loss": 0.010575874894857406, "subset_score_loss": 0.010575874894857406} +{"step": 4760000, "wall_time": 44994.295211315155, "train_loss_step": 2.3202767372131348, "n_params": 4346920, "total_flops": 63563794022400000, "train_loss": 0.010581381618976593, "subset_score_loss": 0.010581381618976593} +{"step": 4770000, "wall_time": 45048.71800947189, "train_loss_step": 2.445012092590332, "n_params": 4346920, "total_flops": 63697331404800000, "train_loss": 0.010059782862663269, "subset_score_loss": 0.010059782862663269} +{"step": 4780000, "wall_time": 45090.49561166763, "train_loss_step": 2.5434560775756836, "n_params": 4346920, "total_flops": 63830868787200000, "train_loss": 0.010099266469478608, "subset_score_loss": 0.010099266469478608} +{"step": 4790000, "wall_time": 45133.996621608734, "train_loss_step": 2.7351465225219727, "n_params": 4346920, "total_flops": 63964406169600000, "train_loss": 0.010462258011102676, "subset_score_loss": 0.010462258011102676} +{"step": 4800000, "wall_time": 45219.40051317215, "train_loss_step": 2.3947644233703613, "n_params": 4346920, "total_flops": 64097943552000000, "train_loss": 0.010184815526008606, "subset_score_loss": 0.010184815526008606, "memorization_fraction_pixel": 0.06849999725818634, "mean_nn_ratio_pixel": 0.48458412289619446, "fid": 141.16670047364772} +{"step": 4810000, "wall_time": 45273.80060648918, "train_loss_step": 2.406312942504883, "n_params": 4346920, "total_flops": 64231480934400000, "train_loss": 0.010415319353342056, "subset_score_loss": 0.010415319353342056} +{"step": 4820000, "wall_time": 45328.208728313446, "train_loss_step": 2.475527286529541, "n_params": 4346920, "total_flops": 64365018316800000, "train_loss": 0.01024881973862648, "subset_score_loss": 0.01024881973862648} +{"step": 4830000, "wall_time": 45382.782512426376, "train_loss_step": 2.3716914653778076, "n_params": 4346920, "total_flops": 64498555699200000, "train_loss": 0.010604923218488693, "subset_score_loss": 0.010604923218488693} +{"step": 4840000, "wall_time": 45437.254110336304, "train_loss_step": 2.4082467555999756, "n_params": 4346920, "total_flops": 64632093081600000, "train_loss": 0.010364855080842972, "subset_score_loss": 0.010364855080842972} +{"step": 4850000, "wall_time": 45491.76409602165, "train_loss_step": 2.289977788925171, "n_params": 4346920, "total_flops": 64765630464000000, "train_loss": 0.010466984659433364, "subset_score_loss": 0.010466984659433364} +{"step": 4860000, "wall_time": 45546.312046051025, "train_loss_step": 2.4000816345214844, "n_params": 4346920, "total_flops": 64899167846400000, "train_loss": 0.0103266604244709, "subset_score_loss": 0.0103266604244709} +{"step": 4870000, "wall_time": 45600.80679893494, "train_loss_step": 2.428278923034668, "n_params": 4346920, "total_flops": 65032705228800000, "train_loss": 0.010271629691123963, "subset_score_loss": 0.010271629691123963} +{"step": 4880000, "wall_time": 45649.77136850357, "train_loss_step": 2.5886549949645996, "n_params": 4346920, "total_flops": 65166242611200000, "train_loss": 0.009901275485754013, "subset_score_loss": 0.009901275485754013} +{"step": 4890000, "wall_time": 45686.48619914055, "train_loss_step": 2.2411389350891113, "n_params": 4346920, "total_flops": 65299779993600000, "train_loss": 0.010674141347408295, "subset_score_loss": 0.010674141347408295} +{"step": 4900000, "wall_time": 45737.35724377632, "train_loss_step": 2.29934024810791, "n_params": 4346920, "total_flops": 65433317376000000, "train_loss": 0.01024884283542633, "subset_score_loss": 0.01024884283542633, "memorization_fraction_pixel": 0.06849999725818634, "mean_nn_ratio_pixel": 0.48469793796539307, "fid": 140.92890503905912} +{"step": 4910000, "wall_time": 45754.62359046936, "train_loss_step": 2.2539026737213135, "n_params": 4346920, "total_flops": 65566854758400000, "train_loss": 0.010564596951007843, "subset_score_loss": 0.010564596951007843} +{"step": 4920000, "wall_time": 45778.00332856178, "train_loss_step": 2.3035287857055664, "n_params": 4346920, "total_flops": 65700392140800000, "train_loss": 0.009828116744756699, "subset_score_loss": 0.009828116744756699} +{"step": 4930000, "wall_time": 45796.01282572746, "train_loss_step": 2.692965030670166, "n_params": 4346920, "total_flops": 65833929523200000, "train_loss": 0.010263577103614807, "subset_score_loss": 0.010263577103614807} +{"step": 4940000, "wall_time": 45813.29850935936, "train_loss_step": 2.2137560844421387, "n_params": 4346920, "total_flops": 65967466905600000, "train_loss": 0.010305532068014146, "subset_score_loss": 0.010305532068014146} +{"step": 4950000, "wall_time": 45830.18002796173, "train_loss_step": 2.365546226501465, "n_params": 4346920, "total_flops": 66101004288000000, "train_loss": 0.010726293176412582, "subset_score_loss": 0.010726293176412582} +{"step": 4960000, "wall_time": 45851.812497615814, "train_loss_step": 2.301393985748291, "n_params": 4346920, "total_flops": 66234541670400000, "train_loss": 0.010095221549272537, "subset_score_loss": 0.010095221549272537} +{"step": 4970000, "wall_time": 45873.62539553642, "train_loss_step": 2.3505961894989014, "n_params": 4346920, "total_flops": 66368079052800000, "train_loss": 0.010274901241064071, "subset_score_loss": 0.010274901241064071} +{"step": 4980000, "wall_time": 45896.843437194824, "train_loss_step": 2.3473739624023438, "n_params": 4346920, "total_flops": 66501616435200000, "train_loss": 0.010532159358263016, "subset_score_loss": 0.010532159358263016} +{"step": 4990000, "wall_time": 45920.788335323334, "train_loss_step": 2.374356508255005, "n_params": 4346920, "total_flops": 66635153817600000, "train_loss": 0.01061340719461441, "subset_score_loss": 0.01061340719461441} +{"step": 5000000, "wall_time": 45961.0656952858, "train_loss_step": 2.274082660675049, "n_params": 4346920, "total_flops": 66768691200000000, "train_loss": 0.009674354642629623, "subset_score_loss": 0.009674354642629623, "memorization_fraction_pixel": 0.07249999791383743, "mean_nn_ratio_pixel": 0.4809762239456177, "fid": 140.79504784486588} diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d40/runner.log b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d40/runner.log new file mode 100644 index 0000000000000000000000000000000000000000..ea3b50d429b9a226f18d779bed3f9afe56e038c3 --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d40/runner.log @@ -0,0 +1,502 @@ + FID real-side stats cached over 1000 diverse train images + step 1 | 66s | train_loss=0.9935 | fid=228.8008 + step 10000 | 148s | train_loss=0.8862 + step 20000 | 238s | train_loss=0.8620 + step 30000 | 328s | train_loss=0.8063 + step 40000 | 419s | train_loss=0.6970 + step 50000 | 509s | train_loss=0.5194 + step 60000 | 599s | train_loss=0.3491 + step 70000 | 689s | train_loss=0.2483 + step 80000 | 779s | train_loss=0.1944 + step 90000 | 870s | train_loss=0.1686 + step 100000 | 1019s | train_loss=0.1500 | fid=162.1178 + step 110000 | 1109s | train_loss=0.1378 + step 120000 | 1199s | train_loss=0.1277 + step 130000 | 1289s | train_loss=0.1180 + step 140000 | 1379s | train_loss=0.1110 + step 150000 | 1469s | train_loss=0.1049 + step 160000 | 1559s | train_loss=0.1000 + step 170000 | 1649s | train_loss=0.0942 + step 180000 | 1740s | train_loss=0.0911 + step 190000 | 1830s | train_loss=0.0864 + step 200000 | 1980s | train_loss=0.0830 | fid=155.8545 + step 210000 | 2070s | train_loss=0.0793 + step 220000 | 2160s | train_loss=0.0774 + step 230000 | 2250s | train_loss=0.0754 + step 240000 | 2340s | train_loss=0.0722 + step 250000 | 2430s | train_loss=0.0719 + step 260000 | 2521s | train_loss=0.0690 + step 270000 | 2611s | train_loss=0.0673 + step 280000 | 2701s | train_loss=0.0647 + step 290000 | 2786s | train_loss=0.0638 + step 300000 | 2942s | train_loss=0.0616 | fid=152.2330 + step 310000 | 3032s | train_loss=0.0612 + step 320000 | 3122s | train_loss=0.0596 + step 330000 | 3212s | train_loss=0.0574 + step 340000 | 3302s | train_loss=0.0576 + step 350000 | 3392s | train_loss=0.0563 + step 360000 | 3482s | train_loss=0.0559 + step 370000 | 3573s | train_loss=0.0549 + step 380000 | 3660s | train_loss=0.0536 + step 390000 | 3742s | train_loss=0.0525 + step 400000 | 3904s | train_loss=0.0514 | fid=148.6748 + step 410000 | 3994s | train_loss=0.0508 + step 420000 | 4084s | train_loss=0.0503 + step 430000 | 4174s | train_loss=0.0493 + step 440000 | 4264s | train_loss=0.0479 + step 450000 | 4354s | train_loss=0.0480 + step 460000 | 4445s | train_loss=0.0471 + step 470000 | 4535s | train_loss=0.0465 + step 480000 | 4618s | train_loss=0.0460 + step 490000 | 4703s | train_loss=0.0450 + step 500000 | 4865s | train_loss=0.0447 | fid=147.7266 + step 510000 | 4956s | train_loss=0.0452 + step 520000 | 5046s | train_loss=0.0452 + step 530000 | 5136s | train_loss=0.0432 + step 540000 | 5226s | train_loss=0.0424 + step 550000 | 5316s | train_loss=0.0426 + step 560000 | 5406s | train_loss=0.0416 + step 570000 | 5490s | train_loss=0.0418 + step 580000 | 5573s | train_loss=0.0416 + step 590000 | 5664s | train_loss=0.0406 + step 600000 | 5826s | train_loss=0.0402 | fid=144.9618 + step 610000 | 5916s | train_loss=0.0406 + step 620000 | 6006s | train_loss=0.0391 + step 630000 | 6096s | train_loss=0.0400 + step 640000 | 6186s | train_loss=0.0387 + step 650000 | 6276s | train_loss=0.0386 + step 660000 | 6363s | train_loss=0.0382 + step 670000 | 6447s | train_loss=0.0380 + step 680000 | 6534s | train_loss=0.0377 + step 690000 | 6624s | train_loss=0.0367 + step 700000 | 6786s | train_loss=0.0377 | fid=144.7727 + step 710000 | 6877s | train_loss=0.0358 + step 720000 | 6967s | train_loss=0.0363 + step 730000 | 7057s | train_loss=0.0362 + step 740000 | 7147s | train_loss=0.0365 + step 750000 | 7234s | train_loss=0.0361 + step 760000 | 7321s | train_loss=0.0368 + step 770000 | 7405s | train_loss=0.0347 + step 780000 | 7495s | train_loss=0.0343 + step 790000 | 7585s | train_loss=0.0346 + step 800000 | 7747s | train_loss=0.0337 | fid=142.9424 + step 810000 | 7837s | train_loss=0.0342 + step 820000 | 7927s | train_loss=0.0339 + step 830000 | 8017s | train_loss=0.0345 + step 840000 | 8107s | train_loss=0.0327 + step 850000 | 8194s | train_loss=0.0327 + step 860000 | 8278s | train_loss=0.0324 + step 870000 | 8365s | train_loss=0.0324 + step 880000 | 8455s | train_loss=0.0323 + step 890000 | 8546s | train_loss=0.0326 + step 900000 | 8706s | train_loss=0.0317 | fid=142.7869 + step 910000 | 8796s | train_loss=0.0317 + step 920000 | 8887s | train_loss=0.0314 + step 930000 | 8976s | train_loss=0.0313 + step 940000 | 9065s | train_loss=0.0310 + step 950000 | 9152s | train_loss=0.0310 + step 960000 | 9236s | train_loss=0.0308 + step 970000 | 9326s | train_loss=0.0306 + step 980000 | 9416s | train_loss=0.0307 + step 990000 | 9506s | train_loss=0.0299 + step 1000000 | 9668s | train_loss=0.0298 | fid=142.5864 + step 1010000 | 9758s | train_loss=0.0292 + step 1020000 | 9848s | train_loss=0.0294 + step 1030000 | 9936s | train_loss=0.0296 + step 1040000 | 10023s | train_loss=0.0287 + step 1050000 | 10110s | train_loss=0.0298 + step 1060000 | 10197s | train_loss=0.0288 + step 1070000 | 10287s | train_loss=0.0286 + step 1080000 | 10377s | train_loss=0.0290 + step 1090000 | 10467s | train_loss=0.0283 + step 1100000 | 10628s | train_loss=0.0278 | fid=141.4026 + step 1110000 | 10718s | train_loss=0.0287 + step 1120000 | 10807s | train_loss=0.0285 + step 1130000 | 10897s | train_loss=0.0282 + step 1140000 | 10983s | train_loss=0.0284 + step 1150000 | 11068s | train_loss=0.0288 + step 1160000 | 11158s | train_loss=0.0272 + step 1170000 | 11248s | train_loss=0.0272 + step 1180000 | 11338s | train_loss=0.0273 + step 1190000 | 11428s | train_loss=0.0271 + step 1200000 | 11589s | train_loss=0.0269 | fid=142.2715 + step 1210000 | 11679s | train_loss=0.0270 + step 1220000 | 11768s | train_loss=0.0265 + step 1230000 | 11854s | train_loss=0.0266 + step 1240000 | 11941s | train_loss=0.0262 + step 1250000 | 12028s | train_loss=0.0272 + step 1260000 | 12118s | train_loss=0.0258 + step 1270000 | 12208s | train_loss=0.0260 + step 1280000 | 12298s | train_loss=0.0264 + step 1290000 | 12389s | train_loss=0.0262 + step 1300000 | 12550s | train_loss=0.0260 | fid=142.0540 + step 1310000 | 12639s | train_loss=0.0259 + step 1320000 | 12727s | train_loss=0.0260 + step 1330000 | 12812s | train_loss=0.0267 + step 1340000 | 12899s | train_loss=0.0250 + step 1350000 | 12989s | train_loss=0.0252 + step 1360000 | 13079s | train_loss=0.0260 + step 1370000 | 13169s | train_loss=0.0255 + step 1380000 | 13259s | train_loss=0.0253 + step 1390000 | 13349s | train_loss=0.0243 + step 1400000 | 13508s | train_loss=0.0243 | fid=140.6876 + step 1410000 | 13598s | train_loss=0.0246 + step 1420000 | 13678s | train_loss=0.0244 + step 1430000 | 13761s | train_loss=0.0244 + step 1440000 | 13847s | train_loss=0.0244 + step 1450000 | 13937s | train_loss=0.0247 + step 1460000 | 14027s | train_loss=0.0240 + step 1470000 | 14117s | train_loss=0.0239 + step 1480000 | 14207s | train_loss=0.0244 + step 1490000 | 14298s | train_loss=0.0234 + step 1500000 | 14457s | train_loss=0.0238 | fid=140.8856 + step 1510000 | 14547s | train_loss=0.0234 + step 1520000 | 14632s | train_loss=0.0240 + step 1530000 | 14719s | train_loss=0.0237 + step 1540000 | 14809s | train_loss=0.0242 + step 1550000 | 14899s | train_loss=0.0235 + step 1560000 | 14989s | train_loss=0.0238 + step 1570000 | 15079s | train_loss=0.0232 + step 1580000 | 15170s | train_loss=0.0235 + step 1590000 | 15259s | train_loss=0.0234 + step 1600000 | 15419s | train_loss=0.0229 | fid=141.3830 + step 1610000 | 15507s | train_loss=0.0228 + step 1620000 | 15593s | train_loss=0.0229 + step 1630000 | 15682s | train_loss=0.0231 + step 1640000 | 15772s | train_loss=0.0221 + step 1650000 | 15862s | train_loss=0.0224 + step 1660000 | 15952s | train_loss=0.0223 + step 1670000 | 16042s | train_loss=0.0222 + step 1680000 | 16132s | train_loss=0.0225 + step 1690000 | 16221s | train_loss=0.0226 + step 1700000 | 16379s | train_loss=0.0225 | fid=141.4171 + step 1710000 | 16457s | train_loss=0.0222 + step 1720000 | 16532s | train_loss=0.0219 + step 1730000 | 16622s | train_loss=0.0213 + step 1740000 | 16712s | train_loss=0.0223 + step 1750000 | 16803s | train_loss=0.0230 + step 1760000 | 16893s | train_loss=0.0215 + step 1770000 | 16983s | train_loss=0.0215 + step 1780000 | 17071s | train_loss=0.0216 + step 1790000 | 17161s | train_loss=0.0217 + step 1800000 | 17318s | train_loss=0.0214 | fid=141.1699 + step 1810000 | 17402s | train_loss=0.0208 + step 1820000 | 17480s | train_loss=0.0213 + step 1830000 | 17571s | train_loss=0.0211 + step 1840000 | 17661s | train_loss=0.0213 + step 1850000 | 17751s | train_loss=0.0212 + step 1860000 | 17841s | train_loss=0.0210 + step 1870000 | 17929s | train_loss=0.0206 + step 1880000 | 18019s | train_loss=0.0205 + step 1890000 | 18109s | train_loss=0.0214 + step 1900000 | 18263s | train_loss=0.0222 | fid=141.1297 + step 1910000 | 18345s | train_loss=0.0203 + step 1920000 | 18428s | train_loss=0.0200 + step 1930000 | 18518s | train_loss=0.0200 + step 1940000 | 18609s | train_loss=0.0203 + step 1950000 | 18699s | train_loss=0.0200 + step 1960000 | 18787s | train_loss=0.0201 + step 1970000 | 18877s | train_loss=0.0208 + step 1980000 | 18967s | train_loss=0.0213 + step 1990000 | 19057s | train_loss=0.0209 + step 2000000 | 19208s | train_loss=0.0201 | fid=141.3754 + step 2010000 | 19291s | train_loss=0.0198 + step 2020000 | 19374s | train_loss=0.0195 + step 2030000 | 19464s | train_loss=0.0192 + step 2040000 | 19554s | train_loss=0.0194 + step 2050000 | 19644s | train_loss=0.0193 + step 2060000 | 19732s | train_loss=0.0198 + step 2070000 | 19823s | train_loss=0.0202 + step 2080000 | 19913s | train_loss=0.0191 + step 2090000 | 20003s | train_loss=0.0191 + step 2100000 | 20150s | train_loss=0.0193 | fid=141.6447 + step 2110000 | 20234s | train_loss=0.0192 + step 2120000 | 20314s | train_loss=0.0190 + step 2130000 | 20404s | train_loss=0.0209 + step 2140000 | 20495s | train_loss=0.0196 + step 2150000 | 20583s | train_loss=0.0190 + step 2160000 | 20673s | train_loss=0.0191 + step 2170000 | 20764s | train_loss=0.0186 + step 2180000 | 20854s | train_loss=0.0189 + step 2190000 | 20944s | train_loss=0.0187 + step 2200000 | 21089s | train_loss=0.0187 | fid=141.3761 + step 2210000 | 21175s | train_loss=0.0187 + step 2220000 | 21258s | train_loss=0.0186 + step 2230000 | 21348s | train_loss=0.0187 + step 2240000 | 21437s | train_loss=0.0186 + step 2250000 | 21527s | train_loss=0.0194 + step 2260000 | 21617s | train_loss=0.0191 + step 2270000 | 21707s | train_loss=0.0185 + step 2280000 | 21798s | train_loss=0.0183 + step 2290000 | 21887s | train_loss=0.0180 + step 2300000 | 22029s | train_loss=0.0184 | fid=141.3036 + step 2310000 | 22113s | train_loss=0.0179 + step 2320000 | 22201s | train_loss=0.0187 + step 2330000 | 22290s | train_loss=0.0176 + step 2340000 | 22380s | train_loss=0.0183 + step 2350000 | 22470s | train_loss=0.0181 + step 2360000 | 22560s | train_loss=0.0185 + step 2370000 | 22651s | train_loss=0.0180 + step 2380000 | 22741s | train_loss=0.0183 + step 2390000 | 22829s | train_loss=0.0176 + step 2400000 | 22979s | train_loss=0.0177 | fid=141.0677 + step 2410000 | 23057s | train_loss=0.0174 + step 2420000 | 23144s | train_loss=0.0174 + step 2430000 | 23234s | train_loss=0.0181 + step 2440000 | 23324s | train_loss=0.0188 + step 2450000 | 23413s | train_loss=0.0173 + step 2460000 | 23504s | train_loss=0.0174 + step 2470000 | 23594s | train_loss=0.0190 + step 2480000 | 23682s | train_loss=0.0176 + step 2490000 | 23773s | train_loss=0.0167 + step 2500000 | 23919s | train_loss=0.0176 | fid=140.8658 + step 2510000 | 23997s | train_loss=0.0167 + step 2520000 | 24084s | train_loss=0.0171 + step 2530000 | 24174s | train_loss=0.0172 + step 2540000 | 24264s | train_loss=0.0175 + step 2550000 | 24355s | train_loss=0.0170 + step 2560000 | 24444s | train_loss=0.0164 + step 2570000 | 24534s | train_loss=0.0167 + step 2580000 | 24621s | train_loss=0.0174 + step 2590000 | 24710s | train_loss=0.0162 + step 2600000 | 24857s | train_loss=0.0175 | fid=141.0715 + step 2610000 | 24933s | train_loss=0.0163 + step 2620000 | 25020s | train_loss=0.0168 + step 2630000 | 25110s | train_loss=0.0164 + step 2640000 | 25200s | train_loss=0.0167 + step 2650000 | 25290s | train_loss=0.0175 + step 2660000 | 25380s | train_loss=0.0172 + step 2670000 | 25468s | train_loss=0.0165 + step 2680000 | 25558s | train_loss=0.0166 + step 2690000 | 25649s | train_loss=0.0183 + step 2700000 | 25793s | train_loss=0.0165 | fid=140.8286 + step 2710000 | 25872s | train_loss=0.0165 + step 2720000 | 25962s | train_loss=0.0164 + step 2730000 | 26052s | train_loss=0.0168 + step 2740000 | 26143s | train_loss=0.0160 + step 2750000 | 26233s | train_loss=0.0159 + step 2760000 | 26323s | train_loss=0.0166 + step 2770000 | 26411s | train_loss=0.0159 + step 2780000 | 26501s | train_loss=0.0158 + step 2790000 | 26591s | train_loss=0.0158 + step 2800000 | 26736s | train_loss=0.0153 | fid=140.2309 + step 2810000 | 26813s | train_loss=0.0161 + step 2820000 | 26903s | train_loss=0.0166 + step 2830000 | 26993s | train_loss=0.0158 + step 2840000 | 27083s | train_loss=0.0166 + step 2850000 | 27173s | train_loss=0.0166 + step 2860000 | 27260s | train_loss=0.0167 + step 2870000 | 27350s | train_loss=0.0164 + step 2880000 | 27440s | train_loss=0.0159 + step 2890000 | 27530s | train_loss=0.0159 + step 2900000 | 27677s | train_loss=0.0157 | fid=141.9717 + step 2910000 | 27751s | train_loss=0.0154 + step 2920000 | 27839s | train_loss=0.0156 + step 2930000 | 27929s | train_loss=0.0151 + step 2940000 | 28019s | train_loss=0.0152 + step 2950000 | 28109s | train_loss=0.0158 + step 2960000 | 28198s | train_loss=0.0157 + step 2970000 | 28288s | train_loss=0.0154 + step 2980000 | 28378s | train_loss=0.0153 + step 2990000 | 28466s | train_loss=0.0158 + step 3000000 | 28617s | train_loss=0.0151 | fid=140.9627 + step 3010000 | 28698s | train_loss=0.0151 + step 3020000 | 28789s | train_loss=0.0148 + step 3030000 | 28879s | train_loss=0.0153 + step 3040000 | 28969s | train_loss=0.0158 + step 3050000 | 29057s | train_loss=0.0153 + step 3060000 | 29148s | train_loss=0.0157 + step 3070000 | 29238s | train_loss=0.0151 + step 3080000 | 29326s | train_loss=0.0151 + step 3090000 | 29417s | train_loss=0.0148 + step 3100000 | 29572s | train_loss=0.0152 | fid=140.9670 + step 3110000 | 29654s | train_loss=0.0147 + step 3120000 | 29744s | train_loss=0.0146 + step 3130000 | 29834s | train_loss=0.0148 + step 3140000 | 29923s | train_loss=0.0145 + step 3150000 | 30013s | train_loss=0.0152 + step 3160000 | 30103s | train_loss=0.0146 + step 3170000 | 30191s | train_loss=0.0149 + step 3180000 | 30281s | train_loss=0.0147 + step 3190000 | 30371s | train_loss=0.0146 + step 3200000 | 30519s | train_loss=0.0145 | fid=141.8722 + step 3210000 | 30598s | train_loss=0.0143 + step 3220000 | 30688s | train_loss=0.0138 + step 3230000 | 30778s | train_loss=0.0148 + step 3240000 | 30867s | train_loss=0.0145 + step 3250000 | 30957s | train_loss=0.0156 + step 3260000 | 31045s | train_loss=0.0141 + step 3270000 | 31136s | train_loss=0.0142 + step 3280000 | 31226s | train_loss=0.0146 + step 3290000 | 31316s | train_loss=0.0137 + step 3300000 | 31468s | train_loss=0.0139 | fid=140.7131 + step 3310000 | 31546s | train_loss=0.0142 + step 3320000 | 31636s | train_loss=0.0142 + step 3330000 | 31725s | train_loss=0.0145 + step 3340000 | 31815s | train_loss=0.0148 + step 3350000 | 31905s | train_loss=0.0146 + step 3360000 | 31993s | train_loss=0.0142 + step 3370000 | 32083s | train_loss=0.0137 + step 3380000 | 32174s | train_loss=0.0140 + step 3390000 | 32264s | train_loss=0.0146 + step 3400000 | 32419s | train_loss=0.0142 | fid=140.9275 + step 3410000 | 32507s | train_loss=0.0135 + step 3420000 | 32598s | train_loss=0.0151 + step 3430000 | 32686s | train_loss=0.0136 + step 3440000 | 32776s | train_loss=0.0138 + step 3450000 | 32864s | train_loss=0.0137 + step 3460000 | 32955s | train_loss=0.0136 + step 3470000 | 33045s | train_loss=0.0134 + step 3480000 | 33136s | train_loss=0.0139 + step 3490000 | 33222s | train_loss=0.0134 + step 3500000 | 33374s | train_loss=0.0141 | fid=141.5077 + step 3510000 | 33464s | train_loss=0.0132 + step 3520000 | 33552s | train_loss=0.0134 + step 3530000 | 33642s | train_loss=0.0139 + step 3540000 | 33730s | train_loss=0.0132 + step 3550000 | 33821s | train_loss=0.0128 + step 3560000 | 33911s | train_loss=0.0135 + step 3570000 | 34001s | train_loss=0.0138 + step 3580000 | 34090s | train_loss=0.0132 + step 3590000 | 34178s | train_loss=0.0135 + step 3600000 | 34337s | train_loss=0.0132 | fid=140.9973 + step 3610000 | 34426s | train_loss=0.0130 + step 3620000 | 34516s | train_loss=0.0133 + step 3630000 | 34604s | train_loss=0.0130 + step 3640000 | 34694s | train_loss=0.0129 + step 3650000 | 34785s | train_loss=0.0127 + step 3660000 | 34874s | train_loss=0.0135 + step 3670000 | 34965s | train_loss=0.0137 + step 3680000 | 35043s | train_loss=0.0133 + step 3690000 | 35130s | train_loss=0.0126 + step 3700000 | 35277s | train_loss=0.0127 | fid=141.0433 + step 3710000 | 35365s | train_loss=0.0131 + step 3720000 | 35455s | train_loss=0.0128 + step 3730000 | 35543s | train_loss=0.0128 + step 3740000 | 35634s | train_loss=0.0134 + step 3750000 | 35724s | train_loss=0.0130 + step 3760000 | 35814s | train_loss=0.0133 + step 3770000 | 35904s | train_loss=0.0126 + step 3780000 | 35984s | train_loss=0.0127 + step 3790000 | 36070s | train_loss=0.0124 + step 3800000 | 36221s | train_loss=0.0124 | fid=140.8531 + step 3810000 | 36311s | train_loss=0.0127 + step 3820000 | 36399s | train_loss=0.0128 + step 3830000 | 36489s | train_loss=0.0127 + step 3840000 | 36580s | train_loss=0.0125 + step 3850000 | 36670s | train_loss=0.0124 + step 3860000 | 36760s | train_loss=0.0128 + step 3870000 | 36850s | train_loss=0.0122 + step 3880000 | 36930s | train_loss=0.0127 + step 3890000 | 37015s | train_loss=0.0124 + step 3900000 | 37157s | train_loss=0.0125 | fid=140.9349 + step 3910000 | 37246s | train_loss=0.0125 + step 3920000 | 37336s | train_loss=0.0125 + step 3930000 | 37426s | train_loss=0.0122 + step 3940000 | 37517s | train_loss=0.0127 + step 3950000 | 37607s | train_loss=0.0121 + step 3960000 | 37697s | train_loss=0.0121 + step 3970000 | 37787s | train_loss=0.0122 + step 3980000 | 37868s | train_loss=0.0118 + step 3990000 | 37954s | train_loss=0.0119 + step 4000000 | 38098s | train_loss=0.0132 | fid=141.7527 + step 4010000 | 38189s | train_loss=0.0116 + step 4020000 | 38279s | train_loss=0.0125 + step 4030000 | 38369s | train_loss=0.0118 + step 4040000 | 38459s | train_loss=0.0120 + step 4050000 | 38549s | train_loss=0.0126 + step 4060000 | 38640s | train_loss=0.0119 + step 4070000 | 38729s | train_loss=0.0118 + step 4080000 | 38809s | train_loss=0.0125 + step 4090000 | 38895s | train_loss=0.0126 + step 4100000 | 39040s | train_loss=0.0117 | fid=140.9966 + step 4110000 | 39130s | train_loss=0.0116 + step 4120000 | 39221s | train_loss=0.0121 + step 4130000 | 39311s | train_loss=0.0115 + step 4140000 | 39401s | train_loss=0.0121 + step 4150000 | 39491s | train_loss=0.0121 + step 4160000 | 39581s | train_loss=0.0119 + step 4170000 | 39672s | train_loss=0.0114 + step 4180000 | 39749s | train_loss=0.0115 + step 4190000 | 39833s | train_loss=0.0117 + step 4200000 | 39976s | train_loss=0.0113 | fid=141.3682 + step 4210000 | 40066s | train_loss=0.0116 + step 4220000 | 40156s | train_loss=0.0118 + step 4230000 | 40246s | train_loss=0.0119 + step 4240000 | 40337s | train_loss=0.0113 + step 4250000 | 40427s | train_loss=0.0116 + step 4260000 | 40517s | train_loss=0.0116 + step 4270000 | 40607s | train_loss=0.0113 + step 4280000 | 40684s | train_loss=0.0121 + step 4290000 | 40772s | train_loss=0.0117 + step 4300000 | 40919s | train_loss=0.0121 | fid=141.1014 + step 4310000 | 41009s | train_loss=0.0110 + step 4320000 | 41099s | train_loss=0.0112 + step 4330000 | 41190s | train_loss=0.0115 + step 4340000 | 41279s | train_loss=0.0111 + step 4350000 | 41370s | train_loss=0.0117 + step 4360000 | 41459s | train_loss=0.0115 + step 4370000 | 41549s | train_loss=0.0112 + step 4380000 | 41622s | train_loss=0.0117 + step 4390000 | 41712s | train_loss=0.0111 + step 4400000 | 41860s | train_loss=0.0114 | fid=140.8537 + step 4410000 | 41950s | train_loss=0.0116 + step 4420000 | 42040s | train_loss=0.0110 + step 4430000 | 42130s | train_loss=0.0112 + step 4440000 | 42221s | train_loss=0.0112 + step 4450000 | 42311s | train_loss=0.0109 + step 4460000 | 42401s | train_loss=0.0110 + step 4470000 | 42486s | train_loss=0.0110 + step 4480000 | 42566s | train_loss=0.0111 + step 4490000 | 42657s | train_loss=0.0111 + step 4500000 | 42801s | train_loss=0.0108 | fid=141.4059 + step 4510000 | 42891s | train_loss=0.0108 + step 4520000 | 42982s | train_loss=0.0111 + step 4530000 | 43072s | train_loss=0.0106 + step 4540000 | 43162s | train_loss=0.0110 + step 4550000 | 43252s | train_loss=0.0111 + step 4560000 | 43342s | train_loss=0.0111 + step 4570000 | 43427s | train_loss=0.0111 + step 4580000 | 43501s | train_loss=0.0108 + step 4590000 | 43591s | train_loss=0.0112 + step 4600000 | 43738s | train_loss=0.0108 | fid=140.7972 + step 4610000 | 43828s | train_loss=0.0108 + step 4620000 | 43918s | train_loss=0.0104 + step 4630000 | 44007s | train_loss=0.0106 + step 4640000 | 44097s | train_loss=0.0106 + step 4650000 | 44187s | train_loss=0.0107 + step 4660000 | 44262s | train_loss=0.0106 + step 4670000 | 44334s | train_loss=0.0108 + step 4680000 | 44391s | train_loss=0.0101 + step 4690000 | 44462s | train_loss=0.0105 + step 4700000 | 44580s | train_loss=0.0109 | fid=141.3148 + step 4710000 | 44653s | train_loss=0.0105 + step 4720000 | 44725s | train_loss=0.0105 + step 4730000 | 44798s | train_loss=0.0104 + step 4740000 | 44870s | train_loss=0.0104 + step 4750000 | 44940s | train_loss=0.0106 + step 4760000 | 44994s | train_loss=0.0106 + step 4770000 | 45049s | train_loss=0.0101 + step 4780000 | 45090s | train_loss=0.0101 + step 4790000 | 45134s | train_loss=0.0105 + step 4800000 | 45219s | train_loss=0.0102 | fid=141.1667 + step 4810000 | 45274s | train_loss=0.0104 + step 4820000 | 45328s | train_loss=0.0102 + step 4830000 | 45383s | train_loss=0.0106 + step 4840000 | 45437s | train_loss=0.0104 + step 4850000 | 45492s | train_loss=0.0105 + step 4860000 | 45546s | train_loss=0.0103 + step 4870000 | 45601s | train_loss=0.0103 + step 4880000 | 45650s | train_loss=0.0099 + step 4890000 | 45686s | train_loss=0.0107 + step 4900000 | 45737s | train_loss=0.0102 | fid=140.9289 + step 4910000 | 45755s | train_loss=0.0106 + step 4920000 | 45778s | train_loss=0.0098 + step 4930000 | 45796s | train_loss=0.0103 + step 4940000 | 45813s | train_loss=0.0103 + step 4950000 | 45830s | train_loss=0.0107 + step 4960000 | 45852s | train_loss=0.0101 + step 4970000 | 45874s | train_loss=0.0103 + step 4980000 | 45897s | train_loss=0.0105 + step 4990000 | 45921s | train_loss=0.0106 + step 5000000 | 45961s | train_loss=0.0097 | fid=140.7950 diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d60/config.json b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d60/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e0513457173fbf9e0a947340eb8f7d6f3b022b62 --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d60/config.json @@ -0,0 +1,25 @@ +{ + "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d60/vae.pt", + "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d60", + "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", + "n_train": 1000, + "total_steps": 5000000, + "eval_interval": 10000, + "mem_interval": 100000, + "fid_interval": 100000, + "fid_n_real": 1000, + "fid_n_gen": 10000, + "n_gen_samples": 10000, + "n_sde_steps": 500, + "batch_size": 512, + "hidden": 1024, + "depth": 5, + "optimizer": "sgd", + "lr": 0.001, + "momentum": 0.8, + "t_min": 0.01, + "t_max": 3.0, + "t_eval": 0.1, + "seed": 43, + "device": null +} diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d60/metrics.jsonl b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d60/metrics.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..0b0ee7327d48bea9445325e32111342e7d2138bc --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d60/metrics.jsonl @@ -0,0 +1,502 @@ +{"event": "meta", "data": "cifar10_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 60, "n": 1000, "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d60/vae.pt", "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [41905, 27590, 3837, 45564, 49079, 45615, 24791, 29586, 40154, 14155, 41744, 31565, 21399, 47093, 14144, 7260, 25109, 49111, 3286, 28559, 8088, 18636, 27677, 5584, 14605, 28090, 44911, 22197, 30774, 45976, 21377, 38974, 37419, 34658, 48141, 45353, 16718, 44442, 14512, 30061, 32910, 17321, 15565, 17405, 44045, 17717, 6400, 37998, 3773, 20538, 19316, 34889, 4564, 1363, 5611, 41687, 16986, 41914, 25046, 49823, 33007, 20861, 27988, 42869, 33687, 3828, 12070, 15418, 22140, 35636, 31728, 9480, 7712, 2852, 43042, 17354, 27208, 49689, 14774, 29225, 25390, 35055, 12670, 19522, 24246, 14561, 33656, 42751, 2242, 364, 43176, 15490, 46231, 26061, 18629, 34392, 32488, 26106, 10393, 11167, 20874, 8106, 10093, 7243, 48907, 8147, 45063, 21102, 37655, 7635, 2514, 27684, 3204, 28758, 28311, 29718, 44311, 10355, 32304, 14615, 28486, 14294, 16760, 37166, 19433, 20899, 23979, 36854, 43726, 10375, 11078, 10677, 40127, 33642, 36325, 13174, 19662, 30319, 22501, 14354, 24243, 27654, 42509, 18915, 29668, 2313, 42454, 11218, 48097, 31985, 16567, 26984, 33502, 36329, 22928, 42746, 38223, 19499, 41926, 29059, 44004, 8962, 40807, 11854, 36894, 13566, 36982, 16226, 36410, 47002, 20194, 3625, 19297, 2555, 4842, 8098, 44052, 5795, 5274, 4374, 17924, 30344, 5386, 26317, 30389, 32399, 32042, 26731, 29532, 33817, 26942, 25858, 11887, 46070, 41837, 10713, 33955, 20000, 29946, 4912, 32112, 6697, 44031, 27296, 37785, 25660, 27948, 31260, 24358, 1827, 37445, 25084, 11703, 3820, 49218, 30616, 25083, 22759, 6275, 40603, 39038, 37156, 8894, 9871, 31333, 26582, 20528, 10523, 2747, 33639, 41740, 47899, 11337, 6325, 433, 33051, 1094, 24743, 9392, 22638, 7689, 39641, 9486, 33554, 30840, 35032, 19647, 7903, 18205, 34063, 46483, 32963, 11601, 19203, 45792, 47136, 6174, 40793, 13885, 16641, 48744, 37658, 43829, 44107, 6388, 37424, 20033, 28563, 27013, 17032, 12768, 38181, 35608, 14089, 29228, 40229, 45106, 11963, 37979, 20694, 22835, 5773, 19580, 44596, 19079, 45191, 666, 15893, 7513, 15939, 45020, 12659, 31388, 44651, 23592, 16419, 47615, 36714, 36448, 28579, 1697, 9889, 42082, 49150, 41132, 33996, 21551, 18467, 45242, 6516, 3355, 20187, 31669, 2814, 6900, 28198, 17656, 18178, 31825, 34244, 38330, 28894, 7463, 8134, 38159, 10524, 41508, 2367, 496, 31046, 1511, 31956, 46621, 14176, 1899, 32397, 29452, 16504, 34042, 24014, 47447, 20229, 36683, 5186, 14349, 21736, 17094, 30311, 27949, 30023, 49589, 43270, 2898, 18259, 17175, 18594, 17062, 42063, 3237, 12080, 35769, 1687, 30330, 29678, 27321, 4273, 28513, 2551, 5314, 13572, 13497, 9652, 3466, 27133, 38459, 23232, 14231, 25584, 49398, 32994, 10434, 42369, 37410, 45044, 11075, 12523, 1417, 6765, 40000, 25016, 36905, 48638, 21, 16822, 24333, 30084, 43982, 26954, 6519, 42546, 14751, 14278, 49970, 47621, 18883, 37295, 9040, 40369, 22225, 36489, 21302, 13110, 5455, 47804, 14868, 13063, 22102, 36825, 21969, 33186, 28908, 32592, 42766, 12262, 39073, 915, 11824, 39208, 3098, 42789, 29800, 14150, 28705, 8847, 21716, 535, 48077, 41540, 36207, 10816, 41471, 35049, 20661, 6083, 30194, 4576, 2174, 1908, 48392, 10435, 10986, 18036, 24746, 3941, 34118, 49749, 12025, 21493, 15785, 17085, 39411, 34561, 42064, 36237, 2740, 8183, 40564, 33107, 25765, 49165, 25211, 17520, 17115, 1869, 46432, 33757, 20517, 39760, 259, 45380, 12436, 48000, 21046, 4039, 15701, 35246, 29112, 44161, 34079, 45449, 42845, 22815, 5597, 3990, 35899, 48969, 41528, 27873, 16598, 39104, 23359, 46847, 28624, 19198, 1251, 9003, 28383, 47005, 40703, 41605, 39895, 26201, 11727, 27435, 17333, 39261, 37456, 14653, 30634, 4160, 24540, 12044, 7111, 23485, 5645, 2572, 1682, 17872, 8974, 16796, 11864, 40178, 20092, 32219, 14458, 37007, 31340, 10520, 34489, 13128, 42913, 31468, 44180, 37938, 20058, 18673, 36850, 34721, 26210, 15257, 35188, 11815, 47936, 18088, 43578, 11996, 47952, 24311, 1884, 36557, 32921, 36250, 38022, 5671, 13621, 23326, 14326, 23471, 24685, 39092, 3268, 37257, 16348, 13730, 21838, 44088, 8945, 10827, 13840, 46123, 48010, 13350, 30622, 45233, 8698, 14335, 45842, 15138, 1515, 40759, 21960, 47551, 33208, 18260, 6377, 46869, 31742, 23566, 12829, 15305, 37988, 16111, 32146, 37948, 25917, 30484, 17885, 42468, 28238, 33865, 28030, 30072, 34855, 19324, 42075, 30623, 3667, 38832, 25100, 43077, 36471, 11663, 13588, 14015, 5099, 10589, 28526, 48022, 15444, 3280, 188, 31582, 15225, 11019, 21804, 3901, 24461, 25031, 10373, 4486, 45950, 37949, 32923, 1583, 6576, 26004, 16237, 38132, 25045, 25091, 41949, 11553, 48062, 40503, 13057, 8954, 18566, 28405, 28604, 30434, 49112, 30676, 32930, 16183, 48336, 43162, 873, 37233, 44718, 37247, 23758, 9243, 12126, 5287, 49594, 3459, 32091, 20894, 41743, 7366, 7258, 37939, 47665, 12260, 20836, 43253, 16191, 11619, 1519, 6137, 3934, 48375, 35234, 103, 30510, 8869, 21085, 41234, 25138, 25079, 31218, 48292, 48814, 6635, 18416, 1421, 4363, 5164, 47455, 21280, 16767, 19685, 16449, 45798, 31292, 31049, 43587, 30772, 2651, 12854, 23199, 25234, 23389, 24742, 19480, 19738, 19726, 2388, 21394, 4512, 9069, 42856, 25766, 23797, 40741, 33624, 8328, 35922, 27732, 36268, 23213, 41966, 40002, 12750, 46225, 35182, 23769, 25152, 26764, 20090, 27202, 48096, 4266, 2205, 2020, 37651, 36088, 1021, 28544, 20933, 48924, 11503, 43997, 9492, 19505, 47632, 4118, 2029, 22008, 41396, 16378, 36738, 33194, 28053, 44137, 30771, 12131, 5963, 31754, 46953, 3180, 1718, 36816, 2208, 20898, 13799, 30796, 34445, 37540, 27983, 39216, 16791, 36763, 15987, 28440, 11782, 48531, 4252, 47359, 5351, 4059, 9263, 32274, 39283, 258, 17485, 31280, 12814, 33217, 38203, 11170, 8486, 14434, 13722, 36048, 3705, 47210, 38260, 2200, 17850, 21589, 27598, 9926, 9419, 3981, 34519, 37821, 22855, 39796, 24105, 5113, 5888, 31974, 40040, 17179, 48615, 38665, 47173, 47154, 20619, 5049, 1656, 27736, 14424, 2013, 1348, 32964, 37228, 34968, 34124, 15993, 42420, 26558, 2961, 27119, 37779, 29321, 31595, 29301, 38364, 17528, 19583, 48609, 4428, 12427, 601, 21213, 44456, 39274, 40250, 39804, 35373, 43875, 20550, 43426, 13696, 34572, 11097, 22458, 33042, 12981, 29073, 6601, 2370, 4065, 46317, 29460, 21761, 13977, 4520, 31604, 16259, 1445, 29204, 26097, 31921, 33193, 36054, 26372, 4436, 40306, 13974, 6159, 46233, 33714, 27592, 23153, 40311, 12294, 40141, 14030, 36304, 40086, 43163, 14689, 5002, 40885, 40758, 42458, 18580, 29784, 14527, 30070, 18326, 40830, 42503, 5434, 25179, 15652, 11428, 40980, 45916, 22056, 15896, 42628, 30092, 40834, 25862, 40370, 7804, 46908, 44191, 26908, 9764, 36969, 21521, 35257, 9279, 36964, 4012, 627, 31813, 15669, 33832, 29874, 1912, 41254, 23709, 4648, 3131, 49882, 19349, 35975, 25565, 21641, 48219, 30806, 33979, 36103, 14640, 34524, 31661, 26869, 27297, 46519, 2352, 46930, 7617, 49750, 12620, 29820, 18590, 890, 16394, 23877, 26421, 23417, 29021, 11596, 22017, 14794, 14437, 48385, 48231, 18946, 38048, 41302, 40633, 15317, 24820], "fid_reference": "same farthest-first 1k CIFAR-10 training subset", "seed": 43} +{"step": 1, "wall_time": 69.10357928276062, "train_loss_step": 59.77393341064453, "n_params": 4387900, "total_flops": 13479628800, "train_loss": 0.9917757034301757, "subset_score_loss": 0.9917757034301757, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9768275618553162, "fid": 256.09500440694507} +{"step": 10000, "wall_time": 152.64514303207397, "train_loss_step": 13.935077667236328, "n_params": 4387900, "total_flops": 134796288000000, "train_loss": 0.8618389765421549, "subset_score_loss": 0.8618389765421549} +{"step": 20000, "wall_time": 237.05477571487427, "train_loss_step": 13.066413879394531, "n_params": 4387900, "total_flops": 269592576000000, "train_loss": 0.7860722859700521, "subset_score_loss": 0.7860722859700521} +{"step": 30000, "wall_time": 321.43955874443054, "train_loss_step": 10.525723457336426, "n_params": 4387900, "total_flops": 404388864000000, "train_loss": 0.6572506586710612, "subset_score_loss": 0.6572506586710612} +{"step": 40000, "wall_time": 405.83754539489746, "train_loss_step": 9.566134452819824, "n_params": 4387900, "total_flops": 539185152000000, "train_loss": 0.4653549830118815, "subset_score_loss": 0.4653549830118815} +{"step": 50000, "wall_time": 490.2273414134979, "train_loss_step": 8.33685302734375, "n_params": 4387900, "total_flops": 673981440000000, "train_loss": 0.2982692082722982, "subset_score_loss": 0.2982692082722982} +{"step": 60000, "wall_time": 574.6513788700104, "train_loss_step": 7.636087417602539, "n_params": 4387900, "total_flops": 808777728000000, "train_loss": 0.21143027941385906, "subset_score_loss": 0.21143027941385906} +{"step": 70000, "wall_time": 659.0829598903656, "train_loss_step": 7.03184175491333, "n_params": 4387900, "total_flops": 943574016000000, "train_loss": 0.16872113545735676, "subset_score_loss": 0.16872113545735676} +{"step": 80000, "wall_time": 743.4705667495728, "train_loss_step": 6.5031232833862305, "n_params": 4387900, "total_flops": 1078370304000000, "train_loss": 0.14821197191874186, "subset_score_loss": 0.14821197191874186} +{"step": 90000, "wall_time": 827.853700876236, "train_loss_step": 6.13857364654541, "n_params": 4387900, "total_flops": 1213166592000000, "train_loss": 0.1355125904083252, "subset_score_loss": 0.1355125904083252} +{"step": 100000, "wall_time": 976.2361629009247, "train_loss_step": 6.334567070007324, "n_params": 4387900, "total_flops": 1347962880000000, "train_loss": 0.12427803675333658, "subset_score_loss": 0.12427803675333658, "memorization_fraction_pixel": 0.0007999999797903001, "mean_nn_ratio_pixel": 0.8944729566574097, "fid": 147.96793048072624} +{"step": 110000, "wall_time": 1053.7236864566803, "train_loss_step": 5.832191467285156, "n_params": 4387900, "total_flops": 1482759168000000, "train_loss": 0.11687113444010416, "subset_score_loss": 0.11687113444010416} +{"step": 120000, "wall_time": 1138.0977652072906, "train_loss_step": 5.510511875152588, "n_params": 4387900, "total_flops": 1617555456000000, "train_loss": 0.11197644074757894, "subset_score_loss": 0.11197644074757894} +{"step": 130000, "wall_time": 1222.5391416549683, "train_loss_step": 5.569271564483643, "n_params": 4387900, "total_flops": 1752351744000000, "train_loss": 0.10687394142150879, "subset_score_loss": 0.10687394142150879} +{"step": 140000, "wall_time": 1306.9809379577637, "train_loss_step": 5.6653032302856445, "n_params": 4387900, "total_flops": 1887148032000000, "train_loss": 0.10293294588724772, "subset_score_loss": 0.10293294588724772} +{"step": 150000, "wall_time": 1391.4243681430817, "train_loss_step": 5.467429161071777, "n_params": 4387900, "total_flops": 2021944320000000, "train_loss": 0.09854142665863037, "subset_score_loss": 0.09854142665863037} +{"step": 160000, "wall_time": 1475.9027440547943, "train_loss_step": 5.081948280334473, "n_params": 4387900, "total_flops": 2156740608000000, "train_loss": 0.0930851141611735, "subset_score_loss": 0.0930851141611735} +{"step": 170000, "wall_time": 1560.3249289989471, "train_loss_step": 5.340428352355957, "n_params": 4387900, "total_flops": 2291536896000000, "train_loss": 0.0885307788848877, "subset_score_loss": 0.0885307788848877} +{"step": 180000, "wall_time": 1644.8096742630005, "train_loss_step": 4.854572296142578, "n_params": 4387900, "total_flops": 2426333184000000, "train_loss": 0.08654836813608806, "subset_score_loss": 0.08654836813608806} +{"step": 190000, "wall_time": 1729.2679522037506, "train_loss_step": 4.64678955078125, "n_params": 4387900, "total_flops": 2561129472000000, "train_loss": 0.08339250087738037, "subset_score_loss": 0.08339250087738037} +{"step": 200000, "wall_time": 1877.960197687149, "train_loss_step": 4.902520179748535, "n_params": 4387900, "total_flops": 2695925760000000, "train_loss": 0.08314534823099771, "subset_score_loss": 0.08314534823099771, "memorization_fraction_pixel": 0.009499999694526196, "mean_nn_ratio_pixel": 0.8140445351600647, "fid": 140.9246455629367} +{"step": 210000, "wall_time": 1956.610161781311, "train_loss_step": 4.7479071617126465, "n_params": 4387900, "total_flops": 2830722048000000, "train_loss": 0.07870795726776122, "subset_score_loss": 0.07870795726776122} +{"step": 220000, "wall_time": 2039.34059882164, "train_loss_step": 4.900295257568359, "n_params": 4387900, "total_flops": 2965518336000000, "train_loss": 0.07682366371154785, "subset_score_loss": 0.07682366371154785} +{"step": 230000, "wall_time": 2123.8098521232605, "train_loss_step": 4.400070667266846, "n_params": 4387900, "total_flops": 3100314624000000, "train_loss": 0.07415513197580974, "subset_score_loss": 0.07415513197580974} +{"step": 240000, "wall_time": 2208.25114941597, "train_loss_step": 4.9037346839904785, "n_params": 4387900, "total_flops": 3235110912000000, "train_loss": 0.07280529340108235, "subset_score_loss": 0.07280529340108235} +{"step": 250000, "wall_time": 2292.679162502289, "train_loss_step": 4.875679016113281, "n_params": 4387900, "total_flops": 3369907200000000, "train_loss": 0.07056906223297119, "subset_score_loss": 0.07056906223297119} +{"step": 260000, "wall_time": 2377.116597890854, "train_loss_step": 4.928461074829102, "n_params": 4387900, "total_flops": 3504703488000000, "train_loss": 0.06809583504994711, "subset_score_loss": 0.06809583504994711} +{"step": 270000, "wall_time": 2461.5400772094727, "train_loss_step": 4.537625312805176, "n_params": 4387900, "total_flops": 3639499776000000, "train_loss": 0.06630564133326212, "subset_score_loss": 0.06630564133326212} +{"step": 280000, "wall_time": 2546.0638625621796, "train_loss_step": 4.627516746520996, "n_params": 4387900, "total_flops": 3774296064000000, "train_loss": 0.06483319203058878, "subset_score_loss": 0.06483319203058878} +{"step": 290000, "wall_time": 2630.5741589069366, "train_loss_step": 4.516513824462891, "n_params": 4387900, "total_flops": 3909092352000000, "train_loss": 0.06390841007232666, "subset_score_loss": 0.06390841007232666} +{"step": 300000, "wall_time": 2778.762235879898, "train_loss_step": 4.4968366622924805, "n_params": 4387900, "total_flops": 4043888640000000, "train_loss": 0.06333808104197185, "subset_score_loss": 0.06333808104197185, "memorization_fraction_pixel": 0.023900000378489494, "mean_nn_ratio_pixel": 0.7637888193130493, "fid": 137.76212570127154} +{"step": 310000, "wall_time": 2857.230945110321, "train_loss_step": 4.2677764892578125, "n_params": 4387900, "total_flops": 4178684928000000, "train_loss": 0.06164488395055135, "subset_score_loss": 0.06164488395055135} +{"step": 320000, "wall_time": 2940.4963297843933, "train_loss_step": 4.455964088439941, "n_params": 4387900, "total_flops": 4313481216000000, "train_loss": 0.05925238529841105, "subset_score_loss": 0.05925238529841105} +{"step": 330000, "wall_time": 3024.834242105484, "train_loss_step": 4.2363128662109375, "n_params": 4387900, "total_flops": 4448277504000000, "train_loss": 0.05925545295079549, "subset_score_loss": 0.05925545295079549} +{"step": 340000, "wall_time": 3109.3081347942352, "train_loss_step": 4.536745071411133, "n_params": 4387900, "total_flops": 4583073792000000, "train_loss": 0.058782835801442467, "subset_score_loss": 0.058782835801442467} +{"step": 350000, "wall_time": 3193.7475821971893, "train_loss_step": 4.223875045776367, "n_params": 4387900, "total_flops": 4717870080000000, "train_loss": 0.05710521141688029, "subset_score_loss": 0.05710521141688029} +{"step": 360000, "wall_time": 3278.170696735382, "train_loss_step": 4.38267183303833, "n_params": 4387900, "total_flops": 4852666368000000, "train_loss": 0.056279520193735756, "subset_score_loss": 0.056279520193735756} +{"step": 370000, "wall_time": 3362.6336529254913, "train_loss_step": 4.4497389793396, "n_params": 4387900, "total_flops": 4987462656000000, "train_loss": 0.05575071970621745, "subset_score_loss": 0.05575071970621745} +{"step": 380000, "wall_time": 3447.055322408676, "train_loss_step": 4.177967071533203, "n_params": 4387900, "total_flops": 5122258944000000, "train_loss": 0.05451885859171549, "subset_score_loss": 0.05451885859171549} +{"step": 390000, "wall_time": 3531.551933526993, "train_loss_step": 3.981110095977783, "n_params": 4387900, "total_flops": 5257055232000000, "train_loss": 0.054133935769399004, "subset_score_loss": 0.054133935769399004} +{"step": 400000, "wall_time": 3680.7507061958313, "train_loss_step": 4.544105052947998, "n_params": 4387900, "total_flops": 5391851520000000, "train_loss": 0.05355514685312907, "subset_score_loss": 0.05355514685312907, "memorization_fraction_pixel": 0.03790000081062317, "mean_nn_ratio_pixel": 0.7184731364250183, "fid": 133.31178887540165} +{"step": 410000, "wall_time": 3759.912428379059, "train_loss_step": 4.1718950271606445, "n_params": 4387900, "total_flops": 5526647808000000, "train_loss": 0.05169861714045207, "subset_score_loss": 0.05169861714045207} +{"step": 420000, "wall_time": 3844.461816072464, "train_loss_step": 4.0654473304748535, "n_params": 4387900, "total_flops": 5661444096000000, "train_loss": 0.052338027954101564, "subset_score_loss": 0.052338027954101564} +{"step": 430000, "wall_time": 3927.4743390083313, "train_loss_step": 4.482351303100586, "n_params": 4387900, "total_flops": 5796240384000000, "train_loss": 0.05221147537231445, "subset_score_loss": 0.05221147537231445} +{"step": 440000, "wall_time": 4011.952255964279, "train_loss_step": 4.179205894470215, "n_params": 4387900, "total_flops": 5931036672000000, "train_loss": 0.05029593706130982, "subset_score_loss": 0.05029593706130982} +{"step": 450000, "wall_time": 4096.402239322662, "train_loss_step": 4.001303672790527, "n_params": 4387900, "total_flops": 6065832960000000, "train_loss": 0.049556537469228105, "subset_score_loss": 0.049556537469228105} +{"step": 460000, "wall_time": 4180.870395421982, "train_loss_step": 4.14408540725708, "n_params": 4387900, "total_flops": 6200629248000000, "train_loss": 0.04933226903279622, "subset_score_loss": 0.04933226903279622} +{"step": 470000, "wall_time": 4265.30854845047, "train_loss_step": 4.422743797302246, "n_params": 4387900, "total_flops": 6335425536000000, "train_loss": 0.04954150120417277, "subset_score_loss": 0.04954150120417277} +{"step": 480000, "wall_time": 4349.760722398758, "train_loss_step": 4.024757385253906, "n_params": 4387900, "total_flops": 6470221824000000, "train_loss": 0.04869236946105957, "subset_score_loss": 0.04869236946105957} +{"step": 490000, "wall_time": 4434.238667964935, "train_loss_step": 4.038939952850342, "n_params": 4387900, "total_flops": 6605018112000000, "train_loss": 0.047778534889221194, "subset_score_loss": 0.047778534889221194} +{"step": 500000, "wall_time": 4583.76221036911, "train_loss_step": 3.743692636489868, "n_params": 4387900, "total_flops": 6739814400000000, "train_loss": 0.04722286065419515, "subset_score_loss": 0.04722286065419515, "memorization_fraction_pixel": 0.048500001430511475, "mean_nn_ratio_pixel": 0.6826480627059937, "fid": 130.10940787479052} +{"step": 510000, "wall_time": 4662.006546974182, "train_loss_step": 4.4068708419799805, "n_params": 4387900, "total_flops": 6874610688000000, "train_loss": 0.04617444276809692, "subset_score_loss": 0.04617444276809692} +{"step": 520000, "wall_time": 4746.436468839645, "train_loss_step": 3.8525278568267822, "n_params": 4387900, "total_flops": 7009406976000000, "train_loss": 0.045909937222798666, "subset_score_loss": 0.045909937222798666} +{"step": 530000, "wall_time": 4831.1795353889465, "train_loss_step": 3.8911402225494385, "n_params": 4387900, "total_flops": 7144203264000000, "train_loss": 0.04553512334823608, "subset_score_loss": 0.04553512334823608} +{"step": 540000, "wall_time": 4914.005163431168, "train_loss_step": 4.434647560119629, "n_params": 4387900, "total_flops": 7278999552000000, "train_loss": 0.045109204451243085, "subset_score_loss": 0.045109204451243085} +{"step": 550000, "wall_time": 4998.466405630112, "train_loss_step": 3.739992141723633, "n_params": 4387900, "total_flops": 7413795840000000, "train_loss": 0.04448975721995036, "subset_score_loss": 0.04448975721995036} +{"step": 560000, "wall_time": 5082.8778693675995, "train_loss_step": 4.033111095428467, "n_params": 4387900, "total_flops": 7548592128000000, "train_loss": 0.04441220760345459, "subset_score_loss": 0.04441220760345459} +{"step": 570000, "wall_time": 5167.343247652054, "train_loss_step": 3.672841787338257, "n_params": 4387900, "total_flops": 7683388416000000, "train_loss": 0.04405696789423625, "subset_score_loss": 0.04405696789423625} +{"step": 580000, "wall_time": 5251.765387773514, "train_loss_step": 3.8676788806915283, "n_params": 4387900, "total_flops": 7818184704000000, "train_loss": 0.04413209756215413, "subset_score_loss": 0.04413209756215413} +{"step": 590000, "wall_time": 5336.237543344498, "train_loss_step": 3.9445700645446777, "n_params": 4387900, "total_flops": 7952980992000000, "train_loss": 0.04310338894526164, "subset_score_loss": 0.04310338894526164} +{"step": 600000, "wall_time": 5488.907233953476, "train_loss_step": 3.5475635528564453, "n_params": 4387900, "total_flops": 8087777280000000, "train_loss": 0.04233690102895101, "subset_score_loss": 0.04233690102895101, "memorization_fraction_pixel": 0.07320000231266022, "mean_nn_ratio_pixel": 0.6457328796386719, "fid": 127.77246511175039} +{"step": 610000, "wall_time": 5567.113538980484, "train_loss_step": 3.873931407928467, "n_params": 4387900, "total_flops": 8222573568000000, "train_loss": 0.042529972394307454, "subset_score_loss": 0.042529972394307454} +{"step": 620000, "wall_time": 5651.597345590591, "train_loss_step": 4.081080913543701, "n_params": 4387900, "total_flops": 8357369856000000, "train_loss": 0.04252573251724243, "subset_score_loss": 0.04252573251724243} +{"step": 630000, "wall_time": 5736.055114030838, "train_loss_step": 4.072756767272949, "n_params": 4387900, "total_flops": 8492166144000000, "train_loss": 0.04163414637247721, "subset_score_loss": 0.04163414637247721} +{"step": 640000, "wall_time": 5820.468342065811, "train_loss_step": 3.825733184814453, "n_params": 4387900, "total_flops": 8626962432000000, "train_loss": 0.041729867458343506, "subset_score_loss": 0.041729867458343506} +{"step": 650000, "wall_time": 5903.721099615097, "train_loss_step": 4.0561017990112305, "n_params": 4387900, "total_flops": 8761758720000000, "train_loss": 0.041900380452473955, "subset_score_loss": 0.041900380452473955} +{"step": 660000, "wall_time": 5988.167922496796, "train_loss_step": 4.155511856079102, "n_params": 4387900, "total_flops": 8896555008000000, "train_loss": 0.04027510086695353, "subset_score_loss": 0.04027510086695353} +{"step": 670000, "wall_time": 6072.593729972839, "train_loss_step": 3.594857931137085, "n_params": 4387900, "total_flops": 9031351296000000, "train_loss": 0.03999737501144409, "subset_score_loss": 0.03999737501144409} +{"step": 680000, "wall_time": 6157.063584566116, "train_loss_step": 3.5336661338806152, "n_params": 4387900, "total_flops": 9166147584000000, "train_loss": 0.03958824078241984, "subset_score_loss": 0.03958824078241984} +{"step": 690000, "wall_time": 6241.530059337616, "train_loss_step": 3.7088918685913086, "n_params": 4387900, "total_flops": 9300943872000000, "train_loss": 0.0395727793375651, "subset_score_loss": 0.0395727793375651} +{"step": 700000, "wall_time": 6393.937445640564, "train_loss_step": 3.8910107612609863, "n_params": 4387900, "total_flops": 9435740160000000, "train_loss": 0.03890574773152669, "subset_score_loss": 0.03890574773152669, "memorization_fraction_pixel": 0.08240000158548355, "mean_nn_ratio_pixel": 0.6197336316108704, "fid": 125.40589428974393} +{"step": 710000, "wall_time": 6474.1470828056335, "train_loss_step": 4.016770839691162, "n_params": 4387900, "total_flops": 9570536448000000, "train_loss": 0.039274815718332926, "subset_score_loss": 0.039274815718332926} +{"step": 720000, "wall_time": 6556.6751544475555, "train_loss_step": 3.7438511848449707, "n_params": 4387900, "total_flops": 9705332736000000, "train_loss": 0.03916200399398804, "subset_score_loss": 0.03916200399398804} +{"step": 730000, "wall_time": 6641.163982152939, "train_loss_step": 3.656592845916748, "n_params": 4387900, "total_flops": 9840129024000000, "train_loss": 0.03984092076619466, "subset_score_loss": 0.03984092076619466} +{"step": 740000, "wall_time": 6725.719769477844, "train_loss_step": 3.696990489959717, "n_params": 4387900, "total_flops": 9974925312000000, "train_loss": 0.03857359488805135, "subset_score_loss": 0.03857359488805135} +{"step": 750000, "wall_time": 6808.769337654114, "train_loss_step": 3.7831008434295654, "n_params": 4387900, "total_flops": 10109721600000000, "train_loss": 0.03726970354715983, "subset_score_loss": 0.03726970354715983} +{"step": 760000, "wall_time": 6893.19441986084, "train_loss_step": 3.9063503742218018, "n_params": 4387900, "total_flops": 10244517888000000, "train_loss": 0.03728317419687907, "subset_score_loss": 0.03728317419687907} +{"step": 770000, "wall_time": 6977.647765159607, "train_loss_step": 3.779818058013916, "n_params": 4387900, "total_flops": 10379314176000000, "train_loss": 0.03761597077051799, "subset_score_loss": 0.03761597077051799} +{"step": 780000, "wall_time": 7062.049248933792, "train_loss_step": 3.56193208694458, "n_params": 4387900, "total_flops": 10514110464000000, "train_loss": 0.037477509180704756, "subset_score_loss": 0.037477509180704756} +{"step": 790000, "wall_time": 7146.4996457099915, "train_loss_step": 3.7534875869750977, "n_params": 4387900, "total_flops": 10648906752000000, "train_loss": 0.03877673546473185, "subset_score_loss": 0.03877673546473185} +{"step": 800000, "wall_time": 7298.79918217659, "train_loss_step": 3.825235366821289, "n_params": 4387900, "total_flops": 10783703040000000, "train_loss": 0.03703436851501465, "subset_score_loss": 0.03703436851501465, "memorization_fraction_pixel": 0.09780000150203705, "mean_nn_ratio_pixel": 0.5946367383003235, "fid": 124.17731504607556} +{"step": 810000, "wall_time": 7380.834621191025, "train_loss_step": 3.632810592651367, "n_params": 4387900, "total_flops": 10918499328000000, "train_loss": 0.036924660205841064, "subset_score_loss": 0.036924660205841064} +{"step": 820000, "wall_time": 7461.9379987716675, "train_loss_step": 3.6065053939819336, "n_params": 4387900, "total_flops": 11053295616000000, "train_loss": 0.03612847725550334, "subset_score_loss": 0.03612847725550334} +{"step": 830000, "wall_time": 7546.3483719825745, "train_loss_step": 3.850461959838867, "n_params": 4387900, "total_flops": 11188091904000000, "train_loss": 0.03681356112162272, "subset_score_loss": 0.03681356112162272} +{"step": 840000, "wall_time": 7630.778354406357, "train_loss_step": 3.856743335723877, "n_params": 4387900, "total_flops": 11322888192000000, "train_loss": 0.03556187947591146, "subset_score_loss": 0.03556187947591146} +{"step": 850000, "wall_time": 7715.5781791210175, "train_loss_step": 3.578444480895996, "n_params": 4387900, "total_flops": 11457684480000000, "train_loss": 0.03527963956197103, "subset_score_loss": 0.03527963956197103} +{"step": 860000, "wall_time": 7798.377789735794, "train_loss_step": 3.5395092964172363, "n_params": 4387900, "total_flops": 11592480768000000, "train_loss": 0.03542466958363851, "subset_score_loss": 0.03542466958363851} +{"step": 870000, "wall_time": 7882.824672937393, "train_loss_step": 3.476482629776001, "n_params": 4387900, "total_flops": 11727277056000000, "train_loss": 0.034546991189320884, "subset_score_loss": 0.034546991189320884} +{"step": 880000, "wall_time": 7967.277260541916, "train_loss_step": 3.69317364692688, "n_params": 4387900, "total_flops": 11862073344000000, "train_loss": 0.03461042245229085, "subset_score_loss": 0.03461042245229085} +{"step": 890000, "wall_time": 8051.6829998493195, "train_loss_step": 3.5644328594207764, "n_params": 4387900, "total_flops": 11996869632000000, "train_loss": 0.03460304737091065, "subset_score_loss": 0.03460304737091065} +{"step": 900000, "wall_time": 8204.051846981049, "train_loss_step": 3.3940019607543945, "n_params": 4387900, "total_flops": 12131665920000000, "train_loss": 0.03428837060928345, "subset_score_loss": 0.03428837060928345, "memorization_fraction_pixel": 0.10540000349283218, "mean_nn_ratio_pixel": 0.578353226184845, "fid": 123.36069709201364} +{"step": 910000, "wall_time": 8285.26536822319, "train_loss_step": 3.8111214637756348, "n_params": 4387900, "total_flops": 12266462208000000, "train_loss": 0.03437399466832479, "subset_score_loss": 0.03437399466832479} +{"step": 920000, "wall_time": 8366.78750038147, "train_loss_step": 3.740386486053467, "n_params": 4387900, "total_flops": 12401258496000000, "train_loss": 0.034236629803975425, "subset_score_loss": 0.034236629803975425} +{"step": 930000, "wall_time": 8451.22045636177, "train_loss_step": 3.5179853439331055, "n_params": 4387900, "total_flops": 12536054784000000, "train_loss": 0.03419699271519979, "subset_score_loss": 0.03419699271519979} +{"step": 940000, "wall_time": 8535.668065071106, "train_loss_step": 3.392427921295166, "n_params": 4387900, "total_flops": 12670851072000000, "train_loss": 0.034136629104614256, "subset_score_loss": 0.034136629104614256} +{"step": 950000, "wall_time": 8620.064958810806, "train_loss_step": 3.569052219390869, "n_params": 4387900, "total_flops": 12805647360000000, "train_loss": 0.03374409278233846, "subset_score_loss": 0.03374409278233846} +{"step": 960000, "wall_time": 8703.847380161285, "train_loss_step": 3.557893991470337, "n_params": 4387900, "total_flops": 12940443648000000, "train_loss": 0.0331618070602417, "subset_score_loss": 0.0331618070602417} +{"step": 970000, "wall_time": 8787.8808863163, "train_loss_step": 3.683612823486328, "n_params": 4387900, "total_flops": 13075239936000000, "train_loss": 0.03308018644650777, "subset_score_loss": 0.03308018644650777} +{"step": 980000, "wall_time": 8872.334606409073, "train_loss_step": 3.3518424034118652, "n_params": 4387900, "total_flops": 13210036224000000, "train_loss": 0.03226732611656189, "subset_score_loss": 0.03226732611656189} +{"step": 990000, "wall_time": 8956.725689649582, "train_loss_step": 3.468210220336914, "n_params": 4387900, "total_flops": 13344832512000000, "train_loss": 0.03162713646888733, "subset_score_loss": 0.03162713646888733} +{"step": 1000000, "wall_time": 9110.191710472107, "train_loss_step": 3.269132137298584, "n_params": 4387900, "total_flops": 13479628800000000, "train_loss": 0.03255752126375834, "subset_score_loss": 0.03255752126375834, "memorization_fraction_pixel": 0.1225999966263771, "mean_nn_ratio_pixel": 0.5546751022338867, "fid": 122.87286878176559} +{"step": 1010000, "wall_time": 9191.533120393753, "train_loss_step": 3.3583626747131348, "n_params": 4387900, "total_flops": 13614425088000000, "train_loss": 0.032287021478017174, "subset_score_loss": 0.032287021478017174} +{"step": 1020000, "wall_time": 9272.78685760498, "train_loss_step": 3.392575740814209, "n_params": 4387900, "total_flops": 13749221376000000, "train_loss": 0.03378031253814697, "subset_score_loss": 0.03378031253814697} +{"step": 1030000, "wall_time": 9357.22263288498, "train_loss_step": 3.368560791015625, "n_params": 4387900, "total_flops": 13884017664000000, "train_loss": 0.03146912455558777, "subset_score_loss": 0.03146912455558777} +{"step": 1040000, "wall_time": 9441.652297735214, "train_loss_step": 3.5164709091186523, "n_params": 4387900, "total_flops": 14018813952000000, "train_loss": 0.031621285279591876, "subset_score_loss": 0.031621285279591876} +{"step": 1050000, "wall_time": 9526.115512609482, "train_loss_step": 3.495286226272583, "n_params": 4387900, "total_flops": 14153610240000000, "train_loss": 0.032167641321818034, "subset_score_loss": 0.032167641321818034} +{"step": 1060000, "wall_time": 9610.681919813156, "train_loss_step": 3.1399309635162354, "n_params": 4387900, "total_flops": 14288406528000000, "train_loss": 0.03279639879862468, "subset_score_loss": 0.03279639879862468} +{"step": 1070000, "wall_time": 9693.547112703323, "train_loss_step": 3.436994791030884, "n_params": 4387900, "total_flops": 14423202816000000, "train_loss": 0.030917559067408243, "subset_score_loss": 0.030917559067408243} +{"step": 1080000, "wall_time": 9778.055435180664, "train_loss_step": 3.357283592224121, "n_params": 4387900, "total_flops": 14557999104000000, "train_loss": 0.03181449174880981, "subset_score_loss": 0.03181449174880981} +{"step": 1090000, "wall_time": 9862.336370706558, "train_loss_step": 3.6074798107147217, "n_params": 4387900, "total_flops": 14692795392000000, "train_loss": 0.03064178427060445, "subset_score_loss": 0.03064178427060445} +{"step": 1100000, "wall_time": 10015.688878297806, "train_loss_step": 3.7687201499938965, "n_params": 4387900, "total_flops": 14827591680000000, "train_loss": 0.030959508816401162, "subset_score_loss": 0.030959508816401162, "memorization_fraction_pixel": 0.13109999895095825, "mean_nn_ratio_pixel": 0.5391312837600708, "fid": 121.2768222429152} +{"step": 1110000, "wall_time": 10097.078695297241, "train_loss_step": 3.703582763671875, "n_params": 4387900, "total_flops": 14962387968000000, "train_loss": 0.030345640579859414, "subset_score_loss": 0.030345640579859414} +{"step": 1120000, "wall_time": 10178.322656869888, "train_loss_step": 3.2661871910095215, "n_params": 4387900, "total_flops": 15097184256000000, "train_loss": 0.030357531706492105, "subset_score_loss": 0.030357531706492105} +{"step": 1130000, "wall_time": 10262.780470848083, "train_loss_step": 3.583120822906494, "n_params": 4387900, "total_flops": 15231980544000000, "train_loss": 0.03033255139986674, "subset_score_loss": 0.03033255139986674} +{"step": 1140000, "wall_time": 10347.234285354614, "train_loss_step": 3.399944305419922, "n_params": 4387900, "total_flops": 15366776832000000, "train_loss": 0.030700625975926717, "subset_score_loss": 0.030700625975926717} +{"step": 1150000, "wall_time": 10431.609723329544, "train_loss_step": 3.317107915878296, "n_params": 4387900, "total_flops": 15501573120000000, "train_loss": 0.03018841743469238, "subset_score_loss": 0.03018841743469238} +{"step": 1160000, "wall_time": 10516.046412467957, "train_loss_step": 3.539048194885254, "n_params": 4387900, "total_flops": 15636369408000000, "train_loss": 0.030956459045410157, "subset_score_loss": 0.030956459045410157} +{"step": 1170000, "wall_time": 10600.80773305893, "train_loss_step": 3.4633917808532715, "n_params": 4387900, "total_flops": 15771165696000000, "train_loss": 0.02937550942103068, "subset_score_loss": 0.02937550942103068} +{"step": 1180000, "wall_time": 10683.912583351135, "train_loss_step": 3.5036768913269043, "n_params": 4387900, "total_flops": 15905961984000000, "train_loss": 0.0289690633614858, "subset_score_loss": 0.0289690633614858} +{"step": 1190000, "wall_time": 10768.194878816605, "train_loss_step": 3.2678160667419434, "n_params": 4387900, "total_flops": 16040758272000000, "train_loss": 0.029420979817708335, "subset_score_loss": 0.029420979817708335} +{"step": 1200000, "wall_time": 10919.013730287552, "train_loss_step": 3.175859212875366, "n_params": 4387900, "total_flops": 16175554560000000, "train_loss": 0.0293964684009552, "subset_score_loss": 0.0293964684009552, "memorization_fraction_pixel": 0.14309999346733093, "mean_nn_ratio_pixel": 0.5237749814987183, "fid": 120.94309246672759} +{"step": 1210000, "wall_time": 11000.4547560215, "train_loss_step": 3.4894704818725586, "n_params": 4387900, "total_flops": 16310350848000000, "train_loss": 0.029370965560277303, "subset_score_loss": 0.029370965560277303} +{"step": 1220000, "wall_time": 11081.485167264938, "train_loss_step": 3.5247108936309814, "n_params": 4387900, "total_flops": 16445147136000000, "train_loss": 0.029371307293574015, "subset_score_loss": 0.029371307293574015} +{"step": 1230000, "wall_time": 11165.92181444168, "train_loss_step": 3.437704563140869, "n_params": 4387900, "total_flops": 16579943424000000, "train_loss": 0.029533666372299195, "subset_score_loss": 0.029533666372299195} +{"step": 1240000, "wall_time": 11250.410439491272, "train_loss_step": 3.309514045715332, "n_params": 4387900, "total_flops": 16714739712000000, "train_loss": 0.028500757614771523, "subset_score_loss": 0.028500757614771523} +{"step": 1250000, "wall_time": 11334.898067951202, "train_loss_step": 3.548712730407715, "n_params": 4387900, "total_flops": 16849536000000000, "train_loss": 0.029306147495905557, "subset_score_loss": 0.029306147495905557} +{"step": 1260000, "wall_time": 11419.379591703415, "train_loss_step": 3.39168119430542, "n_params": 4387900, "total_flops": 16984332288000000, "train_loss": 0.0282414972782135, "subset_score_loss": 0.0282414972782135} +{"step": 1270000, "wall_time": 11503.80437374115, "train_loss_step": 3.314201831817627, "n_params": 4387900, "total_flops": 17119128576000000, "train_loss": 0.027941266695658367, "subset_score_loss": 0.027941266695658367} +{"step": 1280000, "wall_time": 11587.51897406578, "train_loss_step": 3.401761531829834, "n_params": 4387900, "total_flops": 17253924864000000, "train_loss": 0.02806502381960551, "subset_score_loss": 0.02806502381960551} +{"step": 1290000, "wall_time": 11671.53979063034, "train_loss_step": 3.6339874267578125, "n_params": 4387900, "total_flops": 17388721152000000, "train_loss": 0.027873146533966064, "subset_score_loss": 0.027873146533966064} +{"step": 1300000, "wall_time": 11824.53439283371, "train_loss_step": 3.1874754428863525, "n_params": 4387900, "total_flops": 17523517440000000, "train_loss": 0.02835756738980611, "subset_score_loss": 0.02835756738980611, "memorization_fraction_pixel": 0.15790000557899475, "mean_nn_ratio_pixel": 0.5040467381477356, "fid": 120.08495897012513} +{"step": 1310000, "wall_time": 11906.142755270004, "train_loss_step": 3.489973545074463, "n_params": 4387900, "total_flops": 17658313728000000, "train_loss": 0.027977087100346885, "subset_score_loss": 0.027977087100346885} +{"step": 1320000, "wall_time": 11987.430094718933, "train_loss_step": 3.6869587898254395, "n_params": 4387900, "total_flops": 17793110016000000, "train_loss": 0.028826522827148437, "subset_score_loss": 0.028826522827148437} +{"step": 1330000, "wall_time": 12071.840585947037, "train_loss_step": 3.2615156173706055, "n_params": 4387900, "total_flops": 17927906304000000, "train_loss": 0.027606441577275594, "subset_score_loss": 0.027606441577275594} +{"step": 1340000, "wall_time": 12156.286951065063, "train_loss_step": 3.3362133502960205, "n_params": 4387900, "total_flops": 18062702592000000, "train_loss": 0.027685298522313436, "subset_score_loss": 0.027685298522313436} +{"step": 1350000, "wall_time": 12240.751348495483, "train_loss_step": 3.20283579826355, "n_params": 4387900, "total_flops": 18197498880000000, "train_loss": 0.027699021498362224, "subset_score_loss": 0.027699021498362224} +{"step": 1360000, "wall_time": 12325.205842018127, "train_loss_step": 3.082944393157959, "n_params": 4387900, "total_flops": 18332295168000000, "train_loss": 0.026990966002146403, "subset_score_loss": 0.026990966002146403} +{"step": 1370000, "wall_time": 12409.652227640152, "train_loss_step": 3.7738852500915527, "n_params": 4387900, "total_flops": 18467091456000000, "train_loss": 0.02809026837348938, "subset_score_loss": 0.02809026837348938} +{"step": 1380000, "wall_time": 12494.211145401001, "train_loss_step": 3.275231122970581, "n_params": 4387900, "total_flops": 18601887744000000, "train_loss": 0.027231268088022866, "subset_score_loss": 0.027231268088022866} +{"step": 1390000, "wall_time": 12576.8797352314, "train_loss_step": 3.4191112518310547, "n_params": 4387900, "total_flops": 18736684032000000, "train_loss": 0.02691014806429545, "subset_score_loss": 0.02691014806429545} +{"step": 1400000, "wall_time": 12729.208236932755, "train_loss_step": 3.316530704498291, "n_params": 4387900, "total_flops": 18871480320000000, "train_loss": 0.02669205665588379, "subset_score_loss": 0.02669205665588379, "memorization_fraction_pixel": 0.1670999974012375, "mean_nn_ratio_pixel": 0.49352577328681946, "fid": 119.53629404393968} +{"step": 1410000, "wall_time": 12810.647062063217, "train_loss_step": 3.4429805278778076, "n_params": 4387900, "total_flops": 19006276608000000, "train_loss": 0.025704222917556762, "subset_score_loss": 0.025704222917556762} +{"step": 1420000, "wall_time": 12892.880044460297, "train_loss_step": 3.4243602752685547, "n_params": 4387900, "total_flops": 19141072896000000, "train_loss": 0.027053103844324747, "subset_score_loss": 0.027053103844324747} +{"step": 1430000, "wall_time": 12976.56283712387, "train_loss_step": 3.5037925243377686, "n_params": 4387900, "total_flops": 19275869184000000, "train_loss": 0.026801900068918864, "subset_score_loss": 0.026801900068918864} +{"step": 1440000, "wall_time": 13060.990463495255, "train_loss_step": 3.4273009300231934, "n_params": 4387900, "total_flops": 19410665472000000, "train_loss": 0.02571255962053935, "subset_score_loss": 0.02571255962053935} +{"step": 1450000, "wall_time": 13145.402750253677, "train_loss_step": 3.319425106048584, "n_params": 4387900, "total_flops": 19545461760000000, "train_loss": 0.025659225384394326, "subset_score_loss": 0.025659225384394326} +{"step": 1460000, "wall_time": 13229.780181646347, "train_loss_step": 3.3516783714294434, "n_params": 4387900, "total_flops": 19680258048000000, "train_loss": 0.025669761498769126, "subset_score_loss": 0.025669761498769126} +{"step": 1470000, "wall_time": 13314.155667304993, "train_loss_step": 3.3926615715026855, "n_params": 4387900, "total_flops": 19815054336000000, "train_loss": 0.025781474510828652, "subset_score_loss": 0.025781474510828652} +{"step": 1480000, "wall_time": 13398.484203338623, "train_loss_step": 3.1326284408569336, "n_params": 4387900, "total_flops": 19949850624000000, "train_loss": 0.02556388775507609, "subset_score_loss": 0.02556388775507609} +{"step": 1490000, "wall_time": 13482.055776834488, "train_loss_step": 3.017625331878662, "n_params": 4387900, "total_flops": 20084646912000000, "train_loss": 0.025269722938537596, "subset_score_loss": 0.025269722938537596} +{"step": 1500000, "wall_time": 13661.59562087059, "train_loss_step": 2.9632015228271484, "n_params": 4387900, "total_flops": 20219443200000000, "train_loss": 0.02540248235066732, "subset_score_loss": 0.02540248235066732, "memorization_fraction_pixel": 0.18129999935626984, "mean_nn_ratio_pixel": 0.47701317071914673, "fid": 118.71162368875616} +{"step": 1510000, "wall_time": 13739.355859994888, "train_loss_step": 3.0359973907470703, "n_params": 4387900, "total_flops": 20354239488000000, "train_loss": 0.026158493757247925, "subset_score_loss": 0.026158493757247925} +{"step": 1520000, "wall_time": 13820.405712366104, "train_loss_step": 3.219312906265259, "n_params": 4387900, "total_flops": 20489035776000000, "train_loss": 0.026009607315063476, "subset_score_loss": 0.026009607315063476} +{"step": 1530000, "wall_time": 13904.874535799026, "train_loss_step": 3.1484081745147705, "n_params": 4387900, "total_flops": 20623832064000000, "train_loss": 0.02546945810317993, "subset_score_loss": 0.02546945810317993} +{"step": 1540000, "wall_time": 13989.34969830513, "train_loss_step": 3.453066349029541, "n_params": 4387900, "total_flops": 20758628352000000, "train_loss": 0.025919556617736816, "subset_score_loss": 0.025919556617736816} +{"step": 1550000, "wall_time": 14073.780596971512, "train_loss_step": 3.265199899673462, "n_params": 4387900, "total_flops": 20893424640000000, "train_loss": 0.024661731719970704, "subset_score_loss": 0.024661731719970704} +{"step": 1560000, "wall_time": 14158.228816509247, "train_loss_step": 3.159137487411499, "n_params": 4387900, "total_flops": 21028220928000000, "train_loss": 0.026062808434168496, "subset_score_loss": 0.026062808434168496} +{"step": 1570000, "wall_time": 14242.666299581528, "train_loss_step": 3.252342700958252, "n_params": 4387900, "total_flops": 21163017216000000, "train_loss": 0.024859023094177247, "subset_score_loss": 0.024859023094177247} +{"step": 1580000, "wall_time": 14326.925569534302, "train_loss_step": 3.053140640258789, "n_params": 4387900, "total_flops": 21297813504000000, "train_loss": 0.024553110202153523, "subset_score_loss": 0.024553110202153523} +{"step": 1590000, "wall_time": 14409.5234978199, "train_loss_step": 3.228900671005249, "n_params": 4387900, "total_flops": 21432609792000000, "train_loss": 0.02406020164489746, "subset_score_loss": 0.02406020164489746} +{"step": 1600000, "wall_time": 14563.373919725418, "train_loss_step": 3.2159643173217773, "n_params": 4387900, "total_flops": 21567406080000000, "train_loss": 0.02405266563097636, "subset_score_loss": 0.02405266563097636, "memorization_fraction_pixel": 0.1889999955892563, "mean_nn_ratio_pixel": 0.46962007880210876, "fid": 118.92370200339737} +{"step": 1610000, "wall_time": 14644.676373720169, "train_loss_step": 3.4337286949157715, "n_params": 4387900, "total_flops": 21702202368000000, "train_loss": 0.02368161678314209, "subset_score_loss": 0.02368161678314209} +{"step": 1620000, "wall_time": 14727.120729207993, "train_loss_step": 3.0191612243652344, "n_params": 4387900, "total_flops": 21836998656000000, "train_loss": 0.024036834637324016, "subset_score_loss": 0.024036834637324016} +{"step": 1630000, "wall_time": 14811.62139248848, "train_loss_step": 3.5444040298461914, "n_params": 4387900, "total_flops": 21971794944000000, "train_loss": 0.02379230260848999, "subset_score_loss": 0.02379230260848999} +{"step": 1640000, "wall_time": 14896.077178478241, "train_loss_step": 3.007810592651367, "n_params": 4387900, "total_flops": 22106591232000000, "train_loss": 0.023343700170516967, "subset_score_loss": 0.023343700170516967} +{"step": 1650000, "wall_time": 14980.466318130493, "train_loss_step": 2.880868673324585, "n_params": 4387900, "total_flops": 22241387520000000, "train_loss": 0.02371585766474406, "subset_score_loss": 0.02371585766474406} +{"step": 1660000, "wall_time": 15064.84937787056, "train_loss_step": 3.095890522003174, "n_params": 4387900, "total_flops": 22376183808000000, "train_loss": 0.024126591285069783, "subset_score_loss": 0.024126591285069783} +{"step": 1670000, "wall_time": 15149.28407073021, "train_loss_step": 3.0879364013671875, "n_params": 4387900, "total_flops": 22510980096000000, "train_loss": 0.02317294677098592, "subset_score_loss": 0.02317294677098592} +{"step": 1680000, "wall_time": 15233.52040553093, "train_loss_step": 3.0064563751220703, "n_params": 4387900, "total_flops": 22645776384000000, "train_loss": 0.023893197377522785, "subset_score_loss": 0.023893197377522785} +{"step": 1690000, "wall_time": 15316.000093460083, "train_loss_step": 3.2152178287506104, "n_params": 4387900, "total_flops": 22780572672000000, "train_loss": 0.023579416672388713, "subset_score_loss": 0.023579416672388713} +{"step": 1700000, "wall_time": 15469.081678152084, "train_loss_step": 3.2482242584228516, "n_params": 4387900, "total_flops": 22915368960000000, "train_loss": 0.02329421043395996, "subset_score_loss": 0.02329421043395996, "memorization_fraction_pixel": 0.20020000636577606, "mean_nn_ratio_pixel": 0.4627734422683716, "fid": 118.35893386023176} +{"step": 1710000, "wall_time": 15550.29525256157, "train_loss_step": 3.3941240310668945, "n_params": 4387900, "total_flops": 23050165248000000, "train_loss": 0.023127194245656332, "subset_score_loss": 0.023127194245656332} +{"step": 1720000, "wall_time": 15632.624747037888, "train_loss_step": 3.1748757362365723, "n_params": 4387900, "total_flops": 23184961536000000, "train_loss": 0.02372872829437256, "subset_score_loss": 0.02372872829437256} +{"step": 1730000, "wall_time": 15717.043998479843, "train_loss_step": 3.3175735473632812, "n_params": 4387900, "total_flops": 23319757824000000, "train_loss": 0.023196413119633993, "subset_score_loss": 0.023196413119633993} +{"step": 1740000, "wall_time": 15801.349980592728, "train_loss_step": 2.8836252689361572, "n_params": 4387900, "total_flops": 23454554112000000, "train_loss": 0.02332627773284912, "subset_score_loss": 0.02332627773284912} +{"step": 1750000, "wall_time": 15885.734239816666, "train_loss_step": 3.216071844100952, "n_params": 4387900, "total_flops": 23589350400000000, "train_loss": 0.02337240974108378, "subset_score_loss": 0.02337240974108378} +{"step": 1760000, "wall_time": 15970.112764120102, "train_loss_step": 3.0385124683380127, "n_params": 4387900, "total_flops": 23724146688000000, "train_loss": 0.021881155172983804, "subset_score_loss": 0.021881155172983804} +{"step": 1770000, "wall_time": 16054.536321163177, "train_loss_step": 3.2359836101531982, "n_params": 4387900, "total_flops": 23858942976000000, "train_loss": 0.02199665904045105, "subset_score_loss": 0.02199665904045105} +{"step": 1780000, "wall_time": 16138.698503017426, "train_loss_step": 2.9967188835144043, "n_params": 4387900, "total_flops": 23993739264000000, "train_loss": 0.02328139344851176, "subset_score_loss": 0.02328139344851176} +{"step": 1790000, "wall_time": 16221.195355653763, "train_loss_step": 2.9723873138427734, "n_params": 4387900, "total_flops": 24128535552000000, "train_loss": 0.021855628490447997, "subset_score_loss": 0.021855628490447997} +{"step": 1800000, "wall_time": 16408.589344263077, "train_loss_step": 2.9031248092651367, "n_params": 4387900, "total_flops": 24263331840000000, "train_loss": 0.022305625677108764, "subset_score_loss": 0.022305625677108764, "memorization_fraction_pixel": 0.210099995136261, "mean_nn_ratio_pixel": 0.4530303180217743, "fid": 118.18188065198886} +{"step": 1810000, "wall_time": 16481.936692476273, "train_loss_step": 3.119126319885254, "n_params": 4387900, "total_flops": 24398128128000000, "train_loss": 0.02237073580423991, "subset_score_loss": 0.02237073580423991} +{"step": 1820000, "wall_time": 16558.04710149765, "train_loss_step": 2.991999626159668, "n_params": 4387900, "total_flops": 24532924416000000, "train_loss": 0.022722798585891723, "subset_score_loss": 0.022722798585891723} +{"step": 1830000, "wall_time": 16642.37790441513, "train_loss_step": 3.1593403816223145, "n_params": 4387900, "total_flops": 24667720704000000, "train_loss": 0.021933358907699586, "subset_score_loss": 0.021933358907699586} +{"step": 1840000, "wall_time": 16726.803519964218, "train_loss_step": 3.1071290969848633, "n_params": 4387900, "total_flops": 24802516992000000, "train_loss": 0.021635584036509194, "subset_score_loss": 0.021635584036509194} +{"step": 1850000, "wall_time": 16811.204679727554, "train_loss_step": 2.9130923748016357, "n_params": 4387900, "total_flops": 24937313280000000, "train_loss": 0.02118885119756063, "subset_score_loss": 0.02118885119756063} +{"step": 1860000, "wall_time": 16895.644574403763, "train_loss_step": 3.184549331665039, "n_params": 4387900, "total_flops": 25072109568000000, "train_loss": 0.021152313550313315, "subset_score_loss": 0.021152313550313315} +{"step": 1870000, "wall_time": 16979.843854904175, "train_loss_step": 2.9624857902526855, "n_params": 4387900, "total_flops": 25206905856000000, "train_loss": 0.021564269065856935, "subset_score_loss": 0.021564269065856935} +{"step": 1880000, "wall_time": 17062.224934339523, "train_loss_step": 2.97128963470459, "n_params": 4387900, "total_flops": 25341702144000000, "train_loss": 0.021351552009582518, "subset_score_loss": 0.021351552009582518} +{"step": 1890000, "wall_time": 17146.6546728611, "train_loss_step": 3.0568652153015137, "n_params": 4387900, "total_flops": 25476498432000000, "train_loss": 0.02165218989054362, "subset_score_loss": 0.02165218989054362} +{"step": 1900000, "wall_time": 17333.915892362595, "train_loss_step": 3.146340847015381, "n_params": 4387900, "total_flops": 25611294720000000, "train_loss": 0.024299075206120808, "subset_score_loss": 0.024299075206120808, "memorization_fraction_pixel": 0.21809999644756317, "mean_nn_ratio_pixel": 0.4423165023326874, "fid": 118.37361360292572} +{"step": 1910000, "wall_time": 17411.356626033783, "train_loss_step": 2.7516305446624756, "n_params": 4387900, "total_flops": 25746091008000000, "train_loss": 0.02063468297322591, "subset_score_loss": 0.02063468297322591} +{"step": 1920000, "wall_time": 17488.966025590897, "train_loss_step": 2.943265914916992, "n_params": 4387900, "total_flops": 25880887296000000, "train_loss": 0.020838757356007893, "subset_score_loss": 0.020838757356007893} +{"step": 1930000, "wall_time": 17573.38131928444, "train_loss_step": 2.9708478450775146, "n_params": 4387900, "total_flops": 26015683584000000, "train_loss": 0.0205508291721344, "subset_score_loss": 0.0205508291721344} +{"step": 1940000, "wall_time": 17657.77060842514, "train_loss_step": 3.0683670043945312, "n_params": 4387900, "total_flops": 26150479872000000, "train_loss": 0.02031171917915344, "subset_score_loss": 0.02031171917915344} +{"step": 1950000, "wall_time": 17742.176080703735, "train_loss_step": 3.237682580947876, "n_params": 4387900, "total_flops": 26285276160000000, "train_loss": 0.020489412546157836, "subset_score_loss": 0.020489412546157836} +{"step": 1960000, "wall_time": 17826.539021730423, "train_loss_step": 3.0613820552825928, "n_params": 4387900, "total_flops": 26420072448000000, "train_loss": 0.020907217264175416, "subset_score_loss": 0.020907217264175416} +{"step": 1970000, "wall_time": 17908.797257900238, "train_loss_step": 3.1521952152252197, "n_params": 4387900, "total_flops": 26554868736000000, "train_loss": 0.020858774582544964, "subset_score_loss": 0.020858774582544964} +{"step": 1980000, "wall_time": 17993.14638733864, "train_loss_step": 3.0280497074127197, "n_params": 4387900, "total_flops": 26689665024000000, "train_loss": 0.02090952793757121, "subset_score_loss": 0.02090952793757121} +{"step": 1990000, "wall_time": 18077.531889915466, "train_loss_step": 2.928267002105713, "n_params": 4387900, "total_flops": 26824461312000000, "train_loss": 0.02093125383059184, "subset_score_loss": 0.02093125383059184} +{"step": 2000000, "wall_time": 18267.789093494415, "train_loss_step": 2.756627082824707, "n_params": 4387900, "total_flops": 26959257600000000, "train_loss": 0.020426523685455323, "subset_score_loss": 0.020426523685455323, "memorization_fraction_pixel": 0.21709999442100525, "mean_nn_ratio_pixel": 0.4405088722705841, "fid": 118.46886110667174} +{"step": 2010000, "wall_time": 18345.521865606308, "train_loss_step": 2.8601865768432617, "n_params": 4387900, "total_flops": 27094053888000000, "train_loss": 0.020498613516489666, "subset_score_loss": 0.020498613516489666} +{"step": 2020000, "wall_time": 18423.278117656708, "train_loss_step": 3.2862157821655273, "n_params": 4387900, "total_flops": 27228850176000000, "train_loss": 0.019978052377700804, "subset_score_loss": 0.019978052377700804} +{"step": 2030000, "wall_time": 18507.683058977127, "train_loss_step": 2.856602191925049, "n_params": 4387900, "total_flops": 27363646464000000, "train_loss": 0.019527655839920045, "subset_score_loss": 0.019527655839920045} +{"step": 2040000, "wall_time": 18592.095498800278, "train_loss_step": 3.032845973968506, "n_params": 4387900, "total_flops": 27498442752000000, "train_loss": 0.019470947980880737, "subset_score_loss": 0.019470947980880737} +{"step": 2050000, "wall_time": 18676.44049859047, "train_loss_step": 3.170389175415039, "n_params": 4387900, "total_flops": 27633239040000000, "train_loss": 0.019944272438685098, "subset_score_loss": 0.019944272438685098} +{"step": 2060000, "wall_time": 18760.62255334854, "train_loss_step": 2.7883574962615967, "n_params": 4387900, "total_flops": 27768035328000000, "train_loss": 0.01995727022488912, "subset_score_loss": 0.01995727022488912} +{"step": 2070000, "wall_time": 18843.132488250732, "train_loss_step": 2.7760238647460938, "n_params": 4387900, "total_flops": 27902831616000000, "train_loss": 0.019730331500371297, "subset_score_loss": 0.019730331500371297} +{"step": 2080000, "wall_time": 18927.578876018524, "train_loss_step": 2.875946283340454, "n_params": 4387900, "total_flops": 28037627904000000, "train_loss": 0.020007073879241943, "subset_score_loss": 0.020007073879241943} +{"step": 2090000, "wall_time": 19011.983392477036, "train_loss_step": 3.1136116981506348, "n_params": 4387900, "total_flops": 28172424192000000, "train_loss": 0.019592273235321044, "subset_score_loss": 0.019592273235321044} +{"step": 2100000, "wall_time": 19196.286871433258, "train_loss_step": 2.931264877319336, "n_params": 4387900, "total_flops": 28307220480000000, "train_loss": 0.01936662197113037, "subset_score_loss": 0.01936662197113037, "memorization_fraction_pixel": 0.22020000219345093, "mean_nn_ratio_pixel": 0.43557700514793396, "fid": 117.61531891111086} +{"step": 2110000, "wall_time": 19273.11796593666, "train_loss_step": 2.9899895191192627, "n_params": 4387900, "total_flops": 28442016768000000, "train_loss": 0.019671712319056192, "subset_score_loss": 0.019671712319056192} +{"step": 2120000, "wall_time": 19345.672331094742, "train_loss_step": 2.72116756439209, "n_params": 4387900, "total_flops": 28576813056000000, "train_loss": 0.019352543354034423, "subset_score_loss": 0.019352543354034423} +{"step": 2130000, "wall_time": 19430.113291740417, "train_loss_step": 3.3465652465820312, "n_params": 4387900, "total_flops": 28711609344000000, "train_loss": 0.02023474176724752, "subset_score_loss": 0.02023474176724752} +{"step": 2140000, "wall_time": 19514.384759426117, "train_loss_step": 3.021669626235962, "n_params": 4387900, "total_flops": 28846405632000000, "train_loss": 0.019423874219258626, "subset_score_loss": 0.019423874219258626} +{"step": 2150000, "wall_time": 19598.73142027855, "train_loss_step": 3.010345458984375, "n_params": 4387900, "total_flops": 28981201920000000, "train_loss": 0.019125199317932128, "subset_score_loss": 0.019125199317932128} +{"step": 2160000, "wall_time": 19681.006024599075, "train_loss_step": 3.0839385986328125, "n_params": 4387900, "total_flops": 29115998208000000, "train_loss": 0.019266897439956666, "subset_score_loss": 0.019266897439956666} +{"step": 2170000, "wall_time": 19765.43174648285, "train_loss_step": 3.1102147102355957, "n_params": 4387900, "total_flops": 29250794496000000, "train_loss": 0.019319458802541097, "subset_score_loss": 0.019319458802541097} +{"step": 2180000, "wall_time": 19849.848170757294, "train_loss_step": 3.1674203872680664, "n_params": 4387900, "total_flops": 29385590784000000, "train_loss": 0.01924582322438558, "subset_score_loss": 0.01924582322438558} +{"step": 2190000, "wall_time": 19934.194093465805, "train_loss_step": 2.6493215560913086, "n_params": 4387900, "total_flops": 29520387072000000, "train_loss": 0.018760011593500773, "subset_score_loss": 0.018760011593500773} +{"step": 2200000, "wall_time": 20126.497570753098, "train_loss_step": 2.663686752319336, "n_params": 4387900, "total_flops": 29655183360000000, "train_loss": 0.01929591695467631, "subset_score_loss": 0.01929591695467631, "memorization_fraction_pixel": 0.22669999301433563, "mean_nn_ratio_pixel": 0.4331761598587036, "fid": 118.36453262989563} +{"step": 2210000, "wall_time": 20208.978848218918, "train_loss_step": 2.872565269470215, "n_params": 4387900, "total_flops": 29789979648000000, "train_loss": 0.019058666626612344, "subset_score_loss": 0.019058666626612344} +{"step": 2220000, "wall_time": 20277.663127183914, "train_loss_step": 2.637937307357788, "n_params": 4387900, "total_flops": 29924775936000000, "train_loss": 0.018323036034901936, "subset_score_loss": 0.018323036034901936} +{"step": 2230000, "wall_time": 20362.023756980896, "train_loss_step": 2.8532118797302246, "n_params": 4387900, "total_flops": 30059572224000000, "train_loss": 0.018342403570810954, "subset_score_loss": 0.018342403570810954} +{"step": 2240000, "wall_time": 20446.471843719482, "train_loss_step": 2.8262276649475098, "n_params": 4387900, "total_flops": 30194368512000000, "train_loss": 0.018436487515767416, "subset_score_loss": 0.018436487515767416} +{"step": 2250000, "wall_time": 20529.07644176483, "train_loss_step": 2.79829740524292, "n_params": 4387900, "total_flops": 30329164800000000, "train_loss": 0.018913278977076214, "subset_score_loss": 0.018913278977076214} +{"step": 2260000, "wall_time": 20613.417906045914, "train_loss_step": 2.7307708263397217, "n_params": 4387900, "total_flops": 30463961088000000, "train_loss": 0.01926801005999247, "subset_score_loss": 0.01926801005999247} +{"step": 2270000, "wall_time": 20697.865932941437, "train_loss_step": 2.9895808696746826, "n_params": 4387900, "total_flops": 30598757376000000, "train_loss": 0.01815587282180786, "subset_score_loss": 0.01815587282180786} +{"step": 2280000, "wall_time": 20782.292418956757, "train_loss_step": 3.1062605381011963, "n_params": 4387900, "total_flops": 30733553664000000, "train_loss": 0.01783228317896525, "subset_score_loss": 0.01783228317896525} +{"step": 2290000, "wall_time": 20866.579607486725, "train_loss_step": 2.773404598236084, "n_params": 4387900, "total_flops": 30868349952000000, "train_loss": 0.01841629147529602, "subset_score_loss": 0.01841629147529602} +{"step": 2300000, "wall_time": 21065.26866197586, "train_loss_step": 2.975046157836914, "n_params": 4387900, "total_flops": 31003146240000000, "train_loss": 0.01814850370089213, "subset_score_loss": 0.01814850370089213, "memorization_fraction_pixel": 0.2290000021457672, "mean_nn_ratio_pixel": 0.4256192743778229, "fid": 118.40161605080269} +{"step": 2310000, "wall_time": 21147.703815460205, "train_loss_step": 2.94954776763916, "n_params": 4387900, "total_flops": 31137942528000000, "train_loss": 0.018372279405593873, "subset_score_loss": 0.018372279405593873} +{"step": 2320000, "wall_time": 21221.243269443512, "train_loss_step": 2.7073910236358643, "n_params": 4387900, "total_flops": 31272738816000000, "train_loss": 0.017609538634618123, "subset_score_loss": 0.017609538634618123} +{"step": 2330000, "wall_time": 21305.629846811295, "train_loss_step": 2.8242788314819336, "n_params": 4387900, "total_flops": 31407535104000000, "train_loss": 0.018663034836451212, "subset_score_loss": 0.018663034836451212} +{"step": 2340000, "wall_time": 21388.894073724747, "train_loss_step": 2.8130712509155273, "n_params": 4387900, "total_flops": 31542331392000000, "train_loss": 0.017438610394795735, "subset_score_loss": 0.017438610394795735} +{"step": 2350000, "wall_time": 21472.73483467102, "train_loss_step": 2.8817710876464844, "n_params": 4387900, "total_flops": 31677127680000000, "train_loss": 0.017951099077860515, "subset_score_loss": 0.017951099077860515} +{"step": 2360000, "wall_time": 21557.135494947433, "train_loss_step": 2.824115753173828, "n_params": 4387900, "total_flops": 31811923968000000, "train_loss": 0.01829285224278768, "subset_score_loss": 0.01829285224278768} +{"step": 2370000, "wall_time": 21641.48363518715, "train_loss_step": 2.7995340824127197, "n_params": 4387900, "total_flops": 31946720256000000, "train_loss": 0.01780405839284261, "subset_score_loss": 0.01780405839284261} +{"step": 2380000, "wall_time": 21725.943121433258, "train_loss_step": 2.9670517444610596, "n_params": 4387900, "total_flops": 32081516544000000, "train_loss": 0.01719692349433899, "subset_score_loss": 0.01719692349433899} +{"step": 2390000, "wall_time": 21810.3199737072, "train_loss_step": 2.919642448425293, "n_params": 4387900, "total_flops": 32216312832000000, "train_loss": 0.017156054576237995, "subset_score_loss": 0.017156054576237995} +{"step": 2400000, "wall_time": 22021.11245083809, "train_loss_step": 2.8726131916046143, "n_params": 4387900, "total_flops": 32351109120000000, "train_loss": 0.017398256063461303, "subset_score_loss": 0.017398256063461303, "memorization_fraction_pixel": 0.22370000183582306, "mean_nn_ratio_pixel": 0.42765215039253235, "fid": 118.27191972338268} +{"step": 2410000, "wall_time": 22100.99931025505, "train_loss_step": 3.006256103515625, "n_params": 4387900, "total_flops": 32485905408000000, "train_loss": 0.017245980103810628, "subset_score_loss": 0.017245980103810628} +{"step": 2420000, "wall_time": 22180.40314555168, "train_loss_step": 2.916435718536377, "n_params": 4387900, "total_flops": 32620701696000000, "train_loss": 0.017778297265370686, "subset_score_loss": 0.017778297265370686} +{"step": 2430000, "wall_time": 22263.486800432205, "train_loss_step": 2.9634768962860107, "n_params": 4387900, "total_flops": 32755497984000000, "train_loss": 0.017343121767044067, "subset_score_loss": 0.017343121767044067} +{"step": 2440000, "wall_time": 22347.187350034714, "train_loss_step": 2.4953432083129883, "n_params": 4387900, "total_flops": 32890294272000000, "train_loss": 0.01800049344698588, "subset_score_loss": 0.01800049344698588} +{"step": 2450000, "wall_time": 22431.56268429756, "train_loss_step": 2.8310437202453613, "n_params": 4387900, "total_flops": 33025090560000000, "train_loss": 0.016109750668207804, "subset_score_loss": 0.016109750668207804} +{"step": 2460000, "wall_time": 22515.938196659088, "train_loss_step": 2.786665439605713, "n_params": 4387900, "total_flops": 33159886848000000, "train_loss": 0.01856125593185425, "subset_score_loss": 0.01856125593185425} +{"step": 2470000, "wall_time": 22600.322384357452, "train_loss_step": 2.8158788681030273, "n_params": 4387900, "total_flops": 33294683136000000, "train_loss": 0.018505620956420898, "subset_score_loss": 0.018505620956420898} +{"step": 2480000, "wall_time": 22684.739767074585, "train_loss_step": 2.8865480422973633, "n_params": 4387900, "total_flops": 33429479424000000, "train_loss": 0.016690820455551147, "subset_score_loss": 0.016690820455551147} +{"step": 2490000, "wall_time": 22769.00013065338, "train_loss_step": 2.7170755863189697, "n_params": 4387900, "total_flops": 33564275712000000, "train_loss": 0.01659594674905141, "subset_score_loss": 0.01659594674905141} +{"step": 2500000, "wall_time": 22955.477232933044, "train_loss_step": 2.890749931335449, "n_params": 4387900, "total_flops": 33699072000000000, "train_loss": 0.016512041290601093, "subset_score_loss": 0.016512041290601093, "memorization_fraction_pixel": 0.23720000684261322, "mean_nn_ratio_pixel": 0.4220188856124878, "fid": 117.84760878880265} +{"step": 2510000, "wall_time": 23032.85538983345, "train_loss_step": 2.7289483547210693, "n_params": 4387900, "total_flops": 33833868288000000, "train_loss": 0.016453302899996438, "subset_score_loss": 0.016453302899996438} +{"step": 2520000, "wall_time": 23110.64471721649, "train_loss_step": 2.6579020023345947, "n_params": 4387900, "total_flops": 33968664576000000, "train_loss": 0.01630481779575348, "subset_score_loss": 0.01630481779575348} +{"step": 2530000, "wall_time": 23193.03815793991, "train_loss_step": 2.9771244525909424, "n_params": 4387900, "total_flops": 34103460864000000, "train_loss": 0.01657886803150177, "subset_score_loss": 0.01657886803150177} +{"step": 2540000, "wall_time": 23277.398470401764, "train_loss_step": 3.0757641792297363, "n_params": 4387900, "total_flops": 34238257152000000, "train_loss": 0.017054903507232665, "subset_score_loss": 0.017054903507232665} +{"step": 2550000, "wall_time": 23361.737347841263, "train_loss_step": 2.5436689853668213, "n_params": 4387900, "total_flops": 34373053440000000, "train_loss": 0.016526456673940024, "subset_score_loss": 0.016526456673940024} +{"step": 2560000, "wall_time": 23446.004408597946, "train_loss_step": 2.843811511993408, "n_params": 4387900, "total_flops": 34507849728000000, "train_loss": 0.015921072165171305, "subset_score_loss": 0.015921072165171305} +{"step": 2570000, "wall_time": 23530.45952796936, "train_loss_step": 2.7627720832824707, "n_params": 4387900, "total_flops": 34642646016000000, "train_loss": 0.016537065307299297, "subset_score_loss": 0.016537065307299297} +{"step": 2580000, "wall_time": 23614.938225507736, "train_loss_step": 2.7117037773132324, "n_params": 4387900, "total_flops": 34777442304000000, "train_loss": 0.01645290752251943, "subset_score_loss": 0.01645290752251943} +{"step": 2590000, "wall_time": 23697.380010843277, "train_loss_step": 3.1386401653289795, "n_params": 4387900, "total_flops": 34912238592000000, "train_loss": 0.01647248367468516, "subset_score_loss": 0.01647248367468516} +{"step": 2600000, "wall_time": 23904.055940151215, "train_loss_step": 2.834611415863037, "n_params": 4387900, "total_flops": 35047034880000000, "train_loss": 0.015991002321243286, "subset_score_loss": 0.015991002321243286, "memorization_fraction_pixel": 0.2451999932527542, "mean_nn_ratio_pixel": 0.41815897822380066, "fid": 117.77184832351638} +{"step": 2610000, "wall_time": 23978.244707107544, "train_loss_step": 2.709871292114258, "n_params": 4387900, "total_flops": 35181831168000000, "train_loss": 0.016368025541305543, "subset_score_loss": 0.016368025541305543} +{"step": 2620000, "wall_time": 24055.126035690308, "train_loss_step": 2.7212424278259277, "n_params": 4387900, "total_flops": 35316627456000000, "train_loss": 0.015900803605715434, "subset_score_loss": 0.015900803605715434} +{"step": 2630000, "wall_time": 24139.55387878418, "train_loss_step": 2.945000648498535, "n_params": 4387900, "total_flops": 35451423744000000, "train_loss": 0.01542570988337199, "subset_score_loss": 0.01542570988337199} +{"step": 2640000, "wall_time": 24224.037266492844, "train_loss_step": 3.210310935974121, "n_params": 4387900, "total_flops": 35586220032000000, "train_loss": 0.015961271524429322, "subset_score_loss": 0.015961271524429322} +{"step": 2650000, "wall_time": 24308.48151254654, "train_loss_step": 2.959148406982422, "n_params": 4387900, "total_flops": 35721016320000000, "train_loss": 0.01686776280403137, "subset_score_loss": 0.01686776280403137} +{"step": 2660000, "wall_time": 24392.930706739426, "train_loss_step": 3.1149868965148926, "n_params": 4387900, "total_flops": 35855812608000000, "train_loss": 0.015843516588211058, "subset_score_loss": 0.015843516588211058} +{"step": 2670000, "wall_time": 24477.303622961044, "train_loss_step": 2.7882001399993896, "n_params": 4387900, "total_flops": 35990608896000000, "train_loss": 0.01575139065583547, "subset_score_loss": 0.01575139065583547} +{"step": 2680000, "wall_time": 24560.55362510681, "train_loss_step": 2.852987766265869, "n_params": 4387900, "total_flops": 36125405184000000, "train_loss": 0.01625811755657196, "subset_score_loss": 0.01625811755657196} +{"step": 2690000, "wall_time": 24642.951246261597, "train_loss_step": 3.0124542713165283, "n_params": 4387900, "total_flops": 36260201472000000, "train_loss": 0.016284460822741192, "subset_score_loss": 0.016284460822741192} +{"step": 2700000, "wall_time": 24844.999979496002, "train_loss_step": 2.834521532058716, "n_params": 4387900, "total_flops": 36394997760000000, "train_loss": 0.015945258736610412, "subset_score_loss": 0.015945258736610412, "memorization_fraction_pixel": 0.24570000171661377, "mean_nn_ratio_pixel": 0.4185957610607147, "fid": 117.87054783278468} +{"step": 2710000, "wall_time": 24916.561362743378, "train_loss_step": 2.977041482925415, "n_params": 4387900, "total_flops": 36529794048000000, "train_loss": 0.016049812237421673, "subset_score_loss": 0.016049812237421673} +{"step": 2720000, "wall_time": 24993.90989279747, "train_loss_step": 2.9730286598205566, "n_params": 4387900, "total_flops": 36664590336000000, "train_loss": 0.015789838631947835, "subset_score_loss": 0.015789838631947835} +{"step": 2730000, "wall_time": 25078.326571702957, "train_loss_step": 3.0985331535339355, "n_params": 4387900, "total_flops": 36799386624000000, "train_loss": 0.01547218362490336, "subset_score_loss": 0.01547218362490336} +{"step": 2740000, "wall_time": 25162.819491147995, "train_loss_step": 3.0515835285186768, "n_params": 4387900, "total_flops": 36934182912000000, "train_loss": 0.015312211712201436, "subset_score_loss": 0.015312211712201436} +{"step": 2750000, "wall_time": 25247.23553967476, "train_loss_step": 2.744467258453369, "n_params": 4387900, "total_flops": 37068979200000000, "train_loss": 0.015475209554036458, "subset_score_loss": 0.015475209554036458} +{"step": 2760000, "wall_time": 25331.656802654266, "train_loss_step": 2.9761719703674316, "n_params": 4387900, "total_flops": 37203775488000000, "train_loss": 0.015041946371396383, "subset_score_loss": 0.015041946371396383} +{"step": 2770000, "wall_time": 25415.931405305862, "train_loss_step": 2.7268710136413574, "n_params": 4387900, "total_flops": 37338571776000000, "train_loss": 0.015323254466056823, "subset_score_loss": 0.015323254466056823} +{"step": 2780000, "wall_time": 25498.45117163658, "train_loss_step": 2.7502193450927734, "n_params": 4387900, "total_flops": 37473368064000000, "train_loss": 0.014963846405347188, "subset_score_loss": 0.014963846405347188} +{"step": 2790000, "wall_time": 25582.872730731964, "train_loss_step": 2.692138433456421, "n_params": 4387900, "total_flops": 37608164352000000, "train_loss": 0.015632094939549764, "subset_score_loss": 0.015632094939549764} +{"step": 2800000, "wall_time": 25783.879463672638, "train_loss_step": 2.7503819465637207, "n_params": 4387900, "total_flops": 37742960640000000, "train_loss": 0.01474072535832723, "subset_score_loss": 0.01474072535832723, "memorization_fraction_pixel": 0.2476000040769577, "mean_nn_ratio_pixel": 0.41854315996170044, "fid": 117.66948117176189} +{"step": 2810000, "wall_time": 25859.303196907043, "train_loss_step": 2.700321674346924, "n_params": 4387900, "total_flops": 37877756928000000, "train_loss": 0.015209710597991944, "subset_score_loss": 0.015209710597991944} +{"step": 2820000, "wall_time": 25941.028368473053, "train_loss_step": 2.469933032989502, "n_params": 4387900, "total_flops": 38012553216000000, "train_loss": 0.015252047777175903, "subset_score_loss": 0.015252047777175903} +{"step": 2830000, "wall_time": 26025.439672470093, "train_loss_step": 2.813011646270752, "n_params": 4387900, "total_flops": 38147349504000000, "train_loss": 0.014626109600067138, "subset_score_loss": 0.014626109600067138} +{"step": 2840000, "wall_time": 26109.900171279907, "train_loss_step": 2.984708309173584, "n_params": 4387900, "total_flops": 38282145792000000, "train_loss": 0.01482611894607544, "subset_score_loss": 0.01482611894607544} +{"step": 2850000, "wall_time": 26194.335786819458, "train_loss_step": 3.059642791748047, "n_params": 4387900, "total_flops": 38416942080000000, "train_loss": 0.016333773732185364, "subset_score_loss": 0.016333773732185364} +{"step": 2860000, "wall_time": 26278.773077726364, "train_loss_step": 2.7570011615753174, "n_params": 4387900, "total_flops": 38551738368000000, "train_loss": 0.016950736443201702, "subset_score_loss": 0.016950736443201702} +{"step": 2870000, "wall_time": 26361.17072367668, "train_loss_step": 3.0030527114868164, "n_params": 4387900, "total_flops": 38686534656000000, "train_loss": 0.015092918276786804, "subset_score_loss": 0.015092918276786804} +{"step": 2880000, "wall_time": 26445.59749007225, "train_loss_step": 2.777966022491455, "n_params": 4387900, "total_flops": 38821330944000000, "train_loss": 0.014492685596148172, "subset_score_loss": 0.014492685596148172} +{"step": 2890000, "wall_time": 26530.072389364243, "train_loss_step": 2.8201956748962402, "n_params": 4387900, "total_flops": 38956127232000000, "train_loss": 0.014478004972139994, "subset_score_loss": 0.014478004972139994} +{"step": 2900000, "wall_time": 26729.72544169426, "train_loss_step": 2.9593820571899414, "n_params": 4387900, "total_flops": 39090923520000000, "train_loss": 0.014176831642786662, "subset_score_loss": 0.014176831642786662, "memorization_fraction_pixel": 0.2515999972820282, "mean_nn_ratio_pixel": 0.41539034247398376, "fid": 117.70466408712181} +{"step": 2910000, "wall_time": 26801.87359905243, "train_loss_step": 2.9252853393554688, "n_params": 4387900, "total_flops": 39225719808000000, "train_loss": 0.014386082688967386, "subset_score_loss": 0.014386082688967386} +{"step": 2920000, "wall_time": 26883.80364727974, "train_loss_step": 2.866297960281372, "n_params": 4387900, "total_flops": 39360516096000000, "train_loss": 0.014548395077387493, "subset_score_loss": 0.014548395077387493} +{"step": 2930000, "wall_time": 26968.339362621307, "train_loss_step": 2.684237003326416, "n_params": 4387900, "total_flops": 39495312384000000, "train_loss": 0.01459687352180481, "subset_score_loss": 0.01459687352180481} +{"step": 2940000, "wall_time": 27052.71797633171, "train_loss_step": 2.6020452976226807, "n_params": 4387900, "total_flops": 39630108672000000, "train_loss": 0.01407505472501119, "subset_score_loss": 0.01407505472501119} +{"step": 2950000, "wall_time": 27137.130331277847, "train_loss_step": 2.722996950149536, "n_params": 4387900, "total_flops": 39764904960000000, "train_loss": 0.013949527343114217, "subset_score_loss": 0.013949527343114217} +{"step": 2960000, "wall_time": 27221.21830868721, "train_loss_step": 3.0410876274108887, "n_params": 4387900, "total_flops": 39899701248000000, "train_loss": 0.015435192982355754, "subset_score_loss": 0.015435192982355754} +{"step": 2970000, "wall_time": 27303.265031337738, "train_loss_step": 2.797541618347168, "n_params": 4387900, "total_flops": 40034497536000000, "train_loss": 0.014432677626609802, "subset_score_loss": 0.014432677626609802} +{"step": 2980000, "wall_time": 27387.76206636429, "train_loss_step": 2.7053747177124023, "n_params": 4387900, "total_flops": 40169293824000000, "train_loss": 0.013803486029307048, "subset_score_loss": 0.013803486029307048} +{"step": 2990000, "wall_time": 27472.262390613556, "train_loss_step": 2.900683641433716, "n_params": 4387900, "total_flops": 40304090112000000, "train_loss": 0.014428884784380595, "subset_score_loss": 0.014428884784380595} +{"step": 3000000, "wall_time": 27684.21465229988, "train_loss_step": 2.9044477939605713, "n_params": 4387900, "total_flops": 40438886400000000, "train_loss": 0.014038063089052836, "subset_score_loss": 0.014038063089052836, "memorization_fraction_pixel": 0.25290000438690186, "mean_nn_ratio_pixel": 0.4170565903186798, "fid": 117.4417187217025} +{"step": 3010000, "wall_time": 27754.178876638412, "train_loss_step": 2.779700756072998, "n_params": 4387900, "total_flops": 40573682688000000, "train_loss": 0.013983842730522156, "subset_score_loss": 0.013983842730522156} +{"step": 3020000, "wall_time": 27837.230959177017, "train_loss_step": 2.719130039215088, "n_params": 4387900, "total_flops": 40708478976000000, "train_loss": 0.013576908906300863, "subset_score_loss": 0.013576908906300863} +{"step": 3030000, "wall_time": 27921.705005407333, "train_loss_step": 2.939511299133301, "n_params": 4387900, "total_flops": 40843275264000000, "train_loss": 0.014034631848335265, "subset_score_loss": 0.014034631848335265} +{"step": 3040000, "wall_time": 28006.16303086281, "train_loss_step": 2.6129064559936523, "n_params": 4387900, "total_flops": 40978071552000000, "train_loss": 0.014973411957422892, "subset_score_loss": 0.014973411957422892} +{"step": 3050000, "wall_time": 28090.50673675537, "train_loss_step": 2.8915767669677734, "n_params": 4387900, "total_flops": 41112867840000000, "train_loss": 0.015387284755706786, "subset_score_loss": 0.015387284755706786} +{"step": 3060000, "wall_time": 28173.325825214386, "train_loss_step": 2.7708349227905273, "n_params": 4387900, "total_flops": 41247664128000000, "train_loss": 0.01452065110206604, "subset_score_loss": 0.01452065110206604} +{"step": 3070000, "wall_time": 28257.800184726715, "train_loss_step": 2.543400287628174, "n_params": 4387900, "total_flops": 41382460416000000, "train_loss": 0.013632064064343771, "subset_score_loss": 0.013632064064343771} +{"step": 3080000, "wall_time": 28342.215921401978, "train_loss_step": 3.0218634605407715, "n_params": 4387900, "total_flops": 41517256704000000, "train_loss": 0.013615561525026958, "subset_score_loss": 0.013615561525026958} +{"step": 3090000, "wall_time": 28424.60793042183, "train_loss_step": 2.734570026397705, "n_params": 4387900, "total_flops": 41652052992000000, "train_loss": 0.013589945435523988, "subset_score_loss": 0.013589945435523988} +{"step": 3100000, "wall_time": 28610.040102005005, "train_loss_step": 2.66292667388916, "n_params": 4387900, "total_flops": 41786849280000000, "train_loss": 0.014619149764378865, "subset_score_loss": 0.014619149764378865, "memorization_fraction_pixel": 0.2443999946117401, "mean_nn_ratio_pixel": 0.4166243076324463, "fid": 117.92341027557916} +{"step": 3110000, "wall_time": 28684.466850042343, "train_loss_step": 2.704108238220215, "n_params": 4387900, "total_flops": 41921645568000000, "train_loss": 0.014081009229024251, "subset_score_loss": 0.014081009229024251} +{"step": 3120000, "wall_time": 28767.517756462097, "train_loss_step": 2.683405876159668, "n_params": 4387900, "total_flops": 42056441856000000, "train_loss": 0.013218610485394796, "subset_score_loss": 0.013218610485394796} +{"step": 3130000, "wall_time": 28852.05389380455, "train_loss_step": 2.578671932220459, "n_params": 4387900, "total_flops": 42191238144000000, "train_loss": 0.01307176152865092, "subset_score_loss": 0.01307176152865092} +{"step": 3140000, "wall_time": 28936.46994662285, "train_loss_step": 2.5996646881103516, "n_params": 4387900, "total_flops": 42326034432000000, "train_loss": 0.01321406861146291, "subset_score_loss": 0.01321406861146291} +{"step": 3150000, "wall_time": 29018.916631937027, "train_loss_step": 2.7679200172424316, "n_params": 4387900, "total_flops": 42460830720000000, "train_loss": 0.014076630274454752, "subset_score_loss": 0.014076630274454752} +{"step": 3160000, "wall_time": 29103.374336242676, "train_loss_step": 2.6491048336029053, "n_params": 4387900, "total_flops": 42595627008000000, "train_loss": 0.013140412171681722, "subset_score_loss": 0.013140412171681722} +{"step": 3170000, "wall_time": 29187.859439611435, "train_loss_step": 2.833627700805664, "n_params": 4387900, "total_flops": 42730423296000000, "train_loss": 0.01315057377020518, "subset_score_loss": 0.01315057377020518} +{"step": 3180000, "wall_time": 29272.147261619568, "train_loss_step": 2.5575759410858154, "n_params": 4387900, "total_flops": 42865219584000000, "train_loss": 0.013107101122538248, "subset_score_loss": 0.013107101122538248} +{"step": 3190000, "wall_time": 29355.033085107803, "train_loss_step": 2.8575944900512695, "n_params": 4387900, "total_flops": 43000015872000000, "train_loss": 0.013100256522496542, "subset_score_loss": 0.013100256522496542} +{"step": 3200000, "wall_time": 29523.506486415863, "train_loss_step": 2.5217087268829346, "n_params": 4387900, "total_flops": 43134812160000000, "train_loss": 0.012966521581013997, "subset_score_loss": 0.012966521581013997, "memorization_fraction_pixel": 0.24809999763965607, "mean_nn_ratio_pixel": 0.41591182351112366, "fid": 117.98514941939024} +{"step": 3210000, "wall_time": 29602.41288113594, "train_loss_step": 2.865267276763916, "n_params": 4387900, "total_flops": 43269608448000000, "train_loss": 0.013472602764765421, "subset_score_loss": 0.013472602764765421} +{"step": 3220000, "wall_time": 29682.588268995285, "train_loss_step": 2.8648009300231934, "n_params": 4387900, "total_flops": 43404404736000000, "train_loss": 0.013008678952852884, "subset_score_loss": 0.013008678952852884} +{"step": 3230000, "wall_time": 29767.101239442825, "train_loss_step": 2.784639835357666, "n_params": 4387900, "total_flops": 43539201024000000, "train_loss": 0.013505657513936361, "subset_score_loss": 0.013505657513936361} +{"step": 3240000, "wall_time": 29851.592345237732, "train_loss_step": 2.731085777282715, "n_params": 4387900, "total_flops": 43673997312000000, "train_loss": 0.012753128012021383, "subset_score_loss": 0.012753128012021383} +{"step": 3250000, "wall_time": 29934.076111793518, "train_loss_step": 3.0325474739074707, "n_params": 4387900, "total_flops": 43808793600000000, "train_loss": 0.01347666879494985, "subset_score_loss": 0.01347666879494985} +{"step": 3260000, "wall_time": 30018.59573817253, "train_loss_step": 2.7844841480255127, "n_params": 4387900, "total_flops": 43943589888000000, "train_loss": 0.01290531059106191, "subset_score_loss": 0.01290531059106191} +{"step": 3270000, "wall_time": 30103.054671287537, "train_loss_step": 3.0297422409057617, "n_params": 4387900, "total_flops": 44078386176000000, "train_loss": 0.013688214619954427, "subset_score_loss": 0.013688214619954427} +{"step": 3280000, "wall_time": 30185.448230028152, "train_loss_step": 3.1285617351531982, "n_params": 4387900, "total_flops": 44213182464000000, "train_loss": 0.013569802045822144, "subset_score_loss": 0.013569802045822144} +{"step": 3290000, "wall_time": 30269.92924261093, "train_loss_step": 2.8664612770080566, "n_params": 4387900, "total_flops": 44347978752000000, "train_loss": 0.012809136509895324, "subset_score_loss": 0.012809136509895324} +{"step": 3300000, "wall_time": 30467.78748011589, "train_loss_step": 2.670499324798584, "n_params": 4387900, "total_flops": 44482775040000000, "train_loss": 0.012799947460492452, "subset_score_loss": 0.012799947460492452, "memorization_fraction_pixel": 0.2685000002384186, "mean_nn_ratio_pixel": 0.4102238416671753, "fid": 117.7809527814203} +{"step": 3310000, "wall_time": 30541.801566123962, "train_loss_step": 2.620199680328369, "n_params": 4387900, "total_flops": 44617571328000000, "train_loss": 0.012434943517049154, "subset_score_loss": 0.012434943517049154} +{"step": 3320000, "wall_time": 30620.645621061325, "train_loss_step": 2.755901336669922, "n_params": 4387900, "total_flops": 44752367616000000, "train_loss": 0.013232169548670451, "subset_score_loss": 0.013232169548670451} +{"step": 3330000, "wall_time": 30705.129660844803, "train_loss_step": 2.860814094543457, "n_params": 4387900, "total_flops": 44887163904000000, "train_loss": 0.013271305958429973, "subset_score_loss": 0.013271305958429973} +{"step": 3340000, "wall_time": 30789.44139957428, "train_loss_step": 2.746086597442627, "n_params": 4387900, "total_flops": 45021960192000000, "train_loss": 0.012754334012667339, "subset_score_loss": 0.012754334012667339} +{"step": 3350000, "wall_time": 30872.073115110397, "train_loss_step": 2.544221878051758, "n_params": 4387900, "total_flops": 45156756480000000, "train_loss": 0.013197821378707886, "subset_score_loss": 0.013197821378707886} +{"step": 3360000, "wall_time": 30956.49401950836, "train_loss_step": 2.770566701889038, "n_params": 4387900, "total_flops": 45291552768000000, "train_loss": 0.012650554378827414, "subset_score_loss": 0.012650554378827414} +{"step": 3370000, "wall_time": 31039.13036084175, "train_loss_step": 2.796877861022949, "n_params": 4387900, "total_flops": 45426349056000000, "train_loss": 0.012657245000203451, "subset_score_loss": 0.012657245000203451} +{"step": 3380000, "wall_time": 31123.58881688118, "train_loss_step": 2.8205671310424805, "n_params": 4387900, "total_flops": 45561145344000000, "train_loss": 0.013724147280057272, "subset_score_loss": 0.013724147280057272} +{"step": 3390000, "wall_time": 31208.0856692791, "train_loss_step": 2.7673492431640625, "n_params": 4387900, "total_flops": 45695941632000000, "train_loss": 0.012854047616322835, "subset_score_loss": 0.012854047616322835} +{"step": 3400000, "wall_time": 31383.0048661232, "train_loss_step": 2.6705753803253174, "n_params": 4387900, "total_flops": 45830737920000000, "train_loss": 0.013094079494476319, "subset_score_loss": 0.013094079494476319, "memorization_fraction_pixel": 0.25870001316070557, "mean_nn_ratio_pixel": 0.4083327054977417, "fid": 117.61328952773917} +{"step": 3410000, "wall_time": 31465.323357105255, "train_loss_step": 2.564925193786621, "n_params": 4387900, "total_flops": 45965534208000000, "train_loss": 0.012438397606213887, "subset_score_loss": 0.012438397606213887} +{"step": 3420000, "wall_time": 31535.41136956215, "train_loss_step": 2.603679656982422, "n_params": 4387900, "total_flops": 46100330496000000, "train_loss": 0.012861521045366923, "subset_score_loss": 0.012861521045366923} +{"step": 3430000, "wall_time": 31619.914608478546, "train_loss_step": 2.7672417163848877, "n_params": 4387900, "total_flops": 46235126784000000, "train_loss": 0.012286067008972168, "subset_score_loss": 0.012286067008972168} +{"step": 3440000, "wall_time": 31702.612864255905, "train_loss_step": 2.710491180419922, "n_params": 4387900, "total_flops": 46369923072000000, "train_loss": 0.012288141250610351, "subset_score_loss": 0.012288141250610351} +{"step": 3450000, "wall_time": 31787.09657382965, "train_loss_step": 2.5208687782287598, "n_params": 4387900, "total_flops": 46504719360000000, "train_loss": 0.01265397270520528, "subset_score_loss": 0.01265397270520528} +{"step": 3460000, "wall_time": 31871.420394420624, "train_loss_step": 2.5964391231536865, "n_params": 4387900, "total_flops": 46639515648000000, "train_loss": 0.012588960925738017, "subset_score_loss": 0.012588960925738017} +{"step": 3470000, "wall_time": 31953.932304143906, "train_loss_step": 2.8535959720611572, "n_params": 4387900, "total_flops": 46774311936000000, "train_loss": 0.011917080481847126, "subset_score_loss": 0.011917080481847126} +{"step": 3480000, "wall_time": 32038.41035246849, "train_loss_step": 2.2988176345825195, "n_params": 4387900, "total_flops": 46909108224000000, "train_loss": 0.012738506992657979, "subset_score_loss": 0.012738506992657979} +{"step": 3490000, "wall_time": 32122.892956733704, "train_loss_step": 2.687912940979004, "n_params": 4387900, "total_flops": 47043904512000000, "train_loss": 0.012234613299369812, "subset_score_loss": 0.012234613299369812} +{"step": 3500000, "wall_time": 32289.905549287796, "train_loss_step": 2.74501895904541, "n_params": 4387900, "total_flops": 47178700800000000, "train_loss": 0.01258277396361033, "subset_score_loss": 0.01258277396361033, "memorization_fraction_pixel": 0.2574999928474426, "mean_nn_ratio_pixel": 0.41025543212890625, "fid": 118.28327241958604} +{"step": 3510000, "wall_time": 32374.498352766037, "train_loss_step": 2.838244915008545, "n_params": 4387900, "total_flops": 47313497088000000, "train_loss": 0.011814280351003011, "subset_score_loss": 0.011814280351003011} +{"step": 3520000, "wall_time": 32453.91338610649, "train_loss_step": 2.521252393722534, "n_params": 4387900, "total_flops": 47448293376000000, "train_loss": 0.011978426575660705, "subset_score_loss": 0.011978426575660705} +{"step": 3530000, "wall_time": 32538.441614627838, "train_loss_step": 2.5674710273742676, "n_params": 4387900, "total_flops": 47583089664000000, "train_loss": 0.01246330440044403, "subset_score_loss": 0.01246330440044403} +{"step": 3540000, "wall_time": 32620.969544410706, "train_loss_step": 2.6240880489349365, "n_params": 4387900, "total_flops": 47717885952000000, "train_loss": 0.011697760224342347, "subset_score_loss": 0.011697760224342347} +{"step": 3550000, "wall_time": 32705.39849472046, "train_loss_step": 2.734473466873169, "n_params": 4387900, "total_flops": 47852682240000000, "train_loss": 0.012350403269131978, "subset_score_loss": 0.012350403269131978} +{"step": 3560000, "wall_time": 32789.641971349716, "train_loss_step": 2.5525429248809814, "n_params": 4387900, "total_flops": 47987478528000000, "train_loss": 0.012980003158251445, "subset_score_loss": 0.012980003158251445} +{"step": 3570000, "wall_time": 32872.22621059418, "train_loss_step": 2.6147336959838867, "n_params": 4387900, "total_flops": 48122274816000000, "train_loss": 0.011890751123428345, "subset_score_loss": 0.011890751123428345} +{"step": 3580000, "wall_time": 32956.65856003761, "train_loss_step": 2.49348783493042, "n_params": 4387900, "total_flops": 48257071104000000, "train_loss": 0.012277658780415852, "subset_score_loss": 0.012277658780415852} +{"step": 3590000, "wall_time": 33041.164336681366, "train_loss_step": 2.632424831390381, "n_params": 4387900, "total_flops": 48391867392000000, "train_loss": 0.011730845769246418, "subset_score_loss": 0.011730845769246418} +{"step": 3600000, "wall_time": 33197.15907907486, "train_loss_step": 2.8091256618499756, "n_params": 4387900, "total_flops": 48526663680000000, "train_loss": 0.01166021426518758, "subset_score_loss": 0.01166021426518758, "memorization_fraction_pixel": 0.2612999975681305, "mean_nn_ratio_pixel": 0.41154447197914124, "fid": 117.55761009769763} +{"step": 3610000, "wall_time": 33281.637451171875, "train_loss_step": 2.8151168823242188, "n_params": 4387900, "total_flops": 48661459968000000, "train_loss": 0.012170962492624919, "subset_score_loss": 0.012170962492624919} +{"step": 3620000, "wall_time": 33359.085701942444, "train_loss_step": 2.7697384357452393, "n_params": 4387900, "total_flops": 48796256256000000, "train_loss": 0.01228086253007253, "subset_score_loss": 0.01228086253007253} +{"step": 3630000, "wall_time": 33440.48829674721, "train_loss_step": 2.5663251876831055, "n_params": 4387900, "total_flops": 48931052544000000, "train_loss": 0.011553656061490376, "subset_score_loss": 0.011553656061490376} +{"step": 3640000, "wall_time": 33522.95542097092, "train_loss_step": 2.698834180831909, "n_params": 4387900, "total_flops": 49065848832000000, "train_loss": 0.011648153265317282, "subset_score_loss": 0.011648153265317282} +{"step": 3650000, "wall_time": 33607.37560129166, "train_loss_step": 2.9815707206726074, "n_params": 4387900, "total_flops": 49200645120000000, "train_loss": 0.011702089508374532, "subset_score_loss": 0.011702089508374532} +{"step": 3660000, "wall_time": 33690.94949746132, "train_loss_step": 2.589938163757324, "n_params": 4387900, "total_flops": 49335441408000000, "train_loss": 0.012018634875615438, "subset_score_loss": 0.012018634875615438} +{"step": 3670000, "wall_time": 33774.25047183037, "train_loss_step": 2.7335970401763916, "n_params": 4387900, "total_flops": 49470237696000000, "train_loss": 0.012089876333872478, "subset_score_loss": 0.012089876333872478} +{"step": 3680000, "wall_time": 33858.70860624313, "train_loss_step": 2.9817252159118652, "n_params": 4387900, "total_flops": 49605033984000000, "train_loss": 0.011673104763031007, "subset_score_loss": 0.011673104763031007} +{"step": 3690000, "wall_time": 33943.09191131592, "train_loss_step": 2.7829861640930176, "n_params": 4387900, "total_flops": 49739830272000000, "train_loss": 0.011549262205759685, "subset_score_loss": 0.011549262205759685} +{"step": 3700000, "wall_time": 34100.01147913933, "train_loss_step": 2.5940489768981934, "n_params": 4387900, "total_flops": 49874626560000000, "train_loss": 0.011948870619138081, "subset_score_loss": 0.011948870619138081, "memorization_fraction_pixel": 0.2630999982357025, "mean_nn_ratio_pixel": 0.410448282957077, "fid": 117.67962213160362} +{"step": 3710000, "wall_time": 34184.455446243286, "train_loss_step": 2.85315203666687, "n_params": 4387900, "total_flops": 50009422848000000, "train_loss": 0.012158232927322387, "subset_score_loss": 0.012158232927322387} +{"step": 3720000, "wall_time": 34267.82214689255, "train_loss_step": 2.257490873336792, "n_params": 4387900, "total_flops": 50144219136000000, "train_loss": 0.011384246746699016, "subset_score_loss": 0.011384246746699016} +{"step": 3730000, "wall_time": 34349.50229597092, "train_loss_step": 2.6829240322113037, "n_params": 4387900, "total_flops": 50279015424000000, "train_loss": 0.011519063512484233, "subset_score_loss": 0.011519063512484233} +{"step": 3740000, "wall_time": 34431.91113567352, "train_loss_step": 2.821125030517578, "n_params": 4387900, "total_flops": 50413811712000000, "train_loss": 0.012372611959775289, "subset_score_loss": 0.012372611959775289} +{"step": 3750000, "wall_time": 34516.30266404152, "train_loss_step": 2.7369089126586914, "n_params": 4387900, "total_flops": 50548608000000000, "train_loss": 0.012552517652511596, "subset_score_loss": 0.012552517652511596} +{"step": 3760000, "wall_time": 34598.623804569244, "train_loss_step": 2.4837021827697754, "n_params": 4387900, "total_flops": 50683404288000000, "train_loss": 0.011765770117441813, "subset_score_loss": 0.011765770117441813} +{"step": 3770000, "wall_time": 34683.06473207474, "train_loss_step": 2.5918188095092773, "n_params": 4387900, "total_flops": 50818200576000000, "train_loss": 0.011424551407496134, "subset_score_loss": 0.011424551407496134} +{"step": 3780000, "wall_time": 34767.5104060173, "train_loss_step": 2.707043170928955, "n_params": 4387900, "total_flops": 50952996864000000, "train_loss": 0.010890558362007141, "subset_score_loss": 0.010890558362007141} +{"step": 3790000, "wall_time": 34851.89007163048, "train_loss_step": 2.4973673820495605, "n_params": 4387900, "total_flops": 51087793152000000, "train_loss": 0.01129301885763804, "subset_score_loss": 0.01129301885763804} +{"step": 3800000, "wall_time": 35057.049723148346, "train_loss_step": 2.695780038833618, "n_params": 4387900, "total_flops": 51222589440000000, "train_loss": 0.011135791738828024, "subset_score_loss": 0.011135791738828024, "memorization_fraction_pixel": 0.25769999623298645, "mean_nn_ratio_pixel": 0.41318023204803467, "fid": 118.28803302990217} +{"step": 3810000, "wall_time": 35141.379992723465, "train_loss_step": 2.7012462615966797, "n_params": 4387900, "total_flops": 51357385728000000, "train_loss": 0.011669515570004781, "subset_score_loss": 0.011669515570004781} +{"step": 3820000, "wall_time": 35212.8150537014, "train_loss_step": 2.7779529094696045, "n_params": 4387900, "total_flops": 51492182016000000, "train_loss": 0.011821530262629191, "subset_score_loss": 0.011821530262629191} +{"step": 3830000, "wall_time": 35294.660345077515, "train_loss_step": 2.83490252494812, "n_params": 4387900, "total_flops": 51626978304000000, "train_loss": 0.011515964070955913, "subset_score_loss": 0.011515964070955913} +{"step": 3840000, "wall_time": 35377.165246248245, "train_loss_step": 2.5532405376434326, "n_params": 4387900, "total_flops": 51761774592000000, "train_loss": 0.011758262912432352, "subset_score_loss": 0.011758262912432352} +{"step": 3850000, "wall_time": 35459.69346189499, "train_loss_step": 2.864145517349243, "n_params": 4387900, "total_flops": 51896570880000000, "train_loss": 0.011057994763056437, "subset_score_loss": 0.011057994763056437} +{"step": 3860000, "wall_time": 35543.97727394104, "train_loss_step": 2.8911821842193604, "n_params": 4387900, "total_flops": 52031367168000000, "train_loss": 0.012008281548817952, "subset_score_loss": 0.012008281548817952} +{"step": 3870000, "wall_time": 35628.41860294342, "train_loss_step": 2.4710750579833984, "n_params": 4387900, "total_flops": 52166163456000000, "train_loss": 0.010818145672480265, "subset_score_loss": 0.010818145672480265} +{"step": 3880000, "wall_time": 35712.83630514145, "train_loss_step": 2.6672868728637695, "n_params": 4387900, "total_flops": 52300959744000000, "train_loss": 0.011205243070920308, "subset_score_loss": 0.011205243070920308} +{"step": 3890000, "wall_time": 35797.21802544594, "train_loss_step": 2.350092887878418, "n_params": 4387900, "total_flops": 52435756032000000, "train_loss": 0.010950133204460144, "subset_score_loss": 0.010950133204460144} +{"step": 3900000, "wall_time": 35996.224482536316, "train_loss_step": 2.574392795562744, "n_params": 4387900, "total_flops": 52570552320000000, "train_loss": 0.011087260643641154, "subset_score_loss": 0.011087260643641154, "memorization_fraction_pixel": 0.26489999890327454, "mean_nn_ratio_pixel": 0.40714871883392334, "fid": 117.75289763798006} +{"step": 3910000, "wall_time": 36080.592190265656, "train_loss_step": 2.6062240600585938, "n_params": 4387900, "total_flops": 52705348608000000, "train_loss": 0.01119031806786855, "subset_score_loss": 0.01119031806786855} +{"step": 3920000, "wall_time": 36156.81223607063, "train_loss_step": 2.774566650390625, "n_params": 4387900, "total_flops": 52840144896000000, "train_loss": 0.010779979825019836, "subset_score_loss": 0.010779979825019836} +{"step": 3930000, "wall_time": 36237.62991929054, "train_loss_step": 2.3093295097351074, "n_params": 4387900, "total_flops": 52974941184000000, "train_loss": 0.011382689078648886, "subset_score_loss": 0.011382689078648886} +{"step": 3940000, "wall_time": 36321.811511039734, "train_loss_step": 2.5208778381347656, "n_params": 4387900, "total_flops": 53109737472000000, "train_loss": 0.01042863130569458, "subset_score_loss": 0.01042863130569458} +{"step": 3950000, "wall_time": 36404.30032348633, "train_loss_step": 2.739769220352173, "n_params": 4387900, "total_flops": 53244533760000000, "train_loss": 0.012113000949223835, "subset_score_loss": 0.012113000949223835} +{"step": 3960000, "wall_time": 36488.759771585464, "train_loss_step": 2.4849934577941895, "n_params": 4387900, "total_flops": 53379330048000000, "train_loss": 0.011125198006629944, "subset_score_loss": 0.011125198006629944} +{"step": 3970000, "wall_time": 36573.18958950043, "train_loss_step": 2.649427652359009, "n_params": 4387900, "total_flops": 53514126336000000, "train_loss": 0.012145410974820454, "subset_score_loss": 0.012145410974820454} +{"step": 3980000, "wall_time": 36657.59226322174, "train_loss_step": 2.5866332054138184, "n_params": 4387900, "total_flops": 53648922624000000, "train_loss": 0.011356050769488016, "subset_score_loss": 0.011356050769488016} +{"step": 3990000, "wall_time": 36742.02080464363, "train_loss_step": 2.6004831790924072, "n_params": 4387900, "total_flops": 53783718912000000, "train_loss": 0.010751673579216003, "subset_score_loss": 0.010751673579216003} +{"step": 4000000, "wall_time": 36948.047610759735, "train_loss_step": 2.644137144088745, "n_params": 4387900, "total_flops": 53918515200000000, "train_loss": 0.011159572005271911, "subset_score_loss": 0.011159572005271911, "memorization_fraction_pixel": 0.26249998807907104, "mean_nn_ratio_pixel": 0.4119950830936432, "fid": 117.92543692992524} +{"step": 4010000, "wall_time": 37030.74301290512, "train_loss_step": 2.6852121353149414, "n_params": 4387900, "total_flops": 54053311488000000, "train_loss": 0.010744494199752808, "subset_score_loss": 0.010744494199752808} +{"step": 4020000, "wall_time": 37097.04434251785, "train_loss_step": 2.810678243637085, "n_params": 4387900, "total_flops": 54188107776000000, "train_loss": 0.011435017983118693, "subset_score_loss": 0.011435017983118693} +{"step": 4030000, "wall_time": 37179.58616280556, "train_loss_step": 2.5069937705993652, "n_params": 4387900, "total_flops": 54322904064000000, "train_loss": 0.010913314421971639, "subset_score_loss": 0.010913314421971639} +{"step": 4040000, "wall_time": 37262.11489677429, "train_loss_step": 2.595890522003174, "n_params": 4387900, "total_flops": 54457700352000000, "train_loss": 0.01059292455514272, "subset_score_loss": 0.01059292455514272} +{"step": 4050000, "wall_time": 37346.54912185669, "train_loss_step": 2.675142288208008, "n_params": 4387900, "total_flops": 54592496640000000, "train_loss": 0.011335655053456625, "subset_score_loss": 0.011335655053456625} +{"step": 4060000, "wall_time": 37430.99785709381, "train_loss_step": 2.5795626640319824, "n_params": 4387900, "total_flops": 54727292928000000, "train_loss": 0.011159062385559082, "subset_score_loss": 0.011159062385559082} +{"step": 4070000, "wall_time": 37515.40432596207, "train_loss_step": 2.377511501312256, "n_params": 4387900, "total_flops": 54862089216000000, "train_loss": 0.010374519228935241, "subset_score_loss": 0.010374519228935241} +{"step": 4080000, "wall_time": 37599.81395602226, "train_loss_step": 2.5366086959838867, "n_params": 4387900, "total_flops": 54996885504000000, "train_loss": 0.011611747741699218, "subset_score_loss": 0.011611747741699218} +{"step": 4090000, "wall_time": 37684.23840880394, "train_loss_step": 2.535930633544922, "n_params": 4387900, "total_flops": 55131681792000000, "train_loss": 0.010724587241808574, "subset_score_loss": 0.010724587241808574} +{"step": 4100000, "wall_time": 37881.638182640076, "train_loss_step": 2.5494885444641113, "n_params": 4387900, "total_flops": 55266478080000000, "train_loss": 0.010951882600784302, "subset_score_loss": 0.010951882600784302, "memorization_fraction_pixel": 0.25429999828338623, "mean_nn_ratio_pixel": 0.4109073877334595, "fid": 117.83718502936183} +{"step": 4110000, "wall_time": 37965.8983168602, "train_loss_step": 2.977792978286743, "n_params": 4387900, "total_flops": 55401274368000000, "train_loss": 0.010168961683909098, "subset_score_loss": 0.010168961683909098} +{"step": 4120000, "wall_time": 38034.75770878792, "train_loss_step": 2.672684907913208, "n_params": 4387900, "total_flops": 55536070656000000, "train_loss": 0.011127635836601257, "subset_score_loss": 0.011127635836601257} +{"step": 4130000, "wall_time": 38115.95614314079, "train_loss_step": 2.664130449295044, "n_params": 4387900, "total_flops": 55670866944000000, "train_loss": 0.010454700390497843, "subset_score_loss": 0.010454700390497843} +{"step": 4140000, "wall_time": 38200.38801932335, "train_loss_step": 2.5057382583618164, "n_params": 4387900, "total_flops": 55805663232000000, "train_loss": 0.010424402356147767, "subset_score_loss": 0.010424402356147767} +{"step": 4150000, "wall_time": 38284.784633398056, "train_loss_step": 2.7094569206237793, "n_params": 4387900, "total_flops": 55940459520000000, "train_loss": 0.01109286348025004, "subset_score_loss": 0.01109286348025004} +{"step": 4160000, "wall_time": 38369.18821334839, "train_loss_step": 2.7247135639190674, "n_params": 4387900, "total_flops": 56075255808000000, "train_loss": 0.010560765862464905, "subset_score_loss": 0.010560765862464905} +{"step": 4170000, "wall_time": 38453.59755897522, "train_loss_step": 2.7647452354431152, "n_params": 4387900, "total_flops": 56210052096000000, "train_loss": 0.010255272189776102, "subset_score_loss": 0.010255272189776102} +{"step": 4180000, "wall_time": 38538.00491118431, "train_loss_step": 2.414943218231201, "n_params": 4387900, "total_flops": 56344848384000000, "train_loss": 0.010807060201962789, "subset_score_loss": 0.010807060201962789} +{"step": 4190000, "wall_time": 38622.39257502556, "train_loss_step": 2.5043652057647705, "n_params": 4387900, "total_flops": 56479644672000000, "train_loss": 0.011038374900817872, "subset_score_loss": 0.011038374900817872} +{"step": 4200000, "wall_time": 38816.238201618195, "train_loss_step": 2.5549888610839844, "n_params": 4387900, "total_flops": 56614440960000000, "train_loss": 0.01102298100789388, "subset_score_loss": 0.01102298100789388, "memorization_fraction_pixel": 0.25760000944137573, "mean_nn_ratio_pixel": 0.4102519452571869, "fid": 117.59017036601878} +{"step": 4210000, "wall_time": 38898.59937739372, "train_loss_step": 2.7476751804351807, "n_params": 4387900, "total_flops": 56749237248000000, "train_loss": 0.010218440492947897, "subset_score_loss": 0.010218440492947897} +{"step": 4220000, "wall_time": 38968.112555742264, "train_loss_step": 2.85255765914917, "n_params": 4387900, "total_flops": 56884033536000000, "train_loss": 0.010539528727531434, "subset_score_loss": 0.010539528727531434} +{"step": 4230000, "wall_time": 39050.31064605713, "train_loss_step": 2.6911721229553223, "n_params": 4387900, "total_flops": 57018829824000000, "train_loss": 0.011068689823150634, "subset_score_loss": 0.011068689823150634} +{"step": 4240000, "wall_time": 39134.70636796951, "train_loss_step": 2.7443032264709473, "n_params": 4387900, "total_flops": 57153626112000000, "train_loss": 0.010478562116622925, "subset_score_loss": 0.010478562116622925} +{"step": 4250000, "wall_time": 39219.12704920769, "train_loss_step": 2.50358247756958, "n_params": 4387900, "total_flops": 57288422400000000, "train_loss": 0.01019053856531779, "subset_score_loss": 0.01019053856531779} +{"step": 4260000, "wall_time": 39303.609424352646, "train_loss_step": 2.709749937057495, "n_params": 4387900, "total_flops": 57423218688000000, "train_loss": 0.010058722893397013, "subset_score_loss": 0.010058722893397013} +{"step": 4270000, "wall_time": 39388.03652596474, "train_loss_step": 2.777372360229492, "n_params": 4387900, "total_flops": 57558014976000000, "train_loss": 0.010064350565274556, "subset_score_loss": 0.010064350565274556} +{"step": 4280000, "wall_time": 39472.41512465477, "train_loss_step": 2.8069653511047363, "n_params": 4387900, "total_flops": 57692811264000000, "train_loss": 0.01122881273428599, "subset_score_loss": 0.01122881273428599} +{"step": 4290000, "wall_time": 39556.85475873947, "train_loss_step": 2.646059274673462, "n_params": 4387900, "total_flops": 57827607552000000, "train_loss": 0.009993547201156616, "subset_score_loss": 0.009993547201156616} +{"step": 4300000, "wall_time": 39766.085257291794, "train_loss_step": 2.6658430099487305, "n_params": 4387900, "total_flops": 57962403840000000, "train_loss": 0.010274202624956767, "subset_score_loss": 0.010274202624956767, "memorization_fraction_pixel": 0.2685999870300293, "mean_nn_ratio_pixel": 0.4072878360748291, "fid": 117.8928902558732} +{"step": 4310000, "wall_time": 39846.45691943169, "train_loss_step": 2.6148626804351807, "n_params": 4387900, "total_flops": 58097200128000000, "train_loss": 0.0102895587682724, "subset_score_loss": 0.0102895587682724} +{"step": 4320000, "wall_time": 39916.403621673584, "train_loss_step": 2.2944414615631104, "n_params": 4387900, "total_flops": 58231996416000000, "train_loss": 0.010173197587331135, "subset_score_loss": 0.010173197587331135} +{"step": 4330000, "wall_time": 39996.71742606163, "train_loss_step": 2.7409610748291016, "n_params": 4387900, "total_flops": 58366792704000000, "train_loss": 0.010372109214464824, "subset_score_loss": 0.010372109214464824} +{"step": 4340000, "wall_time": 40081.138645887375, "train_loss_step": 2.7747981548309326, "n_params": 4387900, "total_flops": 58501588992000000, "train_loss": 0.009963162740071614, "subset_score_loss": 0.009963162740071614} +{"step": 4350000, "wall_time": 40165.506113529205, "train_loss_step": 2.627227544784546, "n_params": 4387900, "total_flops": 58636385280000000, "train_loss": 0.010062394539515178, "subset_score_loss": 0.010062394539515178} +{"step": 4360000, "wall_time": 40249.86042690277, "train_loss_step": 2.7452378273010254, "n_params": 4387900, "total_flops": 58771181568000000, "train_loss": 0.010383924841880799, "subset_score_loss": 0.010383924841880799} +{"step": 4370000, "wall_time": 40334.285804986954, "train_loss_step": 2.7172181606292725, "n_params": 4387900, "total_flops": 58905977856000000, "train_loss": 0.010263766845067341, "subset_score_loss": 0.010263766845067341} +{"step": 4380000, "wall_time": 40418.6807615757, "train_loss_step": 2.5512962341308594, "n_params": 4387900, "total_flops": 59040774144000000, "train_loss": 0.010297192136446635, "subset_score_loss": 0.010297192136446635} +{"step": 4390000, "wall_time": 40503.122176885605, "train_loss_step": 2.6659140586853027, "n_params": 4387900, "total_flops": 59175570432000000, "train_loss": 0.009745178620020549, "subset_score_loss": 0.009745178620020549} +{"step": 4400000, "wall_time": 40687.36049628258, "train_loss_step": 2.263686418533325, "n_params": 4387900, "total_flops": 59310366720000000, "train_loss": 0.009755692879358928, "subset_score_loss": 0.009755692879358928, "memorization_fraction_pixel": 0.26829999685287476, "mean_nn_ratio_pixel": 0.4073476195335388, "fid": 118.15324114510224} +{"step": 4410000, "wall_time": 40770.21758556366, "train_loss_step": 2.5080699920654297, "n_params": 4387900, "total_flops": 59445163008000000, "train_loss": 0.010144609212875366, "subset_score_loss": 0.010144609212875366} +{"step": 4420000, "wall_time": 40847.2710955143, "train_loss_step": 2.6341822147369385, "n_params": 4387900, "total_flops": 59579959296000000, "train_loss": 0.009849225481351217, "subset_score_loss": 0.009849225481351217} +{"step": 4430000, "wall_time": 40921.6706237793, "train_loss_step": 2.456312894821167, "n_params": 4387900, "total_flops": 59714755584000000, "train_loss": 0.010401834050814312, "subset_score_loss": 0.010401834050814312} +{"step": 4440000, "wall_time": 41006.06006669998, "train_loss_step": 2.81890869140625, "n_params": 4387900, "total_flops": 59849551872000000, "train_loss": 0.010370640953381857, "subset_score_loss": 0.010370640953381857} +{"step": 4450000, "wall_time": 41090.50914621353, "train_loss_step": 2.888333797454834, "n_params": 4387900, "total_flops": 59984348160000000, "train_loss": 0.010436824957529704, "subset_score_loss": 0.010436824957529704} +{"step": 4460000, "wall_time": 41174.96358847618, "train_loss_step": 2.694455862045288, "n_params": 4387900, "total_flops": 60119144448000000, "train_loss": 0.010485505064328512, "subset_score_loss": 0.010485505064328512} +{"step": 4470000, "wall_time": 41259.227343797684, "train_loss_step": 2.689939498901367, "n_params": 4387900, "total_flops": 60253940736000000, "train_loss": 0.01079885959625244, "subset_score_loss": 0.01079885959625244} +{"step": 4480000, "wall_time": 41343.6079518795, "train_loss_step": 2.4227583408355713, "n_params": 4387900, "total_flops": 60388737024000000, "train_loss": 0.010191420714060465, "subset_score_loss": 0.010191420714060465} +{"step": 4490000, "wall_time": 41427.97226810455, "train_loss_step": 2.7143852710723877, "n_params": 4387900, "total_flops": 60523533312000000, "train_loss": 0.010194319486618041, "subset_score_loss": 0.010194319486618041} +{"step": 4500000, "wall_time": 41619.08150076866, "train_loss_step": 2.5829226970672607, "n_params": 4387900, "total_flops": 60658329600000000, "train_loss": 0.009757478038469951, "subset_score_loss": 0.009757478038469951, "memorization_fraction_pixel": 0.2687000036239624, "mean_nn_ratio_pixel": 0.4070342183113098, "fid": 118.17942375961215} +{"step": 4510000, "wall_time": 41703.499213695526, "train_loss_step": 2.5686895847320557, "n_params": 4387900, "total_flops": 60793125888000000, "train_loss": 0.00986868937810262, "subset_score_loss": 0.00986868937810262} +{"step": 4520000, "wall_time": 41784.20364046097, "train_loss_step": 2.5155837535858154, "n_params": 4387900, "total_flops": 60927922176000000, "train_loss": 0.009783292810122171, "subset_score_loss": 0.009783292810122171} +{"step": 4530000, "wall_time": 41859.11001944542, "train_loss_step": 2.5154290199279785, "n_params": 4387900, "total_flops": 61062718464000000, "train_loss": 0.009713051716486613, "subset_score_loss": 0.009713051716486613} +{"step": 4540000, "wall_time": 41943.490845918655, "train_loss_step": 2.3830769062042236, "n_params": 4387900, "total_flops": 61197514752000000, "train_loss": 0.009912569324175518, "subset_score_loss": 0.009912569324175518} +{"step": 4550000, "wall_time": 42027.916487932205, "train_loss_step": 2.3922696113586426, "n_params": 4387900, "total_flops": 61332311040000000, "train_loss": 0.010072500507036845, "subset_score_loss": 0.010072500507036845} +{"step": 4560000, "wall_time": 42112.30817222595, "train_loss_step": 2.6905598640441895, "n_params": 4387900, "total_flops": 61467107328000000, "train_loss": 0.009844467043876648, "subset_score_loss": 0.009844467043876648} +{"step": 4570000, "wall_time": 42196.82663536072, "train_loss_step": 2.7427139282226562, "n_params": 4387900, "total_flops": 61601903616000000, "train_loss": 0.009874670704205831, "subset_score_loss": 0.009874670704205831} +{"step": 4580000, "wall_time": 42281.264162778854, "train_loss_step": 2.7674355506896973, "n_params": 4387900, "total_flops": 61736699904000000, "train_loss": 0.009616518020629882, "subset_score_loss": 0.009616518020629882} +{"step": 4590000, "wall_time": 42365.698776721954, "train_loss_step": 2.741542339324951, "n_params": 4387900, "total_flops": 61871496192000000, "train_loss": 0.009985496600468954, "subset_score_loss": 0.009985496600468954} +{"step": 4600000, "wall_time": 42542.83584189415, "train_loss_step": 2.572265148162842, "n_params": 4387900, "total_flops": 62006292480000000, "train_loss": 0.009489245216051738, "subset_score_loss": 0.009489245216051738, "memorization_fraction_pixel": 0.2745000123977661, "mean_nn_ratio_pixel": 0.4038916528224945, "fid": 117.59587000014136} +{"step": 4610000, "wall_time": 42627.30848526955, "train_loss_step": 2.361294746398926, "n_params": 4387900, "total_flops": 62141088768000000, "train_loss": 0.009692055980364482, "subset_score_loss": 0.009692055980364482} +{"step": 4620000, "wall_time": 42711.457344293594, "train_loss_step": 2.7393693923950195, "n_params": 4387900, "total_flops": 62275885056000000, "train_loss": 0.009466973940531413, "subset_score_loss": 0.009466973940531413} +{"step": 4630000, "wall_time": 42779.69608783722, "train_loss_step": 2.696302890777588, "n_params": 4387900, "total_flops": 62410681344000000, "train_loss": 0.0098336656888326, "subset_score_loss": 0.0098336656888326} +{"step": 4640000, "wall_time": 42862.39915943146, "train_loss_step": 2.698742389678955, "n_params": 4387900, "total_flops": 62545477632000000, "train_loss": 0.01011245846748352, "subset_score_loss": 0.01011245846748352} +{"step": 4650000, "wall_time": 42946.85874414444, "train_loss_step": 2.167881488800049, "n_params": 4387900, "total_flops": 62680273920000000, "train_loss": 0.009600818157196045, "subset_score_loss": 0.009600818157196045} +{"step": 4660000, "wall_time": 43031.333956718445, "train_loss_step": 2.6529531478881836, "n_params": 4387900, "total_flops": 62815070208000000, "train_loss": 0.01004005471865336, "subset_score_loss": 0.01004005471865336} +{"step": 4670000, "wall_time": 43115.75920677185, "train_loss_step": 2.5719332695007324, "n_params": 4387900, "total_flops": 62949866496000000, "train_loss": 0.009451555212338765, "subset_score_loss": 0.009451555212338765} +{"step": 4680000, "wall_time": 43200.164417266846, "train_loss_step": 2.692953586578369, "n_params": 4387900, "total_flops": 63084662784000000, "train_loss": 0.009366922577222188, "subset_score_loss": 0.009366922577222188} +{"step": 4690000, "wall_time": 43284.64608335495, "train_loss_step": 2.450766086578369, "n_params": 4387900, "total_flops": 63219459072000000, "train_loss": 0.009842204054196675, "subset_score_loss": 0.009842204054196675} +{"step": 4700000, "wall_time": 43493.45952129364, "train_loss_step": 2.5137338638305664, "n_params": 4387900, "total_flops": 63354255360000000, "train_loss": 0.010335180163383483, "subset_score_loss": 0.010335180163383483, "memorization_fraction_pixel": 0.2671000063419342, "mean_nn_ratio_pixel": 0.4060079753398895, "fid": 117.81932013446102} +{"step": 4710000, "wall_time": 43577.94183778763, "train_loss_step": 2.633275032043457, "n_params": 4387900, "total_flops": 63489051648000000, "train_loss": 0.009374813238779704, "subset_score_loss": 0.009374813238779704} +{"step": 4720000, "wall_time": 43662.3020093441, "train_loss_step": 2.2984185218811035, "n_params": 4387900, "total_flops": 63623847936000000, "train_loss": 0.009759831428527831, "subset_score_loss": 0.009759831428527831} +{"step": 4730000, "wall_time": 43733.01480650902, "train_loss_step": 2.614750862121582, "n_params": 4387900, "total_flops": 63758644224000000, "train_loss": 0.009457554419835408, "subset_score_loss": 0.009457554419835408} +{"step": 4740000, "wall_time": 43816.10778450966, "train_loss_step": 2.7634310722351074, "n_params": 4387900, "total_flops": 63893440512000000, "train_loss": 0.009668927391370137, "subset_score_loss": 0.009668927391370137} +{"step": 4750000, "wall_time": 43900.517966508865, "train_loss_step": 2.2977218627929688, "n_params": 4387900, "total_flops": 64028236800000000, "train_loss": 0.009978154301643371, "subset_score_loss": 0.009978154301643371} +{"step": 4760000, "wall_time": 43984.73983979225, "train_loss_step": 2.4474525451660156, "n_params": 4387900, "total_flops": 64163033088000000, "train_loss": 0.009585366646448771, "subset_score_loss": 0.009585366646448771} +{"step": 4770000, "wall_time": 44069.19179034233, "train_loss_step": 2.8798317909240723, "n_params": 4387900, "total_flops": 64297829376000000, "train_loss": 0.009244290987650554, "subset_score_loss": 0.009244290987650554} +{"step": 4780000, "wall_time": 44153.631575107574, "train_loss_step": 2.7781825065612793, "n_params": 4387900, "total_flops": 64432625664000000, "train_loss": 0.0094557523727417, "subset_score_loss": 0.0094557523727417} +{"step": 4790000, "wall_time": 44230.56218147278, "train_loss_step": 2.581406593322754, "n_params": 4387900, "total_flops": 64567421952000000, "train_loss": 0.009329318006833395, "subset_score_loss": 0.009329318006833395} +{"step": 4800000, "wall_time": 44396.61536884308, "train_loss_step": 2.693289279937744, "n_params": 4387900, "total_flops": 64702218240000000, "train_loss": 0.009179980556170145, "subset_score_loss": 0.009179980556170145, "memorization_fraction_pixel": 0.2540999948978424, "mean_nn_ratio_pixel": 0.4100887179374695, "fid": 117.90287342228001} +{"step": 4810000, "wall_time": 44464.35403370857, "train_loss_step": 2.6716136932373047, "n_params": 4387900, "total_flops": 64837014528000000, "train_loss": 0.009609586993853251, "subset_score_loss": 0.009609586993853251} +{"step": 4820000, "wall_time": 44530.07981920242, "train_loss_step": 2.805471420288086, "n_params": 4387900, "total_flops": 64971810816000000, "train_loss": 0.009415618578592936, "subset_score_loss": 0.009415618578592936} +{"step": 4830000, "wall_time": 44584.922494888306, "train_loss_step": 2.4689741134643555, "n_params": 4387900, "total_flops": 65106607104000000, "train_loss": 0.009798252582550048, "subset_score_loss": 0.009798252582550048} +{"step": 4840000, "wall_time": 44652.7483651638, "train_loss_step": 2.4663567543029785, "n_params": 4387900, "total_flops": 65241403392000000, "train_loss": 0.009530930717786153, "subset_score_loss": 0.009530930717786153} +{"step": 4850000, "wall_time": 44720.56482219696, "train_loss_step": 2.6479287147521973, "n_params": 4387900, "total_flops": 65376199680000000, "train_loss": 0.00953120986620585, "subset_score_loss": 0.00953120986620585} +{"step": 4860000, "wall_time": 44788.35487270355, "train_loss_step": 2.7879905700683594, "n_params": 4387900, "total_flops": 65510995968000000, "train_loss": 0.009459739923477173, "subset_score_loss": 0.009459739923477173} +{"step": 4870000, "wall_time": 44856.1146903038, "train_loss_step": 2.578890323638916, "n_params": 4387900, "total_flops": 65645792256000000, "train_loss": 0.009182084600130718, "subset_score_loss": 0.009182084600130718} +{"step": 4880000, "wall_time": 44923.6694624424, "train_loss_step": 2.935662269592285, "n_params": 4387900, "total_flops": 65780588544000000, "train_loss": 0.009178292751312257, "subset_score_loss": 0.009178292751312257} +{"step": 4890000, "wall_time": 44976.97162771225, "train_loss_step": 2.63637113571167, "n_params": 4387900, "total_flops": 65915384832000000, "train_loss": 0.009375449021657307, "subset_score_loss": 0.009375449021657307} +{"step": 4900000, "wall_time": 45110.32303404808, "train_loss_step": 2.443068742752075, "n_params": 4387900, "total_flops": 66050181120000000, "train_loss": 0.009651913245519003, "subset_score_loss": 0.009651913245519003, "memorization_fraction_pixel": 0.2736999988555908, "mean_nn_ratio_pixel": 0.40369340777397156, "fid": 117.96036664192772} +{"step": 4910000, "wall_time": 45161.20937395096, "train_loss_step": 2.711074113845825, "n_params": 4387900, "total_flops": 66184977408000000, "train_loss": 0.009247611959775288, "subset_score_loss": 0.009247611959775288} +{"step": 4920000, "wall_time": 45200.54950475693, "train_loss_step": 2.23862886428833, "n_params": 4387900, "total_flops": 66319773696000000, "train_loss": 0.009116520484288534, "subset_score_loss": 0.009116520484288534} +{"step": 4930000, "wall_time": 45245.24100828171, "train_loss_step": 2.6492738723754883, "n_params": 4387900, "total_flops": 66454569984000000, "train_loss": 0.009127148985862732, "subset_score_loss": 0.009127148985862732} +{"step": 4940000, "wall_time": 45296.35883665085, "train_loss_step": 2.4652931690216064, "n_params": 4387900, "total_flops": 66589366272000000, "train_loss": 0.009344005584716797, "subset_score_loss": 0.009344005584716797} +{"step": 4950000, "wall_time": 45347.43708276749, "train_loss_step": 2.3775339126586914, "n_params": 4387900, "total_flops": 66724162560000000, "train_loss": 0.009265966216723124, "subset_score_loss": 0.009265966216723124} +{"step": 4960000, "wall_time": 45398.5062482357, "train_loss_step": 2.7253987789154053, "n_params": 4387900, "total_flops": 66858958848000000, "train_loss": 0.009339000781377156, "subset_score_loss": 0.009339000781377156} +{"step": 4970000, "wall_time": 45449.57080030441, "train_loss_step": 2.445561408996582, "n_params": 4387900, "total_flops": 66993755136000000, "train_loss": 0.00963115096092224, "subset_score_loss": 0.00963115096092224} +{"step": 4980000, "wall_time": 45500.64516854286, "train_loss_step": 2.3883752822875977, "n_params": 4387900, "total_flops": 67128551424000000, "train_loss": 0.009612953662872315, "subset_score_loss": 0.009612953662872315} +{"step": 4990000, "wall_time": 45551.771607875824, "train_loss_step": 2.3267416954040527, "n_params": 4387900, "total_flops": 67263347712000000, "train_loss": 0.009777603546778361, "subset_score_loss": 0.009777603546778361} +{"step": 5000000, "wall_time": 45688.578654289246, "train_loss_step": 2.3925771713256836, "n_params": 4387900, "total_flops": 67398144000000000, "train_loss": 0.0089158167441686, "subset_score_loss": 0.0089158167441686, "memorization_fraction_pixel": 0.2612000107765198, "mean_nn_ratio_pixel": 0.40626260638237, "fid": 117.75191202683146} diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d60/runner.log b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d60/runner.log new file mode 100644 index 0000000000000000000000000000000000000000..f3cc75512c4f6544c285f97ebe175e5dc37c6d91 --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d60/runner.log @@ -0,0 +1,502 @@ + FID real-side stats cached over 1000 diverse train images + step 1 | 69s | train_loss=0.9918 | fid=256.0950 + step 10000 | 153s | train_loss=0.8618 + step 20000 | 237s | train_loss=0.7861 + step 30000 | 321s | train_loss=0.6573 + step 40000 | 406s | train_loss=0.4654 + step 50000 | 490s | train_loss=0.2983 + step 60000 | 575s | train_loss=0.2114 + step 70000 | 659s | train_loss=0.1687 + step 80000 | 743s | train_loss=0.1482 + step 90000 | 828s | train_loss=0.1355 + step 100000 | 976s | train_loss=0.1243 | fid=147.9679 + step 110000 | 1054s | train_loss=0.1169 + step 120000 | 1138s | train_loss=0.1120 + step 130000 | 1223s | train_loss=0.1069 + step 140000 | 1307s | train_loss=0.1029 + step 150000 | 1391s | train_loss=0.0985 + step 160000 | 1476s | train_loss=0.0931 + step 170000 | 1560s | train_loss=0.0885 + step 180000 | 1645s | train_loss=0.0865 + step 190000 | 1729s | train_loss=0.0834 + step 200000 | 1878s | train_loss=0.0831 | fid=140.9246 + step 210000 | 1957s | train_loss=0.0787 + step 220000 | 2039s | train_loss=0.0768 + step 230000 | 2124s | train_loss=0.0742 + step 240000 | 2208s | train_loss=0.0728 + step 250000 | 2293s | train_loss=0.0706 + step 260000 | 2377s | train_loss=0.0681 + step 270000 | 2462s | train_loss=0.0663 + step 280000 | 2546s | train_loss=0.0648 + step 290000 | 2631s | train_loss=0.0639 + step 300000 | 2779s | train_loss=0.0633 | fid=137.7621 + step 310000 | 2857s | train_loss=0.0616 + step 320000 | 2940s | train_loss=0.0593 + step 330000 | 3025s | train_loss=0.0593 + step 340000 | 3109s | train_loss=0.0588 + step 350000 | 3194s | train_loss=0.0571 + step 360000 | 3278s | train_loss=0.0563 + step 370000 | 3363s | train_loss=0.0558 + step 380000 | 3447s | train_loss=0.0545 + step 390000 | 3532s | train_loss=0.0541 + step 400000 | 3681s | train_loss=0.0536 | fid=133.3118 + step 410000 | 3760s | train_loss=0.0517 + step 420000 | 3844s | train_loss=0.0523 + step 430000 | 3927s | train_loss=0.0522 + step 440000 | 4012s | train_loss=0.0503 + step 450000 | 4096s | train_loss=0.0496 + step 460000 | 4181s | train_loss=0.0493 + step 470000 | 4265s | train_loss=0.0495 + step 480000 | 4350s | train_loss=0.0487 + step 490000 | 4434s | train_loss=0.0478 + step 500000 | 4584s | train_loss=0.0472 | fid=130.1094 + step 510000 | 4662s | train_loss=0.0462 + step 520000 | 4746s | train_loss=0.0459 + step 530000 | 4831s | train_loss=0.0455 + step 540000 | 4914s | train_loss=0.0451 + step 550000 | 4998s | train_loss=0.0445 + step 560000 | 5083s | train_loss=0.0444 + step 570000 | 5167s | train_loss=0.0441 + step 580000 | 5252s | train_loss=0.0441 + step 590000 | 5336s | train_loss=0.0431 + step 600000 | 5489s | train_loss=0.0423 | fid=127.7725 + step 610000 | 5567s | train_loss=0.0425 + step 620000 | 5652s | train_loss=0.0425 + step 630000 | 5736s | train_loss=0.0416 + step 640000 | 5820s | train_loss=0.0417 + step 650000 | 5904s | train_loss=0.0419 + step 660000 | 5988s | train_loss=0.0403 + step 670000 | 6073s | train_loss=0.0400 + step 680000 | 6157s | train_loss=0.0396 + step 690000 | 6242s | train_loss=0.0396 + step 700000 | 6394s | train_loss=0.0389 | fid=125.4059 + step 710000 | 6474s | train_loss=0.0393 + step 720000 | 6557s | train_loss=0.0392 + step 730000 | 6641s | train_loss=0.0398 + step 740000 | 6726s | train_loss=0.0386 + step 750000 | 6809s | train_loss=0.0373 + step 760000 | 6893s | train_loss=0.0373 + step 770000 | 6978s | train_loss=0.0376 + step 780000 | 7062s | train_loss=0.0375 + step 790000 | 7146s | train_loss=0.0388 + step 800000 | 7299s | train_loss=0.0370 | fid=124.1773 + step 810000 | 7381s | train_loss=0.0369 + step 820000 | 7462s | train_loss=0.0361 + step 830000 | 7546s | train_loss=0.0368 + step 840000 | 7631s | train_loss=0.0356 + step 850000 | 7716s | train_loss=0.0353 + step 860000 | 7798s | train_loss=0.0354 + step 870000 | 7883s | train_loss=0.0345 + step 880000 | 7967s | train_loss=0.0346 + step 890000 | 8052s | train_loss=0.0346 + step 900000 | 8204s | train_loss=0.0343 | fid=123.3607 + step 910000 | 8285s | train_loss=0.0344 + step 920000 | 8367s | train_loss=0.0342 + step 930000 | 8451s | train_loss=0.0342 + step 940000 | 8536s | train_loss=0.0341 + step 950000 | 8620s | train_loss=0.0337 + step 960000 | 8704s | train_loss=0.0332 + step 970000 | 8788s | train_loss=0.0331 + step 980000 | 8872s | train_loss=0.0323 + step 990000 | 8957s | train_loss=0.0316 + step 1000000 | 9110s | train_loss=0.0326 | fid=122.8729 + step 1010000 | 9192s | train_loss=0.0323 + step 1020000 | 9273s | train_loss=0.0338 + step 1030000 | 9357s | train_loss=0.0315 + step 1040000 | 9442s | train_loss=0.0316 + step 1050000 | 9526s | train_loss=0.0322 + step 1060000 | 9611s | train_loss=0.0328 + step 1070000 | 9694s | train_loss=0.0309 + step 1080000 | 9778s | train_loss=0.0318 + step 1090000 | 9862s | train_loss=0.0306 + step 1100000 | 10016s | train_loss=0.0310 | fid=121.2768 + step 1110000 | 10097s | train_loss=0.0303 + step 1120000 | 10178s | train_loss=0.0304 + step 1130000 | 10263s | train_loss=0.0303 + step 1140000 | 10347s | train_loss=0.0307 + step 1150000 | 10432s | train_loss=0.0302 + step 1160000 | 10516s | train_loss=0.0310 + step 1170000 | 10601s | train_loss=0.0294 + step 1180000 | 10684s | train_loss=0.0290 + step 1190000 | 10768s | train_loss=0.0294 + step 1200000 | 10919s | train_loss=0.0294 | fid=120.9431 + step 1210000 | 11000s | train_loss=0.0294 + step 1220000 | 11081s | train_loss=0.0294 + step 1230000 | 11166s | train_loss=0.0295 + step 1240000 | 11250s | train_loss=0.0285 + step 1250000 | 11335s | train_loss=0.0293 + step 1260000 | 11419s | train_loss=0.0282 + step 1270000 | 11504s | train_loss=0.0279 + step 1280000 | 11588s | train_loss=0.0281 + step 1290000 | 11672s | train_loss=0.0279 + step 1300000 | 11825s | train_loss=0.0284 | fid=120.0850 + step 1310000 | 11906s | train_loss=0.0280 + step 1320000 | 11987s | train_loss=0.0288 + step 1330000 | 12072s | train_loss=0.0276 + step 1340000 | 12156s | train_loss=0.0277 + step 1350000 | 12241s | train_loss=0.0277 + step 1360000 | 12325s | train_loss=0.0270 + step 1370000 | 12410s | train_loss=0.0281 + step 1380000 | 12494s | train_loss=0.0272 + step 1390000 | 12577s | train_loss=0.0269 + step 1400000 | 12729s | train_loss=0.0267 | fid=119.5363 + step 1410000 | 12811s | train_loss=0.0257 + step 1420000 | 12893s | train_loss=0.0271 + step 1430000 | 12977s | train_loss=0.0268 + step 1440000 | 13061s | train_loss=0.0257 + step 1450000 | 13145s | train_loss=0.0257 + step 1460000 | 13230s | train_loss=0.0257 + step 1470000 | 13314s | train_loss=0.0258 + step 1480000 | 13398s | train_loss=0.0256 + step 1490000 | 13482s | train_loss=0.0253 + step 1500000 | 13662s | train_loss=0.0254 | fid=118.7116 + step 1510000 | 13739s | train_loss=0.0262 + step 1520000 | 13820s | train_loss=0.0260 + step 1530000 | 13905s | train_loss=0.0255 + step 1540000 | 13989s | train_loss=0.0259 + step 1550000 | 14074s | train_loss=0.0247 + step 1560000 | 14158s | train_loss=0.0261 + step 1570000 | 14243s | train_loss=0.0249 + step 1580000 | 14327s | train_loss=0.0246 + step 1590000 | 14410s | train_loss=0.0241 + step 1600000 | 14563s | train_loss=0.0241 | fid=118.9237 + step 1610000 | 14645s | train_loss=0.0237 + step 1620000 | 14727s | train_loss=0.0240 + step 1630000 | 14812s | train_loss=0.0238 + step 1640000 | 14896s | train_loss=0.0233 + step 1650000 | 14980s | train_loss=0.0237 + step 1660000 | 15065s | train_loss=0.0241 + step 1670000 | 15149s | train_loss=0.0232 + step 1680000 | 15234s | train_loss=0.0239 + step 1690000 | 15316s | train_loss=0.0236 + step 1700000 | 15469s | train_loss=0.0233 | fid=118.3589 + step 1710000 | 15550s | train_loss=0.0231 + step 1720000 | 15633s | train_loss=0.0237 + step 1730000 | 15717s | train_loss=0.0232 + step 1740000 | 15801s | train_loss=0.0233 + step 1750000 | 15886s | train_loss=0.0234 + step 1760000 | 15970s | train_loss=0.0219 + step 1770000 | 16055s | train_loss=0.0220 + step 1780000 | 16139s | train_loss=0.0233 + step 1790000 | 16221s | train_loss=0.0219 + step 1800000 | 16409s | train_loss=0.0223 | fid=118.1819 + step 1810000 | 16482s | train_loss=0.0224 + step 1820000 | 16558s | train_loss=0.0227 + step 1830000 | 16642s | train_loss=0.0219 + step 1840000 | 16727s | train_loss=0.0216 + step 1850000 | 16811s | train_loss=0.0212 + step 1860000 | 16896s | train_loss=0.0212 + step 1870000 | 16980s | train_loss=0.0216 + step 1880000 | 17062s | train_loss=0.0214 + step 1890000 | 17147s | train_loss=0.0217 + step 1900000 | 17334s | train_loss=0.0243 | fid=118.3736 + step 1910000 | 17411s | train_loss=0.0206 + step 1920000 | 17489s | train_loss=0.0208 + step 1930000 | 17573s | train_loss=0.0206 + step 1940000 | 17658s | train_loss=0.0203 + step 1950000 | 17742s | train_loss=0.0205 + step 1960000 | 17827s | train_loss=0.0209 + step 1970000 | 17909s | train_loss=0.0209 + step 1980000 | 17993s | train_loss=0.0209 + step 1990000 | 18078s | train_loss=0.0209 + step 2000000 | 18268s | train_loss=0.0204 | fid=118.4689 + step 2010000 | 18346s | train_loss=0.0205 + step 2020000 | 18423s | train_loss=0.0200 + step 2030000 | 18508s | train_loss=0.0195 + step 2040000 | 18592s | train_loss=0.0195 + step 2050000 | 18676s | train_loss=0.0199 + step 2060000 | 18761s | train_loss=0.0200 + step 2070000 | 18843s | train_loss=0.0197 + step 2080000 | 18928s | train_loss=0.0200 + step 2090000 | 19012s | train_loss=0.0196 + step 2100000 | 19196s | train_loss=0.0194 | fid=117.6153 + step 2110000 | 19273s | train_loss=0.0197 + step 2120000 | 19346s | train_loss=0.0194 + step 2130000 | 19430s | train_loss=0.0202 + step 2140000 | 19514s | train_loss=0.0194 + step 2150000 | 19599s | train_loss=0.0191 + step 2160000 | 19681s | train_loss=0.0193 + step 2170000 | 19765s | train_loss=0.0193 + step 2180000 | 19850s | train_loss=0.0192 + step 2190000 | 19934s | train_loss=0.0188 + step 2200000 | 20126s | train_loss=0.0193 | fid=118.3645 + step 2210000 | 20209s | train_loss=0.0191 + step 2220000 | 20278s | train_loss=0.0183 + step 2230000 | 20362s | train_loss=0.0183 + step 2240000 | 20446s | train_loss=0.0184 + step 2250000 | 20529s | train_loss=0.0189 + step 2260000 | 20613s | train_loss=0.0193 + step 2270000 | 20698s | train_loss=0.0182 + step 2280000 | 20782s | train_loss=0.0178 + step 2290000 | 20867s | train_loss=0.0184 + step 2300000 | 21065s | train_loss=0.0181 | fid=118.4016 + step 2310000 | 21148s | train_loss=0.0184 + step 2320000 | 21221s | train_loss=0.0176 + step 2330000 | 21306s | train_loss=0.0187 + step 2340000 | 21389s | train_loss=0.0174 + step 2350000 | 21473s | train_loss=0.0180 + step 2360000 | 21557s | train_loss=0.0183 + step 2370000 | 21641s | train_loss=0.0178 + step 2380000 | 21726s | train_loss=0.0172 + step 2390000 | 21810s | train_loss=0.0172 + step 2400000 | 22021s | train_loss=0.0174 | fid=118.2719 + step 2410000 | 22101s | train_loss=0.0172 + step 2420000 | 22180s | train_loss=0.0178 + step 2430000 | 22263s | train_loss=0.0173 + step 2440000 | 22347s | train_loss=0.0180 + step 2450000 | 22432s | train_loss=0.0161 + step 2460000 | 22516s | train_loss=0.0186 + step 2470000 | 22600s | train_loss=0.0185 + step 2480000 | 22685s | train_loss=0.0167 + step 2490000 | 22769s | train_loss=0.0166 + step 2500000 | 22955s | train_loss=0.0165 | fid=117.8476 + step 2510000 | 23033s | train_loss=0.0165 + step 2520000 | 23111s | train_loss=0.0163 + step 2530000 | 23193s | train_loss=0.0166 + step 2540000 | 23277s | train_loss=0.0171 + step 2550000 | 23362s | train_loss=0.0165 + step 2560000 | 23446s | train_loss=0.0159 + step 2570000 | 23530s | train_loss=0.0165 + step 2580000 | 23615s | train_loss=0.0165 + step 2590000 | 23697s | train_loss=0.0165 + step 2600000 | 23904s | train_loss=0.0160 | fid=117.7718 + step 2610000 | 23978s | train_loss=0.0164 + step 2620000 | 24055s | train_loss=0.0159 + step 2630000 | 24140s | train_loss=0.0154 + step 2640000 | 24224s | train_loss=0.0160 + step 2650000 | 24308s | train_loss=0.0169 + step 2660000 | 24393s | train_loss=0.0158 + step 2670000 | 24477s | train_loss=0.0158 + step 2680000 | 24561s | train_loss=0.0163 + step 2690000 | 24643s | train_loss=0.0163 + step 2700000 | 24845s | train_loss=0.0159 | fid=117.8705 + step 2710000 | 24917s | train_loss=0.0160 + step 2720000 | 24994s | train_loss=0.0158 + step 2730000 | 25078s | train_loss=0.0155 + step 2740000 | 25163s | train_loss=0.0153 + step 2750000 | 25247s | train_loss=0.0155 + step 2760000 | 25332s | train_loss=0.0150 + step 2770000 | 25416s | train_loss=0.0153 + step 2780000 | 25498s | train_loss=0.0150 + step 2790000 | 25583s | train_loss=0.0156 + step 2800000 | 25784s | train_loss=0.0147 | fid=117.6695 + step 2810000 | 25859s | train_loss=0.0152 + step 2820000 | 25941s | train_loss=0.0153 + step 2830000 | 26025s | train_loss=0.0146 + step 2840000 | 26110s | train_loss=0.0148 + step 2850000 | 26194s | train_loss=0.0163 + step 2860000 | 26279s | train_loss=0.0170 + step 2870000 | 26361s | train_loss=0.0151 + step 2880000 | 26446s | train_loss=0.0145 + step 2890000 | 26530s | train_loss=0.0145 + step 2900000 | 26730s | train_loss=0.0142 | fid=117.7047 + step 2910000 | 26802s | train_loss=0.0144 + step 2920000 | 26884s | train_loss=0.0145 + step 2930000 | 26968s | train_loss=0.0146 + step 2940000 | 27053s | train_loss=0.0141 + step 2950000 | 27137s | train_loss=0.0139 + step 2960000 | 27221s | train_loss=0.0154 + step 2970000 | 27303s | train_loss=0.0144 + step 2980000 | 27388s | train_loss=0.0138 + step 2990000 | 27472s | train_loss=0.0144 + step 3000000 | 27684s | train_loss=0.0140 | fid=117.4417 + step 3010000 | 27754s | train_loss=0.0140 + step 3020000 | 27837s | train_loss=0.0136 + step 3030000 | 27922s | train_loss=0.0140 + step 3040000 | 28006s | train_loss=0.0150 + step 3050000 | 28091s | train_loss=0.0154 + step 3060000 | 28173s | train_loss=0.0145 + step 3070000 | 28258s | train_loss=0.0136 + step 3080000 | 28342s | train_loss=0.0136 + step 3090000 | 28425s | train_loss=0.0136 + step 3100000 | 28610s | train_loss=0.0146 | fid=117.9234 + step 3110000 | 28684s | train_loss=0.0141 + step 3120000 | 28768s | train_loss=0.0132 + step 3130000 | 28852s | train_loss=0.0131 + step 3140000 | 28936s | train_loss=0.0132 + step 3150000 | 29019s | train_loss=0.0141 + step 3160000 | 29103s | train_loss=0.0131 + step 3170000 | 29188s | train_loss=0.0132 + step 3180000 | 29272s | train_loss=0.0131 + step 3190000 | 29355s | train_loss=0.0131 + step 3200000 | 29524s | train_loss=0.0130 | fid=117.9851 + step 3210000 | 29602s | train_loss=0.0135 + step 3220000 | 29683s | train_loss=0.0130 + step 3230000 | 29767s | train_loss=0.0135 + step 3240000 | 29852s | train_loss=0.0128 + step 3250000 | 29934s | train_loss=0.0135 + step 3260000 | 30019s | train_loss=0.0129 + step 3270000 | 30103s | train_loss=0.0137 + step 3280000 | 30185s | train_loss=0.0136 + step 3290000 | 30270s | train_loss=0.0128 + step 3300000 | 30468s | train_loss=0.0128 | fid=117.7810 + step 3310000 | 30542s | train_loss=0.0124 + step 3320000 | 30621s | train_loss=0.0132 + step 3330000 | 30705s | train_loss=0.0133 + step 3340000 | 30789s | train_loss=0.0128 + step 3350000 | 30872s | train_loss=0.0132 + step 3360000 | 30956s | train_loss=0.0127 + step 3370000 | 31039s | train_loss=0.0127 + step 3380000 | 31124s | train_loss=0.0137 + step 3390000 | 31208s | train_loss=0.0129 + step 3400000 | 31383s | train_loss=0.0131 | fid=117.6133 + step 3410000 | 31465s | train_loss=0.0124 + step 3420000 | 31535s | train_loss=0.0129 + step 3430000 | 31620s | train_loss=0.0123 + step 3440000 | 31703s | train_loss=0.0123 + step 3450000 | 31787s | train_loss=0.0127 + step 3460000 | 31871s | train_loss=0.0126 + step 3470000 | 31954s | train_loss=0.0119 + step 3480000 | 32038s | train_loss=0.0127 + step 3490000 | 32123s | train_loss=0.0122 + step 3500000 | 32290s | train_loss=0.0126 | fid=118.2833 + step 3510000 | 32374s | train_loss=0.0118 + step 3520000 | 32454s | train_loss=0.0120 + step 3530000 | 32538s | train_loss=0.0125 + step 3540000 | 32621s | train_loss=0.0117 + step 3550000 | 32705s | train_loss=0.0124 + step 3560000 | 32790s | train_loss=0.0130 + step 3570000 | 32872s | train_loss=0.0119 + step 3580000 | 32957s | train_loss=0.0123 + step 3590000 | 33041s | train_loss=0.0117 + step 3600000 | 33197s | train_loss=0.0117 | fid=117.5576 + step 3610000 | 33282s | train_loss=0.0122 + step 3620000 | 33359s | train_loss=0.0123 + step 3630000 | 33440s | train_loss=0.0116 + step 3640000 | 33523s | train_loss=0.0116 + step 3650000 | 33607s | train_loss=0.0117 + step 3660000 | 33691s | train_loss=0.0120 + step 3670000 | 33774s | train_loss=0.0121 + step 3680000 | 33859s | train_loss=0.0117 + step 3690000 | 33943s | train_loss=0.0115 + step 3700000 | 34100s | train_loss=0.0119 | fid=117.6796 + step 3710000 | 34184s | train_loss=0.0122 + step 3720000 | 34268s | train_loss=0.0114 + step 3730000 | 34350s | train_loss=0.0115 + step 3740000 | 34432s | train_loss=0.0124 + step 3750000 | 34516s | train_loss=0.0126 + step 3760000 | 34599s | train_loss=0.0118 + step 3770000 | 34683s | train_loss=0.0114 + step 3780000 | 34768s | train_loss=0.0109 + step 3790000 | 34852s | train_loss=0.0113 + step 3800000 | 35057s | train_loss=0.0111 | fid=118.2880 + step 3810000 | 35141s | train_loss=0.0117 + step 3820000 | 35213s | train_loss=0.0118 + step 3830000 | 35295s | train_loss=0.0115 + step 3840000 | 35377s | train_loss=0.0118 + step 3850000 | 35460s | train_loss=0.0111 + step 3860000 | 35544s | train_loss=0.0120 + step 3870000 | 35628s | train_loss=0.0108 + step 3880000 | 35713s | train_loss=0.0112 + step 3890000 | 35797s | train_loss=0.0110 + step 3900000 | 35996s | train_loss=0.0111 | fid=117.7529 + step 3910000 | 36081s | train_loss=0.0112 + step 3920000 | 36157s | train_loss=0.0108 + step 3930000 | 36238s | train_loss=0.0114 + step 3940000 | 36322s | train_loss=0.0104 + step 3950000 | 36404s | train_loss=0.0121 + step 3960000 | 36489s | train_loss=0.0111 + step 3970000 | 36573s | train_loss=0.0121 + step 3980000 | 36658s | train_loss=0.0114 + step 3990000 | 36742s | train_loss=0.0108 + step 4000000 | 36948s | train_loss=0.0112 | fid=117.9254 + step 4010000 | 37031s | train_loss=0.0107 + step 4020000 | 37097s | train_loss=0.0114 + step 4030000 | 37180s | train_loss=0.0109 + step 4040000 | 37262s | train_loss=0.0106 + step 4050000 | 37347s | train_loss=0.0113 + step 4060000 | 37431s | train_loss=0.0112 + step 4070000 | 37515s | train_loss=0.0104 + step 4080000 | 37600s | train_loss=0.0116 + step 4090000 | 37684s | train_loss=0.0107 + step 4100000 | 37882s | train_loss=0.0110 | fid=117.8372 + step 4110000 | 37966s | train_loss=0.0102 + step 4120000 | 38035s | train_loss=0.0111 + step 4130000 | 38116s | train_loss=0.0105 + step 4140000 | 38200s | train_loss=0.0104 + step 4150000 | 38285s | train_loss=0.0111 + step 4160000 | 38369s | train_loss=0.0106 + step 4170000 | 38454s | train_loss=0.0103 + step 4180000 | 38538s | train_loss=0.0108 + step 4190000 | 38622s | train_loss=0.0110 + step 4200000 | 38816s | train_loss=0.0110 | fid=117.5902 + step 4210000 | 38899s | train_loss=0.0102 + step 4220000 | 38968s | train_loss=0.0105 + step 4230000 | 39050s | train_loss=0.0111 + step 4240000 | 39135s | train_loss=0.0105 + step 4250000 | 39219s | train_loss=0.0102 + step 4260000 | 39304s | train_loss=0.0101 + step 4270000 | 39388s | train_loss=0.0101 + step 4280000 | 39472s | train_loss=0.0112 + step 4290000 | 39557s | train_loss=0.0100 + step 4300000 | 39766s | train_loss=0.0103 | fid=117.8929 + step 4310000 | 39846s | train_loss=0.0103 + step 4320000 | 39916s | train_loss=0.0102 + step 4330000 | 39997s | train_loss=0.0104 + step 4340000 | 40081s | train_loss=0.0100 + step 4350000 | 40166s | train_loss=0.0101 + step 4360000 | 40250s | train_loss=0.0104 + step 4370000 | 40334s | train_loss=0.0103 + step 4380000 | 40419s | train_loss=0.0103 + step 4390000 | 40503s | train_loss=0.0097 + step 4400000 | 40687s | train_loss=0.0098 | fid=118.1532 + step 4410000 | 40770s | train_loss=0.0101 + step 4420000 | 40847s | train_loss=0.0098 + step 4430000 | 40922s | train_loss=0.0104 + step 4440000 | 41006s | train_loss=0.0104 + step 4450000 | 41091s | train_loss=0.0104 + step 4460000 | 41175s | train_loss=0.0105 + step 4470000 | 41259s | train_loss=0.0108 + step 4480000 | 41344s | train_loss=0.0102 + step 4490000 | 41428s | train_loss=0.0102 + step 4500000 | 41619s | train_loss=0.0098 | fid=118.1794 + step 4510000 | 41703s | train_loss=0.0099 + step 4520000 | 41784s | train_loss=0.0098 + step 4530000 | 41859s | train_loss=0.0097 + step 4540000 | 41943s | train_loss=0.0099 + step 4550000 | 42028s | train_loss=0.0101 + step 4560000 | 42112s | train_loss=0.0098 + step 4570000 | 42197s | train_loss=0.0099 + step 4580000 | 42281s | train_loss=0.0096 + step 4590000 | 42366s | train_loss=0.0100 + step 4600000 | 42543s | train_loss=0.0095 | fid=117.5959 + step 4610000 | 42627s | train_loss=0.0097 + step 4620000 | 42711s | train_loss=0.0095 + step 4630000 | 42780s | train_loss=0.0098 + step 4640000 | 42862s | train_loss=0.0101 + step 4650000 | 42947s | train_loss=0.0096 + step 4660000 | 43031s | train_loss=0.0100 + step 4670000 | 43116s | train_loss=0.0095 + step 4680000 | 43200s | train_loss=0.0094 + step 4690000 | 43285s | train_loss=0.0098 + step 4700000 | 43493s | train_loss=0.0103 | fid=117.8193 + step 4710000 | 43578s | train_loss=0.0094 + step 4720000 | 43662s | train_loss=0.0098 + step 4730000 | 43733s | train_loss=0.0095 + step 4740000 | 43816s | train_loss=0.0097 + step 4750000 | 43901s | train_loss=0.0100 + step 4760000 | 43985s | train_loss=0.0096 + step 4770000 | 44069s | train_loss=0.0092 + step 4780000 | 44154s | train_loss=0.0095 + step 4790000 | 44231s | train_loss=0.0093 + step 4800000 | 44397s | train_loss=0.0092 | fid=117.9029 + step 4810000 | 44464s | train_loss=0.0096 + step 4820000 | 44530s | train_loss=0.0094 + step 4830000 | 44585s | train_loss=0.0098 + step 4840000 | 44653s | train_loss=0.0095 + step 4850000 | 44721s | train_loss=0.0095 + step 4860000 | 44788s | train_loss=0.0095 + step 4870000 | 44856s | train_loss=0.0092 + step 4880000 | 44924s | train_loss=0.0092 + step 4890000 | 44977s | train_loss=0.0094 + step 4900000 | 45110s | train_loss=0.0097 | fid=117.9604 + step 4910000 | 45161s | train_loss=0.0092 + step 4920000 | 45201s | train_loss=0.0091 + step 4930000 | 45245s | train_loss=0.0091 + step 4940000 | 45296s | train_loss=0.0093 + step 4950000 | 45347s | train_loss=0.0093 + step 4960000 | 45399s | train_loss=0.0093 + step 4970000 | 45450s | train_loss=0.0096 + step 4980000 | 45501s | train_loss=0.0096 + step 4990000 | 45552s | train_loss=0.0098 + step 5000000 | 45689s | train_loss=0.0089 | fid=117.7519 diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d80/config.json b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d80/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6debd02bf8bb7a58ceff9db881dc523d14976481 --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d80/config.json @@ -0,0 +1,25 @@ +{ + "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d80/vae.pt", + "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d80", + "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", + "n_train": 1000, + "total_steps": 5000000, + "eval_interval": 10000, + "mem_interval": 100000, + "fid_interval": 100000, + "fid_n_real": 1000, + "fid_n_gen": 10000, + "n_gen_samples": 10000, + "n_sde_steps": 500, + "batch_size": 512, + "hidden": 1024, + "depth": 5, + "optimizer": "sgd", + "lr": 0.001, + "momentum": 0.8, + "t_min": 0.01, + "t_max": 3.0, + "t_eval": 0.1, + "seed": 43, + "device": null +} diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d80/metrics.jsonl b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d80/metrics.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..9b6dd97aa8a86e7549cd56e60bf035d9e17d0c8b --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d80/metrics.jsonl @@ -0,0 +1,502 @@ +{"event": "meta", "data": "cifar10_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 80, "n": 1000, "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d80/vae.pt", "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [41905, 27590, 3837, 45564, 49079, 45615, 24791, 29586, 40154, 14155, 41744, 31565, 21399, 47093, 14144, 7260, 25109, 49111, 3286, 28559, 8088, 18636, 27677, 5584, 14605, 28090, 44911, 22197, 30774, 45976, 21377, 38974, 37419, 34658, 48141, 45353, 16718, 44442, 14512, 30061, 32910, 17321, 15565, 17405, 44045, 17717, 6400, 37998, 3773, 20538, 19316, 34889, 4564, 1363, 5611, 41687, 16986, 41914, 25046, 49823, 33007, 20861, 27988, 42869, 33687, 3828, 12070, 15418, 22140, 35636, 31728, 9480, 7712, 2852, 43042, 17354, 27208, 49689, 14774, 29225, 25390, 35055, 12670, 19522, 24246, 14561, 33656, 42751, 2242, 364, 43176, 15490, 46231, 26061, 18629, 34392, 32488, 26106, 10393, 11167, 20874, 8106, 10093, 7243, 48907, 8147, 45063, 21102, 37655, 7635, 2514, 27684, 3204, 28758, 28311, 29718, 44311, 10355, 32304, 14615, 28486, 14294, 16760, 37166, 19433, 20899, 23979, 36854, 43726, 10375, 11078, 10677, 40127, 33642, 36325, 13174, 19662, 30319, 22501, 14354, 24243, 27654, 42509, 18915, 29668, 2313, 42454, 11218, 48097, 31985, 16567, 26984, 33502, 36329, 22928, 42746, 38223, 19499, 41926, 29059, 44004, 8962, 40807, 11854, 36894, 13566, 36982, 16226, 36410, 47002, 20194, 3625, 19297, 2555, 4842, 8098, 44052, 5795, 5274, 4374, 17924, 30344, 5386, 26317, 30389, 32399, 32042, 26731, 29532, 33817, 26942, 25858, 11887, 46070, 41837, 10713, 33955, 20000, 29946, 4912, 32112, 6697, 44031, 27296, 37785, 25660, 27948, 31260, 24358, 1827, 37445, 25084, 11703, 3820, 49218, 30616, 25083, 22759, 6275, 40603, 39038, 37156, 8894, 9871, 31333, 26582, 20528, 10523, 2747, 33639, 41740, 47899, 11337, 6325, 433, 33051, 1094, 24743, 9392, 22638, 7689, 39641, 9486, 33554, 30840, 35032, 19647, 7903, 18205, 34063, 46483, 32963, 11601, 19203, 45792, 47136, 6174, 40793, 13885, 16641, 48744, 37658, 43829, 44107, 6388, 37424, 20033, 28563, 27013, 17032, 12768, 38181, 35608, 14089, 29228, 40229, 45106, 11963, 37979, 20694, 22835, 5773, 19580, 44596, 19079, 45191, 666, 15893, 7513, 15939, 45020, 12659, 31388, 44651, 23592, 16419, 47615, 36714, 36448, 28579, 1697, 9889, 42082, 49150, 41132, 33996, 21551, 18467, 45242, 6516, 3355, 20187, 31669, 2814, 6900, 28198, 17656, 18178, 31825, 34244, 38330, 28894, 7463, 8134, 38159, 10524, 41508, 2367, 496, 31046, 1511, 31956, 46621, 14176, 1899, 32397, 29452, 16504, 34042, 24014, 47447, 20229, 36683, 5186, 14349, 21736, 17094, 30311, 27949, 30023, 49589, 43270, 2898, 18259, 17175, 18594, 17062, 42063, 3237, 12080, 35769, 1687, 30330, 29678, 27321, 4273, 28513, 2551, 5314, 13572, 13497, 9652, 3466, 27133, 38459, 23232, 14231, 25584, 49398, 32994, 10434, 42369, 37410, 45044, 11075, 12523, 1417, 6765, 40000, 25016, 36905, 48638, 21, 16822, 24333, 30084, 43982, 26954, 6519, 42546, 14751, 14278, 49970, 47621, 18883, 37295, 9040, 40369, 22225, 36489, 21302, 13110, 5455, 47804, 14868, 13063, 22102, 36825, 21969, 33186, 28908, 32592, 42766, 12262, 39073, 915, 11824, 39208, 3098, 42789, 29800, 14150, 28705, 8847, 21716, 535, 48077, 41540, 36207, 10816, 41471, 35049, 20661, 6083, 30194, 4576, 2174, 1908, 48392, 10435, 10986, 18036, 24746, 3941, 34118, 49749, 12025, 21493, 15785, 17085, 39411, 34561, 42064, 36237, 2740, 8183, 40564, 33107, 25765, 49165, 25211, 17520, 17115, 1869, 46432, 33757, 20517, 39760, 259, 45380, 12436, 48000, 21046, 4039, 15701, 35246, 29112, 44161, 34079, 45449, 42845, 22815, 5597, 3990, 35899, 48969, 41528, 27873, 16598, 39104, 23359, 46847, 28624, 19198, 1251, 9003, 28383, 47005, 40703, 41605, 39895, 26201, 11727, 27435, 17333, 39261, 37456, 14653, 30634, 4160, 24540, 12044, 7111, 23485, 5645, 2572, 1682, 17872, 8974, 16796, 11864, 40178, 20092, 32219, 14458, 37007, 31340, 10520, 34489, 13128, 42913, 31468, 44180, 37938, 20058, 18673, 36850, 34721, 26210, 15257, 35188, 11815, 47936, 18088, 43578, 11996, 47952, 24311, 1884, 36557, 32921, 36250, 38022, 5671, 13621, 23326, 14326, 23471, 24685, 39092, 3268, 37257, 16348, 13730, 21838, 44088, 8945, 10827, 13840, 46123, 48010, 13350, 30622, 45233, 8698, 14335, 45842, 15138, 1515, 40759, 21960, 47551, 33208, 18260, 6377, 46869, 31742, 23566, 12829, 15305, 37988, 16111, 32146, 37948, 25917, 30484, 17885, 42468, 28238, 33865, 28030, 30072, 34855, 19324, 42075, 30623, 3667, 38832, 25100, 43077, 36471, 11663, 13588, 14015, 5099, 10589, 28526, 48022, 15444, 3280, 188, 31582, 15225, 11019, 21804, 3901, 24461, 25031, 10373, 4486, 45950, 37949, 32923, 1583, 6576, 26004, 16237, 38132, 25045, 25091, 41949, 11553, 48062, 40503, 13057, 8954, 18566, 28405, 28604, 30434, 49112, 30676, 32930, 16183, 48336, 43162, 873, 37233, 44718, 37247, 23758, 9243, 12126, 5287, 49594, 3459, 32091, 20894, 41743, 7366, 7258, 37939, 47665, 12260, 20836, 43253, 16191, 11619, 1519, 6137, 3934, 48375, 35234, 103, 30510, 8869, 21085, 41234, 25138, 25079, 31218, 48292, 48814, 6635, 18416, 1421, 4363, 5164, 47455, 21280, 16767, 19685, 16449, 45798, 31292, 31049, 43587, 30772, 2651, 12854, 23199, 25234, 23389, 24742, 19480, 19738, 19726, 2388, 21394, 4512, 9069, 42856, 25766, 23797, 40741, 33624, 8328, 35922, 27732, 36268, 23213, 41966, 40002, 12750, 46225, 35182, 23769, 25152, 26764, 20090, 27202, 48096, 4266, 2205, 2020, 37651, 36088, 1021, 28544, 20933, 48924, 11503, 43997, 9492, 19505, 47632, 4118, 2029, 22008, 41396, 16378, 36738, 33194, 28053, 44137, 30771, 12131, 5963, 31754, 46953, 3180, 1718, 36816, 2208, 20898, 13799, 30796, 34445, 37540, 27983, 39216, 16791, 36763, 15987, 28440, 11782, 48531, 4252, 47359, 5351, 4059, 9263, 32274, 39283, 258, 17485, 31280, 12814, 33217, 38203, 11170, 8486, 14434, 13722, 36048, 3705, 47210, 38260, 2200, 17850, 21589, 27598, 9926, 9419, 3981, 34519, 37821, 22855, 39796, 24105, 5113, 5888, 31974, 40040, 17179, 48615, 38665, 47173, 47154, 20619, 5049, 1656, 27736, 14424, 2013, 1348, 32964, 37228, 34968, 34124, 15993, 42420, 26558, 2961, 27119, 37779, 29321, 31595, 29301, 38364, 17528, 19583, 48609, 4428, 12427, 601, 21213, 44456, 39274, 40250, 39804, 35373, 43875, 20550, 43426, 13696, 34572, 11097, 22458, 33042, 12981, 29073, 6601, 2370, 4065, 46317, 29460, 21761, 13977, 4520, 31604, 16259, 1445, 29204, 26097, 31921, 33193, 36054, 26372, 4436, 40306, 13974, 6159, 46233, 33714, 27592, 23153, 40311, 12294, 40141, 14030, 36304, 40086, 43163, 14689, 5002, 40885, 40758, 42458, 18580, 29784, 14527, 30070, 18326, 40830, 42503, 5434, 25179, 15652, 11428, 40980, 45916, 22056, 15896, 42628, 30092, 40834, 25862, 40370, 7804, 46908, 44191, 26908, 9764, 36969, 21521, 35257, 9279, 36964, 4012, 627, 31813, 15669, 33832, 29874, 1912, 41254, 23709, 4648, 3131, 49882, 19349, 35975, 25565, 21641, 48219, 30806, 33979, 36103, 14640, 34524, 31661, 26869, 27297, 46519, 2352, 46930, 7617, 49750, 12620, 29820, 18590, 890, 16394, 23877, 26421, 23417, 29021, 11596, 22017, 14794, 14437, 48385, 48231, 18946, 38048, 41302, 40633, 15317, 24820], "fid_reference": "same farthest-first 1k CIFAR-10 training subset", "seed": 43} +{"step": 1, "wall_time": 70.19466757774353, "train_loss_step": 80.33363342285156, "n_params": 4428880, "total_flops": 13605519360, "train_loss": 0.9961785316467285, "subset_score_loss": 0.9961785316467285, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9781844615936279, "fid": 274.21672565913536} +{"step": 10000, "wall_time": 154.91715598106384, "train_loss_step": 17.442550659179688, "n_params": 4428880, "total_flops": 136055193600000, "train_loss": 0.8455821990966796, "subset_score_loss": 0.8455821990966796} +{"step": 20000, "wall_time": 239.75083541870117, "train_loss_step": 15.360411643981934, "n_params": 4428880, "total_flops": 272110387200000, "train_loss": 0.7456505775451661, "subset_score_loss": 0.7456505775451661} +{"step": 30000, "wall_time": 324.5863609313965, "train_loss_step": 13.117547035217285, "n_params": 4428880, "total_flops": 408165580800000, "train_loss": 0.6087751865386963, "subset_score_loss": 0.6087751865386963} +{"step": 40000, "wall_time": 409.4348318576813, "train_loss_step": 12.016461372375488, "n_params": 4428880, "total_flops": 544220774400000, "train_loss": 0.43660244941711424, "subset_score_loss": 0.43660244941711424} +{"step": 50000, "wall_time": 494.2855899333954, "train_loss_step": 10.320867538452148, "n_params": 4428880, "total_flops": 680275968000000, "train_loss": 0.2936796903610229, "subset_score_loss": 0.2936796903610229} +{"step": 60000, "wall_time": 579.1544954776764, "train_loss_step": 9.552755355834961, "n_params": 4428880, "total_flops": 816331161600000, "train_loss": 0.21443617343902588, "subset_score_loss": 0.21443617343902588} +{"step": 70000, "wall_time": 664.0206594467163, "train_loss_step": 8.611149787902832, "n_params": 4428880, "total_flops": 952386355200000, "train_loss": 0.17173560857772827, "subset_score_loss": 0.17173560857772827} +{"step": 80000, "wall_time": 748.8579351902008, "train_loss_step": 7.976521015167236, "n_params": 4428880, "total_flops": 1088441548800000, "train_loss": 0.14799067974090577, "subset_score_loss": 0.14799067974090577} +{"step": 90000, "wall_time": 833.6799647808075, "train_loss_step": 7.547772407531738, "n_params": 4428880, "total_flops": 1224496742400000, "train_loss": 0.1359080672264099, "subset_score_loss": 0.1359080672264099} +{"step": 100000, "wall_time": 983.762640953064, "train_loss_step": 7.403737545013428, "n_params": 4428880, "total_flops": 1360551936000000, "train_loss": 0.125480055809021, "subset_score_loss": 0.125480055809021, "memorization_fraction_pixel": 0.0003000000142492354, "mean_nn_ratio_pixel": 0.9227182865142822, "fid": 151.54246847492323} +{"step": 110000, "wall_time": 1066.593554019928, "train_loss_step": 7.319409370422363, "n_params": 4428880, "total_flops": 1496607129600000, "train_loss": 0.11847814321517944, "subset_score_loss": 0.11847814321517944} +{"step": 120000, "wall_time": 1151.4548223018646, "train_loss_step": 6.788931369781494, "n_params": 4428880, "total_flops": 1632662323200000, "train_loss": 0.11105039119720458, "subset_score_loss": 0.11105039119720458} +{"step": 130000, "wall_time": 1236.3706591129303, "train_loss_step": 6.880711555480957, "n_params": 4428880, "total_flops": 1768717516800000, "train_loss": 0.10578689575195313, "subset_score_loss": 0.10578689575195313} +{"step": 140000, "wall_time": 1321.29838180542, "train_loss_step": 6.674705505371094, "n_params": 4428880, "total_flops": 1904772710400000, "train_loss": 0.10215665102005005, "subset_score_loss": 0.10215665102005005} +{"step": 150000, "wall_time": 1406.1944930553436, "train_loss_step": 6.40864896774292, "n_params": 4428880, "total_flops": 2040827904000000, "train_loss": 0.10056108236312866, "subset_score_loss": 0.10056108236312866} +{"step": 160000, "wall_time": 1491.1702392101288, "train_loss_step": 6.233902454376221, "n_params": 4428880, "total_flops": 2176883097600000, "train_loss": 0.094742351770401, "subset_score_loss": 0.094742351770401} +{"step": 170000, "wall_time": 1576.0532732009888, "train_loss_step": 6.610708236694336, "n_params": 4428880, "total_flops": 2312938291200000, "train_loss": 0.09252691864967347, "subset_score_loss": 0.09252691864967347} +{"step": 180000, "wall_time": 1660.9930651187897, "train_loss_step": 5.962957859039307, "n_params": 4428880, "total_flops": 2448993484800000, "train_loss": 0.08894805312156677, "subset_score_loss": 0.08894805312156677} +{"step": 190000, "wall_time": 1745.912994146347, "train_loss_step": 5.652523040771484, "n_params": 4428880, "total_flops": 2585048678400000, "train_loss": 0.0868234932422638, "subset_score_loss": 0.0868234932422638} +{"step": 200000, "wall_time": 1895.8502790927887, "train_loss_step": 5.993586540222168, "n_params": 4428880, "total_flops": 2721103872000000, "train_loss": 0.08282746076583862, "subset_score_loss": 0.08282746076583862, "memorization_fraction_pixel": 0.003800000064074993, "mean_nn_ratio_pixel": 0.8691756725311279, "fid": 146.5489081286458} +{"step": 210000, "wall_time": 1978.1741347312927, "train_loss_step": 5.747758865356445, "n_params": 4428880, "total_flops": 2857159065600000, "train_loss": 0.0802771270275116, "subset_score_loss": 0.0802771270275116} +{"step": 220000, "wall_time": 2062.873502969742, "train_loss_step": 5.7482218742370605, "n_params": 4428880, "total_flops": 2993214259200000, "train_loss": 0.07916097640991211, "subset_score_loss": 0.07916097640991211} +{"step": 230000, "wall_time": 2147.6843495368958, "train_loss_step": 5.434456825256348, "n_params": 4428880, "total_flops": 3129269452800000, "train_loss": 0.07747577428817749, "subset_score_loss": 0.07747577428817749} +{"step": 240000, "wall_time": 2232.5511105060577, "train_loss_step": 5.920989990234375, "n_params": 4428880, "total_flops": 3265324646400000, "train_loss": 0.07415761947631835, "subset_score_loss": 0.07415761947631835} +{"step": 250000, "wall_time": 2317.399386882782, "train_loss_step": 5.533660411834717, "n_params": 4428880, "total_flops": 3401379840000000, "train_loss": 0.07473534345626831, "subset_score_loss": 0.07473534345626831} +{"step": 260000, "wall_time": 2402.249393224716, "train_loss_step": 5.888185501098633, "n_params": 4428880, "total_flops": 3537435033600000, "train_loss": 0.07174978256225586, "subset_score_loss": 0.07174978256225586} +{"step": 270000, "wall_time": 2487.124980688095, "train_loss_step": 5.656309127807617, "n_params": 4428880, "total_flops": 3673490227200000, "train_loss": 0.07088046073913574, "subset_score_loss": 0.07088046073913574} +{"step": 280000, "wall_time": 2572.0224430561066, "train_loss_step": 5.559246063232422, "n_params": 4428880, "total_flops": 3809545420800000, "train_loss": 0.06879252195358276, "subset_score_loss": 0.06879252195358276} +{"step": 290000, "wall_time": 2656.9056344032288, "train_loss_step": 5.389941215515137, "n_params": 4428880, "total_flops": 3945600614400000, "train_loss": 0.06847845911979675, "subset_score_loss": 0.06847845911979675} +{"step": 300000, "wall_time": 2807.2906272411346, "train_loss_step": 5.484697341918945, "n_params": 4428880, "total_flops": 4081655808000000, "train_loss": 0.06808167695999146, "subset_score_loss": 0.06808167695999146, "memorization_fraction_pixel": 0.012400000356137753, "mean_nn_ratio_pixel": 0.8284945487976074, "fid": 141.29309881973785} +{"step": 310000, "wall_time": 2889.699900150299, "train_loss_step": 5.315427780151367, "n_params": 4428880, "total_flops": 4217711001600000, "train_loss": 0.06560018658638, "subset_score_loss": 0.06560018658638} +{"step": 320000, "wall_time": 2973.1932170391083, "train_loss_step": 5.351771354675293, "n_params": 4428880, "total_flops": 4353766195200000, "train_loss": 0.06287345290184021, "subset_score_loss": 0.06287345290184021} +{"step": 330000, "wall_time": 3058.086130142212, "train_loss_step": 5.100125312805176, "n_params": 4428880, "total_flops": 4489821388800000, "train_loss": 0.06141629219055176, "subset_score_loss": 0.06141629219055176} +{"step": 340000, "wall_time": 3143.016588449478, "train_loss_step": 4.9408111572265625, "n_params": 4428880, "total_flops": 4625876582400000, "train_loss": 0.06155555844306946, "subset_score_loss": 0.06155555844306946} +{"step": 350000, "wall_time": 3227.9259748458862, "train_loss_step": 5.189318656921387, "n_params": 4428880, "total_flops": 4761931776000000, "train_loss": 0.06031084060668945, "subset_score_loss": 0.06031084060668945} +{"step": 360000, "wall_time": 3312.782053232193, "train_loss_step": 5.197117805480957, "n_params": 4428880, "total_flops": 4897986969600000, "train_loss": 0.05948531627655029, "subset_score_loss": 0.05948531627655029} +{"step": 370000, "wall_time": 3397.7020964622498, "train_loss_step": 5.3387370109558105, "n_params": 4428880, "total_flops": 5034042163200000, "train_loss": 0.05895220637321472, "subset_score_loss": 0.05895220637321472} +{"step": 380000, "wall_time": 3482.642900466919, "train_loss_step": 4.961749076843262, "n_params": 4428880, "total_flops": 5170097356800000, "train_loss": 0.057934904098510744, "subset_score_loss": 0.057934904098510744} +{"step": 390000, "wall_time": 3567.571061849594, "train_loss_step": 4.863301753997803, "n_params": 4428880, "total_flops": 5306152550400000, "train_loss": 0.0556826114654541, "subset_score_loss": 0.0556826114654541} +{"step": 400000, "wall_time": 3714.810631275177, "train_loss_step": 5.194413185119629, "n_params": 4428880, "total_flops": 5442207744000000, "train_loss": 0.05681146383285522, "subset_score_loss": 0.05681146383285522, "memorization_fraction_pixel": 0.02250000089406967, "mean_nn_ratio_pixel": 0.7966302037239075, "fid": 137.83713816739123} +{"step": 410000, "wall_time": 3796.7362790107727, "train_loss_step": 5.044796943664551, "n_params": 4428880, "total_flops": 5578262937600000, "train_loss": 0.055725908279418944, "subset_score_loss": 0.055725908279418944} +{"step": 420000, "wall_time": 3882.0067851543427, "train_loss_step": 4.873145580291748, "n_params": 4428880, "total_flops": 5714318131200000, "train_loss": 0.05415444374084473, "subset_score_loss": 0.05415444374084473} +{"step": 430000, "wall_time": 3965.1010026931763, "train_loss_step": 5.231313705444336, "n_params": 4428880, "total_flops": 5850373324800000, "train_loss": 0.05462157130241394, "subset_score_loss": 0.05462157130241394} +{"step": 440000, "wall_time": 4049.947468519211, "train_loss_step": 4.963962078094482, "n_params": 4428880, "total_flops": 5986428518400000, "train_loss": 0.053305691480636595, "subset_score_loss": 0.053305691480636595} +{"step": 450000, "wall_time": 4134.785218954086, "train_loss_step": 4.997197151184082, "n_params": 4428880, "total_flops": 6122483712000000, "train_loss": 0.05440736413002014, "subset_score_loss": 0.05440736413002014} +{"step": 460000, "wall_time": 4219.632142782211, "train_loss_step": 4.890918731689453, "n_params": 4428880, "total_flops": 6258538905600000, "train_loss": 0.053308629989624025, "subset_score_loss": 0.053308629989624025} +{"step": 470000, "wall_time": 4304.516069173813, "train_loss_step": 5.301601886749268, "n_params": 4428880, "total_flops": 6394594099200000, "train_loss": 0.051057493686676024, "subset_score_loss": 0.051057493686676024} +{"step": 480000, "wall_time": 4389.372318267822, "train_loss_step": 4.9586029052734375, "n_params": 4428880, "total_flops": 6530649292800000, "train_loss": 0.05172281861305237, "subset_score_loss": 0.05172281861305237} +{"step": 490000, "wall_time": 4474.276542901993, "train_loss_step": 5.001969337463379, "n_params": 4428880, "total_flops": 6666704486400000, "train_loss": 0.050256311893463135, "subset_score_loss": 0.050256311893463135} +{"step": 500000, "wall_time": 4624.615916728973, "train_loss_step": 4.427999496459961, "n_params": 4428880, "total_flops": 6802759680000000, "train_loss": 0.05054897665977478, "subset_score_loss": 0.05054897665977478, "memorization_fraction_pixel": 0.03269999846816063, "mean_nn_ratio_pixel": 0.7649199962615967, "fid": 134.25845975788783} +{"step": 510000, "wall_time": 4706.311709880829, "train_loss_step": 5.0369462966918945, "n_params": 4428880, "total_flops": 6938814873600000, "train_loss": 0.049812117218971254, "subset_score_loss": 0.049812117218971254} +{"step": 520000, "wall_time": 4791.213411331177, "train_loss_step": 4.9100446701049805, "n_params": 4428880, "total_flops": 7074870067200000, "train_loss": 0.050004822015762326, "subset_score_loss": 0.050004822015762326} +{"step": 530000, "wall_time": 4874.773272037506, "train_loss_step": 4.6256914138793945, "n_params": 4428880, "total_flops": 7210925260800000, "train_loss": 0.049344465136528015, "subset_score_loss": 0.049344465136528015} +{"step": 540000, "wall_time": 4959.697702407837, "train_loss_step": 5.1777191162109375, "n_params": 4428880, "total_flops": 7346980454400000, "train_loss": 0.0479252964258194, "subset_score_loss": 0.0479252964258194} +{"step": 550000, "wall_time": 5044.625612974167, "train_loss_step": 4.635959148406982, "n_params": 4428880, "total_flops": 7483035648000000, "train_loss": 0.0479873925447464, "subset_score_loss": 0.0479873925447464} +{"step": 560000, "wall_time": 5129.535749435425, "train_loss_step": 4.966592311859131, "n_params": 4428880, "total_flops": 7619090841600000, "train_loss": 0.0465281069278717, "subset_score_loss": 0.0465281069278717} +{"step": 570000, "wall_time": 5214.47497344017, "train_loss_step": 4.682511806488037, "n_params": 4428880, "total_flops": 7755146035200000, "train_loss": 0.046272972226142885, "subset_score_loss": 0.046272972226142885} +{"step": 580000, "wall_time": 5299.370923995972, "train_loss_step": 4.6681976318359375, "n_params": 4428880, "total_flops": 7891201228800000, "train_loss": 0.047054871916770935, "subset_score_loss": 0.047054871916770935} +{"step": 590000, "wall_time": 5384.337972640991, "train_loss_step": 4.917746067047119, "n_params": 4428880, "total_flops": 8027256422400000, "train_loss": 0.04709665179252624, "subset_score_loss": 0.04709665179252624} +{"step": 600000, "wall_time": 5534.241928815842, "train_loss_step": 4.358376979827881, "n_params": 4428880, "total_flops": 8163311616000000, "train_loss": 0.04622812867164612, "subset_score_loss": 0.04622812867164612, "memorization_fraction_pixel": 0.05009999871253967, "mean_nn_ratio_pixel": 0.7346997261047363, "fid": 129.88278759608778} +{"step": 610000, "wall_time": 5615.805068492889, "train_loss_step": 4.786836624145508, "n_params": 4428880, "total_flops": 8299366809600000, "train_loss": 0.045214366912841794, "subset_score_loss": 0.045214366912841794} +{"step": 620000, "wall_time": 5700.671196460724, "train_loss_step": 4.794199466705322, "n_params": 4428880, "total_flops": 8435422003200000, "train_loss": 0.04544411301612854, "subset_score_loss": 0.04544411301612854} +{"step": 630000, "wall_time": 5785.768278121948, "train_loss_step": 5.0634660720825195, "n_params": 4428880, "total_flops": 8571477196800000, "train_loss": 0.044422298669815063, "subset_score_loss": 0.044422298669815063} +{"step": 640000, "wall_time": 5869.074560880661, "train_loss_step": 4.557651996612549, "n_params": 4428880, "total_flops": 8707532390400000, "train_loss": 0.04530746638774872, "subset_score_loss": 0.04530746638774872} +{"step": 650000, "wall_time": 5953.9328689575195, "train_loss_step": 4.670807361602783, "n_params": 4428880, "total_flops": 8843587584000000, "train_loss": 0.044839638471603396, "subset_score_loss": 0.044839638471603396} +{"step": 660000, "wall_time": 6038.7512311935425, "train_loss_step": 4.599245548248291, "n_params": 4428880, "total_flops": 8979642777600000, "train_loss": 0.04423056840896607, "subset_score_loss": 0.04423056840896607} +{"step": 670000, "wall_time": 6123.608360052109, "train_loss_step": 4.318735122680664, "n_params": 4428880, "total_flops": 9115697971200000, "train_loss": 0.043500080704689026, "subset_score_loss": 0.043500080704689026} +{"step": 680000, "wall_time": 6208.495939493179, "train_loss_step": 4.444361209869385, "n_params": 4428880, "total_flops": 9251753164800000, "train_loss": 0.042446663975715636, "subset_score_loss": 0.042446663975715636} +{"step": 690000, "wall_time": 6293.182754278183, "train_loss_step": 4.340897560119629, "n_params": 4428880, "total_flops": 9387808358400000, "train_loss": 0.042681488394737246, "subset_score_loss": 0.042681488394737246} +{"step": 700000, "wall_time": 6443.290343999863, "train_loss_step": 4.530416488647461, "n_params": 4428880, "total_flops": 9523863552000000, "train_loss": 0.04169332981109619, "subset_score_loss": 0.04169332981109619, "memorization_fraction_pixel": 0.065700002014637, "mean_nn_ratio_pixel": 0.7159028053283691, "fid": 129.8645768869089} +{"step": 710000, "wall_time": 6524.953276395798, "train_loss_step": 4.352889060974121, "n_params": 4428880, "total_flops": 9659918745600000, "train_loss": 0.041968312859535215, "subset_score_loss": 0.041968312859535215} +{"step": 720000, "wall_time": 6609.888816356659, "train_loss_step": 4.5568132400512695, "n_params": 4428880, "total_flops": 9795973939200000, "train_loss": 0.04150672256946564, "subset_score_loss": 0.04150672256946564} +{"step": 730000, "wall_time": 6694.843960046768, "train_loss_step": 4.410358428955078, "n_params": 4428880, "total_flops": 9932029132800000, "train_loss": 0.04222295880317688, "subset_score_loss": 0.04222295880317688} +{"step": 740000, "wall_time": 6779.930193662643, "train_loss_step": 4.26618766784668, "n_params": 4428880, "total_flops": 10068084326400000, "train_loss": 0.04181457757949829, "subset_score_loss": 0.04181457757949829} +{"step": 750000, "wall_time": 6863.356218338013, "train_loss_step": 4.677981376647949, "n_params": 4428880, "total_flops": 10204139520000000, "train_loss": 0.04067759513854981, "subset_score_loss": 0.04067759513854981} +{"step": 760000, "wall_time": 6948.297614336014, "train_loss_step": 4.699976921081543, "n_params": 4428880, "total_flops": 10340194713600000, "train_loss": 0.04057547748088837, "subset_score_loss": 0.04057547748088837} +{"step": 770000, "wall_time": 7033.186605930328, "train_loss_step": 4.239548206329346, "n_params": 4428880, "total_flops": 10476249907200000, "train_loss": 0.03992738127708435, "subset_score_loss": 0.03992738127708435} +{"step": 780000, "wall_time": 7118.067729234695, "train_loss_step": 4.445709228515625, "n_params": 4428880, "total_flops": 10612305100800000, "train_loss": 0.04063493013381958, "subset_score_loss": 0.04063493013381958} +{"step": 790000, "wall_time": 7202.847500085831, "train_loss_step": 4.349078178405762, "n_params": 4428880, "total_flops": 10748360294400000, "train_loss": 0.04029498696327209, "subset_score_loss": 0.04029498696327209} +{"step": 800000, "wall_time": 7350.305586099625, "train_loss_step": 4.415592193603516, "n_params": 4428880, "total_flops": 10884415488000000, "train_loss": 0.038307443261146545, "subset_score_loss": 0.038307443261146545, "memorization_fraction_pixel": 0.0763000026345253, "mean_nn_ratio_pixel": 0.6994811296463013, "fid": 128.44365881164632} +{"step": 810000, "wall_time": 7431.692264795303, "train_loss_step": 4.42099142074585, "n_params": 4428880, "total_flops": 11020470681600000, "train_loss": 0.038921919465065, "subset_score_loss": 0.038921919465065} +{"step": 820000, "wall_time": 7516.614461898804, "train_loss_step": 4.32737922668457, "n_params": 4428880, "total_flops": 11156525875200000, "train_loss": 0.03886716067790985, "subset_score_loss": 0.03886716067790985} +{"step": 830000, "wall_time": 7601.385025024414, "train_loss_step": 4.516759395599365, "n_params": 4428880, "total_flops": 11292581068800000, "train_loss": 0.03846398591995239, "subset_score_loss": 0.03846398591995239} +{"step": 840000, "wall_time": 7686.381713151932, "train_loss_step": 4.449314117431641, "n_params": 4428880, "total_flops": 11428636262400000, "train_loss": 0.03799323439598083, "subset_score_loss": 0.03799323439598083} +{"step": 850000, "wall_time": 7769.776353120804, "train_loss_step": 4.403313159942627, "n_params": 4428880, "total_flops": 11564691456000000, "train_loss": 0.03754571676254272, "subset_score_loss": 0.03754571676254272} +{"step": 860000, "wall_time": 7854.64480304718, "train_loss_step": 4.113976955413818, "n_params": 4428880, "total_flops": 11700746649600000, "train_loss": 0.039494314789772035, "subset_score_loss": 0.039494314789772035} +{"step": 870000, "wall_time": 7939.485490322113, "train_loss_step": 4.194601535797119, "n_params": 4428880, "total_flops": 11836801843200000, "train_loss": 0.03712659478187561, "subset_score_loss": 0.03712659478187561} +{"step": 880000, "wall_time": 8024.34149312973, "train_loss_step": 4.2017316818237305, "n_params": 4428880, "total_flops": 11972857036800000, "train_loss": 0.0373228907585144, "subset_score_loss": 0.0373228907585144} +{"step": 890000, "wall_time": 8108.984048128128, "train_loss_step": 4.02554988861084, "n_params": 4428880, "total_flops": 12108912230400000, "train_loss": 0.03616313636302948, "subset_score_loss": 0.03616313636302948} +{"step": 900000, "wall_time": 8259.065881729126, "train_loss_step": 4.006069183349609, "n_params": 4428880, "total_flops": 12244967424000000, "train_loss": 0.037083479762077334, "subset_score_loss": 0.037083479762077334, "memorization_fraction_pixel": 0.08889999985694885, "mean_nn_ratio_pixel": 0.6740824580192566, "fid": 127.16457909265469} +{"step": 910000, "wall_time": 8340.906907081604, "train_loss_step": 4.452707290649414, "n_params": 4428880, "total_flops": 12381022617600000, "train_loss": 0.03699613809585571, "subset_score_loss": 0.03699613809585571} +{"step": 920000, "wall_time": 8425.819852590561, "train_loss_step": 4.566420078277588, "n_params": 4428880, "total_flops": 12517077811200000, "train_loss": 0.035828384757041934, "subset_score_loss": 0.035828384757041934} +{"step": 930000, "wall_time": 8510.741938829422, "train_loss_step": 4.29010009765625, "n_params": 4428880, "total_flops": 12653133004800000, "train_loss": 0.03710533082485199, "subset_score_loss": 0.03710533082485199} +{"step": 940000, "wall_time": 8595.648008108139, "train_loss_step": 4.253321647644043, "n_params": 4428880, "total_flops": 12789188198400000, "train_loss": 0.03560180366039276, "subset_score_loss": 0.03560180366039276} +{"step": 950000, "wall_time": 8680.870939016342, "train_loss_step": 4.512516975402832, "n_params": 4428880, "total_flops": 12925243392000000, "train_loss": 0.03667198121547699, "subset_score_loss": 0.03667198121547699} +{"step": 960000, "wall_time": 8764.328074932098, "train_loss_step": 4.283768653869629, "n_params": 4428880, "total_flops": 13061298585600000, "train_loss": 0.03552078008651734, "subset_score_loss": 0.03552078008651734} +{"step": 970000, "wall_time": 8849.2409760952, "train_loss_step": 4.0665435791015625, "n_params": 4428880, "total_flops": 13197353779200000, "train_loss": 0.03479284644126892, "subset_score_loss": 0.03479284644126892} +{"step": 980000, "wall_time": 8934.139233589172, "train_loss_step": 4.0026631355285645, "n_params": 4428880, "total_flops": 13333408972800000, "train_loss": 0.03446914255619049, "subset_score_loss": 0.03446914255619049} +{"step": 990000, "wall_time": 9017.441173553467, "train_loss_step": 4.225395679473877, "n_params": 4428880, "total_flops": 13469464166400000, "train_loss": 0.034564089775085446, "subset_score_loss": 0.034564089775085446} +{"step": 1000000, "wall_time": 9169.979264259338, "train_loss_step": 4.125616073608398, "n_params": 4428880, "total_flops": 13605519360000000, "train_loss": 0.03425089418888092, "subset_score_loss": 0.03425089418888092, "memorization_fraction_pixel": 0.11219999939203262, "mean_nn_ratio_pixel": 0.6416602730751038, "fid": 123.24865850346369} +{"step": 1010000, "wall_time": 9251.344284057617, "train_loss_step": 4.1606669425964355, "n_params": 4428880, "total_flops": 13741574553600000, "train_loss": 0.034814247488975526, "subset_score_loss": 0.034814247488975526} +{"step": 1020000, "wall_time": 9336.207055807114, "train_loss_step": 3.9131617546081543, "n_params": 4428880, "total_flops": 13877629747200000, "train_loss": 0.03452560007572174, "subset_score_loss": 0.03452560007572174} +{"step": 1030000, "wall_time": 9421.05148267746, "train_loss_step": 4.003629207611084, "n_params": 4428880, "total_flops": 14013684940800000, "train_loss": 0.0337151974439621, "subset_score_loss": 0.0337151974439621} +{"step": 1040000, "wall_time": 9505.92456150055, "train_loss_step": 4.36550760269165, "n_params": 4428880, "total_flops": 14149740134400000, "train_loss": 0.03347131609916687, "subset_score_loss": 0.03347131609916687} +{"step": 1050000, "wall_time": 9590.79313492775, "train_loss_step": 4.23446798324585, "n_params": 4428880, "total_flops": 14285795328000000, "train_loss": 0.034928911924362184, "subset_score_loss": 0.034928911924362184} +{"step": 1060000, "wall_time": 9674.188795566559, "train_loss_step": 3.9608354568481445, "n_params": 4428880, "total_flops": 14421850521600000, "train_loss": 0.03404156267642975, "subset_score_loss": 0.03404156267642975} +{"step": 1070000, "wall_time": 9759.05945277214, "train_loss_step": 3.694248676300049, "n_params": 4428880, "total_flops": 14557905715200000, "train_loss": 0.033271676301956175, "subset_score_loss": 0.033271676301956175} +{"step": 1080000, "wall_time": 9843.921817779541, "train_loss_step": 4.254273414611816, "n_params": 4428880, "total_flops": 14693960908800000, "train_loss": 0.03382558822631836, "subset_score_loss": 0.03382558822631836} +{"step": 1090000, "wall_time": 9926.70602607727, "train_loss_step": 4.1050519943237305, "n_params": 4428880, "total_flops": 14830016102400000, "train_loss": 0.0326792448759079, "subset_score_loss": 0.0326792448759079} +{"step": 1100000, "wall_time": 10079.157013177872, "train_loss_step": 4.237704277038574, "n_params": 4428880, "total_flops": 14966071296000000, "train_loss": 0.03364345729351044, "subset_score_loss": 0.03364345729351044, "memorization_fraction_pixel": 0.12870000302791595, "mean_nn_ratio_pixel": 0.6168200969696045, "fid": 122.75279424370903} +{"step": 1110000, "wall_time": 10160.569365978241, "train_loss_step": 3.913149833679199, "n_params": 4428880, "total_flops": 15102126489600000, "train_loss": 0.03255212008953094, "subset_score_loss": 0.03255212008953094} +{"step": 1120000, "wall_time": 10245.512707948685, "train_loss_step": 3.7382266521453857, "n_params": 4428880, "total_flops": 15238181683200000, "train_loss": 0.032030269503593445, "subset_score_loss": 0.032030269503593445} +{"step": 1130000, "wall_time": 10330.449067115784, "train_loss_step": 4.113387107849121, "n_params": 4428880, "total_flops": 15374236876800000, "train_loss": 0.03226007223129272, "subset_score_loss": 0.03226007223129272} +{"step": 1140000, "wall_time": 10415.309195518494, "train_loss_step": 3.951486110687256, "n_params": 4428880, "total_flops": 15510292070400000, "train_loss": 0.03199567496776581, "subset_score_loss": 0.03199567496776581} +{"step": 1150000, "wall_time": 10500.218036651611, "train_loss_step": 3.841129779815674, "n_params": 4428880, "total_flops": 15646347264000000, "train_loss": 0.03231719434261322, "subset_score_loss": 0.03231719434261322} +{"step": 1160000, "wall_time": 10585.300169467926, "train_loss_step": 4.272572994232178, "n_params": 4428880, "total_flops": 15782402457600000, "train_loss": 0.03350319266319275, "subset_score_loss": 0.03350319266319275} +{"step": 1170000, "wall_time": 10669.025137662888, "train_loss_step": 4.181425094604492, "n_params": 4428880, "total_flops": 15918457651200000, "train_loss": 0.032031497359275816, "subset_score_loss": 0.032031497359275816} +{"step": 1180000, "wall_time": 10753.934389829636, "train_loss_step": 4.1191816329956055, "n_params": 4428880, "total_flops": 16054512844800000, "train_loss": 0.03268915414810181, "subset_score_loss": 0.03268915414810181} +{"step": 1190000, "wall_time": 10836.781201601028, "train_loss_step": 3.7547338008880615, "n_params": 4428880, "total_flops": 16190568038400000, "train_loss": 0.03132746815681457, "subset_score_loss": 0.03132746815681457} +{"step": 1200000, "wall_time": 10990.216702699661, "train_loss_step": 3.7644729614257812, "n_params": 4428880, "total_flops": 16326623232000000, "train_loss": 0.030440515279769896, "subset_score_loss": 0.030440515279769896, "memorization_fraction_pixel": 0.15379999577999115, "mean_nn_ratio_pixel": 0.6026013493537903, "fid": 120.08084131386299} +{"step": 1210000, "wall_time": 11071.500240564346, "train_loss_step": 3.990692615509033, "n_params": 4428880, "total_flops": 16462678425600000, "train_loss": 0.03175686299800873, "subset_score_loss": 0.03175686299800873} +{"step": 1220000, "wall_time": 11156.330168485641, "train_loss_step": 4.271406650543213, "n_params": 4428880, "total_flops": 16598733619200000, "train_loss": 0.030431631207466125, "subset_score_loss": 0.030431631207466125} +{"step": 1230000, "wall_time": 11241.202058792114, "train_loss_step": 4.175926208496094, "n_params": 4428880, "total_flops": 16734788812800000, "train_loss": 0.03156988322734833, "subset_score_loss": 0.03156988322734833} +{"step": 1240000, "wall_time": 11326.089195013046, "train_loss_step": 3.7754409313201904, "n_params": 4428880, "total_flops": 16870844006400000, "train_loss": 0.03065471351146698, "subset_score_loss": 0.03065471351146698} +{"step": 1250000, "wall_time": 11410.951256990433, "train_loss_step": 4.069889068603516, "n_params": 4428880, "total_flops": 17006899200000000, "train_loss": 0.031100508570671082, "subset_score_loss": 0.031100508570671082} +{"step": 1260000, "wall_time": 11495.79551076889, "train_loss_step": 3.7287158966064453, "n_params": 4428880, "total_flops": 17142954393600000, "train_loss": 0.030048829317092896, "subset_score_loss": 0.030048829317092896} +{"step": 1270000, "wall_time": 11581.25753569603, "train_loss_step": 3.974064826965332, "n_params": 4428880, "total_flops": 17279009587200000, "train_loss": 0.030006298422813417, "subset_score_loss": 0.030006298422813417} +{"step": 1280000, "wall_time": 11664.313359260559, "train_loss_step": 3.8586339950561523, "n_params": 4428880, "total_flops": 17415064780800000, "train_loss": 0.02990671992301941, "subset_score_loss": 0.02990671992301941} +{"step": 1290000, "wall_time": 11747.283231496811, "train_loss_step": 4.167068958282471, "n_params": 4428880, "total_flops": 17551119974400000, "train_loss": 0.029512551426887513, "subset_score_loss": 0.029512551426887513} +{"step": 1300000, "wall_time": 11899.049087285995, "train_loss_step": 3.740866184234619, "n_params": 4428880, "total_flops": 17687175168000000, "train_loss": 0.029602774977684022, "subset_score_loss": 0.029602774977684022, "memorization_fraction_pixel": 0.17900000512599945, "mean_nn_ratio_pixel": 0.5804605484008789, "fid": 118.74296761172991} +{"step": 1310000, "wall_time": 11980.723052740097, "train_loss_step": 3.6468944549560547, "n_params": 4428880, "total_flops": 17823230361600000, "train_loss": 0.030067017674446105, "subset_score_loss": 0.030067017674446105} +{"step": 1320000, "wall_time": 12065.594810724258, "train_loss_step": 4.152736186981201, "n_params": 4428880, "total_flops": 17959285555200000, "train_loss": 0.029696032404899597, "subset_score_loss": 0.029696032404899597} +{"step": 1330000, "wall_time": 12150.519620418549, "train_loss_step": 4.090003490447998, "n_params": 4428880, "total_flops": 18095340748800000, "train_loss": 0.030058741569519043, "subset_score_loss": 0.030058741569519043} +{"step": 1340000, "wall_time": 12235.421690225601, "train_loss_step": 3.744845390319824, "n_params": 4428880, "total_flops": 18231395942400000, "train_loss": 0.02954988181591034, "subset_score_loss": 0.02954988181591034} +{"step": 1350000, "wall_time": 12320.351083517075, "train_loss_step": 3.8279175758361816, "n_params": 4428880, "total_flops": 18367451136000000, "train_loss": 0.029791659116744994, "subset_score_loss": 0.029791659116744994} +{"step": 1360000, "wall_time": 12405.275699615479, "train_loss_step": 3.583958625793457, "n_params": 4428880, "total_flops": 18503506329600000, "train_loss": 0.028771138191223143, "subset_score_loss": 0.028771138191223143} +{"step": 1370000, "wall_time": 12490.268753767014, "train_loss_step": 4.130181312561035, "n_params": 4428880, "total_flops": 18639561523200000, "train_loss": 0.02900782525539398, "subset_score_loss": 0.02900782525539398} +{"step": 1380000, "wall_time": 12573.442049741745, "train_loss_step": 3.7766544818878174, "n_params": 4428880, "total_flops": 18775616716800000, "train_loss": 0.02775714099407196, "subset_score_loss": 0.02775714099407196} +{"step": 1390000, "wall_time": 12656.538361549377, "train_loss_step": 4.033720016479492, "n_params": 4428880, "total_flops": 18911671910400000, "train_loss": 0.027491638064384462, "subset_score_loss": 0.027491638064384462} +{"step": 1400000, "wall_time": 12809.06959271431, "train_loss_step": 3.8655166625976562, "n_params": 4428880, "total_flops": 19047727104000000, "train_loss": 0.028022876381874083, "subset_score_loss": 0.028022876381874083, "memorization_fraction_pixel": 0.1860000044107437, "mean_nn_ratio_pixel": 0.5729561448097229, "fid": 118.80343930539095} +{"step": 1410000, "wall_time": 12891.875431060791, "train_loss_step": 4.015036106109619, "n_params": 4428880, "total_flops": 19183782297600000, "train_loss": 0.027675732970237732, "subset_score_loss": 0.027675732970237732} +{"step": 1420000, "wall_time": 12975.745537996292, "train_loss_step": 3.7406938076019287, "n_params": 4428880, "total_flops": 19319837491200000, "train_loss": 0.02770366370677948, "subset_score_loss": 0.02770366370677948} +{"step": 1430000, "wall_time": 13060.605907917023, "train_loss_step": 3.8589391708374023, "n_params": 4428880, "total_flops": 19455892684800000, "train_loss": 0.02738601267337799, "subset_score_loss": 0.02738601267337799} +{"step": 1440000, "wall_time": 13145.431833267212, "train_loss_step": 3.910431385040283, "n_params": 4428880, "total_flops": 19591947878400000, "train_loss": 0.028495630621910094, "subset_score_loss": 0.028495630621910094} +{"step": 1450000, "wall_time": 13230.228586673737, "train_loss_step": 3.712097644805908, "n_params": 4428880, "total_flops": 19728003072000000, "train_loss": 0.02861737906932831, "subset_score_loss": 0.02861737906932831} +{"step": 1460000, "wall_time": 13315.02491736412, "train_loss_step": 3.5468297004699707, "n_params": 4428880, "total_flops": 19864058265600000, "train_loss": 0.02666487991809845, "subset_score_loss": 0.02666487991809845} +{"step": 1470000, "wall_time": 13399.829313993454, "train_loss_step": 4.0184245109558105, "n_params": 4428880, "total_flops": 20000113459200000, "train_loss": 0.02667563259601593, "subset_score_loss": 0.02667563259601593} +{"step": 1480000, "wall_time": 13483.515084505081, "train_loss_step": 3.6647000312805176, "n_params": 4428880, "total_flops": 20136168652800000, "train_loss": 0.02642211616039276, "subset_score_loss": 0.02642211616039276} +{"step": 1490000, "wall_time": 13565.883197307587, "train_loss_step": 3.6345133781433105, "n_params": 4428880, "total_flops": 20272223846400000, "train_loss": 0.027499333024024963, "subset_score_loss": 0.027499333024024963} +{"step": 1500000, "wall_time": 13726.977830648422, "train_loss_step": 3.421530246734619, "n_params": 4428880, "total_flops": 20408279040000000, "train_loss": 0.026594990491867067, "subset_score_loss": 0.026594990491867067, "memorization_fraction_pixel": 0.2184000015258789, "mean_nn_ratio_pixel": 0.5437958836555481, "fid": 116.59364927876419} +{"step": 1510000, "wall_time": 13808.397351264954, "train_loss_step": 3.702004909515381, "n_params": 4428880, "total_flops": 20544334233600000, "train_loss": 0.02717459499835968, "subset_score_loss": 0.02717459499835968} +{"step": 1520000, "wall_time": 13893.347934961319, "train_loss_step": 3.884068250656128, "n_params": 4428880, "total_flops": 20680389427200000, "train_loss": 0.02666037380695343, "subset_score_loss": 0.02666037380695343} +{"step": 1530000, "wall_time": 13978.283511638641, "train_loss_step": 3.675934314727783, "n_params": 4428880, "total_flops": 20816444620800000, "train_loss": 0.028115347027778625, "subset_score_loss": 0.028115347027778625} +{"step": 1540000, "wall_time": 14063.179977178574, "train_loss_step": 3.7391557693481445, "n_params": 4428880, "total_flops": 20952499814400000, "train_loss": 0.02711736559867859, "subset_score_loss": 0.02711736559867859} +{"step": 1550000, "wall_time": 14148.116168022156, "train_loss_step": 3.5162291526794434, "n_params": 4428880, "total_flops": 21088555008000000, "train_loss": 0.026056897640228272, "subset_score_loss": 0.026056897640228272} +{"step": 1560000, "wall_time": 14233.018701076508, "train_loss_step": 3.57742977142334, "n_params": 4428880, "total_flops": 21224610201600000, "train_loss": 0.026391074061393738, "subset_score_loss": 0.026391074061393738} +{"step": 1570000, "wall_time": 14317.814474105835, "train_loss_step": 4.020046710968018, "n_params": 4428880, "total_flops": 21360665395200000, "train_loss": 0.02574072778224945, "subset_score_loss": 0.02574072778224945} +{"step": 1580000, "wall_time": 14400.918065786362, "train_loss_step": 3.5326664447784424, "n_params": 4428880, "total_flops": 21496720588800000, "train_loss": 0.025755757093429567, "subset_score_loss": 0.025755757093429567} +{"step": 1590000, "wall_time": 14484.234723806381, "train_loss_step": 3.796680450439453, "n_params": 4428880, "total_flops": 21632775782400000, "train_loss": 0.025904136896133422, "subset_score_loss": 0.025904136896133422} +{"step": 1600000, "wall_time": 14637.211649894714, "train_loss_step": 3.5794904232025146, "n_params": 4428880, "total_flops": 21768830976000000, "train_loss": 0.02590688467025757, "subset_score_loss": 0.02590688467025757, "memorization_fraction_pixel": 0.22190000116825104, "mean_nn_ratio_pixel": 0.5401074886322021, "fid": 116.04391252055214} +{"step": 1610000, "wall_time": 14719.97682929039, "train_loss_step": 3.756868362426758, "n_params": 4428880, "total_flops": 21904886169600000, "train_loss": 0.025666958093643187, "subset_score_loss": 0.025666958093643187} +{"step": 1620000, "wall_time": 14804.873198986053, "train_loss_step": 3.6061043739318848, "n_params": 4428880, "total_flops": 22040941363200000, "train_loss": 0.025331947207450866, "subset_score_loss": 0.025331947207450866} +{"step": 1630000, "wall_time": 14889.742578983307, "train_loss_step": 3.66862416267395, "n_params": 4428880, "total_flops": 22176996556800000, "train_loss": 0.02493312954902649, "subset_score_loss": 0.02493312954902649} +{"step": 1640000, "wall_time": 14974.556287288666, "train_loss_step": 3.548727512359619, "n_params": 4428880, "total_flops": 22313051750400000, "train_loss": 0.02486179322004318, "subset_score_loss": 0.02486179322004318} +{"step": 1650000, "wall_time": 15059.374840259552, "train_loss_step": 3.2955451011657715, "n_params": 4428880, "total_flops": 22449106944000000, "train_loss": 0.024877163767814636, "subset_score_loss": 0.024877163767814636} +{"step": 1660000, "wall_time": 15144.249861717224, "train_loss_step": 3.6135144233703613, "n_params": 4428880, "total_flops": 22585162137600000, "train_loss": 0.025205439329147337, "subset_score_loss": 0.025205439329147337} +{"step": 1670000, "wall_time": 15228.954771518707, "train_loss_step": 3.8217201232910156, "n_params": 4428880, "total_flops": 22721217331200000, "train_loss": 0.024900464713573454, "subset_score_loss": 0.024900464713573454} +{"step": 1680000, "wall_time": 15311.819499969482, "train_loss_step": 3.550111770629883, "n_params": 4428880, "total_flops": 22857272524800000, "train_loss": 0.026138237118721007, "subset_score_loss": 0.026138237118721007} +{"step": 1690000, "wall_time": 15396.930478096008, "train_loss_step": 3.624981641769409, "n_params": 4428880, "total_flops": 22993327718400000, "train_loss": 0.024607110023498534, "subset_score_loss": 0.024607110023498534} +{"step": 1700000, "wall_time": 15547.987312793732, "train_loss_step": 3.6894102096557617, "n_params": 4428880, "total_flops": 23129382912000000, "train_loss": 0.02499362677335739, "subset_score_loss": 0.02499362677335739, "memorization_fraction_pixel": 0.2320999950170517, "mean_nn_ratio_pixel": 0.5283712148666382, "fid": 116.28923612720247} +{"step": 1710000, "wall_time": 15630.794555664062, "train_loss_step": 3.8914270401000977, "n_params": 4428880, "total_flops": 23265438105600000, "train_loss": 0.02530604600906372, "subset_score_loss": 0.02530604600906372} +{"step": 1720000, "wall_time": 15715.682017803192, "train_loss_step": 3.6061291694641113, "n_params": 4428880, "total_flops": 23401493299200000, "train_loss": 0.02410227954387665, "subset_score_loss": 0.02410227954387665} +{"step": 1730000, "wall_time": 15800.509123325348, "train_loss_step": 3.7374982833862305, "n_params": 4428880, "total_flops": 23537548492800000, "train_loss": 0.024125002324581146, "subset_score_loss": 0.024125002324581146} +{"step": 1740000, "wall_time": 15885.417592048645, "train_loss_step": 3.4981613159179688, "n_params": 4428880, "total_flops": 23673603686400000, "train_loss": 0.024101606011390685, "subset_score_loss": 0.024101606011390685} +{"step": 1750000, "wall_time": 15970.29315328598, "train_loss_step": 3.650141716003418, "n_params": 4428880, "total_flops": 23809658880000000, "train_loss": 0.0251504510641098, "subset_score_loss": 0.0251504510641098} +{"step": 1760000, "wall_time": 16055.217596292496, "train_loss_step": 3.185490131378174, "n_params": 4428880, "total_flops": 23945714073600000, "train_loss": 0.023403176665306093, "subset_score_loss": 0.023403176665306093} +{"step": 1770000, "wall_time": 16139.867602586746, "train_loss_step": 3.616089344024658, "n_params": 4428880, "total_flops": 24081769267200000, "train_loss": 0.023429523408412933, "subset_score_loss": 0.023429523408412933} +{"step": 1780000, "wall_time": 16222.858169078827, "train_loss_step": 3.3593297004699707, "n_params": 4428880, "total_flops": 24217824460800000, "train_loss": 0.02388685494661331, "subset_score_loss": 0.02388685494661331} +{"step": 1790000, "wall_time": 16307.716196775436, "train_loss_step": 3.507307529449463, "n_params": 4428880, "total_flops": 24353879654400000, "train_loss": 0.023669183254241943, "subset_score_loss": 0.023669183254241943} +{"step": 1800000, "wall_time": 16505.735658168793, "train_loss_step": 3.4296817779541016, "n_params": 4428880, "total_flops": 24489934848000000, "train_loss": 0.023024220764636994, "subset_score_loss": 0.023024220764636994, "memorization_fraction_pixel": 0.250900000333786, "mean_nn_ratio_pixel": 0.5232388973236084, "fid": 115.73344321611454} +{"step": 1810000, "wall_time": 16589.34298157692, "train_loss_step": 3.3206021785736084, "n_params": 4428880, "total_flops": 24625990041600000, "train_loss": 0.023241496086120604, "subset_score_loss": 0.023241496086120604} +{"step": 1820000, "wall_time": 16674.15172934532, "train_loss_step": 3.432741403579712, "n_params": 4428880, "total_flops": 24762045235200000, "train_loss": 0.024731095135211944, "subset_score_loss": 0.024731095135211944} +{"step": 1830000, "wall_time": 16758.960770130157, "train_loss_step": 3.4141793251037598, "n_params": 4428880, "total_flops": 24898100428800000, "train_loss": 0.023285557329654694, "subset_score_loss": 0.023285557329654694} +{"step": 1840000, "wall_time": 16843.823825359344, "train_loss_step": 3.8603668212890625, "n_params": 4428880, "total_flops": 25034155622400000, "train_loss": 0.023473918437957764, "subset_score_loss": 0.023473918437957764} +{"step": 1850000, "wall_time": 16928.661801576614, "train_loss_step": 3.5577871799468994, "n_params": 4428880, "total_flops": 25170210816000000, "train_loss": 0.022908484935760497, "subset_score_loss": 0.022908484935760497} +{"step": 1860000, "wall_time": 17013.21716237068, "train_loss_step": 3.8410897254943848, "n_params": 4428880, "total_flops": 25306266009600000, "train_loss": 0.02301148176193237, "subset_score_loss": 0.02301148176193237} +{"step": 1870000, "wall_time": 17096.16949391365, "train_loss_step": 3.5533132553100586, "n_params": 4428880, "total_flops": 25442321203200000, "train_loss": 0.023210328817367554, "subset_score_loss": 0.023210328817367554} +{"step": 1880000, "wall_time": 17181.027453660965, "train_loss_step": 3.5536770820617676, "n_params": 4428880, "total_flops": 25578376396800000, "train_loss": 0.02313425987958908, "subset_score_loss": 0.02313425987958908} +{"step": 1890000, "wall_time": 17265.89843273163, "train_loss_step": 3.4683420658111572, "n_params": 4428880, "total_flops": 25714431590400000, "train_loss": 0.023557485640048982, "subset_score_loss": 0.023557485640048982} +{"step": 1900000, "wall_time": 17438.529887199402, "train_loss_step": 3.562917709350586, "n_params": 4428880, "total_flops": 25850486784000000, "train_loss": 0.025057339668273927, "subset_score_loss": 0.025057339668273927, "memorization_fraction_pixel": 0.24940000474452972, "mean_nn_ratio_pixel": 0.5195372700691223, "fid": 115.38471657193517} +{"step": 1910000, "wall_time": 17523.459934711456, "train_loss_step": 3.442765235900879, "n_params": 4428880, "total_flops": 25986541977600000, "train_loss": 0.02245594561100006, "subset_score_loss": 0.02245594561100006} +{"step": 1920000, "wall_time": 17608.361030340195, "train_loss_step": 3.4484751224517822, "n_params": 4428880, "total_flops": 26122597171200000, "train_loss": 0.02205694317817688, "subset_score_loss": 0.02205694317817688} +{"step": 1930000, "wall_time": 17693.29921555519, "train_loss_step": 3.2200675010681152, "n_params": 4428880, "total_flops": 26258652364800000, "train_loss": 0.022191140055656432, "subset_score_loss": 0.022191140055656432} +{"step": 1940000, "wall_time": 17778.17456459999, "train_loss_step": 3.3821020126342773, "n_params": 4428880, "total_flops": 26394707558400000, "train_loss": 0.021999824047088622, "subset_score_loss": 0.021999824047088622} +{"step": 1950000, "wall_time": 17862.946741104126, "train_loss_step": 3.365741729736328, "n_params": 4428880, "total_flops": 26530762752000000, "train_loss": 0.02170267850160599, "subset_score_loss": 0.02170267850160599} +{"step": 1960000, "wall_time": 17945.81094765663, "train_loss_step": 3.351820707321167, "n_params": 4428880, "total_flops": 26666817945600000, "train_loss": 0.021741178631782532, "subset_score_loss": 0.021741178631782532} +{"step": 1970000, "wall_time": 18030.71134328842, "train_loss_step": 3.4483590126037598, "n_params": 4428880, "total_flops": 26802873139200000, "train_loss": 0.022785334289073943, "subset_score_loss": 0.022785334289073943} +{"step": 1980000, "wall_time": 18115.634110212326, "train_loss_step": 3.625452995300293, "n_params": 4428880, "total_flops": 26938928332800000, "train_loss": 0.0227546364068985, "subset_score_loss": 0.0227546364068985} +{"step": 1990000, "wall_time": 18200.50528240204, "train_loss_step": 3.302426815032959, "n_params": 4428880, "total_flops": 27074983526400000, "train_loss": 0.022348947823047638, "subset_score_loss": 0.022348947823047638} +{"step": 2000000, "wall_time": 18372.22756409645, "train_loss_step": 3.315791130065918, "n_params": 4428880, "total_flops": 27211038720000000, "train_loss": 0.022069184482097624, "subset_score_loss": 0.022069184482097624, "memorization_fraction_pixel": 0.2847999930381775, "mean_nn_ratio_pixel": 0.4921779930591583, "fid": 112.43516238905138} +{"step": 2010000, "wall_time": 18457.10981154442, "train_loss_step": 3.2330455780029297, "n_params": 4428880, "total_flops": 27347093913600000, "train_loss": 0.021419233083724974, "subset_score_loss": 0.021419233083724974} +{"step": 2020000, "wall_time": 18541.961644649506, "train_loss_step": 3.4361329078674316, "n_params": 4428880, "total_flops": 27483149107200000, "train_loss": 0.022153469920158386, "subset_score_loss": 0.022153469920158386} +{"step": 2030000, "wall_time": 18626.841019392014, "train_loss_step": 3.3256964683532715, "n_params": 4428880, "total_flops": 27619204300800000, "train_loss": 0.022099140286445617, "subset_score_loss": 0.022099140286445617} +{"step": 2040000, "wall_time": 18711.62830233574, "train_loss_step": 3.4411444664001465, "n_params": 4428880, "total_flops": 27755259494400000, "train_loss": 0.021492233872413634, "subset_score_loss": 0.021492233872413634} +{"step": 2050000, "wall_time": 18794.335500717163, "train_loss_step": 3.5050995349884033, "n_params": 4428880, "total_flops": 27891314688000000, "train_loss": 0.021230047941207884, "subset_score_loss": 0.021230047941207884} +{"step": 2060000, "wall_time": 18879.19678092003, "train_loss_step": 3.320596218109131, "n_params": 4428880, "total_flops": 28027369881600000, "train_loss": 0.022577516734600067, "subset_score_loss": 0.022577516734600067} +{"step": 2070000, "wall_time": 18964.088447332382, "train_loss_step": 3.2852070331573486, "n_params": 4428880, "total_flops": 28163425075200000, "train_loss": 0.02116730958223343, "subset_score_loss": 0.02116730958223343} +{"step": 2080000, "wall_time": 19048.9475543499, "train_loss_step": 3.5342535972595215, "n_params": 4428880, "total_flops": 28299480268800000, "train_loss": 0.020851196348667146, "subset_score_loss": 0.020851196348667146} +{"step": 2090000, "wall_time": 19133.693447113037, "train_loss_step": 3.2801551818847656, "n_params": 4428880, "total_flops": 28435535462400000, "train_loss": 0.021269495785236358, "subset_score_loss": 0.021269495785236358} +{"step": 2100000, "wall_time": 19321.090483665466, "train_loss_step": 3.2671256065368652, "n_params": 4428880, "total_flops": 28571590656000000, "train_loss": 0.020684787631034852, "subset_score_loss": 0.020684787631034852, "memorization_fraction_pixel": 0.29120001196861267, "mean_nn_ratio_pixel": 0.4839134216308594, "fid": 112.07948737408418} +{"step": 2110000, "wall_time": 19406.06942343712, "train_loss_step": 3.3670272827148438, "n_params": 4428880, "total_flops": 28707645849600000, "train_loss": 0.020974510908126832, "subset_score_loss": 0.020974510908126832} +{"step": 2120000, "wall_time": 19490.9543530941, "train_loss_step": 3.3512308597564697, "n_params": 4428880, "total_flops": 28843701043200000, "train_loss": 0.020711655914783477, "subset_score_loss": 0.020711655914783477} +{"step": 2130000, "wall_time": 19575.807215213776, "train_loss_step": 3.792971611022949, "n_params": 4428880, "total_flops": 28979756236800000, "train_loss": 0.022308561205863952, "subset_score_loss": 0.022308561205863952} +{"step": 2140000, "wall_time": 19658.53112244606, "train_loss_step": 3.519233226776123, "n_params": 4428880, "total_flops": 29115811430400000, "train_loss": 0.020786280930042266, "subset_score_loss": 0.020786280930042266} +{"step": 2150000, "wall_time": 19743.472831487656, "train_loss_step": 3.182887077331543, "n_params": 4428880, "total_flops": 29251866624000000, "train_loss": 0.020981697738170622, "subset_score_loss": 0.020981697738170622} +{"step": 2160000, "wall_time": 19828.428532361984, "train_loss_step": 3.338327646255493, "n_params": 4428880, "total_flops": 29387921817600000, "train_loss": 0.021230792999267577, "subset_score_loss": 0.021230792999267577} +{"step": 2170000, "wall_time": 19913.33603167534, "train_loss_step": 3.499509811401367, "n_params": 4428880, "total_flops": 29523977011200000, "train_loss": 0.020710986852645875, "subset_score_loss": 0.020710986852645875} +{"step": 2180000, "wall_time": 19998.224806070328, "train_loss_step": 3.5870630741119385, "n_params": 4428880, "total_flops": 29660032204800000, "train_loss": 0.02144104093313217, "subset_score_loss": 0.02144104093313217} +{"step": 2190000, "wall_time": 20081.714743852615, "train_loss_step": 3.385867118835449, "n_params": 4428880, "total_flops": 29796087398400000, "train_loss": 0.02027832418680191, "subset_score_loss": 0.02027832418680191} +{"step": 2200000, "wall_time": 20273.12319469452, "train_loss_step": 3.018538475036621, "n_params": 4428880, "total_flops": 29932142592000000, "train_loss": 0.01975436806678772, "subset_score_loss": 0.01975436806678772, "memorization_fraction_pixel": 0.3034999966621399, "mean_nn_ratio_pixel": 0.4751599133014679, "fid": 110.92327895484351} +{"step": 2210000, "wall_time": 20357.991401433945, "train_loss_step": 3.169677257537842, "n_params": 4428880, "total_flops": 30068197785600000, "train_loss": 0.020226414501667022, "subset_score_loss": 0.020226414501667022} +{"step": 2220000, "wall_time": 20442.92931985855, "train_loss_step": 3.067690849304199, "n_params": 4428880, "total_flops": 30204252979200000, "train_loss": 0.019859468936920165, "subset_score_loss": 0.019859468936920165} +{"step": 2230000, "wall_time": 20525.899368047714, "train_loss_step": 3.30593204498291, "n_params": 4428880, "total_flops": 30340308172800000, "train_loss": 0.020427878201007842, "subset_score_loss": 0.020427878201007842} +{"step": 2240000, "wall_time": 20610.71357345581, "train_loss_step": 3.064887523651123, "n_params": 4428880, "total_flops": 30476363366400000, "train_loss": 0.019946418702602386, "subset_score_loss": 0.019946418702602386} +{"step": 2250000, "wall_time": 20695.619121313095, "train_loss_step": 3.2853870391845703, "n_params": 4428880, "total_flops": 30612418560000000, "train_loss": 0.020381073653697967, "subset_score_loss": 0.020381073653697967} +{"step": 2260000, "wall_time": 20780.509114265442, "train_loss_step": 3.412041664123535, "n_params": 4428880, "total_flops": 30748473753600000, "train_loss": 0.020832514762878417, "subset_score_loss": 0.020832514762878417} +{"step": 2270000, "wall_time": 20865.26264667511, "train_loss_step": 3.3569414615631104, "n_params": 4428880, "total_flops": 30884528947200000, "train_loss": 0.020068252086639406, "subset_score_loss": 0.020068252086639406} +{"step": 2280000, "wall_time": 20950.020243406296, "train_loss_step": 3.3812203407287598, "n_params": 4428880, "total_flops": 31020584140800000, "train_loss": 0.01911965161561966, "subset_score_loss": 0.01911965161561966} +{"step": 2290000, "wall_time": 21028.092013835907, "train_loss_step": 3.415433645248413, "n_params": 4428880, "total_flops": 31156639334400000, "train_loss": 0.01947671324014664, "subset_score_loss": 0.01947671324014664} +{"step": 2300000, "wall_time": 21204.637271881104, "train_loss_step": 3.2930593490600586, "n_params": 4428880, "total_flops": 31292694528000000, "train_loss": 0.019332216680049898, "subset_score_loss": 0.019332216680049898, "memorization_fraction_pixel": 0.3124000132083893, "mean_nn_ratio_pixel": 0.4675230085849762, "fid": 110.4388337036454} +{"step": 2310000, "wall_time": 21289.603289842606, "train_loss_step": 3.0698578357696533, "n_params": 4428880, "total_flops": 31428749721600000, "train_loss": 0.019173744320869445, "subset_score_loss": 0.019173744320869445} +{"step": 2320000, "wall_time": 21374.312744617462, "train_loss_step": 2.93243145942688, "n_params": 4428880, "total_flops": 31564804915200000, "train_loss": 0.021002085506916048, "subset_score_loss": 0.021002085506916048} +{"step": 2330000, "wall_time": 21457.6409368515, "train_loss_step": 3.3764407634735107, "n_params": 4428880, "total_flops": 31700860108800000, "train_loss": 0.019004005193710326, "subset_score_loss": 0.019004005193710326} +{"step": 2340000, "wall_time": 21542.545006990433, "train_loss_step": 3.023042917251587, "n_params": 4428880, "total_flops": 31836915302400000, "train_loss": 0.020161905884742738, "subset_score_loss": 0.020161905884742738} +{"step": 2350000, "wall_time": 21627.420112133026, "train_loss_step": 3.2022695541381836, "n_params": 4428880, "total_flops": 31972970496000000, "train_loss": 0.019289948046207428, "subset_score_loss": 0.019289948046207428} +{"step": 2360000, "wall_time": 21712.39582014084, "train_loss_step": 2.9657697677612305, "n_params": 4428880, "total_flops": 32109025689600000, "train_loss": 0.019409537315368652, "subset_score_loss": 0.019409537315368652} +{"step": 2370000, "wall_time": 21797.286079645157, "train_loss_step": 3.4268553256988525, "n_params": 4428880, "total_flops": 32245080883200000, "train_loss": 0.01968412399291992, "subset_score_loss": 0.01968412399291992} +{"step": 2380000, "wall_time": 21881.86842727661, "train_loss_step": 3.387861967086792, "n_params": 4428880, "total_flops": 32381136076800000, "train_loss": 0.01900683343410492, "subset_score_loss": 0.01900683343410492} +{"step": 2390000, "wall_time": 21962.135690927505, "train_loss_step": 3.291701078414917, "n_params": 4428880, "total_flops": 32517191270400000, "train_loss": 0.018852081894874573, "subset_score_loss": 0.018852081894874573} +{"step": 2400000, "wall_time": 22120.68121600151, "train_loss_step": 3.149223804473877, "n_params": 4428880, "total_flops": 32653246464000000, "train_loss": 0.019310368597507475, "subset_score_loss": 0.019310368597507475, "memorization_fraction_pixel": 0.31150001287460327, "mean_nn_ratio_pixel": 0.4676000475883484, "fid": 110.64811390112426} +{"step": 2410000, "wall_time": 22205.596645593643, "train_loss_step": 3.4708657264709473, "n_params": 4428880, "total_flops": 32789301657600000, "train_loss": 0.019085559248924255, "subset_score_loss": 0.019085559248924255} +{"step": 2420000, "wall_time": 22288.351409196854, "train_loss_step": 3.2651710510253906, "n_params": 4428880, "total_flops": 32925356851200000, "train_loss": 0.01961667388677597, "subset_score_loss": 0.01961667388677597} +{"step": 2430000, "wall_time": 22373.206440210342, "train_loss_step": 3.378080368041992, "n_params": 4428880, "total_flops": 33061412044800000, "train_loss": 0.018771730363368988, "subset_score_loss": 0.018771730363368988} +{"step": 2440000, "wall_time": 22458.018071889877, "train_loss_step": 3.2189087867736816, "n_params": 4428880, "total_flops": 33197467238400000, "train_loss": 0.019675923883914946, "subset_score_loss": 0.019675923883914946} +{"step": 2450000, "wall_time": 22542.88216638565, "train_loss_step": 3.207658290863037, "n_params": 4428880, "total_flops": 33333522432000000, "train_loss": 0.0181366428732872, "subset_score_loss": 0.0181366428732872} +{"step": 2460000, "wall_time": 22627.747860193253, "train_loss_step": 3.0022287368774414, "n_params": 4428880, "total_flops": 33469577625600000, "train_loss": 0.019373200833797455, "subset_score_loss": 0.019373200833797455} +{"step": 2470000, "wall_time": 22712.614057540894, "train_loss_step": 3.420231819152832, "n_params": 4428880, "total_flops": 33605632819200000, "train_loss": 0.01956910490989685, "subset_score_loss": 0.01956910490989685} +{"step": 2480000, "wall_time": 22795.358105659485, "train_loss_step": 3.299551486968994, "n_params": 4428880, "total_flops": 33741688012800000, "train_loss": 0.018932367861270904, "subset_score_loss": 0.018932367861270904} +{"step": 2490000, "wall_time": 22880.073832273483, "train_loss_step": 3.4338107109069824, "n_params": 4428880, "total_flops": 33877743206400000, "train_loss": 0.018501880764961242, "subset_score_loss": 0.018501880764961242} +{"step": 2500000, "wall_time": 23058.98489189148, "train_loss_step": 2.9848546981811523, "n_params": 4428880, "total_flops": 34013798400000000, "train_loss": 0.018130457401275633, "subset_score_loss": 0.018130457401275633, "memorization_fraction_pixel": 0.31299999356269836, "mean_nn_ratio_pixel": 0.46318545937538147, "fid": 111.22800924873368} +{"step": 2510000, "wall_time": 23141.959788560867, "train_loss_step": 3.321981430053711, "n_params": 4428880, "total_flops": 34149853593600000, "train_loss": 0.01873389333486557, "subset_score_loss": 0.01873389333486557} +{"step": 2520000, "wall_time": 23226.638030290604, "train_loss_step": 3.1602587699890137, "n_params": 4428880, "total_flops": 34285908787200000, "train_loss": 0.018815687298774718, "subset_score_loss": 0.018815687298774718} +{"step": 2530000, "wall_time": 23311.509333610535, "train_loss_step": 3.381744861602783, "n_params": 4428880, "total_flops": 34421963980800000, "train_loss": 0.018514807522296905, "subset_score_loss": 0.018514807522296905} +{"step": 2540000, "wall_time": 23396.250290632248, "train_loss_step": 3.0953845977783203, "n_params": 4428880, "total_flops": 34558019174400000, "train_loss": 0.019715370237827302, "subset_score_loss": 0.019715370237827302} +{"step": 2550000, "wall_time": 23481.188003778458, "train_loss_step": 3.086395025253296, "n_params": 4428880, "total_flops": 34694074368000000, "train_loss": 0.018200030922889708, "subset_score_loss": 0.018200030922889708} +{"step": 2560000, "wall_time": 23566.140395879745, "train_loss_step": 3.1018190383911133, "n_params": 4428880, "total_flops": 34830129561600000, "train_loss": 0.017628149688243867, "subset_score_loss": 0.017628149688243867} +{"step": 2570000, "wall_time": 23650.914692878723, "train_loss_step": 3.1290581226348877, "n_params": 4428880, "total_flops": 34966184755200000, "train_loss": 0.019143439829349518, "subset_score_loss": 0.019143439829349518} +{"step": 2580000, "wall_time": 23733.917105913162, "train_loss_step": 2.9824790954589844, "n_params": 4428880, "total_flops": 35102239948800000, "train_loss": 0.018126851320266722, "subset_score_loss": 0.018126851320266722} +{"step": 2590000, "wall_time": 23818.788445949554, "train_loss_step": 3.2086071968078613, "n_params": 4428880, "total_flops": 35238295142400000, "train_loss": 0.017552408576011657, "subset_score_loss": 0.017552408576011657} +{"step": 2600000, "wall_time": 24000.772542715073, "train_loss_step": 3.0474331378936768, "n_params": 4428880, "total_flops": 35374350336000000, "train_loss": 0.017562934756278993, "subset_score_loss": 0.017562934756278993, "memorization_fraction_pixel": 0.3434000015258789, "mean_nn_ratio_pixel": 0.4505707919597626, "fid": 109.32655549044848} +{"step": 2610000, "wall_time": 24083.80269598961, "train_loss_step": 3.0097880363464355, "n_params": 4428880, "total_flops": 35510405529600000, "train_loss": 0.017625972628593445, "subset_score_loss": 0.017625972628593445} +{"step": 2620000, "wall_time": 24168.71692919731, "train_loss_step": 3.0375723838806152, "n_params": 4428880, "total_flops": 35646460723200000, "train_loss": 0.018142181634902953, "subset_score_loss": 0.018142181634902953} +{"step": 2630000, "wall_time": 24253.605665683746, "train_loss_step": 3.36738920211792, "n_params": 4428880, "total_flops": 35782515916800000, "train_loss": 0.017535658180713655, "subset_score_loss": 0.017535658180713655} +{"step": 2640000, "wall_time": 24338.499614953995, "train_loss_step": 3.468876838684082, "n_params": 4428880, "total_flops": 35918571110400000, "train_loss": 0.018306498229503632, "subset_score_loss": 0.018306498229503632} +{"step": 2650000, "wall_time": 24423.3413977623, "train_loss_step": 3.289060592651367, "n_params": 4428880, "total_flops": 36054626304000000, "train_loss": 0.019180524349212646, "subset_score_loss": 0.019180524349212646} +{"step": 2660000, "wall_time": 24508.200082540512, "train_loss_step": 3.5819082260131836, "n_params": 4428880, "total_flops": 36190681497600000, "train_loss": 0.017713357508182526, "subset_score_loss": 0.017713357508182526} +{"step": 2670000, "wall_time": 24589.75582408905, "train_loss_step": 3.241189479827881, "n_params": 4428880, "total_flops": 36326736691200000, "train_loss": 0.016985268890857698, "subset_score_loss": 0.016985268890857698} +{"step": 2680000, "wall_time": 24674.4323823452, "train_loss_step": 3.3239011764526367, "n_params": 4428880, "total_flops": 36462791884800000, "train_loss": 0.01738649606704712, "subset_score_loss": 0.01738649606704712} +{"step": 2690000, "wall_time": 24759.1929397583, "train_loss_step": 3.2901740074157715, "n_params": 4428880, "total_flops": 36598847078400000, "train_loss": 0.01768694818019867, "subset_score_loss": 0.01768694818019867} +{"step": 2700000, "wall_time": 24945.330107212067, "train_loss_step": 3.558259963989258, "n_params": 4428880, "total_flops": 36734902272000000, "train_loss": 0.017830097675323488, "subset_score_loss": 0.017830097675323488, "memorization_fraction_pixel": 0.34779998660087585, "mean_nn_ratio_pixel": 0.44982168078422546, "fid": 109.52836757327233} +{"step": 2710000, "wall_time": 25030.318655967712, "train_loss_step": 3.1217610836029053, "n_params": 4428880, "total_flops": 36870957465600000, "train_loss": 0.01761259287595749, "subset_score_loss": 0.01761259287595749} +{"step": 2720000, "wall_time": 25115.260608673096, "train_loss_step": 3.1231260299682617, "n_params": 4428880, "total_flops": 37007012659200000, "train_loss": 0.01687355786561966, "subset_score_loss": 0.01687355786561966} +{"step": 2730000, "wall_time": 25200.232985258102, "train_loss_step": 2.9023070335388184, "n_params": 4428880, "total_flops": 37143067852800000, "train_loss": 0.017082318663597107, "subset_score_loss": 0.017082318663597107} +{"step": 2740000, "wall_time": 25285.099313735962, "train_loss_step": 3.0930750370025635, "n_params": 4428880, "total_flops": 37279123046400000, "train_loss": 0.01683562695980072, "subset_score_loss": 0.01683562695980072} +{"step": 2750000, "wall_time": 25370.031548261642, "train_loss_step": 3.206692695617676, "n_params": 4428880, "total_flops": 37415178240000000, "train_loss": 0.017171426117420195, "subset_score_loss": 0.017171426117420195} +{"step": 2760000, "wall_time": 25453.33105111122, "train_loss_step": 3.2406139373779297, "n_params": 4428880, "total_flops": 37551233433600000, "train_loss": 0.016968853771686554, "subset_score_loss": 0.016968853771686554} +{"step": 2770000, "wall_time": 25537.686358690262, "train_loss_step": 3.134594440460205, "n_params": 4428880, "total_flops": 37687288627200000, "train_loss": 0.01682046800851822, "subset_score_loss": 0.01682046800851822} +{"step": 2780000, "wall_time": 25622.643175125122, "train_loss_step": 3.1426584720611572, "n_params": 4428880, "total_flops": 37823343820800000, "train_loss": 0.01642092615365982, "subset_score_loss": 0.01642092615365982} +{"step": 2790000, "wall_time": 25707.511203050613, "train_loss_step": 2.982861042022705, "n_params": 4428880, "total_flops": 37959399014400000, "train_loss": 0.01677677929401398, "subset_score_loss": 0.01677677929401398} +{"step": 2800000, "wall_time": 25870.20771741867, "train_loss_step": 3.1124629974365234, "n_params": 4428880, "total_flops": 38095454208000000, "train_loss": 0.01659000664949417, "subset_score_loss": 0.01659000664949417, "memorization_fraction_pixel": 0.3370000123977661, "mean_nn_ratio_pixel": 0.4550800323486328, "fid": 111.12764949364401} +{"step": 2810000, "wall_time": 25955.115032672882, "train_loss_step": 2.952338218688965, "n_params": 4428880, "total_flops": 38231509401600000, "train_loss": 0.017436349391937257, "subset_score_loss": 0.017436349391937257} +{"step": 2820000, "wall_time": 26039.97558069229, "train_loss_step": 2.9741878509521484, "n_params": 4428880, "total_flops": 38367564595200000, "train_loss": 0.01829848438501358, "subset_score_loss": 0.01829848438501358} +{"step": 2830000, "wall_time": 26124.86044049263, "train_loss_step": 2.88847279548645, "n_params": 4428880, "total_flops": 38503619788800000, "train_loss": 0.016595295071601866, "subset_score_loss": 0.016595295071601866} +{"step": 2840000, "wall_time": 26209.71427130699, "train_loss_step": 3.3856706619262695, "n_params": 4428880, "total_flops": 38639674982400000, "train_loss": 0.016639432311058043, "subset_score_loss": 0.016639432311058043} +{"step": 2850000, "wall_time": 26294.644458770752, "train_loss_step": 3.317462921142578, "n_params": 4428880, "total_flops": 38775730176000000, "train_loss": 0.016771484911441804, "subset_score_loss": 0.016771484911441804} +{"step": 2860000, "wall_time": 26377.338212013245, "train_loss_step": 2.9010543823242188, "n_params": 4428880, "total_flops": 38911785369600000, "train_loss": 0.017124921083450317, "subset_score_loss": 0.017124921083450317} +{"step": 2870000, "wall_time": 26462.201644420624, "train_loss_step": 3.108152389526367, "n_params": 4428880, "total_flops": 39047840563200000, "train_loss": 0.016756242513656615, "subset_score_loss": 0.016756242513656615} +{"step": 2880000, "wall_time": 26547.100101709366, "train_loss_step": 2.9987564086914062, "n_params": 4428880, "total_flops": 39183895756800000, "train_loss": 0.016096413135528564, "subset_score_loss": 0.016096413135528564} +{"step": 2890000, "wall_time": 26631.732762813568, "train_loss_step": 3.2871193885803223, "n_params": 4428880, "total_flops": 39319950950400000, "train_loss": 0.0161811962723732, "subset_score_loss": 0.0161811962723732} +{"step": 2900000, "wall_time": 26811.88328385353, "train_loss_step": 2.9935097694396973, "n_params": 4428880, "total_flops": 39456006144000000, "train_loss": 0.01569198668003082, "subset_score_loss": 0.01569198668003082, "memorization_fraction_pixel": 0.34790000319480896, "mean_nn_ratio_pixel": 0.451292484998703, "fid": 110.83518932824451} +{"step": 2910000, "wall_time": 26896.83366727829, "train_loss_step": 3.367879867553711, "n_params": 4428880, "total_flops": 39592061337600000, "train_loss": 0.016104096174240114, "subset_score_loss": 0.016104096174240114} +{"step": 2920000, "wall_time": 26981.813438415527, "train_loss_step": 3.2566215991973877, "n_params": 4428880, "total_flops": 39728116531200000, "train_loss": 0.016210249066352843, "subset_score_loss": 0.016210249066352843} +{"step": 2930000, "wall_time": 27066.67442059517, "train_loss_step": 3.118203639984131, "n_params": 4428880, "total_flops": 39864171724800000, "train_loss": 0.01576393097639084, "subset_score_loss": 0.01576393097639084} +{"step": 2940000, "wall_time": 27151.636206388474, "train_loss_step": 2.9959592819213867, "n_params": 4428880, "total_flops": 40000226918400000, "train_loss": 0.01581371873617172, "subset_score_loss": 0.01581371873617172} +{"step": 2950000, "wall_time": 27234.618009328842, "train_loss_step": 3.1148762702941895, "n_params": 4428880, "total_flops": 40136282112000000, "train_loss": 0.01594579070806503, "subset_score_loss": 0.01594579070806503} +{"step": 2960000, "wall_time": 27318.684422016144, "train_loss_step": 3.2126052379608154, "n_params": 4428880, "total_flops": 40272337305600000, "train_loss": 0.016467656195163726, "subset_score_loss": 0.016467656195163726} +{"step": 2970000, "wall_time": 27403.656542778015, "train_loss_step": 3.179525852203369, "n_params": 4428880, "total_flops": 40408392499200000, "train_loss": 0.015930362045764923, "subset_score_loss": 0.015930362045764923} +{"step": 2980000, "wall_time": 27488.43187046051, "train_loss_step": 3.097085475921631, "n_params": 4428880, "total_flops": 40544447692800000, "train_loss": 0.015518006682395936, "subset_score_loss": 0.015518006682395936} +{"step": 2990000, "wall_time": 27571.29767680168, "train_loss_step": 3.3394265174865723, "n_params": 4428880, "total_flops": 40680502886400000, "train_loss": 0.015883663296699525, "subset_score_loss": 0.015883663296699525} +{"step": 3000000, "wall_time": 27759.837715625763, "train_loss_step": 3.1542165279388428, "n_params": 4428880, "total_flops": 40816558080000000, "train_loss": 0.016741029918193817, "subset_score_loss": 0.016741029918193817, "memorization_fraction_pixel": 0.3578000068664551, "mean_nn_ratio_pixel": 0.4426704943180084, "fid": 109.08169791786837} +{"step": 3010000, "wall_time": 27844.781178236008, "train_loss_step": 3.105757713317871, "n_params": 4428880, "total_flops": 40952613273600000, "train_loss": 0.015787777304649354, "subset_score_loss": 0.015787777304649354} +{"step": 3020000, "wall_time": 27929.680144548416, "train_loss_step": 2.8962817192077637, "n_params": 4428880, "total_flops": 41088668467200000, "train_loss": 0.015309523046016692, "subset_score_loss": 0.015309523046016692} +{"step": 3030000, "wall_time": 28014.518866300583, "train_loss_step": 3.026528835296631, "n_params": 4428880, "total_flops": 41224723660800000, "train_loss": 0.015574589371681213, "subset_score_loss": 0.015574589371681213} +{"step": 3040000, "wall_time": 28099.21140575409, "train_loss_step": 2.7859182357788086, "n_params": 4428880, "total_flops": 41360778854400000, "train_loss": 0.016422268748283387, "subset_score_loss": 0.016422268748283387} +{"step": 3050000, "wall_time": 28182.418546676636, "train_loss_step": 3.056283950805664, "n_params": 4428880, "total_flops": 41496834048000000, "train_loss": 0.01589324027299881, "subset_score_loss": 0.01589324027299881} +{"step": 3060000, "wall_time": 28267.302145957947, "train_loss_step": 2.9005703926086426, "n_params": 4428880, "total_flops": 41632889241600000, "train_loss": 0.015861842036247253, "subset_score_loss": 0.015861842036247253} +{"step": 3070000, "wall_time": 28352.042390346527, "train_loss_step": 3.1805052757263184, "n_params": 4428880, "total_flops": 41768944435200000, "train_loss": 0.01522994190454483, "subset_score_loss": 0.01522994190454483} +{"step": 3080000, "wall_time": 28434.975948810577, "train_loss_step": 3.095200538635254, "n_params": 4428880, "total_flops": 41904999628800000, "train_loss": 0.015698125958442687, "subset_score_loss": 0.015698125958442687} +{"step": 3090000, "wall_time": 28519.75877070427, "train_loss_step": 3.175492763519287, "n_params": 4428880, "total_flops": 42041054822400000, "train_loss": 0.014833667874336242, "subset_score_loss": 0.014833667874336242} +{"step": 3100000, "wall_time": 28690.210337638855, "train_loss_step": 3.072658061981201, "n_params": 4428880, "total_flops": 42177110016000000, "train_loss": 0.01572957932949066, "subset_score_loss": 0.01572957932949066, "memorization_fraction_pixel": 0.3582000136375427, "mean_nn_ratio_pixel": 0.4454232454299927, "fid": 109.72589560900582} +{"step": 3110000, "wall_time": 28775.211106061935, "train_loss_step": 3.0011088848114014, "n_params": 4428880, "total_flops": 42313165209600000, "train_loss": 0.01583862751722336, "subset_score_loss": 0.01583862751722336} +{"step": 3120000, "wall_time": 28860.184993982315, "train_loss_step": 2.7911202907562256, "n_params": 4428880, "total_flops": 42449220403200000, "train_loss": 0.015711826086044312, "subset_score_loss": 0.015711826086044312} +{"step": 3130000, "wall_time": 28945.078683137894, "train_loss_step": 3.059823513031006, "n_params": 4428880, "total_flops": 42585275596800000, "train_loss": 0.014532281458377838, "subset_score_loss": 0.014532281458377838} +{"step": 3140000, "wall_time": 29027.90342116356, "train_loss_step": 2.897469997406006, "n_params": 4428880, "total_flops": 42721330790400000, "train_loss": 0.01529698669910431, "subset_score_loss": 0.01529698669910431} +{"step": 3150000, "wall_time": 29112.872119426727, "train_loss_step": 3.1405155658721924, "n_params": 4428880, "total_flops": 42857385984000000, "train_loss": 0.015565630793571473, "subset_score_loss": 0.015565630793571473} +{"step": 3160000, "wall_time": 29197.8139667511, "train_loss_step": 3.099863052368164, "n_params": 4428880, "total_flops": 42993441177600000, "train_loss": 0.014700120687484742, "subset_score_loss": 0.014700120687484742} +{"step": 3170000, "wall_time": 29281.032281398773, "train_loss_step": 3.0416016578674316, "n_params": 4428880, "total_flops": 43129496371200000, "train_loss": 0.015879425406455993, "subset_score_loss": 0.015879425406455993} +{"step": 3180000, "wall_time": 29365.92683649063, "train_loss_step": 3.104419469833374, "n_params": 4428880, "total_flops": 43265551564800000, "train_loss": 0.014344336092472076, "subset_score_loss": 0.014344336092472076} +{"step": 3190000, "wall_time": 29450.921006917953, "train_loss_step": 3.263216018676758, "n_params": 4428880, "total_flops": 43401606758400000, "train_loss": 0.014160014688968658, "subset_score_loss": 0.014160014688968658} +{"step": 3200000, "wall_time": 29619.90406012535, "train_loss_step": 3.3539865016937256, "n_params": 4428880, "total_flops": 43537661952000000, "train_loss": 0.01474483460187912, "subset_score_loss": 0.01474483460187912, "memorization_fraction_pixel": 0.36739999055862427, "mean_nn_ratio_pixel": 0.4402407109737396, "fid": 109.25104759130897} +{"step": 3210000, "wall_time": 29704.85789322853, "train_loss_step": 2.8020758628845215, "n_params": 4428880, "total_flops": 43673717145600000, "train_loss": 0.015034539997577668, "subset_score_loss": 0.015034539997577668} +{"step": 3220000, "wall_time": 29789.70997428894, "train_loss_step": 2.9301676750183105, "n_params": 4428880, "total_flops": 43809772339200000, "train_loss": 0.014723217487335205, "subset_score_loss": 0.014723217487335205} +{"step": 3230000, "wall_time": 29874.48557972908, "train_loss_step": 2.8873682022094727, "n_params": 4428880, "total_flops": 43945827532800000, "train_loss": 0.01592259556055069, "subset_score_loss": 0.01592259556055069} +{"step": 3240000, "wall_time": 29957.41115117073, "train_loss_step": 3.3826394081115723, "n_params": 4428880, "total_flops": 44081882726400000, "train_loss": 0.01479795277118683, "subset_score_loss": 0.01479795277118683} +{"step": 3250000, "wall_time": 30042.323449134827, "train_loss_step": 3.0477375984191895, "n_params": 4428880, "total_flops": 44217937920000000, "train_loss": 0.015080887079238891, "subset_score_loss": 0.015080887079238891} +{"step": 3260000, "wall_time": 30127.046122074127, "train_loss_step": 2.8672032356262207, "n_params": 4428880, "total_flops": 44353993113600000, "train_loss": 0.014335012435913086, "subset_score_loss": 0.014335012435913086} +{"step": 3270000, "wall_time": 30210.005394935608, "train_loss_step": 3.2265634536743164, "n_params": 4428880, "total_flops": 44490048307200000, "train_loss": 0.014888526499271392, "subset_score_loss": 0.014888526499271392} +{"step": 3280000, "wall_time": 30294.8743185997, "train_loss_step": 3.14992618560791, "n_params": 4428880, "total_flops": 44626103500800000, "train_loss": 0.014459821581840514, "subset_score_loss": 0.014459821581840514} +{"step": 3290000, "wall_time": 30379.637818813324, "train_loss_step": 3.018343687057495, "n_params": 4428880, "total_flops": 44762158694400000, "train_loss": 0.014354126155376434, "subset_score_loss": 0.014354126155376434} +{"step": 3300000, "wall_time": 30564.614488124847, "train_loss_step": 3.053793430328369, "n_params": 4428880, "total_flops": 44898213888000000, "train_loss": 0.014460672438144685, "subset_score_loss": 0.014460672438144685, "memorization_fraction_pixel": 0.37119999527931213, "mean_nn_ratio_pixel": 0.4395269453525543, "fid": 110.41412220901681} +{"step": 3310000, "wall_time": 30649.60646057129, "train_loss_step": 2.904379367828369, "n_params": 4428880, "total_flops": 45034269081600000, "train_loss": 0.013992850482463837, "subset_score_loss": 0.013992850482463837} +{"step": 3320000, "wall_time": 30734.53515648842, "train_loss_step": 2.9249706268310547, "n_params": 4428880, "total_flops": 45170324275200000, "train_loss": 0.01457279473543167, "subset_score_loss": 0.01457279473543167} +{"step": 3330000, "wall_time": 30817.350162506104, "train_loss_step": 3.067685604095459, "n_params": 4428880, "total_flops": 45306379468800000, "train_loss": 0.014540210366249084, "subset_score_loss": 0.014540210366249084} +{"step": 3340000, "wall_time": 30902.318962574005, "train_loss_step": 2.771533966064453, "n_params": 4428880, "total_flops": 45442434662400000, "train_loss": 0.013994641602039337, "subset_score_loss": 0.013994641602039337} +{"step": 3350000, "wall_time": 30987.293283462524, "train_loss_step": 2.8975048065185547, "n_params": 4428880, "total_flops": 45578489856000000, "train_loss": 0.015284073352813721, "subset_score_loss": 0.015284073352813721} +{"step": 3360000, "wall_time": 31070.351388931274, "train_loss_step": 2.9394829273223877, "n_params": 4428880, "total_flops": 45714545049600000, "train_loss": 0.01441102772951126, "subset_score_loss": 0.01441102772951126} +{"step": 3370000, "wall_time": 31155.348661661148, "train_loss_step": 2.9754085540771484, "n_params": 4428880, "total_flops": 45850600243200000, "train_loss": 0.014104336500167847, "subset_score_loss": 0.014104336500167847} +{"step": 3380000, "wall_time": 31240.33544945717, "train_loss_step": 2.9172213077545166, "n_params": 4428880, "total_flops": 45986655436800000, "train_loss": 0.01515379101037979, "subset_score_loss": 0.01515379101037979} +{"step": 3390000, "wall_time": 31325.232420921326, "train_loss_step": 3.1235175132751465, "n_params": 4428880, "total_flops": 46122710630400000, "train_loss": 0.015199989080429077, "subset_score_loss": 0.015199989080429077} +{"step": 3400000, "wall_time": 31519.410209178925, "train_loss_step": 2.9384124279022217, "n_params": 4428880, "total_flops": 46258765824000000, "train_loss": 0.014444947242736816, "subset_score_loss": 0.014444947242736816, "memorization_fraction_pixel": 0.3569999933242798, "mean_nn_ratio_pixel": 0.43889927864074707, "fid": 109.16350779463619} +{"step": 3410000, "wall_time": 31604.342215061188, "train_loss_step": 2.9099202156066895, "n_params": 4428880, "total_flops": 46394821017600000, "train_loss": 0.013885292410850524, "subset_score_loss": 0.013885292410850524} +{"step": 3420000, "wall_time": 31688.987267255783, "train_loss_step": 2.922297954559326, "n_params": 4428880, "total_flops": 46530876211200000, "train_loss": 0.014284458756446839, "subset_score_loss": 0.014284458756446839} +{"step": 3430000, "wall_time": 31772.24796795845, "train_loss_step": 2.9908318519592285, "n_params": 4428880, "total_flops": 46666931404800000, "train_loss": 0.014320933818817138, "subset_score_loss": 0.014320933818817138} +{"step": 3440000, "wall_time": 31857.153588056564, "train_loss_step": 2.848365306854248, "n_params": 4428880, "total_flops": 46802986598400000, "train_loss": 0.013479220867156982, "subset_score_loss": 0.013479220867156982} +{"step": 3450000, "wall_time": 31939.959053516388, "train_loss_step": 2.734182357788086, "n_params": 4428880, "total_flops": 46939041792000000, "train_loss": 0.014006245136260986, "subset_score_loss": 0.014006245136260986} +{"step": 3460000, "wall_time": 32024.849776744843, "train_loss_step": 2.949148654937744, "n_params": 4428880, "total_flops": 47075096985600000, "train_loss": 0.013956873118877411, "subset_score_loss": 0.013956873118877411} +{"step": 3470000, "wall_time": 32109.75966668129, "train_loss_step": 3.040207624435425, "n_params": 4428880, "total_flops": 47211152179200000, "train_loss": 0.01343136727809906, "subset_score_loss": 0.01343136727809906} +{"step": 3480000, "wall_time": 32194.717074394226, "train_loss_step": 2.641252279281616, "n_params": 4428880, "total_flops": 47347207372800000, "train_loss": 0.014271046221256255, "subset_score_loss": 0.014271046221256255} +{"step": 3490000, "wall_time": 32276.86168694496, "train_loss_step": 3.1728310585021973, "n_params": 4428880, "total_flops": 47483262566400000, "train_loss": 0.014527904987335204, "subset_score_loss": 0.014527904987335204} +{"step": 3500000, "wall_time": 32428.244349241257, "train_loss_step": 2.9572579860687256, "n_params": 4428880, "total_flops": 47619317760000000, "train_loss": 0.013744068145751954, "subset_score_loss": 0.013744068145751954, "memorization_fraction_pixel": 0.37599998712539673, "mean_nn_ratio_pixel": 0.4345192313194275, "fid": 108.95274525575473} +{"step": 3510000, "wall_time": 32513.256233215332, "train_loss_step": 3.076822280883789, "n_params": 4428880, "total_flops": 47755372953600000, "train_loss": 0.013393250107765198, "subset_score_loss": 0.013393250107765198} +{"step": 3520000, "wall_time": 32598.001601934433, "train_loss_step": 2.916102170944214, "n_params": 4428880, "total_flops": 47891428147200000, "train_loss": 0.013792215287685395, "subset_score_loss": 0.013792215287685395} +{"step": 3530000, "wall_time": 32681.02172589302, "train_loss_step": 2.9048147201538086, "n_params": 4428880, "total_flops": 48027483340800000, "train_loss": 0.013839951157569886, "subset_score_loss": 0.013839951157569886} +{"step": 3540000, "wall_time": 32765.82471036911, "train_loss_step": 2.8243942260742188, "n_params": 4428880, "total_flops": 48163538534400000, "train_loss": 0.013383415341377259, "subset_score_loss": 0.013383415341377259} +{"step": 3550000, "wall_time": 32848.79575634003, "train_loss_step": 2.941162109375, "n_params": 4428880, "total_flops": 48299593728000000, "train_loss": 0.014067186415195465, "subset_score_loss": 0.014067186415195465} +{"step": 3560000, "wall_time": 32933.73817777634, "train_loss_step": 2.824429512023926, "n_params": 4428880, "total_flops": 48435648921600000, "train_loss": 0.013786278665065765, "subset_score_loss": 0.013786278665065765} +{"step": 3570000, "wall_time": 33018.71049404144, "train_loss_step": 2.958911180496216, "n_params": 4428880, "total_flops": 48571704115200000, "train_loss": 0.013821446895599365, "subset_score_loss": 0.013821446895599365} +{"step": 3580000, "wall_time": 33103.70760011673, "train_loss_step": 2.8501734733581543, "n_params": 4428880, "total_flops": 48707759308800000, "train_loss": 0.013697603344917297, "subset_score_loss": 0.013697603344917297} +{"step": 3590000, "wall_time": 33187.76130986214, "train_loss_step": 3.036651372909546, "n_params": 4428880, "total_flops": 48843814502400000, "train_loss": 0.013433609902858735, "subset_score_loss": 0.013433609902858735} +{"step": 3600000, "wall_time": 33365.35053730011, "train_loss_step": 3.0867881774902344, "n_params": 4428880, "total_flops": 48979869696000000, "train_loss": 0.01292886734008789, "subset_score_loss": 0.01292886734008789, "memorization_fraction_pixel": 0.3734000027179718, "mean_nn_ratio_pixel": 0.4337363839149475, "fid": 109.15217988562843} +{"step": 3610000, "wall_time": 33448.62539601326, "train_loss_step": 2.950558662414551, "n_params": 4428880, "total_flops": 49115924889600000, "train_loss": 0.013632272183895112, "subset_score_loss": 0.013632272183895112} +{"step": 3620000, "wall_time": 33531.42658138275, "train_loss_step": 3.0218029022216797, "n_params": 4428880, "total_flops": 49251980083200000, "train_loss": 0.01405918151140213, "subset_score_loss": 0.01405918151140213} +{"step": 3630000, "wall_time": 33616.25447654724, "train_loss_step": 2.7504029273986816, "n_params": 4428880, "total_flops": 49388035276800000, "train_loss": 0.013348865509033202, "subset_score_loss": 0.013348865509033202} +{"step": 3640000, "wall_time": 33699.113584041595, "train_loss_step": 3.0932457447052, "n_params": 4428880, "total_flops": 49524090470400000, "train_loss": 0.013376756012439728, "subset_score_loss": 0.013376756012439728} +{"step": 3650000, "wall_time": 33783.952415943146, "train_loss_step": 3.1417970657348633, "n_params": 4428880, "total_flops": 49660145664000000, "train_loss": 0.012859347462654113, "subset_score_loss": 0.012859347462654113} +{"step": 3660000, "wall_time": 33868.786447286606, "train_loss_step": 2.8498342037200928, "n_params": 4428880, "total_flops": 49796200857600000, "train_loss": 0.013653382658958435, "subset_score_loss": 0.013653382658958435} +{"step": 3670000, "wall_time": 33953.62544846535, "train_loss_step": 2.843358278274536, "n_params": 4428880, "total_flops": 49932256051200000, "train_loss": 0.013062934577465057, "subset_score_loss": 0.013062934577465057} +{"step": 3680000, "wall_time": 34038.5758125782, "train_loss_step": 3.204721450805664, "n_params": 4428880, "total_flops": 50068311244800000, "train_loss": 0.012635843455791473, "subset_score_loss": 0.012635843455791473} +{"step": 3690000, "wall_time": 34119.98394203186, "train_loss_step": 3.148665189743042, "n_params": 4428880, "total_flops": 50204366438400000, "train_loss": 0.013211064040660858, "subset_score_loss": 0.013211064040660858} +{"step": 3700000, "wall_time": 34272.805055856705, "train_loss_step": 2.746086597442627, "n_params": 4428880, "total_flops": 50340421632000000, "train_loss": 0.012909238040447236, "subset_score_loss": 0.012909238040447236, "memorization_fraction_pixel": 0.3644999861717224, "mean_nn_ratio_pixel": 0.4366057515144348, "fid": 109.12830209958672} +{"step": 3710000, "wall_time": 34356.172053575516, "train_loss_step": 2.977647066116333, "n_params": 4428880, "total_flops": 50476476825600000, "train_loss": 0.013107983767986298, "subset_score_loss": 0.013107983767986298} +{"step": 3720000, "wall_time": 34438.94128012657, "train_loss_step": 2.8457274436950684, "n_params": 4428880, "total_flops": 50612532019200000, "train_loss": 0.012707127630710602, "subset_score_loss": 0.012707127630710602} +{"step": 3730000, "wall_time": 34523.85104703903, "train_loss_step": 3.0579442977905273, "n_params": 4428880, "total_flops": 50748587212800000, "train_loss": 0.012768219411373138, "subset_score_loss": 0.012768219411373138} +{"step": 3740000, "wall_time": 34606.7140648365, "train_loss_step": 3.0700860023498535, "n_params": 4428880, "total_flops": 50884642406400000, "train_loss": 0.013597705960273742, "subset_score_loss": 0.013597705960273742} +{"step": 3750000, "wall_time": 34691.65755915642, "train_loss_step": 2.911738872528076, "n_params": 4428880, "total_flops": 51020697600000000, "train_loss": 0.014080801606178283, "subset_score_loss": 0.014080801606178283} +{"step": 3760000, "wall_time": 34776.63064599037, "train_loss_step": 3.0150551795959473, "n_params": 4428880, "total_flops": 51156752793600000, "train_loss": 0.013921171426773071, "subset_score_loss": 0.013921171426773071} +{"step": 3770000, "wall_time": 34861.490037202835, "train_loss_step": 2.8791003227233887, "n_params": 4428880, "total_flops": 51292807987200000, "train_loss": 0.01245410218834877, "subset_score_loss": 0.01245410218834877} +{"step": 3780000, "wall_time": 34946.47418808937, "train_loss_step": 2.768428325653076, "n_params": 4428880, "total_flops": 51428863180800000, "train_loss": 0.012884780764579773, "subset_score_loss": 0.012884780764579773} +{"step": 3790000, "wall_time": 35024.17256999016, "train_loss_step": 2.574538230895996, "n_params": 4428880, "total_flops": 51564918374400000, "train_loss": 0.01260574758052826, "subset_score_loss": 0.01260574758052826} +{"step": 3800000, "wall_time": 35217.03681230545, "train_loss_step": 2.955507755279541, "n_params": 4428880, "total_flops": 51700973568000000, "train_loss": 0.012485316395759583, "subset_score_loss": 0.012485316395759583, "memorization_fraction_pixel": 0.39160001277923584, "mean_nn_ratio_pixel": 0.4258458912372589, "fid": 107.90119215033624} +{"step": 3810000, "wall_time": 35300.156767845154, "train_loss_step": 3.0410099029541016, "n_params": 4428880, "total_flops": 51837028761600000, "train_loss": 0.012873822450637817, "subset_score_loss": 0.012873822450637817} +{"step": 3820000, "wall_time": 35383.089821100235, "train_loss_step": 3.184769630432129, "n_params": 4428880, "total_flops": 51973083955200000, "train_loss": 0.012633681297302246, "subset_score_loss": 0.012633681297302246} +{"step": 3830000, "wall_time": 35465.91367769241, "train_loss_step": 3.1957850456237793, "n_params": 4428880, "total_flops": 52109139148800000, "train_loss": 0.013422513008117675, "subset_score_loss": 0.013422513008117675} +{"step": 3840000, "wall_time": 35550.821160554886, "train_loss_step": 2.850212574005127, "n_params": 4428880, "total_flops": 52245194342400000, "train_loss": 0.013461832702159882, "subset_score_loss": 0.013461832702159882} +{"step": 3850000, "wall_time": 35635.713882923126, "train_loss_step": 3.0696351528167725, "n_params": 4428880, "total_flops": 52381249536000000, "train_loss": 0.01296193152666092, "subset_score_loss": 0.01296193152666092} +{"step": 3860000, "wall_time": 35720.562732219696, "train_loss_step": 3.0206785202026367, "n_params": 4428880, "total_flops": 52517304729600000, "train_loss": 0.013383512198925019, "subset_score_loss": 0.013383512198925019} +{"step": 3870000, "wall_time": 35805.38309049606, "train_loss_step": 2.682852268218994, "n_params": 4428880, "total_flops": 52653359923200000, "train_loss": 0.012685461342334748, "subset_score_loss": 0.012685461342334748} +{"step": 3880000, "wall_time": 35890.242782115936, "train_loss_step": 2.7822844982147217, "n_params": 4428880, "total_flops": 52789415116800000, "train_loss": 0.013299478590488434, "subset_score_loss": 0.013299478590488434} +{"step": 3890000, "wall_time": 35968.280004262924, "train_loss_step": 2.877896308898926, "n_params": 4428880, "total_flops": 52925470310400000, "train_loss": 0.012586413323879242, "subset_score_loss": 0.012586413323879242} +{"step": 3900000, "wall_time": 36136.97736668587, "train_loss_step": 2.7441048622131348, "n_params": 4428880, "total_flops": 53061525504000000, "train_loss": 0.012221462279558181, "subset_score_loss": 0.012221462279558181, "memorization_fraction_pixel": 0.39430001378059387, "mean_nn_ratio_pixel": 0.4308015704154968, "fid": 108.89515235395181} +{"step": 3910000, "wall_time": 36218.662855386734, "train_loss_step": 2.930572748184204, "n_params": 4428880, "total_flops": 53197580697600000, "train_loss": 0.012578727304935455, "subset_score_loss": 0.012578727304935455} +{"step": 3920000, "wall_time": 36303.04336690903, "train_loss_step": 2.870156764984131, "n_params": 4428880, "total_flops": 53333635891200000, "train_loss": 0.012486954033374787, "subset_score_loss": 0.012486954033374787} +{"step": 3930000, "wall_time": 36386.04648017883, "train_loss_step": 2.686245918273926, "n_params": 4428880, "total_flops": 53469691084800000, "train_loss": 0.013017962872982024, "subset_score_loss": 0.013017962872982024} +{"step": 3940000, "wall_time": 36470.96658420563, "train_loss_step": 3.010354518890381, "n_params": 4428880, "total_flops": 53605746278400000, "train_loss": 0.012033307552337646, "subset_score_loss": 0.012033307552337646} +{"step": 3950000, "wall_time": 36555.89709210396, "train_loss_step": 2.9581358432769775, "n_params": 4428880, "total_flops": 53741801472000000, "train_loss": 0.013352909684181213, "subset_score_loss": 0.013352909684181213} +{"step": 3960000, "wall_time": 36640.78367805481, "train_loss_step": 2.6868972778320312, "n_params": 4428880, "total_flops": 53877856665600000, "train_loss": 0.012097963690757751, "subset_score_loss": 0.012097963690757751} +{"step": 3970000, "wall_time": 36725.69993305206, "train_loss_step": 2.8088912963867188, "n_params": 4428880, "total_flops": 54013911859200000, "train_loss": 0.012805679440498352, "subset_score_loss": 0.012805679440498352} +{"step": 3980000, "wall_time": 36810.61642408371, "train_loss_step": 3.2389845848083496, "n_params": 4428880, "total_flops": 54149967052800000, "train_loss": 0.0121815524995327, "subset_score_loss": 0.0121815524995327} +{"step": 3990000, "wall_time": 36893.56326007843, "train_loss_step": 2.865427255630493, "n_params": 4428880, "total_flops": 54286022246400000, "train_loss": 0.012063629925251007, "subset_score_loss": 0.012063629925251007} +{"step": 4000000, "wall_time": 37092.52007317543, "train_loss_step": 2.6976547241210938, "n_params": 4428880, "total_flops": 54422077440000000, "train_loss": 0.012680718302726745, "subset_score_loss": 0.012680718302726745, "memorization_fraction_pixel": 0.38920000195503235, "mean_nn_ratio_pixel": 0.4252147078514099, "fid": 109.44251572456933} +{"step": 4010000, "wall_time": 37175.08676791191, "train_loss_step": 2.8762497901916504, "n_params": 4428880, "total_flops": 54558132633600000, "train_loss": 0.012174374610185622, "subset_score_loss": 0.012174374610185622} +{"step": 4020000, "wall_time": 37258.039687633514, "train_loss_step": 3.0520246028900146, "n_params": 4428880, "total_flops": 54694187827200000, "train_loss": 0.012423668801784516, "subset_score_loss": 0.012423668801784516} +{"step": 4030000, "wall_time": 37342.9117872715, "train_loss_step": 2.758357524871826, "n_params": 4428880, "total_flops": 54830243020800000, "train_loss": 0.012452216446399688, "subset_score_loss": 0.012452216446399688} +{"step": 4040000, "wall_time": 37427.80819225311, "train_loss_step": 2.928570032119751, "n_params": 4428880, "total_flops": 54966298214400000, "train_loss": 0.011666377633810043, "subset_score_loss": 0.011666377633810043} +{"step": 4050000, "wall_time": 37512.66261816025, "train_loss_step": 3.0390336513519287, "n_params": 4428880, "total_flops": 55102353408000000, "train_loss": 0.012932157516479493, "subset_score_loss": 0.012932157516479493} +{"step": 4060000, "wall_time": 37597.51933193207, "train_loss_step": 2.7936978340148926, "n_params": 4428880, "total_flops": 55238408601600000, "train_loss": 0.012278295308351516, "subset_score_loss": 0.012278295308351516} +{"step": 4070000, "wall_time": 37682.39211797714, "train_loss_step": 2.7781620025634766, "n_params": 4428880, "total_flops": 55374463795200000, "train_loss": 0.011452297866344451, "subset_score_loss": 0.011452297866344451} +{"step": 4080000, "wall_time": 37767.24611783028, "train_loss_step": 3.1622610092163086, "n_params": 4428880, "total_flops": 55510518988800000, "train_loss": 0.012467246502637863, "subset_score_loss": 0.012467246502637863} +{"step": 4090000, "wall_time": 37847.28278064728, "train_loss_step": 2.8757688999176025, "n_params": 4428880, "total_flops": 55646574182400000, "train_loss": 0.012531089782714843, "subset_score_loss": 0.012531089782714843} +{"step": 4100000, "wall_time": 38031.871577739716, "train_loss_step": 2.9127721786499023, "n_params": 4428880, "total_flops": 55782629376000000, "train_loss": 0.012512779235839844, "subset_score_loss": 0.012512779235839844, "memorization_fraction_pixel": 0.3898000121116638, "mean_nn_ratio_pixel": 0.420428603887558, "fid": 108.49101285905701} +{"step": 4110000, "wall_time": 38113.60703730583, "train_loss_step": 3.108982563018799, "n_params": 4428880, "total_flops": 55918684569600000, "train_loss": 0.011943100392818451, "subset_score_loss": 0.011943100392818451} +{"step": 4120000, "wall_time": 38198.52711558342, "train_loss_step": 3.253661870956421, "n_params": 4428880, "total_flops": 56054739763200000, "train_loss": 0.01319563090801239, "subset_score_loss": 0.01319563090801239} +{"step": 4130000, "wall_time": 38283.41811823845, "train_loss_step": 3.0939388275146484, "n_params": 4428880, "total_flops": 56190794956800000, "train_loss": 0.011706536263227462, "subset_score_loss": 0.011706536263227462} +{"step": 4140000, "wall_time": 38368.33520126343, "train_loss_step": 2.651850700378418, "n_params": 4428880, "total_flops": 56326850150400000, "train_loss": 0.012365137040615082, "subset_score_loss": 0.012365137040615082} +{"step": 4150000, "wall_time": 38453.23647069931, "train_loss_step": 2.8972933292388916, "n_params": 4428880, "total_flops": 56462905344000000, "train_loss": 0.0132860466837883, "subset_score_loss": 0.0132860466837883} +{"step": 4160000, "wall_time": 38538.151983737946, "train_loss_step": 3.2093868255615234, "n_params": 4428880, "total_flops": 56598960537600000, "train_loss": 0.012096045166254043, "subset_score_loss": 0.012096045166254043} +{"step": 4170000, "wall_time": 38623.040781497955, "train_loss_step": 3.021479368209839, "n_params": 4428880, "total_flops": 56735015731200000, "train_loss": 0.012035715579986572, "subset_score_loss": 0.012035715579986572} +{"step": 4180000, "wall_time": 38707.974595308304, "train_loss_step": 2.776787281036377, "n_params": 4428880, "total_flops": 56871070924800000, "train_loss": 0.011987917870283128, "subset_score_loss": 0.011987917870283128} +{"step": 4190000, "wall_time": 38787.345994472504, "train_loss_step": 2.839092254638672, "n_params": 4428880, "total_flops": 57007126118400000, "train_loss": 0.012438973039388656, "subset_score_loss": 0.012438973039388656} +{"step": 4200000, "wall_time": 38971.57192850113, "train_loss_step": 2.846019744873047, "n_params": 4428880, "total_flops": 57143181312000000, "train_loss": 0.012166184186935425, "subset_score_loss": 0.012166184186935425, "memorization_fraction_pixel": 0.38580000400543213, "mean_nn_ratio_pixel": 0.43081459403038025, "fid": 108.53110972127267} +{"step": 4210000, "wall_time": 39054.989282369614, "train_loss_step": 2.6183090209960938, "n_params": 4428880, "total_flops": 57279236505600000, "train_loss": 0.011724360287189484, "subset_score_loss": 0.011724360287189484} +{"step": 4220000, "wall_time": 39139.85745024681, "train_loss_step": 3.0249576568603516, "n_params": 4428880, "total_flops": 57415291699200000, "train_loss": 0.011654964089393616, "subset_score_loss": 0.011654964089393616} +{"step": 4230000, "wall_time": 39224.726490974426, "train_loss_step": 2.8291678428649902, "n_params": 4428880, "total_flops": 57551346892800000, "train_loss": 0.012638051807880402, "subset_score_loss": 0.012638051807880402} +{"step": 4240000, "wall_time": 39309.64039707184, "train_loss_step": 3.0052695274353027, "n_params": 4428880, "total_flops": 57687402086400000, "train_loss": 0.011840213835239411, "subset_score_loss": 0.011840213835239411} +{"step": 4250000, "wall_time": 39394.4918153286, "train_loss_step": 2.979374408721924, "n_params": 4428880, "total_flops": 57823457280000000, "train_loss": 0.011753851920366288, "subset_score_loss": 0.011753851920366288} +{"step": 4260000, "wall_time": 39479.33726525307, "train_loss_step": 2.9438276290893555, "n_params": 4428880, "total_flops": 57959512473600000, "train_loss": 0.011686591804027558, "subset_score_loss": 0.011686591804027558} +{"step": 4270000, "wall_time": 39564.180357933044, "train_loss_step": 2.9220051765441895, "n_params": 4428880, "total_flops": 58095567667200000, "train_loss": 0.011577780544757842, "subset_score_loss": 0.011577780544757842} +{"step": 4280000, "wall_time": 39649.047236680984, "train_loss_step": 3.007432460784912, "n_params": 4428880, "total_flops": 58231622860800000, "train_loss": 0.012362904846668243, "subset_score_loss": 0.012362904846668243} +{"step": 4290000, "wall_time": 39727.17742013931, "train_loss_step": 2.9169528484344482, "n_params": 4428880, "total_flops": 58367678054400000, "train_loss": 0.011245676130056382, "subset_score_loss": 0.011245676130056382} +{"step": 4300000, "wall_time": 39926.578226566315, "train_loss_step": 2.965257406234741, "n_params": 4428880, "total_flops": 58503733248000000, "train_loss": 0.01187373697757721, "subset_score_loss": 0.01187373697757721, "memorization_fraction_pixel": 0.3878999948501587, "mean_nn_ratio_pixel": 0.43100839853286743, "fid": 109.02353284344225} +{"step": 4310000, "wall_time": 40009.9990439415, "train_loss_step": 2.62955904006958, "n_params": 4428880, "total_flops": 58639788441600000, "train_loss": 0.011778052151203155, "subset_score_loss": 0.011778052151203155} +{"step": 4320000, "wall_time": 40094.86272788048, "train_loss_step": 2.7107949256896973, "n_params": 4428880, "total_flops": 58775843635200000, "train_loss": 0.011615077406167984, "subset_score_loss": 0.011615077406167984} +{"step": 4330000, "wall_time": 40179.71240854263, "train_loss_step": 2.9863128662109375, "n_params": 4428880, "total_flops": 58911898828800000, "train_loss": 0.011793015152215957, "subset_score_loss": 0.011793015152215957} +{"step": 4340000, "wall_time": 40264.60008764267, "train_loss_step": 2.856182813644409, "n_params": 4428880, "total_flops": 59047954022400000, "train_loss": 0.011388056725263596, "subset_score_loss": 0.011388056725263596} +{"step": 4350000, "wall_time": 40349.542588472366, "train_loss_step": 2.756305694580078, "n_params": 4428880, "total_flops": 59184009216000000, "train_loss": 0.011370223015546799, "subset_score_loss": 0.011370223015546799} +{"step": 4360000, "wall_time": 40434.47469377518, "train_loss_step": 2.7564783096313477, "n_params": 4428880, "total_flops": 59320064409600000, "train_loss": 0.012015393376350403, "subset_score_loss": 0.012015393376350403} +{"step": 4370000, "wall_time": 40519.4090526104, "train_loss_step": 2.6574625968933105, "n_params": 4428880, "total_flops": 59456119603200000, "train_loss": 0.01199520006775856, "subset_score_loss": 0.01199520006775856} +{"step": 4380000, "wall_time": 40604.20158004761, "train_loss_step": 2.958162307739258, "n_params": 4428880, "total_flops": 59592174796800000, "train_loss": 0.011653513461351395, "subset_score_loss": 0.011653513461351395} +{"step": 4390000, "wall_time": 40678.04591321945, "train_loss_step": 3.0262365341186523, "n_params": 4428880, "total_flops": 59728229990400000, "train_loss": 0.011472558975219727, "subset_score_loss": 0.011472558975219727} +{"step": 4400000, "wall_time": 40881.769609451294, "train_loss_step": 2.6382975578308105, "n_params": 4428880, "total_flops": 59864285184000000, "train_loss": 0.011278174072504043, "subset_score_loss": 0.011278174072504043, "memorization_fraction_pixel": 0.38929998874664307, "mean_nn_ratio_pixel": 0.4254663586616516, "fid": 108.4021741173008} +{"step": 4410000, "wall_time": 40964.93962574005, "train_loss_step": 2.6813011169433594, "n_params": 4428880, "total_flops": 60000340377600000, "train_loss": 0.011349599808454514, "subset_score_loss": 0.011349599808454514} +{"step": 4420000, "wall_time": 41049.79983019829, "train_loss_step": 3.3392505645751953, "n_params": 4428880, "total_flops": 60136395571200000, "train_loss": 0.01112477257847786, "subset_score_loss": 0.01112477257847786} +{"step": 4430000, "wall_time": 41134.70342159271, "train_loss_step": 3.0360913276672363, "n_params": 4428880, "total_flops": 60272450764800000, "train_loss": 0.011867868900299072, "subset_score_loss": 0.011867868900299072} +{"step": 4440000, "wall_time": 41219.542070388794, "train_loss_step": 2.7094507217407227, "n_params": 4428880, "total_flops": 60408505958400000, "train_loss": 0.011605040729045868, "subset_score_loss": 0.011605040729045868} +{"step": 4450000, "wall_time": 41304.28650856018, "train_loss_step": 2.7732157707214355, "n_params": 4428880, "total_flops": 60544561152000000, "train_loss": 0.011362913250923156, "subset_score_loss": 0.011362913250923156} +{"step": 4460000, "wall_time": 41389.127606630325, "train_loss_step": 3.1243839263916016, "n_params": 4428880, "total_flops": 60680616345600000, "train_loss": 0.01124701127409935, "subset_score_loss": 0.01124701127409935} +{"step": 4470000, "wall_time": 41473.96174812317, "train_loss_step": 3.0419387817382812, "n_params": 4428880, "total_flops": 60816671539200000, "train_loss": 0.011824046820402145, "subset_score_loss": 0.011824046820402145} +{"step": 4480000, "wall_time": 41558.33591461182, "train_loss_step": 2.637629985809326, "n_params": 4428880, "total_flops": 60952726732800000, "train_loss": 0.011351725459098816, "subset_score_loss": 0.011351725459098816} +{"step": 4490000, "wall_time": 41626.04707121849, "train_loss_step": 2.4995455741882324, "n_params": 4428880, "total_flops": 61088781926400000, "train_loss": 0.011533614993095399, "subset_score_loss": 0.011533614993095399} +{"step": 4500000, "wall_time": 41818.57647180557, "train_loss_step": 2.648589611053467, "n_params": 4428880, "total_flops": 61224837120000000, "train_loss": 0.010796065628528594, "subset_score_loss": 0.010796065628528594, "memorization_fraction_pixel": 0.39750000834465027, "mean_nn_ratio_pixel": 0.4220813512802124, "fid": 108.51278466496942} +{"step": 4510000, "wall_time": 41902.226321935654, "train_loss_step": 2.704322576522827, "n_params": 4428880, "total_flops": 61360892313600000, "train_loss": 0.011083565652370453, "subset_score_loss": 0.011083565652370453} +{"step": 4520000, "wall_time": 41987.14071726799, "train_loss_step": 2.8185198307037354, "n_params": 4428880, "total_flops": 61496947507200000, "train_loss": 0.01135992556810379, "subset_score_loss": 0.01135992556810379} +{"step": 4530000, "wall_time": 42072.01192235947, "train_loss_step": 2.669865369796753, "n_params": 4428880, "total_flops": 61633002700800000, "train_loss": 0.0112966850399971, "subset_score_loss": 0.0112966850399971} +{"step": 4540000, "wall_time": 42156.90924358368, "train_loss_step": 2.744403839111328, "n_params": 4428880, "total_flops": 61769057894400000, "train_loss": 0.011039102822542191, "subset_score_loss": 0.011039102822542191} +{"step": 4550000, "wall_time": 42241.86520695686, "train_loss_step": 2.832534074783325, "n_params": 4428880, "total_flops": 61905113088000000, "train_loss": 0.011465328931808471, "subset_score_loss": 0.011465328931808471} +{"step": 4560000, "wall_time": 42326.781299591064, "train_loss_step": 2.8350305557250977, "n_params": 4428880, "total_flops": 62041168281600000, "train_loss": 0.011367318034172059, "subset_score_loss": 0.011367318034172059} +{"step": 4570000, "wall_time": 42411.607880830765, "train_loss_step": 2.900843620300293, "n_params": 4428880, "total_flops": 62177223475200000, "train_loss": 0.010881353914737702, "subset_score_loss": 0.010881353914737702} +{"step": 4580000, "wall_time": 42491.83392930031, "train_loss_step": 2.814420223236084, "n_params": 4428880, "total_flops": 62313278668800000, "train_loss": 0.011412916332483291, "subset_score_loss": 0.011412916332483291} +{"step": 4590000, "wall_time": 42567.27077007294, "train_loss_step": 3.032701253890991, "n_params": 4428880, "total_flops": 62449333862400000, "train_loss": 0.011248588562011719, "subset_score_loss": 0.011248588562011719} +{"step": 4600000, "wall_time": 42778.98100709915, "train_loss_step": 2.842224359512329, "n_params": 4428880, "total_flops": 62585389056000000, "train_loss": 0.010868772119283675, "subset_score_loss": 0.010868772119283675, "memorization_fraction_pixel": 0.3935000002384186, "mean_nn_ratio_pixel": 0.42105934023857117, "fid": 107.95609494782882} +{"step": 4610000, "wall_time": 42862.07155632973, "train_loss_step": 2.8339319229125977, "n_params": 4428880, "total_flops": 62721444249600000, "train_loss": 0.011233504116535186, "subset_score_loss": 0.011233504116535186} +{"step": 4620000, "wall_time": 42946.93519067764, "train_loss_step": 3.099663257598877, "n_params": 4428880, "total_flops": 62857499443200000, "train_loss": 0.010950197279453278, "subset_score_loss": 0.010950197279453278} +{"step": 4630000, "wall_time": 43031.853519916534, "train_loss_step": 2.8208861351013184, "n_params": 4428880, "total_flops": 62993554636800000, "train_loss": 0.011752503365278244, "subset_score_loss": 0.011752503365278244} +{"step": 4640000, "wall_time": 43116.698205947876, "train_loss_step": 2.764768600463867, "n_params": 4428880, "total_flops": 63129609830400000, "train_loss": 0.011056410521268845, "subset_score_loss": 0.011056410521268845} +{"step": 4650000, "wall_time": 43201.48814702034, "train_loss_step": 2.4316518306732178, "n_params": 4428880, "total_flops": 63265665024000000, "train_loss": 0.010646399110555649, "subset_score_loss": 0.010646399110555649} +{"step": 4660000, "wall_time": 43286.38390183449, "train_loss_step": 2.906432628631592, "n_params": 4428880, "total_flops": 63401720217600000, "train_loss": 0.011381468176841736, "subset_score_loss": 0.011381468176841736} +{"step": 4670000, "wall_time": 43366.744822740555, "train_loss_step": 2.8438615798950195, "n_params": 4428880, "total_flops": 63537775411200000, "train_loss": 0.010854561626911164, "subset_score_loss": 0.010854561626911164} +{"step": 4680000, "wall_time": 43446.060433387756, "train_loss_step": 2.7511258125305176, "n_params": 4428880, "total_flops": 63673830604800000, "train_loss": 0.011196888238191604, "subset_score_loss": 0.011196888238191604} +{"step": 4690000, "wall_time": 43519.34073519707, "train_loss_step": 2.893033504486084, "n_params": 4428880, "total_flops": 63809885798400000, "train_loss": 0.011336039006710052, "subset_score_loss": 0.011336039006710052} +{"step": 4700000, "wall_time": 43719.416635751724, "train_loss_step": 2.8110172748565674, "n_params": 4428880, "total_flops": 63945940992000000, "train_loss": 0.010994216054677963, "subset_score_loss": 0.010994216054677963, "memorization_fraction_pixel": 0.391400009393692, "mean_nn_ratio_pixel": 0.4192231297492981, "fid": 108.47622566100976} +{"step": 4710000, "wall_time": 43802.66449666023, "train_loss_step": 2.5628256797790527, "n_params": 4428880, "total_flops": 64081996185600000, "train_loss": 0.010589290410280228, "subset_score_loss": 0.010589290410280228} +{"step": 4720000, "wall_time": 43887.578075647354, "train_loss_step": 2.912416458129883, "n_params": 4428880, "total_flops": 64218051379200000, "train_loss": 0.010848069936037064, "subset_score_loss": 0.010848069936037064} +{"step": 4730000, "wall_time": 43972.33233046532, "train_loss_step": 2.7850499153137207, "n_params": 4428880, "total_flops": 64354106572800000, "train_loss": 0.010992568731307984, "subset_score_loss": 0.010992568731307984} +{"step": 4740000, "wall_time": 44057.279661655426, "train_loss_step": 2.77899432182312, "n_params": 4428880, "total_flops": 64490161766400000, "train_loss": 0.0108856663107872, "subset_score_loss": 0.0108856663107872} +{"step": 4750000, "wall_time": 44142.19107580185, "train_loss_step": 2.742889165878296, "n_params": 4428880, "total_flops": 64626216960000000, "train_loss": 0.01167612075805664, "subset_score_loss": 0.01167612075805664} +{"step": 4760000, "wall_time": 44223.80228090286, "train_loss_step": 2.7684450149536133, "n_params": 4428880, "total_flops": 64762272153600000, "train_loss": 0.012672984600067138, "subset_score_loss": 0.012672984600067138} +{"step": 4770000, "wall_time": 44289.57283616066, "train_loss_step": 3.069589614868164, "n_params": 4428880, "total_flops": 64898327347200000, "train_loss": 0.010603257268667222, "subset_score_loss": 0.010603257268667222} +{"step": 4780000, "wall_time": 44354.57694244385, "train_loss_step": 2.8731956481933594, "n_params": 4428880, "total_flops": 65034382540800000, "train_loss": 0.011104515194892884, "subset_score_loss": 0.011104515194892884} +{"step": 4790000, "wall_time": 44408.9683406353, "train_loss_step": 2.898259162902832, "n_params": 4428880, "total_flops": 65170437734400000, "train_loss": 0.011304811388254166, "subset_score_loss": 0.011304811388254166} +{"step": 4800000, "wall_time": 44562.200065374374, "train_loss_step": 2.8573732376098633, "n_params": 4428880, "total_flops": 65306492928000000, "train_loss": 0.010805350542068482, "subset_score_loss": 0.010805350542068482, "memorization_fraction_pixel": 0.4068000018596649, "mean_nn_ratio_pixel": 0.4124052822589874, "fid": 107.7990979444026} +{"step": 4810000, "wall_time": 44627.84575819969, "train_loss_step": 2.6003055572509766, "n_params": 4428880, "total_flops": 65442548121600000, "train_loss": 0.011150012910366058, "subset_score_loss": 0.011150012910366058} +{"step": 4820000, "wall_time": 44695.98916244507, "train_loss_step": 3.0010054111480713, "n_params": 4428880, "total_flops": 65578603315200000, "train_loss": 0.011028826236724854, "subset_score_loss": 0.011028826236724854} +{"step": 4830000, "wall_time": 44764.127440452576, "train_loss_step": 2.809856414794922, "n_params": 4428880, "total_flops": 65714658508800000, "train_loss": 0.011069805175065995, "subset_score_loss": 0.011069805175065995} +{"step": 4840000, "wall_time": 44832.22196030617, "train_loss_step": 2.7638821601867676, "n_params": 4428880, "total_flops": 65850713702400000, "train_loss": 0.010636796057224274, "subset_score_loss": 0.010636796057224274} +{"step": 4850000, "wall_time": 44900.12146806717, "train_loss_step": 2.7181992530822754, "n_params": 4428880, "total_flops": 65986768896000000, "train_loss": 0.010747841000556946, "subset_score_loss": 0.010747841000556946} +{"step": 4860000, "wall_time": 44959.362978458405, "train_loss_step": 3.102142333984375, "n_params": 4428880, "total_flops": 66122824089600000, "train_loss": 0.010836677998304367, "subset_score_loss": 0.010836677998304367} +{"step": 4870000, "wall_time": 45010.7291431427, "train_loss_step": 3.1204795837402344, "n_params": 4428880, "total_flops": 66258879283200000, "train_loss": 0.010274847596883773, "subset_score_loss": 0.010274847596883773} +{"step": 4880000, "wall_time": 45061.84043908119, "train_loss_step": 2.9326367378234863, "n_params": 4428880, "total_flops": 66394934476800000, "train_loss": 0.010599960386753083, "subset_score_loss": 0.010599960386753083} +{"step": 4890000, "wall_time": 45097.02322769165, "train_loss_step": 2.6888515949249268, "n_params": 4428880, "total_flops": 66530989670400000, "train_loss": 0.010578418523073197, "subset_score_loss": 0.010578418523073197} +{"step": 4900000, "wall_time": 45207.28655362129, "train_loss_step": 2.920999050140381, "n_params": 4428880, "total_flops": 66667044864000000, "train_loss": 0.011409670114517212, "subset_score_loss": 0.011409670114517212, "memorization_fraction_pixel": 0.39259999990463257, "mean_nn_ratio_pixel": 0.42446449398994446, "fid": 108.47919583497885} +{"step": 4910000, "wall_time": 45255.376343011856, "train_loss_step": 2.6660447120666504, "n_params": 4428880, "total_flops": 66803100057600000, "train_loss": 0.01093851774930954, "subset_score_loss": 0.01093851774930954} +{"step": 4920000, "wall_time": 45306.75558423996, "train_loss_step": 2.564049243927002, "n_params": 4428880, "total_flops": 66939155251200000, "train_loss": 0.010821965336799622, "subset_score_loss": 0.010821965336799622} +{"step": 4930000, "wall_time": 45358.1417760849, "train_loss_step": 3.036118268966675, "n_params": 4428880, "total_flops": 67075210444800000, "train_loss": 0.010254234075546265, "subset_score_loss": 0.010254234075546265} +{"step": 4940000, "wall_time": 45409.498138189316, "train_loss_step": 2.922494411468506, "n_params": 4428880, "total_flops": 67211265638400000, "train_loss": 0.010119429230690003, "subset_score_loss": 0.010119429230690003} +{"step": 4950000, "wall_time": 45460.885181427, "train_loss_step": 2.699838638305664, "n_params": 4428880, "total_flops": 67347320832000000, "train_loss": 0.01118856742978096, "subset_score_loss": 0.01118856742978096} +{"step": 4960000, "wall_time": 45512.25519442558, "train_loss_step": 2.806581497192383, "n_params": 4428880, "total_flops": 67483376025600000, "train_loss": 0.010759035497903824, "subset_score_loss": 0.010759035497903824} +{"step": 4970000, "wall_time": 45563.69511604309, "train_loss_step": 2.6143362522125244, "n_params": 4428880, "total_flops": 67619431219200000, "train_loss": 0.011237280815839768, "subset_score_loss": 0.011237280815839768} +{"step": 4980000, "wall_time": 45614.786943912506, "train_loss_step": 2.496882438659668, "n_params": 4428880, "total_flops": 67755486412800000, "train_loss": 0.010638852417469025, "subset_score_loss": 0.010638852417469025} +{"step": 4990000, "wall_time": 45657.173604249954, "train_loss_step": 2.4724130630493164, "n_params": 4428880, "total_flops": 67891541606400000, "train_loss": 0.011582545936107635, "subset_score_loss": 0.011582545936107635} +{"step": 5000000, "wall_time": 45725.69245028496, "train_loss_step": 2.864872455596924, "n_params": 4428880, "total_flops": 68027596800000000, "train_loss": 0.010647652298212051, "subset_score_loss": 0.010647652298212051, "memorization_fraction_pixel": 0.4041000008583069, "mean_nn_ratio_pixel": 0.4193461835384369, "fid": 107.40750591499052} diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d80/runner.log b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d80/runner.log new file mode 100644 index 0000000000000000000000000000000000000000..11ce5c4bc7070cc759e440c5f551dfd83cfb6a83 --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d80/runner.log @@ -0,0 +1,502 @@ + FID real-side stats cached over 1000 diverse train images + step 1 | 70s | train_loss=0.9962 | fid=274.2167 + step 10000 | 155s | train_loss=0.8456 + step 20000 | 240s | train_loss=0.7457 + step 30000 | 325s | train_loss=0.6088 + step 40000 | 409s | train_loss=0.4366 + step 50000 | 494s | train_loss=0.2937 + step 60000 | 579s | train_loss=0.2144 + step 70000 | 664s | train_loss=0.1717 + step 80000 | 749s | train_loss=0.1480 + step 90000 | 834s | train_loss=0.1359 + step 100000 | 984s | train_loss=0.1255 | fid=151.5425 + step 110000 | 1067s | train_loss=0.1185 + step 120000 | 1151s | train_loss=0.1111 + step 130000 | 1236s | train_loss=0.1058 + step 140000 | 1321s | train_loss=0.1022 + step 150000 | 1406s | train_loss=0.1006 + step 160000 | 1491s | train_loss=0.0947 + step 170000 | 1576s | train_loss=0.0925 + step 180000 | 1661s | train_loss=0.0889 + step 190000 | 1746s | train_loss=0.0868 + step 200000 | 1896s | train_loss=0.0828 | fid=146.5489 + step 210000 | 1978s | train_loss=0.0803 + step 220000 | 2063s | train_loss=0.0792 + step 230000 | 2148s | train_loss=0.0775 + step 240000 | 2233s | train_loss=0.0742 + step 250000 | 2317s | train_loss=0.0747 + step 260000 | 2402s | train_loss=0.0717 + step 270000 | 2487s | train_loss=0.0709 + step 280000 | 2572s | train_loss=0.0688 + step 290000 | 2657s | train_loss=0.0685 + step 300000 | 2807s | train_loss=0.0681 | fid=141.2931 + step 310000 | 2890s | train_loss=0.0656 + step 320000 | 2973s | train_loss=0.0629 + step 330000 | 3058s | train_loss=0.0614 + step 340000 | 3143s | train_loss=0.0616 + step 350000 | 3228s | train_loss=0.0603 + step 360000 | 3313s | train_loss=0.0595 + step 370000 | 3398s | train_loss=0.0590 + step 380000 | 3483s | train_loss=0.0579 + step 390000 | 3568s | train_loss=0.0557 + step 400000 | 3715s | train_loss=0.0568 | fid=137.8371 + step 410000 | 3797s | train_loss=0.0557 + step 420000 | 3882s | train_loss=0.0542 + step 430000 | 3965s | train_loss=0.0546 + step 440000 | 4050s | train_loss=0.0533 + step 450000 | 4135s | train_loss=0.0544 + step 460000 | 4220s | train_loss=0.0533 + step 470000 | 4305s | train_loss=0.0511 + step 480000 | 4389s | train_loss=0.0517 + step 490000 | 4474s | train_loss=0.0503 + step 500000 | 4625s | train_loss=0.0505 | fid=134.2585 + step 510000 | 4706s | train_loss=0.0498 + step 520000 | 4791s | train_loss=0.0500 + step 530000 | 4875s | train_loss=0.0493 + step 540000 | 4960s | train_loss=0.0479 + step 550000 | 5045s | train_loss=0.0480 + step 560000 | 5130s | train_loss=0.0465 + step 570000 | 5214s | train_loss=0.0463 + step 580000 | 5299s | train_loss=0.0471 + step 590000 | 5384s | train_loss=0.0471 + step 600000 | 5534s | train_loss=0.0462 | fid=129.8828 + step 610000 | 5616s | train_loss=0.0452 + step 620000 | 5701s | train_loss=0.0454 + step 630000 | 5786s | train_loss=0.0444 + step 640000 | 5869s | train_loss=0.0453 + step 650000 | 5954s | train_loss=0.0448 + step 660000 | 6039s | train_loss=0.0442 + step 670000 | 6124s | train_loss=0.0435 + step 680000 | 6208s | train_loss=0.0424 + step 690000 | 6293s | train_loss=0.0427 + step 700000 | 6443s | train_loss=0.0417 | fid=129.8646 + step 710000 | 6525s | train_loss=0.0420 + step 720000 | 6610s | train_loss=0.0415 + step 730000 | 6695s | train_loss=0.0422 + step 740000 | 6780s | train_loss=0.0418 + step 750000 | 6863s | train_loss=0.0407 + step 760000 | 6948s | train_loss=0.0406 + step 770000 | 7033s | train_loss=0.0399 + step 780000 | 7118s | train_loss=0.0406 + step 790000 | 7203s | train_loss=0.0403 + step 800000 | 7350s | train_loss=0.0383 | fid=128.4437 + step 810000 | 7432s | train_loss=0.0389 + step 820000 | 7517s | train_loss=0.0389 + step 830000 | 7601s | train_loss=0.0385 + step 840000 | 7686s | train_loss=0.0380 + step 850000 | 7770s | train_loss=0.0375 + step 860000 | 7855s | train_loss=0.0395 + step 870000 | 7939s | train_loss=0.0371 + step 880000 | 8024s | train_loss=0.0373 + step 890000 | 8109s | train_loss=0.0362 + step 900000 | 8259s | train_loss=0.0371 | fid=127.1646 + step 910000 | 8341s | train_loss=0.0370 + step 920000 | 8426s | train_loss=0.0358 + step 930000 | 8511s | train_loss=0.0371 + step 940000 | 8596s | train_loss=0.0356 + step 950000 | 8681s | train_loss=0.0367 + step 960000 | 8764s | train_loss=0.0355 + step 970000 | 8849s | train_loss=0.0348 + step 980000 | 8934s | train_loss=0.0345 + step 990000 | 9017s | train_loss=0.0346 + step 1000000 | 9170s | train_loss=0.0343 | fid=123.2487 + step 1010000 | 9251s | train_loss=0.0348 + step 1020000 | 9336s | train_loss=0.0345 + step 1030000 | 9421s | train_loss=0.0337 + step 1040000 | 9506s | train_loss=0.0335 + step 1050000 | 9591s | train_loss=0.0349 + step 1060000 | 9674s | train_loss=0.0340 + step 1070000 | 9759s | train_loss=0.0333 + step 1080000 | 9844s | train_loss=0.0338 + step 1090000 | 9927s | train_loss=0.0327 + step 1100000 | 10079s | train_loss=0.0336 | fid=122.7528 + step 1110000 | 10161s | train_loss=0.0326 + step 1120000 | 10246s | train_loss=0.0320 + step 1130000 | 10330s | train_loss=0.0323 + step 1140000 | 10415s | train_loss=0.0320 + step 1150000 | 10500s | train_loss=0.0323 + step 1160000 | 10585s | train_loss=0.0335 + step 1170000 | 10669s | train_loss=0.0320 + step 1180000 | 10754s | train_loss=0.0327 + step 1190000 | 10837s | train_loss=0.0313 + step 1200000 | 10990s | train_loss=0.0304 | fid=120.0808 + step 1210000 | 11072s | train_loss=0.0318 + step 1220000 | 11156s | train_loss=0.0304 + step 1230000 | 11241s | train_loss=0.0316 + step 1240000 | 11326s | train_loss=0.0307 + step 1250000 | 11411s | train_loss=0.0311 + step 1260000 | 11496s | train_loss=0.0300 + step 1270000 | 11581s | train_loss=0.0300 + step 1280000 | 11664s | train_loss=0.0299 + step 1290000 | 11747s | train_loss=0.0295 + step 1300000 | 11899s | train_loss=0.0296 | fid=118.7430 + step 1310000 | 11981s | train_loss=0.0301 + step 1320000 | 12066s | train_loss=0.0297 + step 1330000 | 12151s | train_loss=0.0301 + step 1340000 | 12235s | train_loss=0.0295 + step 1350000 | 12320s | train_loss=0.0298 + step 1360000 | 12405s | train_loss=0.0288 + step 1370000 | 12490s | train_loss=0.0290 + step 1380000 | 12573s | train_loss=0.0278 + step 1390000 | 12657s | train_loss=0.0275 + step 1400000 | 12809s | train_loss=0.0280 | fid=118.8034 + step 1410000 | 12892s | train_loss=0.0277 + step 1420000 | 12976s | train_loss=0.0277 + step 1430000 | 13061s | train_loss=0.0274 + step 1440000 | 13145s | train_loss=0.0285 + step 1450000 | 13230s | train_loss=0.0286 + step 1460000 | 13315s | train_loss=0.0267 + step 1470000 | 13400s | train_loss=0.0267 + step 1480000 | 13484s | train_loss=0.0264 + step 1490000 | 13566s | train_loss=0.0275 + step 1500000 | 13727s | train_loss=0.0266 | fid=116.5936 + step 1510000 | 13808s | train_loss=0.0272 + step 1520000 | 13893s | train_loss=0.0267 + step 1530000 | 13978s | train_loss=0.0281 + step 1540000 | 14063s | train_loss=0.0271 + step 1550000 | 14148s | train_loss=0.0261 + step 1560000 | 14233s | train_loss=0.0264 + step 1570000 | 14318s | train_loss=0.0257 + step 1580000 | 14401s | train_loss=0.0258 + step 1590000 | 14484s | train_loss=0.0259 + step 1600000 | 14637s | train_loss=0.0259 | fid=116.0439 + step 1610000 | 14720s | train_loss=0.0257 + step 1620000 | 14805s | train_loss=0.0253 + step 1630000 | 14890s | train_loss=0.0249 + step 1640000 | 14975s | train_loss=0.0249 + step 1650000 | 15059s | train_loss=0.0249 + step 1660000 | 15144s | train_loss=0.0252 + step 1670000 | 15229s | train_loss=0.0249 + step 1680000 | 15312s | train_loss=0.0261 + step 1690000 | 15397s | train_loss=0.0246 + step 1700000 | 15548s | train_loss=0.0250 | fid=116.2892 + step 1710000 | 15631s | train_loss=0.0253 + step 1720000 | 15716s | train_loss=0.0241 + step 1730000 | 15801s | train_loss=0.0241 + step 1740000 | 15885s | train_loss=0.0241 + step 1750000 | 15970s | train_loss=0.0252 + step 1760000 | 16055s | train_loss=0.0234 + step 1770000 | 16140s | train_loss=0.0234 + step 1780000 | 16223s | train_loss=0.0239 + step 1790000 | 16308s | train_loss=0.0237 + step 1800000 | 16506s | train_loss=0.0230 | fid=115.7334 + step 1810000 | 16589s | train_loss=0.0232 + step 1820000 | 16674s | train_loss=0.0247 + step 1830000 | 16759s | train_loss=0.0233 + step 1840000 | 16844s | train_loss=0.0235 + step 1850000 | 16929s | train_loss=0.0229 + step 1860000 | 17013s | train_loss=0.0230 + step 1870000 | 17096s | train_loss=0.0232 + step 1880000 | 17181s | train_loss=0.0231 + step 1890000 | 17266s | train_loss=0.0236 + step 1900000 | 17439s | train_loss=0.0251 | fid=115.3847 + step 1910000 | 17523s | train_loss=0.0225 + step 1920000 | 17608s | train_loss=0.0221 + step 1930000 | 17693s | train_loss=0.0222 + step 1940000 | 17778s | train_loss=0.0220 + step 1950000 | 17863s | train_loss=0.0217 + step 1960000 | 17946s | train_loss=0.0217 + step 1970000 | 18031s | train_loss=0.0228 + step 1980000 | 18116s | train_loss=0.0228 + step 1990000 | 18201s | train_loss=0.0223 + step 2000000 | 18372s | train_loss=0.0221 | fid=112.4352 + step 2010000 | 18457s | train_loss=0.0214 + step 2020000 | 18542s | train_loss=0.0222 + step 2030000 | 18627s | train_loss=0.0221 + step 2040000 | 18712s | train_loss=0.0215 + step 2050000 | 18794s | train_loss=0.0212 + step 2060000 | 18879s | train_loss=0.0226 + step 2070000 | 18964s | train_loss=0.0212 + step 2080000 | 19049s | train_loss=0.0209 + step 2090000 | 19134s | train_loss=0.0213 + step 2100000 | 19321s | train_loss=0.0207 | fid=112.0795 + step 2110000 | 19406s | train_loss=0.0210 + step 2120000 | 19491s | train_loss=0.0207 + step 2130000 | 19576s | train_loss=0.0223 + step 2140000 | 19659s | train_loss=0.0208 + step 2150000 | 19743s | train_loss=0.0210 + step 2160000 | 19828s | train_loss=0.0212 + step 2170000 | 19913s | train_loss=0.0207 + step 2180000 | 19998s | train_loss=0.0214 + step 2190000 | 20082s | train_loss=0.0203 + step 2200000 | 20273s | train_loss=0.0198 | fid=110.9233 + step 2210000 | 20358s | train_loss=0.0202 + step 2220000 | 20443s | train_loss=0.0199 + step 2230000 | 20526s | train_loss=0.0204 + step 2240000 | 20611s | train_loss=0.0199 + step 2250000 | 20696s | train_loss=0.0204 + step 2260000 | 20781s | train_loss=0.0208 + step 2270000 | 20865s | train_loss=0.0201 + step 2280000 | 20950s | train_loss=0.0191 + step 2290000 | 21028s | train_loss=0.0195 + step 2300000 | 21205s | train_loss=0.0193 | fid=110.4388 + step 2310000 | 21290s | train_loss=0.0192 + step 2320000 | 21374s | train_loss=0.0210 + step 2330000 | 21458s | train_loss=0.0190 + step 2340000 | 21543s | train_loss=0.0202 + step 2350000 | 21627s | train_loss=0.0193 + step 2360000 | 21712s | train_loss=0.0194 + step 2370000 | 21797s | train_loss=0.0197 + step 2380000 | 21882s | train_loss=0.0190 + step 2390000 | 21962s | train_loss=0.0189 + step 2400000 | 22121s | train_loss=0.0193 | fid=110.6481 + step 2410000 | 22206s | train_loss=0.0191 + step 2420000 | 22288s | train_loss=0.0196 + step 2430000 | 22373s | train_loss=0.0188 + step 2440000 | 22458s | train_loss=0.0197 + step 2450000 | 22543s | train_loss=0.0181 + step 2460000 | 22628s | train_loss=0.0194 + step 2470000 | 22713s | train_loss=0.0196 + step 2480000 | 22795s | train_loss=0.0189 + step 2490000 | 22880s | train_loss=0.0185 + step 2500000 | 23059s | train_loss=0.0181 | fid=111.2280 + step 2510000 | 23142s | train_loss=0.0187 + step 2520000 | 23227s | train_loss=0.0188 + step 2530000 | 23312s | train_loss=0.0185 + step 2540000 | 23396s | train_loss=0.0197 + step 2550000 | 23481s | train_loss=0.0182 + step 2560000 | 23566s | train_loss=0.0176 + step 2570000 | 23651s | train_loss=0.0191 + step 2580000 | 23734s | train_loss=0.0181 + step 2590000 | 23819s | train_loss=0.0176 + step 2600000 | 24001s | train_loss=0.0176 | fid=109.3266 + step 2610000 | 24084s | train_loss=0.0176 + step 2620000 | 24169s | train_loss=0.0181 + step 2630000 | 24254s | train_loss=0.0175 + step 2640000 | 24338s | train_loss=0.0183 + step 2650000 | 24423s | train_loss=0.0192 + step 2660000 | 24508s | train_loss=0.0177 + step 2670000 | 24590s | train_loss=0.0170 + step 2680000 | 24674s | train_loss=0.0174 + step 2690000 | 24759s | train_loss=0.0177 + step 2700000 | 24945s | train_loss=0.0178 | fid=109.5284 + step 2710000 | 25030s | train_loss=0.0176 + step 2720000 | 25115s | train_loss=0.0169 + step 2730000 | 25200s | train_loss=0.0171 + step 2740000 | 25285s | train_loss=0.0168 + step 2750000 | 25370s | train_loss=0.0172 + step 2760000 | 25453s | train_loss=0.0170 + step 2770000 | 25538s | train_loss=0.0168 + step 2780000 | 25623s | train_loss=0.0164 + step 2790000 | 25708s | train_loss=0.0168 + step 2800000 | 25870s | train_loss=0.0166 | fid=111.1276 + step 2810000 | 25955s | train_loss=0.0174 + step 2820000 | 26040s | train_loss=0.0183 + step 2830000 | 26125s | train_loss=0.0166 + step 2840000 | 26210s | train_loss=0.0166 + step 2850000 | 26295s | train_loss=0.0168 + step 2860000 | 26377s | train_loss=0.0171 + step 2870000 | 26462s | train_loss=0.0168 + step 2880000 | 26547s | train_loss=0.0161 + step 2890000 | 26632s | train_loss=0.0162 + step 2900000 | 26812s | train_loss=0.0157 | fid=110.8352 + step 2910000 | 26897s | train_loss=0.0161 + step 2920000 | 26982s | train_loss=0.0162 + step 2930000 | 27067s | train_loss=0.0158 + step 2940000 | 27152s | train_loss=0.0158 + step 2950000 | 27235s | train_loss=0.0159 + step 2960000 | 27319s | train_loss=0.0165 + step 2970000 | 27404s | train_loss=0.0159 + step 2980000 | 27488s | train_loss=0.0155 + step 2990000 | 27571s | train_loss=0.0159 + step 3000000 | 27760s | train_loss=0.0167 | fid=109.0817 + step 3010000 | 27845s | train_loss=0.0158 + step 3020000 | 27930s | train_loss=0.0153 + step 3030000 | 28015s | train_loss=0.0156 + step 3040000 | 28099s | train_loss=0.0164 + step 3050000 | 28182s | train_loss=0.0159 + step 3060000 | 28267s | train_loss=0.0159 + step 3070000 | 28352s | train_loss=0.0152 + step 3080000 | 28435s | train_loss=0.0157 + step 3090000 | 28520s | train_loss=0.0148 + step 3100000 | 28690s | train_loss=0.0157 | fid=109.7259 + step 3110000 | 28775s | train_loss=0.0158 + step 3120000 | 28860s | train_loss=0.0157 + step 3130000 | 28945s | train_loss=0.0145 + step 3140000 | 29028s | train_loss=0.0153 + step 3150000 | 29113s | train_loss=0.0156 + step 3160000 | 29198s | train_loss=0.0147 + step 3170000 | 29281s | train_loss=0.0159 + step 3180000 | 29366s | train_loss=0.0143 + step 3190000 | 29451s | train_loss=0.0142 + step 3200000 | 29620s | train_loss=0.0147 | fid=109.2510 + step 3210000 | 29705s | train_loss=0.0150 + step 3220000 | 29790s | train_loss=0.0147 + step 3230000 | 29874s | train_loss=0.0159 + step 3240000 | 29957s | train_loss=0.0148 + step 3250000 | 30042s | train_loss=0.0151 + step 3260000 | 30127s | train_loss=0.0143 + step 3270000 | 30210s | train_loss=0.0149 + step 3280000 | 30295s | train_loss=0.0145 + step 3290000 | 30380s | train_loss=0.0144 + step 3300000 | 30565s | train_loss=0.0145 | fid=110.4141 + step 3310000 | 30650s | train_loss=0.0140 + step 3320000 | 30735s | train_loss=0.0146 + step 3330000 | 30817s | train_loss=0.0145 + step 3340000 | 30902s | train_loss=0.0140 + step 3350000 | 30987s | train_loss=0.0153 + step 3360000 | 31070s | train_loss=0.0144 + step 3370000 | 31155s | train_loss=0.0141 + step 3380000 | 31240s | train_loss=0.0152 + step 3390000 | 31325s | train_loss=0.0152 + step 3400000 | 31519s | train_loss=0.0144 | fid=109.1635 + step 3410000 | 31604s | train_loss=0.0139 + step 3420000 | 31689s | train_loss=0.0143 + step 3430000 | 31772s | train_loss=0.0143 + step 3440000 | 31857s | train_loss=0.0135 + step 3450000 | 31940s | train_loss=0.0140 + step 3460000 | 32025s | train_loss=0.0140 + step 3470000 | 32110s | train_loss=0.0134 + step 3480000 | 32195s | train_loss=0.0143 + step 3490000 | 32277s | train_loss=0.0145 + step 3500000 | 32428s | train_loss=0.0137 | fid=108.9527 + step 3510000 | 32513s | train_loss=0.0134 + step 3520000 | 32598s | train_loss=0.0138 + step 3530000 | 32681s | train_loss=0.0138 + step 3540000 | 32766s | train_loss=0.0134 + step 3550000 | 32849s | train_loss=0.0141 + step 3560000 | 32934s | train_loss=0.0138 + step 3570000 | 33019s | train_loss=0.0138 + step 3580000 | 33104s | train_loss=0.0137 + step 3590000 | 33188s | train_loss=0.0134 + step 3600000 | 33365s | train_loss=0.0129 | fid=109.1522 + step 3610000 | 33449s | train_loss=0.0136 + step 3620000 | 33531s | train_loss=0.0141 + step 3630000 | 33616s | train_loss=0.0133 + step 3640000 | 33699s | train_loss=0.0134 + step 3650000 | 33784s | train_loss=0.0129 + step 3660000 | 33869s | train_loss=0.0137 + step 3670000 | 33954s | train_loss=0.0131 + step 3680000 | 34039s | train_loss=0.0126 + step 3690000 | 34120s | train_loss=0.0132 + step 3700000 | 34273s | train_loss=0.0129 | fid=109.1283 + step 3710000 | 34356s | train_loss=0.0131 + step 3720000 | 34439s | train_loss=0.0127 + step 3730000 | 34524s | train_loss=0.0128 + step 3740000 | 34607s | train_loss=0.0136 + step 3750000 | 34692s | train_loss=0.0141 + step 3760000 | 34777s | train_loss=0.0139 + step 3770000 | 34861s | train_loss=0.0125 + step 3780000 | 34946s | train_loss=0.0129 + step 3790000 | 35024s | train_loss=0.0126 + step 3800000 | 35217s | train_loss=0.0125 | fid=107.9012 + step 3810000 | 35300s | train_loss=0.0129 + step 3820000 | 35383s | train_loss=0.0126 + step 3830000 | 35466s | train_loss=0.0134 + step 3840000 | 35551s | train_loss=0.0135 + step 3850000 | 35636s | train_loss=0.0130 + step 3860000 | 35721s | train_loss=0.0134 + step 3870000 | 35805s | train_loss=0.0127 + step 3880000 | 35890s | train_loss=0.0133 + step 3890000 | 35968s | train_loss=0.0126 + step 3900000 | 36137s | train_loss=0.0122 | fid=108.8952 + step 3910000 | 36219s | train_loss=0.0126 + step 3920000 | 36303s | train_loss=0.0125 + step 3930000 | 36386s | train_loss=0.0130 + step 3940000 | 36471s | train_loss=0.0120 + step 3950000 | 36556s | train_loss=0.0134 + step 3960000 | 36641s | train_loss=0.0121 + step 3970000 | 36726s | train_loss=0.0128 + step 3980000 | 36811s | train_loss=0.0122 + step 3990000 | 36894s | train_loss=0.0121 + step 4000000 | 37093s | train_loss=0.0127 | fid=109.4425 + step 4010000 | 37175s | train_loss=0.0122 + step 4020000 | 37258s | train_loss=0.0124 + step 4030000 | 37343s | train_loss=0.0125 + step 4040000 | 37428s | train_loss=0.0117 + step 4050000 | 37513s | train_loss=0.0129 + step 4060000 | 37598s | train_loss=0.0123 + step 4070000 | 37682s | train_loss=0.0115 + step 4080000 | 37767s | train_loss=0.0125 + step 4090000 | 37847s | train_loss=0.0125 + step 4100000 | 38032s | train_loss=0.0125 | fid=108.4910 + step 4110000 | 38114s | train_loss=0.0119 + step 4120000 | 38199s | train_loss=0.0132 + step 4130000 | 38283s | train_loss=0.0117 + step 4140000 | 38368s | train_loss=0.0124 + step 4150000 | 38453s | train_loss=0.0133 + step 4160000 | 38538s | train_loss=0.0121 + step 4170000 | 38623s | train_loss=0.0120 + step 4180000 | 38708s | train_loss=0.0120 + step 4190000 | 38787s | train_loss=0.0124 + step 4200000 | 38972s | train_loss=0.0122 | fid=108.5311 + step 4210000 | 39055s | train_loss=0.0117 + step 4220000 | 39140s | train_loss=0.0117 + step 4230000 | 39225s | train_loss=0.0126 + step 4240000 | 39310s | train_loss=0.0118 + step 4250000 | 39394s | train_loss=0.0118 + step 4260000 | 39479s | train_loss=0.0117 + step 4270000 | 39564s | train_loss=0.0116 + step 4280000 | 39649s | train_loss=0.0124 + step 4290000 | 39727s | train_loss=0.0112 + step 4300000 | 39927s | train_loss=0.0119 | fid=109.0235 + step 4310000 | 40010s | train_loss=0.0118 + step 4320000 | 40095s | train_loss=0.0116 + step 4330000 | 40180s | train_loss=0.0118 + step 4340000 | 40265s | train_loss=0.0114 + step 4350000 | 40350s | train_loss=0.0114 + step 4360000 | 40434s | train_loss=0.0120 + step 4370000 | 40519s | train_loss=0.0120 + step 4380000 | 40604s | train_loss=0.0117 + step 4390000 | 40678s | train_loss=0.0115 + step 4400000 | 40882s | train_loss=0.0113 | fid=108.4022 + step 4410000 | 40965s | train_loss=0.0113 + step 4420000 | 41050s | train_loss=0.0111 + step 4430000 | 41135s | train_loss=0.0119 + step 4440000 | 41220s | train_loss=0.0116 + step 4450000 | 41304s | train_loss=0.0114 + step 4460000 | 41389s | train_loss=0.0112 + step 4470000 | 41474s | train_loss=0.0118 + step 4480000 | 41558s | train_loss=0.0114 + step 4490000 | 41626s | train_loss=0.0115 + step 4500000 | 41819s | train_loss=0.0108 | fid=108.5128 + step 4510000 | 41902s | train_loss=0.0111 + step 4520000 | 41987s | train_loss=0.0114 + step 4530000 | 42072s | train_loss=0.0113 + step 4540000 | 42157s | train_loss=0.0110 + step 4550000 | 42242s | train_loss=0.0115 + step 4560000 | 42327s | train_loss=0.0114 + step 4570000 | 42412s | train_loss=0.0109 + step 4580000 | 42492s | train_loss=0.0114 + step 4590000 | 42567s | train_loss=0.0112 + step 4600000 | 42779s | train_loss=0.0109 | fid=107.9561 + step 4610000 | 42862s | train_loss=0.0112 + step 4620000 | 42947s | train_loss=0.0110 + step 4630000 | 43032s | train_loss=0.0118 + step 4640000 | 43117s | train_loss=0.0111 + step 4650000 | 43201s | train_loss=0.0106 + step 4660000 | 43286s | train_loss=0.0114 + step 4670000 | 43367s | train_loss=0.0109 + step 4680000 | 43446s | train_loss=0.0112 + step 4690000 | 43519s | train_loss=0.0113 + step 4700000 | 43719s | train_loss=0.0110 | fid=108.4762 + step 4710000 | 43803s | train_loss=0.0106 + step 4720000 | 43888s | train_loss=0.0108 + step 4730000 | 43972s | train_loss=0.0110 + step 4740000 | 44057s | train_loss=0.0109 + step 4750000 | 44142s | train_loss=0.0117 + step 4760000 | 44224s | train_loss=0.0127 + step 4770000 | 44290s | train_loss=0.0106 + step 4780000 | 44355s | train_loss=0.0111 + step 4790000 | 44409s | train_loss=0.0113 + step 4800000 | 44562s | train_loss=0.0108 | fid=107.7991 + step 4810000 | 44628s | train_loss=0.0112 + step 4820000 | 44696s | train_loss=0.0110 + step 4830000 | 44764s | train_loss=0.0111 + step 4840000 | 44832s | train_loss=0.0106 + step 4850000 | 44900s | train_loss=0.0107 + step 4860000 | 44959s | train_loss=0.0108 + step 4870000 | 45011s | train_loss=0.0103 + step 4880000 | 45062s | train_loss=0.0106 + step 4890000 | 45097s | train_loss=0.0106 + step 4900000 | 45207s | train_loss=0.0114 | fid=108.4792 + step 4910000 | 45255s | train_loss=0.0109 + step 4920000 | 45307s | train_loss=0.0108 + step 4930000 | 45358s | train_loss=0.0103 + step 4940000 | 45409s | train_loss=0.0101 + step 4950000 | 45461s | train_loss=0.0112 + step 4960000 | 45512s | train_loss=0.0108 + step 4970000 | 45564s | train_loss=0.0112 + step 4980000 | 45615s | train_loss=0.0106 + step 4990000 | 45657s | train_loss=0.0116 + step 5000000 | 45726s | train_loss=0.0106 | fid=107.4075 diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d100/config.json b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d100/config.json new file mode 100644 index 0000000000000000000000000000000000000000..afd65390b0473ef8646b1c5075b55d52a2fc5049 --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d100/config.json @@ -0,0 +1,25 @@ +{ + "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d100/vae.pt", + "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d100", + "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", + "n_train": 1000, + "total_steps": 5000000, + "eval_interval": 10000, + "mem_interval": 100000, + "fid_interval": 100000, + "fid_n_real": 1000, + "fid_n_gen": 10000, + "n_gen_samples": 10000, + "n_sde_steps": 500, + "batch_size": 512, + "hidden": 1024, + "depth": 5, + "optimizer": "sgd", + "lr": 0.001, + "momentum": 0.8, + "t_min": 0.01, + "t_max": 3.0, + "t_eval": 0.1, + "seed": 44, + "device": null +} diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d100/metrics.jsonl b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d100/metrics.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..f06b25da85e28ecb1a24784dd263a036e50a5c7b --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d100/metrics.jsonl @@ -0,0 +1,502 @@ +{"event": "meta", "data": "cifar10_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 100, "n": 1000, "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d100/vae.pt", "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [41905, 27590, 3837, 45564, 49079, 45615, 24791, 29586, 40154, 14155, 41744, 31565, 21399, 47093, 14144, 7260, 25109, 49111, 3286, 28559, 8088, 18636, 27677, 5584, 14605, 28090, 44911, 22197, 30774, 45976, 21377, 38974, 37419, 34658, 48141, 45353, 16718, 44442, 14512, 30061, 32910, 17321, 15565, 17405, 44045, 17717, 6400, 37998, 3773, 20538, 19316, 34889, 4564, 1363, 5611, 41687, 16986, 41914, 25046, 49823, 33007, 20861, 27988, 42869, 33687, 3828, 12070, 15418, 22140, 35636, 31728, 9480, 7712, 2852, 43042, 17354, 27208, 49689, 14774, 29225, 25390, 35055, 12670, 19522, 24246, 14561, 33656, 42751, 2242, 364, 43176, 15490, 46231, 26061, 18629, 34392, 32488, 26106, 10393, 11167, 20874, 8106, 10093, 7243, 48907, 8147, 45063, 21102, 37655, 7635, 2514, 27684, 3204, 28758, 28311, 29718, 44311, 10355, 32304, 14615, 28486, 14294, 16760, 37166, 19433, 20899, 23979, 36854, 43726, 10375, 11078, 10677, 40127, 33642, 36325, 13174, 19662, 30319, 22501, 14354, 24243, 27654, 42509, 18915, 29668, 2313, 42454, 11218, 48097, 31985, 16567, 26984, 33502, 36329, 22928, 42746, 38223, 19499, 41926, 29059, 44004, 8962, 40807, 11854, 36894, 13566, 36982, 16226, 36410, 47002, 20194, 3625, 19297, 2555, 4842, 8098, 44052, 5795, 5274, 4374, 17924, 30344, 5386, 26317, 30389, 32399, 32042, 26731, 29532, 33817, 26942, 25858, 11887, 46070, 41837, 10713, 33955, 20000, 29946, 4912, 32112, 6697, 44031, 27296, 37785, 25660, 27948, 31260, 24358, 1827, 37445, 25084, 11703, 3820, 49218, 30616, 25083, 22759, 6275, 40603, 39038, 37156, 8894, 9871, 31333, 26582, 20528, 10523, 2747, 33639, 41740, 47899, 11337, 6325, 433, 33051, 1094, 24743, 9392, 22638, 7689, 39641, 9486, 33554, 30840, 35032, 19647, 7903, 18205, 34063, 46483, 32963, 11601, 19203, 45792, 47136, 6174, 40793, 13885, 16641, 48744, 37658, 43829, 44107, 6388, 37424, 20033, 28563, 27013, 17032, 12768, 38181, 35608, 14089, 29228, 40229, 45106, 11963, 37979, 20694, 22835, 5773, 19580, 44596, 19079, 45191, 666, 15893, 7513, 15939, 45020, 12659, 31388, 44651, 23592, 16419, 47615, 36714, 36448, 28579, 1697, 9889, 42082, 49150, 41132, 33996, 21551, 18467, 45242, 6516, 3355, 20187, 31669, 2814, 6900, 28198, 17656, 18178, 31825, 34244, 38330, 28894, 7463, 8134, 38159, 10524, 41508, 2367, 496, 31046, 1511, 31956, 46621, 14176, 1899, 32397, 29452, 16504, 34042, 24014, 47447, 20229, 36683, 5186, 14349, 21736, 17094, 30311, 27949, 30023, 49589, 43270, 2898, 18259, 17175, 18594, 17062, 42063, 3237, 12080, 35769, 1687, 30330, 29678, 27321, 4273, 28513, 2551, 5314, 13572, 13497, 9652, 3466, 27133, 38459, 23232, 14231, 25584, 49398, 32994, 10434, 42369, 37410, 45044, 11075, 12523, 1417, 6765, 40000, 25016, 36905, 48638, 21, 16822, 24333, 30084, 43982, 26954, 6519, 42546, 14751, 14278, 49970, 47621, 18883, 37295, 9040, 40369, 22225, 36489, 21302, 13110, 5455, 47804, 14868, 13063, 22102, 36825, 21969, 33186, 28908, 32592, 42766, 12262, 39073, 915, 11824, 39208, 3098, 42789, 29800, 14150, 28705, 8847, 21716, 535, 48077, 41540, 36207, 10816, 41471, 35049, 20661, 6083, 30194, 4576, 2174, 1908, 48392, 10435, 10986, 18036, 24746, 3941, 34118, 49749, 12025, 21493, 15785, 17085, 39411, 34561, 42064, 36237, 2740, 8183, 40564, 33107, 25765, 49165, 25211, 17520, 17115, 1869, 46432, 33757, 20517, 39760, 259, 45380, 12436, 48000, 21046, 4039, 15701, 35246, 29112, 44161, 34079, 45449, 42845, 22815, 5597, 3990, 35899, 48969, 41528, 27873, 16598, 39104, 23359, 46847, 28624, 19198, 1251, 9003, 28383, 47005, 40703, 41605, 39895, 26201, 11727, 27435, 17333, 39261, 37456, 14653, 30634, 4160, 24540, 12044, 7111, 23485, 5645, 2572, 1682, 17872, 8974, 16796, 11864, 40178, 20092, 32219, 14458, 37007, 31340, 10520, 34489, 13128, 42913, 31468, 44180, 37938, 20058, 18673, 36850, 34721, 26210, 15257, 35188, 11815, 47936, 18088, 43578, 11996, 47952, 24311, 1884, 36557, 32921, 36250, 38022, 5671, 13621, 23326, 14326, 23471, 24685, 39092, 3268, 37257, 16348, 13730, 21838, 44088, 8945, 10827, 13840, 46123, 48010, 13350, 30622, 45233, 8698, 14335, 45842, 15138, 1515, 40759, 21960, 47551, 33208, 18260, 6377, 46869, 31742, 23566, 12829, 15305, 37988, 16111, 32146, 37948, 25917, 30484, 17885, 42468, 28238, 33865, 28030, 30072, 34855, 19324, 42075, 30623, 3667, 38832, 25100, 43077, 36471, 11663, 13588, 14015, 5099, 10589, 28526, 48022, 15444, 3280, 188, 31582, 15225, 11019, 21804, 3901, 24461, 25031, 10373, 4486, 45950, 37949, 32923, 1583, 6576, 26004, 16237, 38132, 25045, 25091, 41949, 11553, 48062, 40503, 13057, 8954, 18566, 28405, 28604, 30434, 49112, 30676, 32930, 16183, 48336, 43162, 873, 37233, 44718, 37247, 23758, 9243, 12126, 5287, 49594, 3459, 32091, 20894, 41743, 7366, 7258, 37939, 47665, 12260, 20836, 43253, 16191, 11619, 1519, 6137, 3934, 48375, 35234, 103, 30510, 8869, 21085, 41234, 25138, 25079, 31218, 48292, 48814, 6635, 18416, 1421, 4363, 5164, 47455, 21280, 16767, 19685, 16449, 45798, 31292, 31049, 43587, 30772, 2651, 12854, 23199, 25234, 23389, 24742, 19480, 19738, 19726, 2388, 21394, 4512, 9069, 42856, 25766, 23797, 40741, 33624, 8328, 35922, 27732, 36268, 23213, 41966, 40002, 12750, 46225, 35182, 23769, 25152, 26764, 20090, 27202, 48096, 4266, 2205, 2020, 37651, 36088, 1021, 28544, 20933, 48924, 11503, 43997, 9492, 19505, 47632, 4118, 2029, 22008, 41396, 16378, 36738, 33194, 28053, 44137, 30771, 12131, 5963, 31754, 46953, 3180, 1718, 36816, 2208, 20898, 13799, 30796, 34445, 37540, 27983, 39216, 16791, 36763, 15987, 28440, 11782, 48531, 4252, 47359, 5351, 4059, 9263, 32274, 39283, 258, 17485, 31280, 12814, 33217, 38203, 11170, 8486, 14434, 13722, 36048, 3705, 47210, 38260, 2200, 17850, 21589, 27598, 9926, 9419, 3981, 34519, 37821, 22855, 39796, 24105, 5113, 5888, 31974, 40040, 17179, 48615, 38665, 47173, 47154, 20619, 5049, 1656, 27736, 14424, 2013, 1348, 32964, 37228, 34968, 34124, 15993, 42420, 26558, 2961, 27119, 37779, 29321, 31595, 29301, 38364, 17528, 19583, 48609, 4428, 12427, 601, 21213, 44456, 39274, 40250, 39804, 35373, 43875, 20550, 43426, 13696, 34572, 11097, 22458, 33042, 12981, 29073, 6601, 2370, 4065, 46317, 29460, 21761, 13977, 4520, 31604, 16259, 1445, 29204, 26097, 31921, 33193, 36054, 26372, 4436, 40306, 13974, 6159, 46233, 33714, 27592, 23153, 40311, 12294, 40141, 14030, 36304, 40086, 43163, 14689, 5002, 40885, 40758, 42458, 18580, 29784, 14527, 30070, 18326, 40830, 42503, 5434, 25179, 15652, 11428, 40980, 45916, 22056, 15896, 42628, 30092, 40834, 25862, 40370, 7804, 46908, 44191, 26908, 9764, 36969, 21521, 35257, 9279, 36964, 4012, 627, 31813, 15669, 33832, 29874, 1912, 41254, 23709, 4648, 3131, 49882, 19349, 35975, 25565, 21641, 48219, 30806, 33979, 36103, 14640, 34524, 31661, 26869, 27297, 46519, 2352, 46930, 7617, 49750, 12620, 29820, 18590, 890, 16394, 23877, 26421, 23417, 29021, 11596, 22017, 14794, 14437, 48385, 48231, 18946, 38048, 41302, 40633, 15317, 24820], "fid_reference": "same farthest-first 1k CIFAR-10 training subset", "seed": 44} +{"step": 1, "wall_time": 72.2641966342926, "train_loss_step": 99.4510498046875, "n_params": 4469860, "total_flops": 13731409920, "train_loss": 0.9957328796386719, "subset_score_loss": 0.9957328796386719, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9806576371192932, "fid": 311.068811454971, "fid_failed": 0.0} +{"step": 10000, "wall_time": 168.28815603256226, "train_loss_step": 21.17953872680664, "n_params": 4469860, "total_flops": 137314099200000, "train_loss": 0.8223094940185547, "subset_score_loss": 0.8223094940185547} +{"step": 20000, "wall_time": 265.87970662117004, "train_loss_step": 18.899845123291016, "n_params": 4469860, "total_flops": 274628198400000, "train_loss": 0.7052770233154297, "subset_score_loss": 0.7052770233154297} +{"step": 30000, "wall_time": 363.3204219341278, "train_loss_step": 16.850603103637695, "n_params": 4469860, "total_flops": 411942297600000, "train_loss": 0.5725055694580078, "subset_score_loss": 0.5725055694580078} +{"step": 40000, "wall_time": 461.026878118515, "train_loss_step": 15.025627136230469, "n_params": 4469860, "total_flops": 549256396800000, "train_loss": 0.42643142700195313, "subset_score_loss": 0.42643142700195313} +{"step": 50000, "wall_time": 558.4461162090302, "train_loss_step": 11.271175384521484, "n_params": 4469860, "total_flops": 686570496000000, "train_loss": 0.3032415008544922, "subset_score_loss": 0.3032415008544922} +{"step": 60000, "wall_time": 655.7379629611969, "train_loss_step": 11.206640243530273, "n_params": 4469860, "total_flops": 823884595200000, "train_loss": 0.2235933303833008, "subset_score_loss": 0.2235933303833008} +{"step": 70000, "wall_time": 753.079282283783, "train_loss_step": 9.980962753295898, "n_params": 4469860, "total_flops": 961198694400000, "train_loss": 0.17979879379272462, "subset_score_loss": 0.17979879379272462} +{"step": 80000, "wall_time": 850.7244021892548, "train_loss_step": 9.184154510498047, "n_params": 4469860, "total_flops": 1098512793600000, "train_loss": 0.15262198448181152, "subset_score_loss": 0.15262198448181152} +{"step": 90000, "wall_time": 948.4764447212219, "train_loss_step": 8.90394401550293, "n_params": 4469860, "total_flops": 1235826892800000, "train_loss": 0.13627008438110352, "subset_score_loss": 0.13627008438110352} +{"step": 100000, "wall_time": 1110.2106223106384, "train_loss_step": 8.585219383239746, "n_params": 4469860, "total_flops": 1373140992000000, "train_loss": 0.12525272369384766, "subset_score_loss": 0.12525272369384766, "memorization_fraction_pixel": 9.999999747378752e-05, "mean_nn_ratio_pixel": 0.9397172927856445, "fid": 164.3682991007749, "fid_failed": 0.0} +{"step": 110000, "wall_time": 1208.0006959438324, "train_loss_step": 8.230171203613281, "n_params": 4469860, "total_flops": 1510455091200000, "train_loss": 0.11989192008972167, "subset_score_loss": 0.11989192008972167} +{"step": 120000, "wall_time": 1305.3303372859955, "train_loss_step": 8.739038467407227, "n_params": 4469860, "total_flops": 1647769190400000, "train_loss": 0.11393123626708984, "subset_score_loss": 0.11393123626708984} +{"step": 130000, "wall_time": 1401.873838186264, "train_loss_step": 7.666950225830078, "n_params": 4469860, "total_flops": 1785083289600000, "train_loss": 0.10763633728027344, "subset_score_loss": 0.10763633728027344} +{"step": 140000, "wall_time": 1499.4090354442596, "train_loss_step": 7.918972492218018, "n_params": 4469860, "total_flops": 1922397388800000, "train_loss": 0.1049264144897461, "subset_score_loss": 0.1049264144897461} +{"step": 150000, "wall_time": 1597.357038974762, "train_loss_step": 7.84079122543335, "n_params": 4469860, "total_flops": 2059711488000000, "train_loss": 0.09939936637878417, "subset_score_loss": 0.09939936637878417} +{"step": 160000, "wall_time": 1695.3505482673645, "train_loss_step": 7.698451042175293, "n_params": 4469860, "total_flops": 2197025587200000, "train_loss": 0.09662582397460938, "subset_score_loss": 0.09662582397460938} +{"step": 170000, "wall_time": 1792.809621334076, "train_loss_step": 7.511002540588379, "n_params": 4469860, "total_flops": 2334339686400000, "train_loss": 0.09503857612609863, "subset_score_loss": 0.09503857612609863} +{"step": 180000, "wall_time": 1890.4731726646423, "train_loss_step": 7.228532314300537, "n_params": 4469860, "total_flops": 2471653785600000, "train_loss": 0.08893160820007324, "subset_score_loss": 0.08893160820007324} +{"step": 190000, "wall_time": 1981.6131291389465, "train_loss_step": 6.71571159362793, "n_params": 4469860, "total_flops": 2608967884800000, "train_loss": 0.08776988983154296, "subset_score_loss": 0.08776988983154296} +{"step": 200000, "wall_time": 2152.1448681354523, "train_loss_step": 7.285114765167236, "n_params": 4469860, "total_flops": 2746281984000000, "train_loss": 0.08689854621887207, "subset_score_loss": 0.08689854621887207, "memorization_fraction_pixel": 0.004000000189989805, "mean_nn_ratio_pixel": 0.9015995860099792, "fid": 164.40046768837186, "fid_failed": 0.0} +{"step": 210000, "wall_time": 2249.5928914546967, "train_loss_step": 6.697713375091553, "n_params": 4469860, "total_flops": 2883596083200000, "train_loss": 0.08195029258728027, "subset_score_loss": 0.08195029258728027} +{"step": 220000, "wall_time": 2346.9126353263855, "train_loss_step": 6.980812072753906, "n_params": 4469860, "total_flops": 3020910182400000, "train_loss": 0.07923302173614502, "subset_score_loss": 0.07923302173614502} +{"step": 230000, "wall_time": 2443.774688720703, "train_loss_step": 6.90235710144043, "n_params": 4469860, "total_flops": 3158224281600000, "train_loss": 0.07705810070037841, "subset_score_loss": 0.07705810070037841} +{"step": 240000, "wall_time": 2540.765285730362, "train_loss_step": 6.328537940979004, "n_params": 4469860, "total_flops": 3295538380800000, "train_loss": 0.07709311008453369, "subset_score_loss": 0.07709311008453369} +{"step": 250000, "wall_time": 2637.7071595191956, "train_loss_step": 6.817893028259277, "n_params": 4469860, "total_flops": 3432852480000000, "train_loss": 0.07385354042053223, "subset_score_loss": 0.07385354042053223} +{"step": 260000, "wall_time": 2735.559000492096, "train_loss_step": 6.539331436157227, "n_params": 4469860, "total_flops": 3570166579200000, "train_loss": 0.07561538696289062, "subset_score_loss": 0.07561538696289062} +{"step": 270000, "wall_time": 2833.034942626953, "train_loss_step": 6.321496963500977, "n_params": 4469860, "total_flops": 3707480678400000, "train_loss": 0.07057133197784424, "subset_score_loss": 0.07057133197784424} +{"step": 280000, "wall_time": 2923.905258655548, "train_loss_step": 6.495797157287598, "n_params": 4469860, "total_flops": 3844794777600000, "train_loss": 0.07082598209381104, "subset_score_loss": 0.07082598209381104} +{"step": 290000, "wall_time": 3021.424936056137, "train_loss_step": 6.7098894119262695, "n_params": 4469860, "total_flops": 3982108876800000, "train_loss": 0.06892119407653809, "subset_score_loss": 0.06892119407653809} +{"step": 300000, "wall_time": 3191.4245026111603, "train_loss_step": 6.196690559387207, "n_params": 4469860, "total_flops": 4119422976000000, "train_loss": 0.06828683853149414, "subset_score_loss": 0.06828683853149414, "memorization_fraction_pixel": 0.010099999606609344, "mean_nn_ratio_pixel": 0.8766335248947144, "fid": 158.24624287585615, "fid_failed": 0.0} +{"step": 310000, "wall_time": 3289.25434422493, "train_loss_step": 6.301141738891602, "n_params": 4469860, "total_flops": 4256737075200000, "train_loss": 0.06600517272949219, "subset_score_loss": 0.06600517272949219} +{"step": 320000, "wall_time": 3386.938260793686, "train_loss_step": 5.618202209472656, "n_params": 4469860, "total_flops": 4394051174400000, "train_loss": 0.06488033294677735, "subset_score_loss": 0.06488033294677735} +{"step": 330000, "wall_time": 3484.470278739929, "train_loss_step": 6.327018737792969, "n_params": 4469860, "total_flops": 4531365273600000, "train_loss": 0.06340210437774658, "subset_score_loss": 0.06340210437774658} +{"step": 340000, "wall_time": 3581.7563281059265, "train_loss_step": 6.3964691162109375, "n_params": 4469860, "total_flops": 4668679372800000, "train_loss": 0.06354730129241944, "subset_score_loss": 0.06354730129241944} +{"step": 350000, "wall_time": 3679.0510404109955, "train_loss_step": 6.107217311859131, "n_params": 4469860, "total_flops": 4805993472000000, "train_loss": 0.06204031467437744, "subset_score_loss": 0.06204031467437744} +{"step": 360000, "wall_time": 3776.8937973976135, "train_loss_step": 6.184503555297852, "n_params": 4469860, "total_flops": 4943307571200000, "train_loss": 0.06006747245788574, "subset_score_loss": 0.06006747245788574} +{"step": 370000, "wall_time": 3867.3734967708588, "train_loss_step": 6.336596488952637, "n_params": 4469860, "total_flops": 5080621670400000, "train_loss": 0.060934805870056154, "subset_score_loss": 0.060934805870056154} +{"step": 380000, "wall_time": 3964.971984386444, "train_loss_step": 6.000739097595215, "n_params": 4469860, "total_flops": 5217935769600000, "train_loss": 0.06026354789733887, "subset_score_loss": 0.06026354789733887} +{"step": 390000, "wall_time": 4062.8957397937775, "train_loss_step": 6.047013282775879, "n_params": 4469860, "total_flops": 5355249868800000, "train_loss": 0.05855020046234131, "subset_score_loss": 0.05855020046234131} +{"step": 400000, "wall_time": 4232.249599456787, "train_loss_step": 5.981414318084717, "n_params": 4469860, "total_flops": 5492563968000000, "train_loss": 0.05852283477783203, "subset_score_loss": 0.05852283477783203, "memorization_fraction_pixel": 0.016599999740719795, "mean_nn_ratio_pixel": 0.8480812311172485, "fid": 150.17332847888306, "fid_failed": 0.0} +{"step": 410000, "wall_time": 4329.6259343624115, "train_loss_step": 6.1970319747924805, "n_params": 4469860, "total_flops": 5629878067200000, "train_loss": 0.058507747650146484, "subset_score_loss": 0.058507747650146484} +{"step": 420000, "wall_time": 4427.060996770859, "train_loss_step": 5.6032915115356445, "n_params": 4469860, "total_flops": 5767192166400000, "train_loss": 0.056281609535217283, "subset_score_loss": 0.056281609535217283} +{"step": 430000, "wall_time": 4524.393164157867, "train_loss_step": 6.1143012046813965, "n_params": 4469860, "total_flops": 5904506265600000, "train_loss": 0.057739033699035644, "subset_score_loss": 0.057739033699035644} +{"step": 440000, "wall_time": 4621.276536464691, "train_loss_step": 5.903564453125, "n_params": 4469860, "total_flops": 6041820364800000, "train_loss": 0.05612537384033203, "subset_score_loss": 0.05612537384033203} +{"step": 450000, "wall_time": 4718.183135032654, "train_loss_step": 5.680670738220215, "n_params": 4469860, "total_flops": 6179134464000000, "train_loss": 0.05713143348693848, "subset_score_loss": 0.05713143348693848} +{"step": 460000, "wall_time": 4809.408219575882, "train_loss_step": 5.814040660858154, "n_params": 4469860, "total_flops": 6316448563200000, "train_loss": 0.05613217830657959, "subset_score_loss": 0.05613217830657959} +{"step": 470000, "wall_time": 4906.665476799011, "train_loss_step": 5.6775407791137695, "n_params": 4469860, "total_flops": 6453762662400000, "train_loss": 0.054192090034484865, "subset_score_loss": 0.054192090034484865} +{"step": 480000, "wall_time": 5004.350422859192, "train_loss_step": 5.7563581466674805, "n_params": 4469860, "total_flops": 6591076761600000, "train_loss": 0.05371851921081543, "subset_score_loss": 0.05371851921081543} +{"step": 490000, "wall_time": 5099.009985208511, "train_loss_step": 6.231722831726074, "n_params": 4469860, "total_flops": 6728390860800000, "train_loss": 0.05360170364379883, "subset_score_loss": 0.05360170364379883} +{"step": 500000, "wall_time": 5271.364563941956, "train_loss_step": 5.501481056213379, "n_params": 4469860, "total_flops": 6865704960000000, "train_loss": 0.052685999870300294, "subset_score_loss": 0.052685999870300294, "memorization_fraction_pixel": 0.027699999511241913, "mean_nn_ratio_pixel": 0.8291272521018982, "fid": 148.16376172932712, "fid_failed": 0.0} +{"step": 510000, "wall_time": 5369.157424449921, "train_loss_step": 6.008336067199707, "n_params": 4469860, "total_flops": 7003019059200000, "train_loss": 0.05187034606933594, "subset_score_loss": 0.05187034606933594} +{"step": 520000, "wall_time": 5467.064265727997, "train_loss_step": 6.222659111022949, "n_params": 4469860, "total_flops": 7140333158400000, "train_loss": 0.051781659126281736, "subset_score_loss": 0.051781659126281736} +{"step": 530000, "wall_time": 5564.751883029938, "train_loss_step": 5.30965518951416, "n_params": 4469860, "total_flops": 7277647257600000, "train_loss": 0.052857279777526855, "subset_score_loss": 0.052857279777526855} +{"step": 540000, "wall_time": 5662.437361717224, "train_loss_step": 5.447353839874268, "n_params": 4469860, "total_flops": 7414961356800000, "train_loss": 0.04977698802947998, "subset_score_loss": 0.04977698802947998} +{"step": 550000, "wall_time": 5753.430758476257, "train_loss_step": 5.617432117462158, "n_params": 4469860, "total_flops": 7552275456000000, "train_loss": 0.05054975032806396, "subset_score_loss": 0.05054975032806396} +{"step": 560000, "wall_time": 5850.627067565918, "train_loss_step": 5.692306041717529, "n_params": 4469860, "total_flops": 7689589555200000, "train_loss": 0.05004417896270752, "subset_score_loss": 0.05004417896270752} +{"step": 570000, "wall_time": 5948.283523797989, "train_loss_step": 5.4596357345581055, "n_params": 4469860, "total_flops": 7826903654400000, "train_loss": 0.04998822212219238, "subset_score_loss": 0.04998822212219238} +{"step": 580000, "wall_time": 6046.644374370575, "train_loss_step": 5.545730113983154, "n_params": 4469860, "total_flops": 7964217753600000, "train_loss": 0.049481987953186035, "subset_score_loss": 0.049481987953186035} +{"step": 590000, "wall_time": 6141.657940864563, "train_loss_step": 5.913612365722656, "n_params": 4469860, "total_flops": 8101531852800000, "train_loss": 0.04820908546447754, "subset_score_loss": 0.04820908546447754} +{"step": 600000, "wall_time": 6314.344839811325, "train_loss_step": 5.130561351776123, "n_params": 4469860, "total_flops": 8238845952000000, "train_loss": 0.05067344188690186, "subset_score_loss": 0.05067344188690186, "memorization_fraction_pixel": 0.035999998450279236, "mean_nn_ratio_pixel": 0.8204101324081421, "fid": 152.15338594617847, "fid_failed": 0.0} +{"step": 610000, "wall_time": 6411.437837123871, "train_loss_step": 5.531398773193359, "n_params": 4469860, "total_flops": 8376160051200000, "train_loss": 0.047593731880187985, "subset_score_loss": 0.047593731880187985} +{"step": 620000, "wall_time": 6508.7662806510925, "train_loss_step": 5.601694107055664, "n_params": 4469860, "total_flops": 8513474150400000, "train_loss": 0.04858835220336914, "subset_score_loss": 0.04858835220336914} +{"step": 630000, "wall_time": 6604.414572238922, "train_loss_step": 5.226245880126953, "n_params": 4469860, "total_flops": 8650788249600000, "train_loss": 0.04717154979705811, "subset_score_loss": 0.04717154979705811} +{"step": 640000, "wall_time": 6697.422116994858, "train_loss_step": 5.7098612785339355, "n_params": 4469860, "total_flops": 8788102348800000, "train_loss": 0.04641969680786133, "subset_score_loss": 0.04641969680786133} +{"step": 650000, "wall_time": 6794.832814216614, "train_loss_step": 5.59574031829834, "n_params": 4469860, "total_flops": 8925416448000000, "train_loss": 0.04759194850921631, "subset_score_loss": 0.04759194850921631} +{"step": 660000, "wall_time": 6892.295763969421, "train_loss_step": 5.354022979736328, "n_params": 4469860, "total_flops": 9062730547200000, "train_loss": 0.047209796905517576, "subset_score_loss": 0.047209796905517576} +{"step": 670000, "wall_time": 6989.6057941913605, "train_loss_step": 5.508356094360352, "n_params": 4469860, "total_flops": 9200044646400000, "train_loss": 0.04724843978881836, "subset_score_loss": 0.04724843978881836} +{"step": 680000, "wall_time": 7086.237624645233, "train_loss_step": 5.182704925537109, "n_params": 4469860, "total_flops": 9337358745600000, "train_loss": 0.04550609588623047, "subset_score_loss": 0.04550609588623047} +{"step": 690000, "wall_time": 7181.675651550293, "train_loss_step": 5.551578998565674, "n_params": 4469860, "total_flops": 9474672844800000, "train_loss": 0.04437765598297119, "subset_score_loss": 0.04437765598297119} +{"step": 700000, "wall_time": 7353.183349370956, "train_loss_step": 5.532524585723877, "n_params": 4469860, "total_flops": 9611986944000000, "train_loss": 0.045539875030517575, "subset_score_loss": 0.045539875030517575, "memorization_fraction_pixel": 0.048500001430511475, "mean_nn_ratio_pixel": 0.8148099184036255, "fid": 163.1140690060248, "fid_failed": 0.0} +{"step": 710000, "wall_time": 7450.8411066532135, "train_loss_step": 5.193739891052246, "n_params": 4469860, "total_flops": 9749301043200000, "train_loss": 0.044593791961669925, "subset_score_loss": 0.044593791961669925} +{"step": 720000, "wall_time": 7545.493024110794, "train_loss_step": 5.344609260559082, "n_params": 4469860, "total_flops": 9886615142400000, "train_loss": 0.044247822761535646, "subset_score_loss": 0.044247822761535646} +{"step": 730000, "wall_time": 7638.892590761185, "train_loss_step": 5.344326496124268, "n_params": 4469860, "total_flops": 10023929241600000, "train_loss": 0.0463608455657959, "subset_score_loss": 0.0463608455657959} +{"step": 740000, "wall_time": 7736.280233383179, "train_loss_step": 5.546294212341309, "n_params": 4469860, "total_flops": 10161243340800000, "train_loss": 0.04555690765380859, "subset_score_loss": 0.04555690765380859} +{"step": 750000, "wall_time": 7833.901462554932, "train_loss_step": 5.469420909881592, "n_params": 4469860, "total_flops": 10298557440000000, "train_loss": 0.04302805900573731, "subset_score_loss": 0.04302805900573731} +{"step": 760000, "wall_time": 7931.414043664932, "train_loss_step": 4.783291339874268, "n_params": 4469860, "total_flops": 10435871539200000, "train_loss": 0.043567357063293455, "subset_score_loss": 0.043567357063293455} +{"step": 770000, "wall_time": 8029.60609793663, "train_loss_step": 5.509668350219727, "n_params": 4469860, "total_flops": 10573185638400000, "train_loss": 0.04352229595184326, "subset_score_loss": 0.04352229595184326} +{"step": 780000, "wall_time": 8123.639587163925, "train_loss_step": 5.501899242401123, "n_params": 4469860, "total_flops": 10710499737600000, "train_loss": 0.0437971019744873, "subset_score_loss": 0.0437971019744873} +{"step": 790000, "wall_time": 8221.215943574905, "train_loss_step": 4.998446464538574, "n_params": 4469860, "total_flops": 10847813836800000, "train_loss": 0.042396745681762694, "subset_score_loss": 0.042396745681762694} +{"step": 800000, "wall_time": 8394.00282907486, "train_loss_step": 5.241623401641846, "n_params": 4469860, "total_flops": 10985127936000000, "train_loss": 0.04322306632995605, "subset_score_loss": 0.04322306632995605, "memorization_fraction_pixel": 0.05889999866485596, "mean_nn_ratio_pixel": 0.8221409916877747, "fid": 180.9687345691947, "fid_failed": 0.0} +{"step": 810000, "wall_time": 8488.539860486984, "train_loss_step": 5.083179473876953, "n_params": 4469860, "total_flops": 11122442035200000, "train_loss": 0.04226041316986084, "subset_score_loss": 0.04226041316986084} +{"step": 820000, "wall_time": 8583.498359680176, "train_loss_step": 5.242977619171143, "n_params": 4469860, "total_flops": 11259756134400000, "train_loss": 0.04172271728515625, "subset_score_loss": 0.04172271728515625} +{"step": 830000, "wall_time": 8681.090383768082, "train_loss_step": 5.135000705718994, "n_params": 4469860, "total_flops": 11397070233600000, "train_loss": 0.041996216773986815, "subset_score_loss": 0.041996216773986815} +{"step": 840000, "wall_time": 8778.634323596954, "train_loss_step": 5.284620761871338, "n_params": 4469860, "total_flops": 11534384332800000, "train_loss": 0.04172209262847901, "subset_score_loss": 0.04172209262847901} +{"step": 850000, "wall_time": 8875.679734706879, "train_loss_step": 5.097250461578369, "n_params": 4469860, "total_flops": 11671698432000000, "train_loss": 0.041789307594299316, "subset_score_loss": 0.041789307594299316} +{"step": 860000, "wall_time": 8972.518418550491, "train_loss_step": 5.477071285247803, "n_params": 4469860, "total_flops": 11809012531200000, "train_loss": 0.03977285623550415, "subset_score_loss": 0.03977285623550415} +{"step": 870000, "wall_time": 9068.840354442596, "train_loss_step": 5.411519527435303, "n_params": 4469860, "total_flops": 11946326630400000, "train_loss": 0.041848039627075194, "subset_score_loss": 0.041848039627075194} +{"step": 880000, "wall_time": 9164.851541519165, "train_loss_step": 4.843442916870117, "n_params": 4469860, "total_flops": 12083640729600000, "train_loss": 0.040450849533081056, "subset_score_loss": 0.040450849533081056} +{"step": 890000, "wall_time": 9261.433951377869, "train_loss_step": 4.773949146270752, "n_params": 4469860, "total_flops": 12220954828800000, "train_loss": 0.041727032661437985, "subset_score_loss": 0.041727032661437985} +{"step": 900000, "wall_time": 9430.732370853424, "train_loss_step": 5.298203468322754, "n_params": 4469860, "total_flops": 12358268928000000, "train_loss": 0.03938086986541748, "subset_score_loss": 0.03938086986541748, "memorization_fraction_pixel": 0.08269999921321869, "mean_nn_ratio_pixel": 0.8022254109382629, "fid": 182.39998726104028, "fid_failed": 0.0} +{"step": 910000, "wall_time": 9525.127707958221, "train_loss_step": 4.886113166809082, "n_params": 4469860, "total_flops": 12495583027200000, "train_loss": 0.040243334770202636, "subset_score_loss": 0.040243334770202636} +{"step": 920000, "wall_time": 9622.958116531372, "train_loss_step": 4.479960918426514, "n_params": 4469860, "total_flops": 12632897126400000, "train_loss": 0.04100216388702393, "subset_score_loss": 0.04100216388702393} +{"step": 930000, "wall_time": 9720.558823108673, "train_loss_step": 4.740069389343262, "n_params": 4469860, "total_flops": 12770211225600000, "train_loss": 0.03924872159957886, "subset_score_loss": 0.03924872159957886} +{"step": 940000, "wall_time": 9818.540916919708, "train_loss_step": 5.085132598876953, "n_params": 4469860, "total_flops": 12907525324800000, "train_loss": 0.04022178173065186, "subset_score_loss": 0.04022178173065186} +{"step": 950000, "wall_time": 9916.587593078613, "train_loss_step": 4.721550941467285, "n_params": 4469860, "total_flops": 13044839424000000, "train_loss": 0.039137110710144044, "subset_score_loss": 0.039137110710144044} +{"step": 960000, "wall_time": 10014.387949228287, "train_loss_step": 4.8740081787109375, "n_params": 4469860, "total_flops": 13182153523200000, "train_loss": 0.03933056354522705, "subset_score_loss": 0.03933056354522705} +{"step": 970000, "wall_time": 10108.983802080154, "train_loss_step": 4.886999130249023, "n_params": 4469860, "total_flops": 13319467622400000, "train_loss": 0.04055429458618164, "subset_score_loss": 0.04055429458618164} +{"step": 980000, "wall_time": 10204.790558815002, "train_loss_step": 5.099282264709473, "n_params": 4469860, "total_flops": 13456781721600000, "train_loss": 0.038740456104278564, "subset_score_loss": 0.038740456104278564} +{"step": 990000, "wall_time": 10302.633857250214, "train_loss_step": 4.93428897857666, "n_params": 4469860, "total_flops": 13594095820800000, "train_loss": 0.03861527442932129, "subset_score_loss": 0.03861527442932129} +{"step": 1000000, "wall_time": 10468.638196706772, "train_loss_step": 5.000923156738281, "n_params": 4469860, "total_flops": 13731409920000000, "train_loss": 0.03776947021484375, "subset_score_loss": 0.03776947021484375, "memorization_fraction_pixel": 0.09229999780654907, "mean_nn_ratio_pixel": 0.7928497195243835, "fid": 180.24531001713612, "fid_failed": 0.0} +{"step": 1010000, "wall_time": 10566.113864421844, "train_loss_step": 4.94227409362793, "n_params": 4469860, "total_flops": 13868724019200000, "train_loss": 0.039339876174926756, "subset_score_loss": 0.039339876174926756} +{"step": 1020000, "wall_time": 10663.67987704277, "train_loss_step": 4.861018180847168, "n_params": 4469860, "total_flops": 14006038118400000, "train_loss": 0.03796836376190185, "subset_score_loss": 0.03796836376190185} +{"step": 1030000, "wall_time": 10761.075417041779, "train_loss_step": 5.039434432983398, "n_params": 4469860, "total_flops": 14143352217600000, "train_loss": 0.037697734832763674, "subset_score_loss": 0.037697734832763674} +{"step": 1040000, "wall_time": 10858.632116556168, "train_loss_step": 4.857322692871094, "n_params": 4469860, "total_flops": 14280666316800000, "train_loss": 0.03898127555847168, "subset_score_loss": 0.03898127555847168} +{"step": 1050000, "wall_time": 10956.047229766846, "train_loss_step": 5.359462738037109, "n_params": 4469860, "total_flops": 14417980416000000, "train_loss": 0.03906094312667847, "subset_score_loss": 0.03906094312667847} +{"step": 1060000, "wall_time": 11051.905069589615, "train_loss_step": 5.133445739746094, "n_params": 4469860, "total_flops": 14555294515200000, "train_loss": 0.037403767108917234, "subset_score_loss": 0.037403767108917234} +{"step": 1070000, "wall_time": 11146.483623504639, "train_loss_step": 4.860816955566406, "n_params": 4469860, "total_flops": 14692608614400000, "train_loss": 0.03668501615524292, "subset_score_loss": 0.03668501615524292} +{"step": 1080000, "wall_time": 11244.128576040268, "train_loss_step": 4.7511796951293945, "n_params": 4469860, "total_flops": 14829922713600000, "train_loss": 0.03626354932785034, "subset_score_loss": 0.03626354932785034} +{"step": 1090000, "wall_time": 11338.247519016266, "train_loss_step": 4.737417221069336, "n_params": 4469860, "total_flops": 14967236812800000, "train_loss": 0.036543853282928467, "subset_score_loss": 0.036543853282928467} +{"step": 1100000, "wall_time": 11498.664388895035, "train_loss_step": 4.986700534820557, "n_params": 4469860, "total_flops": 15104550912000000, "train_loss": 0.036798489093780515, "subset_score_loss": 0.036798489093780515, "memorization_fraction_pixel": 0.11630000174045563, "mean_nn_ratio_pixel": 0.7753648161888123, "fid": 182.91369171054913, "fid_failed": 0.0} +{"step": 1110000, "wall_time": 11596.168681383133, "train_loss_step": 5.047110557556152, "n_params": 4469860, "total_flops": 15241865011200000, "train_loss": 0.036221861839294434, "subset_score_loss": 0.036221861839294434} +{"step": 1120000, "wall_time": 11694.049795150757, "train_loss_step": 4.91424036026001, "n_params": 4469860, "total_flops": 15379179110400000, "train_loss": 0.036208465099334716, "subset_score_loss": 0.036208465099334716} +{"step": 1130000, "wall_time": 11791.696676492691, "train_loss_step": 4.849976062774658, "n_params": 4469860, "total_flops": 15516493209600000, "train_loss": 0.03718146085739136, "subset_score_loss": 0.03718146085739136} +{"step": 1140000, "wall_time": 11889.143694639206, "train_loss_step": 4.8347320556640625, "n_params": 4469860, "total_flops": 15653807308800000, "train_loss": 0.03812142610549927, "subset_score_loss": 0.03812142610549927} +{"step": 1150000, "wall_time": 11986.796282529831, "train_loss_step": 4.9740095138549805, "n_params": 4469860, "total_flops": 15791121408000000, "train_loss": 0.03470438480377197, "subset_score_loss": 0.03470438480377197} +{"step": 1160000, "wall_time": 12082.212993860245, "train_loss_step": 4.916759967803955, "n_params": 4469860, "total_flops": 15928435507200000, "train_loss": 0.03579363584518433, "subset_score_loss": 0.03579363584518433} +{"step": 1170000, "wall_time": 12177.839823961258, "train_loss_step": 4.903104782104492, "n_params": 4469860, "total_flops": 16065749606400000, "train_loss": 0.03576938390731812, "subset_score_loss": 0.03576938390731812} +{"step": 1180000, "wall_time": 12272.648127794266, "train_loss_step": 4.905665874481201, "n_params": 4469860, "total_flops": 16203063705600000, "train_loss": 0.03547022581100464, "subset_score_loss": 0.03547022581100464} +{"step": 1190000, "wall_time": 12367.307880401611, "train_loss_step": 5.022772789001465, "n_params": 4469860, "total_flops": 16340377804800000, "train_loss": 0.035639772415161135, "subset_score_loss": 0.035639772415161135} +{"step": 1200000, "wall_time": 12540.151154518127, "train_loss_step": 4.516365051269531, "n_params": 4469860, "total_flops": 16477691904000000, "train_loss": 0.03606108665466309, "subset_score_loss": 0.03606108665466309, "memorization_fraction_pixel": 0.13459999859333038, "mean_nn_ratio_pixel": 0.7571823000907898, "fid": 173.0831784740085, "fid_failed": 0.0} +{"step": 1210000, "wall_time": 12637.048201084137, "train_loss_step": 4.259090900421143, "n_params": 4469860, "total_flops": 16615006003200000, "train_loss": 0.03531005859375, "subset_score_loss": 0.03531005859375} +{"step": 1220000, "wall_time": 12734.31389951706, "train_loss_step": 4.715260028839111, "n_params": 4469860, "total_flops": 16752320102400000, "train_loss": 0.03548245668411255, "subset_score_loss": 0.03548245668411255} +{"step": 1230000, "wall_time": 12831.998542308807, "train_loss_step": 4.845739841461182, "n_params": 4469860, "total_flops": 16889634201600000, "train_loss": 0.03503731966018677, "subset_score_loss": 0.03503731966018677} +{"step": 1240000, "wall_time": 12929.152423858643, "train_loss_step": 4.638418674468994, "n_params": 4469860, "total_flops": 17026948300800000, "train_loss": 0.03380213499069214, "subset_score_loss": 0.03380213499069214} +{"step": 1250000, "wall_time": 13027.297664880753, "train_loss_step": 4.421804904937744, "n_params": 4469860, "total_flops": 17164262400000000, "train_loss": 0.03431327819824219, "subset_score_loss": 0.03431327819824219} +{"step": 1260000, "wall_time": 13119.970916509628, "train_loss_step": 4.893815994262695, "n_params": 4469860, "total_flops": 17301576499200000, "train_loss": 0.03412418365478516, "subset_score_loss": 0.03412418365478516} +{"step": 1270000, "wall_time": 13201.746747493744, "train_loss_step": 4.4494757652282715, "n_params": 4469860, "total_flops": 17438890598400000, "train_loss": 0.03485925674438477, "subset_score_loss": 0.03485925674438477} +{"step": 1280000, "wall_time": 13295.120003461838, "train_loss_step": 4.476491451263428, "n_params": 4469860, "total_flops": 17576204697600000, "train_loss": 0.03450283765792847, "subset_score_loss": 0.03450283765792847} +{"step": 1290000, "wall_time": 13383.504179477692, "train_loss_step": 4.540188312530518, "n_params": 4469860, "total_flops": 17713518796800000, "train_loss": 0.03464717388153076, "subset_score_loss": 0.03464717388153076} +{"step": 1300000, "wall_time": 13556.096327781677, "train_loss_step": 4.63734769821167, "n_params": 4469860, "total_flops": 17850832896000000, "train_loss": 0.03313526153564453, "subset_score_loss": 0.03313526153564453, "memorization_fraction_pixel": 0.14730000495910645, "mean_nn_ratio_pixel": 0.7550443410873413, "fid": 181.35227869384377, "fid_failed": 0.0} +{"step": 1310000, "wall_time": 13653.714124202728, "train_loss_step": 4.287597179412842, "n_params": 4469860, "total_flops": 17988146995200000, "train_loss": 0.032046377658843994, "subset_score_loss": 0.032046377658843994} +{"step": 1320000, "wall_time": 13751.077608823776, "train_loss_step": 4.64499044418335, "n_params": 4469860, "total_flops": 18125461094400000, "train_loss": 0.033259079456329346, "subset_score_loss": 0.033259079456329346} +{"step": 1330000, "wall_time": 13848.704057693481, "train_loss_step": 4.637454986572266, "n_params": 4469860, "total_flops": 18262775193600000, "train_loss": 0.03359917402267456, "subset_score_loss": 0.03359917402267456} +{"step": 1340000, "wall_time": 13946.042732477188, "train_loss_step": 4.698390007019043, "n_params": 4469860, "total_flops": 18400089292800000, "train_loss": 0.03323873281478882, "subset_score_loss": 0.03323873281478882} +{"step": 1350000, "wall_time": 14038.823305606842, "train_loss_step": 4.94071102142334, "n_params": 4469860, "total_flops": 18537403392000000, "train_loss": 0.034187891483306886, "subset_score_loss": 0.034187891483306886} +{"step": 1360000, "wall_time": 14122.006836652756, "train_loss_step": 4.8070502281188965, "n_params": 4469860, "total_flops": 18674717491200000, "train_loss": 0.03403467178344727, "subset_score_loss": 0.03403467178344727} +{"step": 1370000, "wall_time": 14217.985059976578, "train_loss_step": 4.550677299499512, "n_params": 4469860, "total_flops": 18812031590400000, "train_loss": 0.03240067958831787, "subset_score_loss": 0.03240067958831787} +{"step": 1380000, "wall_time": 14312.813962459564, "train_loss_step": 4.382158279418945, "n_params": 4469860, "total_flops": 18949345689600000, "train_loss": 0.031484360694885256, "subset_score_loss": 0.031484360694885256} +{"step": 1390000, "wall_time": 14410.468165397644, "train_loss_step": 4.617768287658691, "n_params": 4469860, "total_flops": 19086659788800000, "train_loss": 0.033524935245513914, "subset_score_loss": 0.033524935245513914} +{"step": 1400000, "wall_time": 14583.244993686676, "train_loss_step": 4.3887128829956055, "n_params": 4469860, "total_flops": 19223973888000000, "train_loss": 0.032377285957336424, "subset_score_loss": 0.032377285957336424, "memorization_fraction_pixel": 0.18209999799728394, "mean_nn_ratio_pixel": 0.7261261343955994, "fid": 173.74728284582636, "fid_failed": 0.0} +{"step": 1410000, "wall_time": 14680.70493721962, "train_loss_step": 4.70724630355835, "n_params": 4469860, "total_flops": 19361287987200000, "train_loss": 0.03281462669372558, "subset_score_loss": 0.03281462669372558} +{"step": 1420000, "wall_time": 14778.498916864395, "train_loss_step": 4.221918106079102, "n_params": 4469860, "total_flops": 19498602086400000, "train_loss": 0.031485486030578616, "subset_score_loss": 0.031485486030578616} +{"step": 1430000, "wall_time": 14876.003513813019, "train_loss_step": 4.24622917175293, "n_params": 4469860, "total_flops": 19635916185600000, "train_loss": 0.03332370758056641, "subset_score_loss": 0.03332370758056641} +{"step": 1440000, "wall_time": 14973.566626310349, "train_loss_step": 4.196281433105469, "n_params": 4469860, "total_flops": 19773230284800000, "train_loss": 0.032516968250274655, "subset_score_loss": 0.032516968250274655} +{"step": 1450000, "wall_time": 15062.740843057632, "train_loss_step": 4.675534248352051, "n_params": 4469860, "total_flops": 19910544384000000, "train_loss": 0.03240463972091675, "subset_score_loss": 0.03240463972091675} +{"step": 1460000, "wall_time": 15158.302367448807, "train_loss_step": 4.132165908813477, "n_params": 4469860, "total_flops": 20047858483200000, "train_loss": 0.031176228523254395, "subset_score_loss": 0.031176228523254395} +{"step": 1470000, "wall_time": 15253.29294347763, "train_loss_step": 4.56037712097168, "n_params": 4469860, "total_flops": 20185172582400000, "train_loss": 0.03267932653427124, "subset_score_loss": 0.03267932653427124} +{"step": 1480000, "wall_time": 15350.680162668228, "train_loss_step": 4.64568567276001, "n_params": 4469860, "total_flops": 20322486681600000, "train_loss": 0.032982707023620605, "subset_score_loss": 0.032982707023620605} +{"step": 1490000, "wall_time": 15448.540057897568, "train_loss_step": 4.673061847686768, "n_params": 4469860, "total_flops": 20459800780800000, "train_loss": 0.03322100877761841, "subset_score_loss": 0.03322100877761841} +{"step": 1500000, "wall_time": 15621.410199642181, "train_loss_step": 4.396446228027344, "n_params": 4469860, "total_flops": 20597114880000000, "train_loss": 0.03267175912857056, "subset_score_loss": 0.03267175912857056, "memorization_fraction_pixel": 0.18479999899864197, "mean_nn_ratio_pixel": 0.7234139442443848, "fid": 174.79001230366396, "fid_failed": 0.0} +{"step": 1510000, "wall_time": 15719.196882486343, "train_loss_step": 4.637971878051758, "n_params": 4469860, "total_flops": 20734428979200000, "train_loss": 0.032243916988372805, "subset_score_loss": 0.032243916988372805} +{"step": 1520000, "wall_time": 15816.827169418335, "train_loss_step": 4.560585975646973, "n_params": 4469860, "total_flops": 20871743078400000, "train_loss": 0.03150106191635132, "subset_score_loss": 0.03150106191635132} +{"step": 1530000, "wall_time": 15914.598219156265, "train_loss_step": 4.622740745544434, "n_params": 4469860, "total_flops": 21009057177600000, "train_loss": 0.030828678607940675, "subset_score_loss": 0.030828678607940675} +{"step": 1540000, "wall_time": 16009.885917901993, "train_loss_step": 4.718658447265625, "n_params": 4469860, "total_flops": 21146371276800000, "train_loss": 0.030507824420928954, "subset_score_loss": 0.030507824420928954} +{"step": 1550000, "wall_time": 16102.35822725296, "train_loss_step": 4.107054710388184, "n_params": 4469860, "total_flops": 21283685376000000, "train_loss": 0.029663686752319337, "subset_score_loss": 0.029663686752319337} +{"step": 1560000, "wall_time": 16191.53761601448, "train_loss_step": 4.357316970825195, "n_params": 4469860, "total_flops": 21420999475200000, "train_loss": 0.030479063987731935, "subset_score_loss": 0.030479063987731935} +{"step": 1570000, "wall_time": 16289.28055024147, "train_loss_step": 4.39113187789917, "n_params": 4469860, "total_flops": 21558313574400000, "train_loss": 0.030376017093658447, "subset_score_loss": 0.030376017093658447} +{"step": 1580000, "wall_time": 16386.894527196884, "train_loss_step": 4.254055976867676, "n_params": 4469860, "total_flops": 21695627673600000, "train_loss": 0.02990303039550781, "subset_score_loss": 0.02990303039550781} +{"step": 1590000, "wall_time": 16484.467201709747, "train_loss_step": 4.175543785095215, "n_params": 4469860, "total_flops": 21832941772800000, "train_loss": 0.030531842708587647, "subset_score_loss": 0.030531842708587647} +{"step": 1600000, "wall_time": 16657.448759555817, "train_loss_step": 4.262279033660889, "n_params": 4469860, "total_flops": 21970255872000000, "train_loss": 0.029614903926849366, "subset_score_loss": 0.029614903926849366, "memorization_fraction_pixel": 0.22709999978542328, "mean_nn_ratio_pixel": 0.704338014125824, "fid": 172.68376325621136, "fid_failed": 0.0} +{"step": 1610000, "wall_time": 16755.187207460403, "train_loss_step": 4.436515808105469, "n_params": 4469860, "total_flops": 22107569971200000, "train_loss": 0.030283634662628175, "subset_score_loss": 0.030283634662628175} +{"step": 1620000, "wall_time": 16852.455289125443, "train_loss_step": 4.227944850921631, "n_params": 4469860, "total_flops": 22244884070400000, "train_loss": 0.0296968412399292, "subset_score_loss": 0.0296968412399292} +{"step": 1630000, "wall_time": 16942.463290452957, "train_loss_step": 4.185052871704102, "n_params": 4469860, "total_flops": 22382198169600000, "train_loss": 0.03044827699661255, "subset_score_loss": 0.03044827699661255} +{"step": 1640000, "wall_time": 17034.380748987198, "train_loss_step": 4.419152736663818, "n_params": 4469860, "total_flops": 22519512268800000, "train_loss": 0.030936002731323242, "subset_score_loss": 0.030936002731323242} +{"step": 1650000, "wall_time": 17118.317306518555, "train_loss_step": 4.142002582550049, "n_params": 4469860, "total_flops": 22656826368000000, "train_loss": 0.02952418804168701, "subset_score_loss": 0.02952418804168701} +{"step": 1660000, "wall_time": 17216.029933452606, "train_loss_step": 3.9554944038391113, "n_params": 4469860, "total_flops": 22794140467200000, "train_loss": 0.02909054756164551, "subset_score_loss": 0.02909054756164551} +{"step": 1670000, "wall_time": 17314.02173757553, "train_loss_step": 3.959392786026001, "n_params": 4469860, "total_flops": 22931454566400000, "train_loss": 0.029747061729431153, "subset_score_loss": 0.029747061729431153} +{"step": 1680000, "wall_time": 17411.807533740997, "train_loss_step": 4.124879360198975, "n_params": 4469860, "total_flops": 23068768665600000, "train_loss": 0.029135050773620604, "subset_score_loss": 0.029135050773620604} +{"step": 1690000, "wall_time": 17509.25763630867, "train_loss_step": 4.097646713256836, "n_params": 4469860, "total_flops": 23206082764800000, "train_loss": 0.029236481189727784, "subset_score_loss": 0.029236481189727784} +{"step": 1700000, "wall_time": 17681.91115641594, "train_loss_step": 4.567770004272461, "n_params": 4469860, "total_flops": 23343396864000000, "train_loss": 0.028477115631103514, "subset_score_loss": 0.028477115631103514, "memorization_fraction_pixel": 0.2524999976158142, "mean_nn_ratio_pixel": 0.6914359927177429, "fid": 165.5065939417109, "fid_failed": 0.0} +{"step": 1710000, "wall_time": 17779.89014363289, "train_loss_step": 4.137821197509766, "n_params": 4469860, "total_flops": 23480710963200000, "train_loss": 0.028421707153320312, "subset_score_loss": 0.028421707153320312} +{"step": 1720000, "wall_time": 17877.636697292328, "train_loss_step": 4.5013747215271, "n_params": 4469860, "total_flops": 23618025062400000, "train_loss": 0.029130210876464845, "subset_score_loss": 0.029130210876464845} +{"step": 1730000, "wall_time": 17971.65144586563, "train_loss_step": 4.392979621887207, "n_params": 4469860, "total_flops": 23755339161600000, "train_loss": 0.029046452045440672, "subset_score_loss": 0.029046452045440672} +{"step": 1740000, "wall_time": 18062.857398748398, "train_loss_step": 4.358977317810059, "n_params": 4469860, "total_flops": 23892653260800000, "train_loss": 0.027818522453308105, "subset_score_loss": 0.027818522453308105} +{"step": 1750000, "wall_time": 18158.889114379883, "train_loss_step": 4.149435043334961, "n_params": 4469860, "total_flops": 24029967360000000, "train_loss": 0.027805383205413817, "subset_score_loss": 0.027805383205413817} +{"step": 1760000, "wall_time": 18256.610632419586, "train_loss_step": 4.031725883483887, "n_params": 4469860, "total_flops": 24167281459200000, "train_loss": 0.02794241428375244, "subset_score_loss": 0.02794241428375244} +{"step": 1770000, "wall_time": 18354.170384407043, "train_loss_step": 3.9444634914398193, "n_params": 4469860, "total_flops": 24304595558400000, "train_loss": 0.027521138191223146, "subset_score_loss": 0.027521138191223146} +{"step": 1780000, "wall_time": 18451.861754894257, "train_loss_step": 4.451432228088379, "n_params": 4469860, "total_flops": 24441909657600000, "train_loss": 0.028600311279296874, "subset_score_loss": 0.028600311279296874} +{"step": 1790000, "wall_time": 18549.63174366951, "train_loss_step": 3.9951205253601074, "n_params": 4469860, "total_flops": 24579223756800000, "train_loss": 0.0270678448677063, "subset_score_loss": 0.0270678448677063} +{"step": 1800000, "wall_time": 18721.140078544617, "train_loss_step": 4.295581817626953, "n_params": 4469860, "total_flops": 24716537856000000, "train_loss": 0.026315293312072753, "subset_score_loss": 0.026315293312072753, "memorization_fraction_pixel": 0.2678999900817871, "mean_nn_ratio_pixel": 0.6782328486442566, "fid": 154.3246725605887, "fid_failed": 0.0} +{"step": 1810000, "wall_time": 18818.55906176567, "train_loss_step": 4.0581135749816895, "n_params": 4469860, "total_flops": 24853851955200000, "train_loss": 0.02647589921951294, "subset_score_loss": 0.02647589921951294} +{"step": 1820000, "wall_time": 18913.452700138092, "train_loss_step": 4.092232704162598, "n_params": 4469860, "total_flops": 24991166054400000, "train_loss": 0.027412567138671875, "subset_score_loss": 0.027412567138671875} +{"step": 1830000, "wall_time": 19008.298289060593, "train_loss_step": 4.175148963928223, "n_params": 4469860, "total_flops": 25128480153600000, "train_loss": 0.02752143144607544, "subset_score_loss": 0.02752143144607544} +{"step": 1840000, "wall_time": 19092.785306692123, "train_loss_step": 4.0485405921936035, "n_params": 4469860, "total_flops": 25265794252800000, "train_loss": 0.027903330326080323, "subset_score_loss": 0.027903330326080323} +{"step": 1850000, "wall_time": 19189.260133981705, "train_loss_step": 4.075809001922607, "n_params": 4469860, "total_flops": 25403108352000000, "train_loss": 0.0283144474029541, "subset_score_loss": 0.0283144474029541} +{"step": 1860000, "wall_time": 19286.67711496353, "train_loss_step": 3.6518943309783936, "n_params": 4469860, "total_flops": 25540422451200000, "train_loss": 0.026730568408966066, "subset_score_loss": 0.026730568408966066} +{"step": 1870000, "wall_time": 19384.123514413834, "train_loss_step": 4.1526265144348145, "n_params": 4469860, "total_flops": 25677736550400000, "train_loss": 0.02801908254623413, "subset_score_loss": 0.02801908254623413} +{"step": 1880000, "wall_time": 19481.78347659111, "train_loss_step": 3.726998805999756, "n_params": 4469860, "total_flops": 25815050649600000, "train_loss": 0.026595454216003418, "subset_score_loss": 0.026595454216003418} +{"step": 1890000, "wall_time": 19579.145172834396, "train_loss_step": 3.966899871826172, "n_params": 4469860, "total_flops": 25952364748800000, "train_loss": 0.026313731670379637, "subset_score_loss": 0.026313731670379637} +{"step": 1900000, "wall_time": 19751.59254693985, "train_loss_step": 4.431581497192383, "n_params": 4469860, "total_flops": 26089678848000000, "train_loss": 0.02592024803161621, "subset_score_loss": 0.02592024803161621, "memorization_fraction_pixel": 0.30730000138282776, "mean_nn_ratio_pixel": 0.6469359993934631, "fid": 142.67796798496892, "fid_failed": 0.0} +{"step": 1910000, "wall_time": 19838.276893138885, "train_loss_step": 4.475689888000488, "n_params": 4469860, "total_flops": 26226992947200000, "train_loss": 0.02635869264602661, "subset_score_loss": 0.02635869264602661} +{"step": 1920000, "wall_time": 19925.80628466606, "train_loss_step": 3.8901214599609375, "n_params": 4469860, "total_flops": 26364307046400000, "train_loss": 0.026354155540466308, "subset_score_loss": 0.026354155540466308} +{"step": 1930000, "wall_time": 20019.931681632996, "train_loss_step": 3.7748823165893555, "n_params": 4469860, "total_flops": 26501621145600000, "train_loss": 0.02652196407318115, "subset_score_loss": 0.02652196407318115} +{"step": 1940000, "wall_time": 20106.886007785797, "train_loss_step": 3.9344704151153564, "n_params": 4469860, "total_flops": 26638935244800000, "train_loss": 0.025054776668548585, "subset_score_loss": 0.025054776668548585} +{"step": 1950000, "wall_time": 20204.56539463997, "train_loss_step": 4.107881546020508, "n_params": 4469860, "total_flops": 26776249344000000, "train_loss": 0.02650747537612915, "subset_score_loss": 0.02650747537612915} +{"step": 1960000, "wall_time": 20301.4609644413, "train_loss_step": 3.9671735763549805, "n_params": 4469860, "total_flops": 26913563443200000, "train_loss": 0.0254982328414917, "subset_score_loss": 0.0254982328414917} +{"step": 1970000, "wall_time": 20399.31462931633, "train_loss_step": 3.494351625442505, "n_params": 4469860, "total_flops": 27050877542400000, "train_loss": 0.02541922330856323, "subset_score_loss": 0.02541922330856323} +{"step": 1980000, "wall_time": 20497.17142391205, "train_loss_step": 3.9231600761413574, "n_params": 4469860, "total_flops": 27188191641600000, "train_loss": 0.025375583171844483, "subset_score_loss": 0.025375583171844483} +{"step": 1990000, "wall_time": 20595.222700595856, "train_loss_step": 4.0508904457092285, "n_params": 4469860, "total_flops": 27325505740800000, "train_loss": 0.02606941223144531, "subset_score_loss": 0.02606941223144531} +{"step": 2000000, "wall_time": 20756.583404302597, "train_loss_step": 3.977163076400757, "n_params": 4469860, "total_flops": 27462819840000000, "train_loss": 0.025503039360046387, "subset_score_loss": 0.025503039360046387, "memorization_fraction_pixel": 0.32109999656677246, "mean_nn_ratio_pixel": 0.635807454586029, "fid": 141.6702028168774, "fid_failed": 0.0} +{"step": 2010000, "wall_time": 20851.47913312912, "train_loss_step": 3.9933018684387207, "n_params": 4469860, "total_flops": 27600133939200000, "train_loss": 0.025913856029510497, "subset_score_loss": 0.025913856029510497} +{"step": 2020000, "wall_time": 20932.49565267563, "train_loss_step": 3.723179817199707, "n_params": 4469860, "total_flops": 27737448038400000, "train_loss": 0.024714689254760742, "subset_score_loss": 0.024714689254760742} +{"step": 2030000, "wall_time": 21029.231518268585, "train_loss_step": 3.7311954498291016, "n_params": 4469860, "total_flops": 27874762137600000, "train_loss": 0.025270309448242188, "subset_score_loss": 0.025270309448242188} +{"step": 2040000, "wall_time": 21114.459511995316, "train_loss_step": 3.8402228355407715, "n_params": 4469860, "total_flops": 28012076236800000, "train_loss": 0.025119733810424805, "subset_score_loss": 0.025119733810424805} +{"step": 2050000, "wall_time": 21210.400460481644, "train_loss_step": 3.8467555046081543, "n_params": 4469860, "total_flops": 28149390336000000, "train_loss": 0.02517829656600952, "subset_score_loss": 0.02517829656600952} +{"step": 2060000, "wall_time": 21307.689940452576, "train_loss_step": 3.7895045280456543, "n_params": 4469860, "total_flops": 28286704435200000, "train_loss": 0.024591805934906005, "subset_score_loss": 0.024591805934906005} +{"step": 2070000, "wall_time": 21405.015650749207, "train_loss_step": 4.136896133422852, "n_params": 4469860, "total_flops": 28424018534400000, "train_loss": 0.02545102119445801, "subset_score_loss": 0.02545102119445801} +{"step": 2080000, "wall_time": 21502.579632520676, "train_loss_step": 4.303637504577637, "n_params": 4469860, "total_flops": 28561332633600000, "train_loss": 0.02464380979537964, "subset_score_loss": 0.02464380979537964} +{"step": 2090000, "wall_time": 21600.018179416656, "train_loss_step": 4.295470237731934, "n_params": 4469860, "total_flops": 28698646732800000, "train_loss": 0.025982897281646728, "subset_score_loss": 0.025982897281646728} +{"step": 2100000, "wall_time": 21755.564260482788, "train_loss_step": 3.8652267456054688, "n_params": 4469860, "total_flops": 28835960832000000, "train_loss": 0.02445512533187866, "subset_score_loss": 0.02445512533187866, "memorization_fraction_pixel": 0.35109999775886536, "mean_nn_ratio_pixel": 0.6070529818534851, "fid": 132.7031968322682, "fid_failed": 0.0} +{"step": 2110000, "wall_time": 21848.213114976883, "train_loss_step": 3.7280752658843994, "n_params": 4469860, "total_flops": 28973274931200000, "train_loss": 0.023412022590637207, "subset_score_loss": 0.023412022590637207} +{"step": 2120000, "wall_time": 21939.987186431885, "train_loss_step": 3.459977388381958, "n_params": 4469860, "total_flops": 29110589030400000, "train_loss": 0.023461461067199707, "subset_score_loss": 0.023461461067199707} +{"step": 2130000, "wall_time": 22036.2087059021, "train_loss_step": 3.9269356727600098, "n_params": 4469860, "total_flops": 29247903129600000, "train_loss": 0.024019999504089354, "subset_score_loss": 0.024019999504089354} +{"step": 2140000, "wall_time": 22125.047291517258, "train_loss_step": 3.5849316120147705, "n_params": 4469860, "total_flops": 29385217228800000, "train_loss": 0.024636600017547607, "subset_score_loss": 0.024636600017547607} +{"step": 2150000, "wall_time": 22218.04566550255, "train_loss_step": 3.771430253982544, "n_params": 4469860, "total_flops": 29522531328000000, "train_loss": 0.025026631355285645, "subset_score_loss": 0.025026631355285645} +{"step": 2160000, "wall_time": 22315.437477350235, "train_loss_step": 3.800665855407715, "n_params": 4469860, "total_flops": 29659845427200000, "train_loss": 0.023897850513458253, "subset_score_loss": 0.023897850513458253} +{"step": 2170000, "wall_time": 22413.116604089737, "train_loss_step": 3.8579132556915283, "n_params": 4469860, "total_flops": 29797159526400000, "train_loss": 0.023811233043670655, "subset_score_loss": 0.023811233043670655} +{"step": 2180000, "wall_time": 22510.41449856758, "train_loss_step": 4.012200355529785, "n_params": 4469860, "total_flops": 29934473625600000, "train_loss": 0.02507914066314697, "subset_score_loss": 0.02507914066314697} +{"step": 2190000, "wall_time": 22607.946532011032, "train_loss_step": 4.087868690490723, "n_params": 4469860, "total_flops": 30071787724800000, "train_loss": 0.02335848331451416, "subset_score_loss": 0.02335848331451416} +{"step": 2200000, "wall_time": 22767.93714570999, "train_loss_step": 3.7465381622314453, "n_params": 4469860, "total_flops": 30209101824000000, "train_loss": 0.024001379013061524, "subset_score_loss": 0.024001379013061524, "memorization_fraction_pixel": 0.3774999976158142, "mean_nn_ratio_pixel": 0.587114155292511, "fid": 127.69060231535735, "fid_failed": 0.0} +{"step": 2210000, "wall_time": 22851.351823329926, "train_loss_step": 3.558638572692871, "n_params": 4469860, "total_flops": 30346415923200000, "train_loss": 0.024787893295288087, "subset_score_loss": 0.024787893295288087} +{"step": 2220000, "wall_time": 22949.660319566727, "train_loss_step": 3.779630661010742, "n_params": 4469860, "total_flops": 30483730022400000, "train_loss": 0.02297919988632202, "subset_score_loss": 0.02297919988632202} +{"step": 2230000, "wall_time": 23045.7519030571, "train_loss_step": 3.8776276111602783, "n_params": 4469860, "total_flops": 30621044121600000, "train_loss": 0.023525593280792238, "subset_score_loss": 0.023525593280792238} +{"step": 2240000, "wall_time": 23137.423651456833, "train_loss_step": 3.4764904975891113, "n_params": 4469860, "total_flops": 30758358220800000, "train_loss": 0.02464435577392578, "subset_score_loss": 0.02464435577392578} +{"step": 2250000, "wall_time": 23229.185451984406, "train_loss_step": 3.8128881454467773, "n_params": 4469860, "total_flops": 30895672320000000, "train_loss": 0.02281734228134155, "subset_score_loss": 0.02281734228134155} +{"step": 2260000, "wall_time": 23326.453271389008, "train_loss_step": 3.7524073123931885, "n_params": 4469860, "total_flops": 31032986419200000, "train_loss": 0.023231518268585206, "subset_score_loss": 0.023231518268585206} +{"step": 2270000, "wall_time": 23424.079242944717, "train_loss_step": 3.906325101852417, "n_params": 4469860, "total_flops": 31170300518400000, "train_loss": 0.022438619136810303, "subset_score_loss": 0.022438619136810303} +{"step": 2280000, "wall_time": 23521.323122024536, "train_loss_step": 3.8233461380004883, "n_params": 4469860, "total_flops": 31307614617600000, "train_loss": 0.022857789993286134, "subset_score_loss": 0.022857789993286134} +{"step": 2290000, "wall_time": 23612.4571018219, "train_loss_step": 3.6918721199035645, "n_params": 4469860, "total_flops": 31444928716800000, "train_loss": 0.0225563645362854, "subset_score_loss": 0.0225563645362854} +{"step": 2300000, "wall_time": 23771.137566804886, "train_loss_step": 3.9746620655059814, "n_params": 4469860, "total_flops": 31582242816000000, "train_loss": 0.023905723094940184, "subset_score_loss": 0.023905723094940184, "memorization_fraction_pixel": 0.3801000118255615, "mean_nn_ratio_pixel": 0.5882149338722229, "fid": 125.70531400463237, "fid_failed": 0.0} +{"step": 2310000, "wall_time": 23862.067281246185, "train_loss_step": 3.7803916931152344, "n_params": 4469860, "total_flops": 31719556915200000, "train_loss": 0.024070262908935547, "subset_score_loss": 0.024070262908935547} +{"step": 2320000, "wall_time": 23958.609953403473, "train_loss_step": 3.5656909942626953, "n_params": 4469860, "total_flops": 31856871014400000, "train_loss": 0.02266054391860962, "subset_score_loss": 0.02266054391860962} +{"step": 2330000, "wall_time": 24056.005414009094, "train_loss_step": 3.7108187675476074, "n_params": 4469860, "total_flops": 31994185113600000, "train_loss": 0.023033926486968993, "subset_score_loss": 0.023033926486968993} +{"step": 2340000, "wall_time": 24148.483367681503, "train_loss_step": 3.897327184677124, "n_params": 4469860, "total_flops": 32131499212800000, "train_loss": 0.02353579759597778, "subset_score_loss": 0.02353579759597778} +{"step": 2350000, "wall_time": 24234.215838432312, "train_loss_step": 4.173348903656006, "n_params": 4469860, "total_flops": 32268813312000000, "train_loss": 0.0223246169090271, "subset_score_loss": 0.0223246169090271} +{"step": 2360000, "wall_time": 24331.85379266739, "train_loss_step": 3.798231840133667, "n_params": 4469860, "total_flops": 32406127411200000, "train_loss": 0.021845622062683104, "subset_score_loss": 0.021845622062683104} +{"step": 2370000, "wall_time": 24429.617126226425, "train_loss_step": 3.637120246887207, "n_params": 4469860, "total_flops": 32543441510400000, "train_loss": 0.021839032173156737, "subset_score_loss": 0.021839032173156737} +{"step": 2380000, "wall_time": 24527.211042165756, "train_loss_step": 3.487879991531372, "n_params": 4469860, "total_flops": 32680755609600000, "train_loss": 0.022470521926879882, "subset_score_loss": 0.022470521926879882} +{"step": 2390000, "wall_time": 24612.773293972015, "train_loss_step": 3.7978715896606445, "n_params": 4469860, "total_flops": 32818069708800000, "train_loss": 0.022432012557983397, "subset_score_loss": 0.022432012557983397} +{"step": 2400000, "wall_time": 24772.82224035263, "train_loss_step": 3.8425445556640625, "n_params": 4469860, "total_flops": 32955383808000000, "train_loss": 0.02187671422958374, "subset_score_loss": 0.02187671422958374, "memorization_fraction_pixel": 0.4016000032424927, "mean_nn_ratio_pixel": 0.5798600316047668, "fid": 123.72978605920699, "fid_failed": 0.0} +{"step": 2410000, "wall_time": 24870.55524134636, "train_loss_step": 3.8855767250061035, "n_params": 4469860, "total_flops": 33092697907200000, "train_loss": 0.022744042873382567, "subset_score_loss": 0.022744042873382567} +{"step": 2420000, "wall_time": 24966.2590880394, "train_loss_step": 3.8730311393737793, "n_params": 4469860, "total_flops": 33230012006400000, "train_loss": 0.023623459339141846, "subset_score_loss": 0.023623459339141846} +{"step": 2430000, "wall_time": 25063.72887444496, "train_loss_step": 3.702983856201172, "n_params": 4469860, "total_flops": 33367326105600000, "train_loss": 0.02255974292755127, "subset_score_loss": 0.02255974292755127} +{"step": 2440000, "wall_time": 25162.027381420135, "train_loss_step": 3.643507719039917, "n_params": 4469860, "total_flops": 33504640204800000, "train_loss": 0.02276404857635498, "subset_score_loss": 0.02276404857635498} +{"step": 2450000, "wall_time": 25244.683347463608, "train_loss_step": 3.563467264175415, "n_params": 4469860, "total_flops": 33641954304000000, "train_loss": 0.02146418571472168, "subset_score_loss": 0.02146418571472168} +{"step": 2460000, "wall_time": 25342.318700313568, "train_loss_step": 3.6062803268432617, "n_params": 4469860, "total_flops": 33779268403200000, "train_loss": 0.0218837308883667, "subset_score_loss": 0.0218837308883667} +{"step": 2470000, "wall_time": 25439.75458216667, "train_loss_step": 3.7081098556518555, "n_params": 4469860, "total_flops": 33916582502400000, "train_loss": 0.02217446804046631, "subset_score_loss": 0.02217446804046631} +{"step": 2480000, "wall_time": 25530.209026813507, "train_loss_step": 3.606566905975342, "n_params": 4469860, "total_flops": 34053896601600000, "train_loss": 0.02168133735656738, "subset_score_loss": 0.02168133735656738} +{"step": 2490000, "wall_time": 25620.81036233902, "train_loss_step": 3.280031681060791, "n_params": 4469860, "total_flops": 34191210700800000, "train_loss": 0.021851251125335692, "subset_score_loss": 0.021851251125335692} +{"step": 2500000, "wall_time": 25781.574702501297, "train_loss_step": 3.4588186740875244, "n_params": 4469860, "total_flops": 34328524800000000, "train_loss": 0.02145028829574585, "subset_score_loss": 0.02145028829574585, "memorization_fraction_pixel": 0.42309999465942383, "mean_nn_ratio_pixel": 0.5659086108207703, "fid": 120.18304229546814, "fid_failed": 0.0} +{"step": 2510000, "wall_time": 25877.90301179886, "train_loss_step": 3.585981607437134, "n_params": 4469860, "total_flops": 34465838899200000, "train_loss": 0.02217595100402832, "subset_score_loss": 0.02217595100402832} +{"step": 2520000, "wall_time": 25975.614293575287, "train_loss_step": 3.8228724002838135, "n_params": 4469860, "total_flops": 34603152998400000, "train_loss": 0.022289273738861085, "subset_score_loss": 0.022289273738861085} +{"step": 2530000, "wall_time": 26072.7632086277, "train_loss_step": 3.4772982597351074, "n_params": 4469860, "total_flops": 34740467097600000, "train_loss": 0.022113025188446045, "subset_score_loss": 0.022113025188446045} +{"step": 2540000, "wall_time": 26170.40906715393, "train_loss_step": 3.9709043502807617, "n_params": 4469860, "total_flops": 34877781196800000, "train_loss": 0.02044604778289795, "subset_score_loss": 0.02044604778289795} +{"step": 2550000, "wall_time": 26253.982945919037, "train_loss_step": 3.3784849643707275, "n_params": 4469860, "total_flops": 35015095296000000, "train_loss": 0.02057213544845581, "subset_score_loss": 0.02057213544845581} +{"step": 2560000, "wall_time": 26350.56524515152, "train_loss_step": 3.911898612976074, "n_params": 4469860, "total_flops": 35152409395200000, "train_loss": 0.020946080684661864, "subset_score_loss": 0.020946080684661864} +{"step": 2570000, "wall_time": 26448.37004327774, "train_loss_step": 3.5686118602752686, "n_params": 4469860, "total_flops": 35289723494400000, "train_loss": 0.02055628299713135, "subset_score_loss": 0.02055628299713135} +{"step": 2580000, "wall_time": 26535.463681936264, "train_loss_step": 3.348690986633301, "n_params": 4469860, "total_flops": 35427037593600000, "train_loss": 0.020446653366088866, "subset_score_loss": 0.020446653366088866} +{"step": 2590000, "wall_time": 26630.854788303375, "train_loss_step": 3.4686973094940186, "n_params": 4469860, "total_flops": 35564351692800000, "train_loss": 0.022051143646240234, "subset_score_loss": 0.022051143646240234} +{"step": 2600000, "wall_time": 26797.243334770203, "train_loss_step": 3.222353935241699, "n_params": 4469860, "total_flops": 35701665792000000, "train_loss": 0.021169683933258056, "subset_score_loss": 0.021169683933258056, "memorization_fraction_pixel": 0.4472000002861023, "mean_nn_ratio_pixel": 0.5454163551330566, "fid": 115.5236385738828, "fid_failed": 0.0} +{"step": 2610000, "wall_time": 26893.37822151184, "train_loss_step": 3.431173324584961, "n_params": 4469860, "total_flops": 35838979891200000, "train_loss": 0.02084951162338257, "subset_score_loss": 0.02084951162338257} +{"step": 2620000, "wall_time": 26991.11586213112, "train_loss_step": 3.630066156387329, "n_params": 4469860, "total_flops": 35976293990400000, "train_loss": 0.02103633403778076, "subset_score_loss": 0.02103633403778076} +{"step": 2630000, "wall_time": 27088.657678365707, "train_loss_step": 3.4358105659484863, "n_params": 4469860, "total_flops": 36113608089600000, "train_loss": 0.02099544048309326, "subset_score_loss": 0.02099544048309326} +{"step": 2640000, "wall_time": 27186.25306916237, "train_loss_step": 3.8283777236938477, "n_params": 4469860, "total_flops": 36250922188800000, "train_loss": 0.020748238563537597, "subset_score_loss": 0.020748238563537597} +{"step": 2650000, "wall_time": 27274.84254169464, "train_loss_step": 3.274655818939209, "n_params": 4469860, "total_flops": 36388236288000000, "train_loss": 0.021420884132385253, "subset_score_loss": 0.021420884132385253} +{"step": 2660000, "wall_time": 27365.570256710052, "train_loss_step": 3.425642967224121, "n_params": 4469860, "total_flops": 36525550387200000, "train_loss": 0.020273771286010742, "subset_score_loss": 0.020273771286010742} +{"step": 2670000, "wall_time": 27452.080862998962, "train_loss_step": 3.478695869445801, "n_params": 4469860, "total_flops": 36662864486400000, "train_loss": 0.019903647899627685, "subset_score_loss": 0.019903647899627685} +{"step": 2680000, "wall_time": 27546.127507209778, "train_loss_step": 3.521543502807617, "n_params": 4469860, "total_flops": 36800178585600000, "train_loss": 0.02040349245071411, "subset_score_loss": 0.02040349245071411} +{"step": 2690000, "wall_time": 27627.920889139175, "train_loss_step": 3.6761670112609863, "n_params": 4469860, "total_flops": 36937492684800000, "train_loss": 0.021745469570159912, "subset_score_loss": 0.021745469570159912} +{"step": 2700000, "wall_time": 27798.636969327927, "train_loss_step": 3.5622944831848145, "n_params": 4469860, "total_flops": 37074806784000000, "train_loss": 0.020038042068481445, "subset_score_loss": 0.020038042068481445, "memorization_fraction_pixel": 0.44449999928474426, "mean_nn_ratio_pixel": 0.5451802611351013, "fid": 114.48709969919364, "fid_failed": 0.0} +{"step": 2710000, "wall_time": 27894.058477163315, "train_loss_step": 3.3468518257141113, "n_params": 4469860, "total_flops": 37212120883200000, "train_loss": 0.019631125926971436, "subset_score_loss": 0.019631125926971436} +{"step": 2720000, "wall_time": 27991.637709617615, "train_loss_step": 3.567318916320801, "n_params": 4469860, "total_flops": 37349434982400000, "train_loss": 0.02042381525039673, "subset_score_loss": 0.02042381525039673} +{"step": 2730000, "wall_time": 28088.84317302704, "train_loss_step": 3.4493699073791504, "n_params": 4469860, "total_flops": 37486749081600000, "train_loss": 0.01941093325614929, "subset_score_loss": 0.01941093325614929} +{"step": 2740000, "wall_time": 28186.407974004745, "train_loss_step": 3.603498935699463, "n_params": 4469860, "total_flops": 37624063180800000, "train_loss": 0.02003632068634033, "subset_score_loss": 0.02003632068634033} +{"step": 2750000, "wall_time": 28280.97914505005, "train_loss_step": 3.0844922065734863, "n_params": 4469860, "total_flops": 37761377280000000, "train_loss": 0.020059938430786132, "subset_score_loss": 0.020059938430786132} +{"step": 2760000, "wall_time": 28368.376238822937, "train_loss_step": 3.8524222373962402, "n_params": 4469860, "total_flops": 37898691379200000, "train_loss": 0.01982704520225525, "subset_score_loss": 0.01982704520225525} +{"step": 2770000, "wall_time": 28457.86259841919, "train_loss_step": 3.54548978805542, "n_params": 4469860, "total_flops": 38036005478400000, "train_loss": 0.02003035545349121, "subset_score_loss": 0.02003035545349121} +{"step": 2780000, "wall_time": 28554.536722183228, "train_loss_step": 3.585475444793701, "n_params": 4469860, "total_flops": 38173319577600000, "train_loss": 0.020480611324310304, "subset_score_loss": 0.020480611324310304} +{"step": 2790000, "wall_time": 28638.358573675156, "train_loss_step": 3.7296643257141113, "n_params": 4469860, "total_flops": 38310633676800000, "train_loss": 0.02050896406173706, "subset_score_loss": 0.02050896406173706} +{"step": 2800000, "wall_time": 28809.84011054039, "train_loss_step": 3.5484771728515625, "n_params": 4469860, "total_flops": 38447947776000000, "train_loss": 0.01949346423149109, "subset_score_loss": 0.01949346423149109, "memorization_fraction_pixel": 0.4578999876976013, "mean_nn_ratio_pixel": 0.539402425289154, "fid": 115.95921217826796, "fid_failed": 0.0} +{"step": 2810000, "wall_time": 28907.253675460815, "train_loss_step": 3.4210739135742188, "n_params": 4469860, "total_flops": 38585261875200000, "train_loss": 0.019319808483123778, "subset_score_loss": 0.019319808483123778} +{"step": 2820000, "wall_time": 29004.92279458046, "train_loss_step": 3.3853049278259277, "n_params": 4469860, "total_flops": 38722575974400000, "train_loss": 0.020139999389648437, "subset_score_loss": 0.020139999389648437} +{"step": 2830000, "wall_time": 29102.43618774414, "train_loss_step": 3.520145893096924, "n_params": 4469860, "total_flops": 38859890073600000, "train_loss": 0.01920200228691101, "subset_score_loss": 0.01920200228691101} +{"step": 2840000, "wall_time": 29199.69612288475, "train_loss_step": 3.485161781311035, "n_params": 4469860, "total_flops": 38997204172800000, "train_loss": 0.019844236373901366, "subset_score_loss": 0.019844236373901366} +{"step": 2850000, "wall_time": 29295.325496196747, "train_loss_step": 3.5650103092193604, "n_params": 4469860, "total_flops": 39134518272000000, "train_loss": 0.019243342876434325, "subset_score_loss": 0.019243342876434325} +{"step": 2860000, "wall_time": 29370.410811901093, "train_loss_step": 3.5978198051452637, "n_params": 4469860, "total_flops": 39271832371200000, "train_loss": 0.019770348072052003, "subset_score_loss": 0.019770348072052003} +{"step": 2870000, "wall_time": 29467.921396255493, "train_loss_step": 3.2397584915161133, "n_params": 4469860, "total_flops": 39409146470400000, "train_loss": 0.018690669536590578, "subset_score_loss": 0.018690669536590578} +{"step": 2880000, "wall_time": 29561.155736207962, "train_loss_step": 3.393429756164551, "n_params": 4469860, "total_flops": 39546460569600000, "train_loss": 0.019097710847854613, "subset_score_loss": 0.019097710847854613} +{"step": 2890000, "wall_time": 29658.469873189926, "train_loss_step": 3.4677984714508057, "n_params": 4469860, "total_flops": 39683774668800000, "train_loss": 0.019011166095733643, "subset_score_loss": 0.019011166095733643} +{"step": 2900000, "wall_time": 29829.629920721054, "train_loss_step": 3.696106195449829, "n_params": 4469860, "total_flops": 39821088768000000, "train_loss": 0.019463675022125246, "subset_score_loss": 0.019463675022125246, "memorization_fraction_pixel": 0.4846000075340271, "mean_nn_ratio_pixel": 0.520560622215271, "fid": 111.38176028966225, "fid_failed": 0.0} +{"step": 2910000, "wall_time": 29927.285271406174, "train_loss_step": 3.127028465270996, "n_params": 4469860, "total_flops": 39958402867200000, "train_loss": 0.019429937601089478, "subset_score_loss": 0.019429937601089478} +{"step": 2920000, "wall_time": 30024.924612522125, "train_loss_step": 3.5713298320770264, "n_params": 4469860, "total_flops": 40095716966400000, "train_loss": 0.019308741092681884, "subset_score_loss": 0.019308741092681884} +{"step": 2930000, "wall_time": 30122.498962640762, "train_loss_step": 3.3220272064208984, "n_params": 4469860, "total_flops": 40233031065600000, "train_loss": 0.018839656114578246, "subset_score_loss": 0.018839656114578246} +{"step": 2940000, "wall_time": 30220.0142390728, "train_loss_step": 3.4352333545684814, "n_params": 4469860, "total_flops": 40370345164800000, "train_loss": 0.018806267976760865, "subset_score_loss": 0.018806267976760865} +{"step": 2950000, "wall_time": 30307.811606884003, "train_loss_step": 3.797166109085083, "n_params": 4469860, "total_flops": 40507659264000000, "train_loss": 0.019307477474212645, "subset_score_loss": 0.019307477474212645} +{"step": 2960000, "wall_time": 30388.588368415833, "train_loss_step": 3.8608503341674805, "n_params": 4469860, "total_flops": 40644973363200000, "train_loss": 0.01959296464920044, "subset_score_loss": 0.01959296464920044} +{"step": 2970000, "wall_time": 30478.869844436646, "train_loss_step": 3.3264408111572266, "n_params": 4469860, "total_flops": 40782287462400000, "train_loss": 0.018547853231430055, "subset_score_loss": 0.018547853231430055} +{"step": 2980000, "wall_time": 30568.116369962692, "train_loss_step": 3.029974937438965, "n_params": 4469860, "total_flops": 40919601561600000, "train_loss": 0.02001171588897705, "subset_score_loss": 0.02001171588897705} +{"step": 2990000, "wall_time": 30665.749214172363, "train_loss_step": 3.437378406524658, "n_params": 4469860, "total_flops": 41056915660800000, "train_loss": 0.01926098108291626, "subset_score_loss": 0.01926098108291626} +{"step": 3000000, "wall_time": 30835.902189970016, "train_loss_step": 3.2077934741973877, "n_params": 4469860, "total_flops": 41194229760000000, "train_loss": 0.018594390153884886, "subset_score_loss": 0.018594390153884886, "memorization_fraction_pixel": 0.4918000102043152, "mean_nn_ratio_pixel": 0.512007474899292, "fid": 111.88092638876196, "fid_failed": 0.0} +{"step": 3010000, "wall_time": 30933.192948818207, "train_loss_step": 3.2842535972595215, "n_params": 4469860, "total_flops": 41331543859200000, "train_loss": 0.018753516674041747, "subset_score_loss": 0.018753516674041747} +{"step": 3020000, "wall_time": 31030.41424560547, "train_loss_step": 3.3585448265075684, "n_params": 4469860, "total_flops": 41468857958400000, "train_loss": 0.018310562372207642, "subset_score_loss": 0.018310562372207642} +{"step": 3030000, "wall_time": 31126.407180547714, "train_loss_step": 3.7114291191101074, "n_params": 4469860, "total_flops": 41606172057600000, "train_loss": 0.018173435926437376, "subset_score_loss": 0.018173435926437376} +{"step": 3040000, "wall_time": 31222.475795269012, "train_loss_step": 3.585153341293335, "n_params": 4469860, "total_flops": 41743486156800000, "train_loss": 0.01799838423728943, "subset_score_loss": 0.01799838423728943} +{"step": 3050000, "wall_time": 31311.839391231537, "train_loss_step": 3.1583588123321533, "n_params": 4469860, "total_flops": 41880800256000000, "train_loss": 0.01807774305343628, "subset_score_loss": 0.01807774305343628} +{"step": 3060000, "wall_time": 31397.375910520554, "train_loss_step": 3.2696123123168945, "n_params": 4469860, "total_flops": 42018114355200000, "train_loss": 0.018386746644973754, "subset_score_loss": 0.018386746644973754} +{"step": 3070000, "wall_time": 31482.704537391663, "train_loss_step": 3.1737098693847656, "n_params": 4469860, "total_flops": 42155428454400000, "train_loss": 0.01811854839324951, "subset_score_loss": 0.01811854839324951} +{"step": 3080000, "wall_time": 31580.001996040344, "train_loss_step": 3.240525245666504, "n_params": 4469860, "total_flops": 42292742553600000, "train_loss": 0.017838653326034546, "subset_score_loss": 0.017838653326034546} +{"step": 3090000, "wall_time": 31677.63464307785, "train_loss_step": 3.3008484840393066, "n_params": 4469860, "total_flops": 42430056652800000, "train_loss": 0.01786832809448242, "subset_score_loss": 0.01786832809448242} +{"step": 3100000, "wall_time": 31848.658210754395, "train_loss_step": 3.0505154132843018, "n_params": 4469860, "total_flops": 42567370752000000, "train_loss": 0.019178712368011476, "subset_score_loss": 0.019178712368011476, "memorization_fraction_pixel": 0.5098000168800354, "mean_nn_ratio_pixel": 0.5040346384048462, "fid": 110.3795720145245, "fid_failed": 0.0} +{"step": 3110000, "wall_time": 31946.633320569992, "train_loss_step": 3.311201572418213, "n_params": 4469860, "total_flops": 42704684851200000, "train_loss": 0.01777308464050293, "subset_score_loss": 0.01777308464050293} +{"step": 3120000, "wall_time": 32044.339480161667, "train_loss_step": 3.4298603534698486, "n_params": 4469860, "total_flops": 42841998950400000, "train_loss": 0.019298902750015258, "subset_score_loss": 0.019298902750015258} +{"step": 3130000, "wall_time": 32141.644038677216, "train_loss_step": 3.2970447540283203, "n_params": 4469860, "total_flops": 42979313049600000, "train_loss": 0.018747966289520263, "subset_score_loss": 0.018747966289520263} +{"step": 3140000, "wall_time": 32226.697842121124, "train_loss_step": 3.4300475120544434, "n_params": 4469860, "total_flops": 43116627148800000, "train_loss": 0.018445663452148438, "subset_score_loss": 0.018445663452148438} +{"step": 3150000, "wall_time": 32324.989087343216, "train_loss_step": 3.3128557205200195, "n_params": 4469860, "total_flops": 43253941248000000, "train_loss": 0.017734375, "subset_score_loss": 0.017734375} +{"step": 3160000, "wall_time": 32407.30030798912, "train_loss_step": 3.3004112243652344, "n_params": 4469860, "total_flops": 43391255347200000, "train_loss": 0.01917861223220825, "subset_score_loss": 0.01917861223220825} +{"step": 3170000, "wall_time": 32495.97841310501, "train_loss_step": 3.1798253059387207, "n_params": 4469860, "total_flops": 43528569446400000, "train_loss": 0.017637549638748168, "subset_score_loss": 0.017637549638748168} +{"step": 3180000, "wall_time": 32593.70494222641, "train_loss_step": 3.411100387573242, "n_params": 4469860, "total_flops": 43665883545600000, "train_loss": 0.017265537977218626, "subset_score_loss": 0.017265537977218626} +{"step": 3190000, "wall_time": 32691.315338373184, "train_loss_step": 3.497974395751953, "n_params": 4469860, "total_flops": 43803197644800000, "train_loss": 0.018833314180374146, "subset_score_loss": 0.018833314180374146} +{"step": 3200000, "wall_time": 32862.21170735359, "train_loss_step": 3.547004222869873, "n_params": 4469860, "total_flops": 43940511744000000, "train_loss": 0.018859435319900513, "subset_score_loss": 0.018859435319900513, "memorization_fraction_pixel": 0.5085999965667725, "mean_nn_ratio_pixel": 0.5070626139640808, "fid": 109.21116924908529, "fid_failed": 0.0} +{"step": 3210000, "wall_time": 32959.76969432831, "train_loss_step": 3.227342367172241, "n_params": 4469860, "total_flops": 44077825843200000, "train_loss": 0.018453338146209718, "subset_score_loss": 0.018453338146209718} +{"step": 3220000, "wall_time": 33057.11787319183, "train_loss_step": 3.203089952468872, "n_params": 4469860, "total_flops": 44215139942400000, "train_loss": 0.018354840278625488, "subset_score_loss": 0.018354840278625488} +{"step": 3230000, "wall_time": 33147.41495633125, "train_loss_step": 3.0650548934936523, "n_params": 4469860, "total_flops": 44352454041600000, "train_loss": 0.018536131381988525, "subset_score_loss": 0.018536131381988525} +{"step": 3240000, "wall_time": 33245.24899959564, "train_loss_step": 3.5695486068725586, "n_params": 4469860, "total_flops": 44489768140800000, "train_loss": 0.017761130332946778, "subset_score_loss": 0.017761130332946778} +{"step": 3250000, "wall_time": 33343.63015341759, "train_loss_step": 3.2692782878875732, "n_params": 4469860, "total_flops": 44627082240000000, "train_loss": 0.016967755556106568, "subset_score_loss": 0.016967755556106568} +{"step": 3260000, "wall_time": 33419.389693021774, "train_loss_step": 3.5295464992523193, "n_params": 4469860, "total_flops": 44764396339200000, "train_loss": 0.017448703050613402, "subset_score_loss": 0.017448703050613402} +{"step": 3270000, "wall_time": 33516.61617779732, "train_loss_step": 3.4692325592041016, "n_params": 4469860, "total_flops": 44901710438400000, "train_loss": 0.01775283694267273, "subset_score_loss": 0.01775283694267273} +{"step": 3280000, "wall_time": 33614.53266143799, "train_loss_step": 3.2192928791046143, "n_params": 4469860, "total_flops": 45039024537600000, "train_loss": 0.01777413606643677, "subset_score_loss": 0.01777413606643677} +{"step": 3290000, "wall_time": 33710.0242433548, "train_loss_step": 3.220425844192505, "n_params": 4469860, "total_flops": 45176338636800000, "train_loss": 0.01838576316833496, "subset_score_loss": 0.01838576316833496} +{"step": 3300000, "wall_time": 33881.013489723206, "train_loss_step": 3.024590015411377, "n_params": 4469860, "total_flops": 45313652736000000, "train_loss": 0.016889761686325073, "subset_score_loss": 0.016889761686325073, "memorization_fraction_pixel": 0.5389000177383423, "mean_nn_ratio_pixel": 0.48610180616378784, "fid": 108.2989450896003, "fid_failed": 0.0} +{"step": 3310000, "wall_time": 33978.480976343155, "train_loss_step": 3.412090301513672, "n_params": 4469860, "total_flops": 45450966835200000, "train_loss": 0.017039841413497923, "subset_score_loss": 0.017039841413497923} +{"step": 3320000, "wall_time": 34070.180849552155, "train_loss_step": 3.4968996047973633, "n_params": 4469860, "total_flops": 45588280934400000, "train_loss": 0.017491886615753172, "subset_score_loss": 0.017491886615753172} +{"step": 3330000, "wall_time": 34167.714832782745, "train_loss_step": 3.3138108253479004, "n_params": 4469860, "total_flops": 45725595033600000, "train_loss": 0.017280279397964476, "subset_score_loss": 0.017280279397964476} +{"step": 3340000, "wall_time": 34265.22496366501, "train_loss_step": 3.0431838035583496, "n_params": 4469860, "total_flops": 45862909132800000, "train_loss": 0.019971315860748292, "subset_score_loss": 0.019971315860748292} +{"step": 3350000, "wall_time": 34359.849421978, "train_loss_step": 3.3109068870544434, "n_params": 4469860, "total_flops": 46000223232000000, "train_loss": 0.017992217540740967, "subset_score_loss": 0.017992217540740967} +{"step": 3360000, "wall_time": 34439.304314136505, "train_loss_step": 3.396012544631958, "n_params": 4469860, "total_flops": 46137537331200000, "train_loss": 0.017670934200286866, "subset_score_loss": 0.017670934200286866} +{"step": 3370000, "wall_time": 34536.93653392792, "train_loss_step": 3.337035655975342, "n_params": 4469860, "total_flops": 46274851430400000, "train_loss": 0.017563803195953367, "subset_score_loss": 0.017563803195953367} +{"step": 3380000, "wall_time": 34634.826065540314, "train_loss_step": 3.270786762237549, "n_params": 4469860, "total_flops": 46412165529600000, "train_loss": 0.017976648807525634, "subset_score_loss": 0.017976648807525634} +{"step": 3390000, "wall_time": 34731.06501317024, "train_loss_step": 3.359072685241699, "n_params": 4469860, "total_flops": 46549479628800000, "train_loss": 0.017358143329620362, "subset_score_loss": 0.017358143329620362} +{"step": 3400000, "wall_time": 34903.66207933426, "train_loss_step": 3.2310640811920166, "n_params": 4469860, "total_flops": 46686793728000000, "train_loss": 0.017587952613830567, "subset_score_loss": 0.017587952613830567, "memorization_fraction_pixel": 0.5212000012397766, "mean_nn_ratio_pixel": 0.4952702522277832, "fid": 108.47766436854357, "fid_failed": 0.0} +{"step": 3410000, "wall_time": 34995.61158800125, "train_loss_step": 3.3375966548919678, "n_params": 4469860, "total_flops": 46824107827200000, "train_loss": 0.017753560543060303, "subset_score_loss": 0.017753560543060303} +{"step": 3420000, "wall_time": 35085.42346906662, "train_loss_step": 3.5657849311828613, "n_params": 4469860, "total_flops": 46961421926400000, "train_loss": 0.018328367471694945, "subset_score_loss": 0.018328367471694945} +{"step": 3430000, "wall_time": 35182.94480276108, "train_loss_step": 2.9729156494140625, "n_params": 4469860, "total_flops": 47098736025600000, "train_loss": 0.017136619091033936, "subset_score_loss": 0.017136619091033936} +{"step": 3440000, "wall_time": 35280.45586800575, "train_loss_step": 3.0560336112976074, "n_params": 4469860, "total_flops": 47236050124800000, "train_loss": 0.01757865071296692, "subset_score_loss": 0.01757865071296692} +{"step": 3450000, "wall_time": 35361.00765514374, "train_loss_step": 3.0674219131469727, "n_params": 4469860, "total_flops": 47373364224000000, "train_loss": 0.016913381814956666, "subset_score_loss": 0.016913381814956666} +{"step": 3460000, "wall_time": 35446.84664225578, "train_loss_step": 3.507089614868164, "n_params": 4469860, "total_flops": 47510678323200000, "train_loss": 0.017031705379486083, "subset_score_loss": 0.017031705379486083} +{"step": 3470000, "wall_time": 35541.921181201935, "train_loss_step": 3.2941763401031494, "n_params": 4469860, "total_flops": 47647992422400000, "train_loss": 0.016726601123809814, "subset_score_loss": 0.016726601123809814} +{"step": 3480000, "wall_time": 35637.91478252411, "train_loss_step": 3.3091771602630615, "n_params": 4469860, "total_flops": 47785306521600000, "train_loss": 0.018202611207962037, "subset_score_loss": 0.018202611207962037} +{"step": 3490000, "wall_time": 35735.514899253845, "train_loss_step": 3.278773784637451, "n_params": 4469860, "total_flops": 47922620620800000, "train_loss": 0.017994924783706664, "subset_score_loss": 0.017994924783706664} +{"step": 3500000, "wall_time": 35907.960849523544, "train_loss_step": 3.5239107608795166, "n_params": 4469860, "total_flops": 48059934720000000, "train_loss": 0.01692951798439026, "subset_score_loss": 0.01692951798439026, "memorization_fraction_pixel": 0.5263000130653381, "mean_nn_ratio_pixel": 0.49185553193092346, "fid": 108.80573321809436, "fid_failed": 0.0} +{"step": 3510000, "wall_time": 35991.10552716255, "train_loss_step": 3.2486648559570312, "n_params": 4469860, "total_flops": 48197248819200000, "train_loss": 0.017132991552352907, "subset_score_loss": 0.017132991552352907} +{"step": 3520000, "wall_time": 36088.81169772148, "train_loss_step": 3.256608247756958, "n_params": 4469860, "total_flops": 48334562918400000, "train_loss": 0.01649039387702942, "subset_score_loss": 0.01649039387702942} +{"step": 3530000, "wall_time": 36186.28073310852, "train_loss_step": 3.2228946685791016, "n_params": 4469860, "total_flops": 48471877017600000, "train_loss": 0.016684741973876954, "subset_score_loss": 0.016684741973876954} +{"step": 3540000, "wall_time": 36281.10981678963, "train_loss_step": 3.2831199169158936, "n_params": 4469860, "total_flops": 48609191116800000, "train_loss": 0.016923086643218996, "subset_score_loss": 0.016923086643218996} +{"step": 3550000, "wall_time": 36371.72263336182, "train_loss_step": 3.212514877319336, "n_params": 4469860, "total_flops": 48746505216000000, "train_loss": 0.015899876356124876, "subset_score_loss": 0.015899876356124876} +{"step": 3560000, "wall_time": 36461.3048222065, "train_loss_step": 3.498143196105957, "n_params": 4469860, "total_flops": 48883819315200000, "train_loss": 0.017094802856445313, "subset_score_loss": 0.017094802856445313} +{"step": 3570000, "wall_time": 36557.02970004082, "train_loss_step": 3.234673261642456, "n_params": 4469860, "total_flops": 49021133414400000, "train_loss": 0.016584511995315552, "subset_score_loss": 0.016584511995315552} +{"step": 3580000, "wall_time": 36653.208409786224, "train_loss_step": 3.425015449523926, "n_params": 4469860, "total_flops": 49158447513600000, "train_loss": 0.01792325735092163, "subset_score_loss": 0.01792325735092163} +{"step": 3590000, "wall_time": 36751.059257268906, "train_loss_step": 3.1758875846862793, "n_params": 4469860, "total_flops": 49295761612800000, "train_loss": 0.015991852283477784, "subset_score_loss": 0.015991852283477784} +{"step": 3600000, "wall_time": 36918.831866025925, "train_loss_step": 3.2813541889190674, "n_params": 4469860, "total_flops": 49433075712000000, "train_loss": 0.01737581491470337, "subset_score_loss": 0.01737581491470337, "memorization_fraction_pixel": 0.5328999757766724, "mean_nn_ratio_pixel": 0.4901145100593567, "fid": 108.34623732613393, "fid_failed": 0.0} +{"step": 3610000, "wall_time": 37012.16638588905, "train_loss_step": 3.2894959449768066, "n_params": 4469860, "total_flops": 49570389811200000, "train_loss": 0.017552411556243895, "subset_score_loss": 0.017552411556243895} +{"step": 3620000, "wall_time": 37109.46224594116, "train_loss_step": 3.153503894805908, "n_params": 4469860, "total_flops": 49707703910400000, "train_loss": 0.01626702070236206, "subset_score_loss": 0.01626702070236206} +{"step": 3630000, "wall_time": 37206.986577034, "train_loss_step": 3.514399528503418, "n_params": 4469860, "total_flops": 49845018009600000, "train_loss": 0.017462947368621827, "subset_score_loss": 0.017462947368621827} +{"step": 3640000, "wall_time": 37292.93952560425, "train_loss_step": 3.2403011322021484, "n_params": 4469860, "total_flops": 49982332108800000, "train_loss": 0.01588276505470276, "subset_score_loss": 0.01588276505470276} +{"step": 3650000, "wall_time": 37390.64092755318, "train_loss_step": 3.109560251235962, "n_params": 4469860, "total_flops": 50119646208000000, "train_loss": 0.01573459506034851, "subset_score_loss": 0.01573459506034851} +{"step": 3660000, "wall_time": 37479.22249698639, "train_loss_step": 3.1133360862731934, "n_params": 4469860, "total_flops": 50256960307200000, "train_loss": 0.016665009260177614, "subset_score_loss": 0.016665009260177614} +{"step": 3670000, "wall_time": 37573.01151871681, "train_loss_step": 2.9375123977661133, "n_params": 4469860, "total_flops": 50394274406400000, "train_loss": 0.015280154943466186, "subset_score_loss": 0.015280154943466186} +{"step": 3680000, "wall_time": 37668.651841163635, "train_loss_step": 3.452820301055908, "n_params": 4469860, "total_flops": 50531588505600000, "train_loss": 0.01558998703956604, "subset_score_loss": 0.01558998703956604} +{"step": 3690000, "wall_time": 37766.22708272934, "train_loss_step": 3.734656810760498, "n_params": 4469860, "total_flops": 50668902604800000, "train_loss": 0.01666309595108032, "subset_score_loss": 0.01666309595108032} +{"step": 3700000, "wall_time": 37924.552389383316, "train_loss_step": 3.185863971710205, "n_params": 4469860, "total_flops": 50806216704000000, "train_loss": 0.016199878454208373, "subset_score_loss": 0.016199878454208373, "memorization_fraction_pixel": 0.5472999811172485, "mean_nn_ratio_pixel": 0.4831535220146179, "fid": 105.6991346109197, "fid_failed": 0.0} +{"step": 3710000, "wall_time": 38022.21853137016, "train_loss_step": 3.136486530303955, "n_params": 4469860, "total_flops": 50943530803200000, "train_loss": 0.016371724605560304, "subset_score_loss": 0.016371724605560304} +{"step": 3720000, "wall_time": 38120.06136417389, "train_loss_step": 3.6851532459259033, "n_params": 4469860, "total_flops": 51080844902400000, "train_loss": 0.016263872385025024, "subset_score_loss": 0.016263872385025024} +{"step": 3730000, "wall_time": 38212.62102460861, "train_loss_step": 3.1600866317749023, "n_params": 4469860, "total_flops": 51218159001600000, "train_loss": 0.0154853355884552, "subset_score_loss": 0.0154853355884552} +{"step": 3740000, "wall_time": 38310.31910085678, "train_loss_step": 2.9473233222961426, "n_params": 4469860, "total_flops": 51355473100800000, "train_loss": 0.015973597764968872, "subset_score_loss": 0.015973597764968872} +{"step": 3750000, "wall_time": 38407.88828635216, "train_loss_step": 3.3290085792541504, "n_params": 4469860, "total_flops": 51492787200000000, "train_loss": 0.016594990491867065, "subset_score_loss": 0.016594990491867065} +{"step": 3760000, "wall_time": 38503.41350650787, "train_loss_step": 3.481981039047241, "n_params": 4469860, "total_flops": 51630101299200000, "train_loss": 0.015547393560409547, "subset_score_loss": 0.015547393560409547} +{"step": 3770000, "wall_time": 38599.84846806526, "train_loss_step": 3.1258420944213867, "n_params": 4469860, "total_flops": 51767415398400000, "train_loss": 0.016540457010269165, "subset_score_loss": 0.016540457010269165} +{"step": 3780000, "wall_time": 38697.88955807686, "train_loss_step": 3.188386917114258, "n_params": 4469860, "total_flops": 51904729497600000, "train_loss": 0.01570942044258118, "subset_score_loss": 0.01570942044258118} +{"step": 3790000, "wall_time": 38795.997457027435, "train_loss_step": 3.273479461669922, "n_params": 4469860, "total_flops": 52042043596800000, "train_loss": 0.016903728246688843, "subset_score_loss": 0.016903728246688843} +{"step": 3800000, "wall_time": 38963.89282870293, "train_loss_step": 3.3540735244750977, "n_params": 4469860, "total_flops": 52179357696000000, "train_loss": 0.015951777696609496, "subset_score_loss": 0.015951777696609496, "memorization_fraction_pixel": 0.5572999715805054, "mean_nn_ratio_pixel": 0.4710310399532318, "fid": 106.87189727264641, "fid_failed": 0.0} +{"step": 3810000, "wall_time": 39061.46515917778, "train_loss_step": 3.394209384918213, "n_params": 4469860, "total_flops": 52316671795200000, "train_loss": 0.016170216798782347, "subset_score_loss": 0.016170216798782347} +{"step": 3820000, "wall_time": 39155.68312001228, "train_loss_step": 3.2520246505737305, "n_params": 4469860, "total_flops": 52453985894400000, "train_loss": 0.017409420013427733, "subset_score_loss": 0.017409420013427733} +{"step": 3830000, "wall_time": 39252.82270216942, "train_loss_step": 3.3463592529296875, "n_params": 4469860, "total_flops": 52591299993600000, "train_loss": 0.01658643960952759, "subset_score_loss": 0.01658643960952759} +{"step": 3840000, "wall_time": 39350.25320672989, "train_loss_step": 3.2270541191101074, "n_params": 4469860, "total_flops": 52728614092800000, "train_loss": 0.016895655393600464, "subset_score_loss": 0.016895655393600464} +{"step": 3850000, "wall_time": 39448.25314450264, "train_loss_step": 3.316673755645752, "n_params": 4469860, "total_flops": 52865928192000000, "train_loss": 0.015962278842926024, "subset_score_loss": 0.015962278842926024} +{"step": 3860000, "wall_time": 39543.17549324036, "train_loss_step": 3.1354501247406006, "n_params": 4469860, "total_flops": 53003242291200000, "train_loss": 0.01633385181427002, "subset_score_loss": 0.01633385181427002} +{"step": 3870000, "wall_time": 39639.090774059296, "train_loss_step": 3.4353785514831543, "n_params": 4469860, "total_flops": 53140556390400000, "train_loss": 0.0162457013130188, "subset_score_loss": 0.0162457013130188} +{"step": 3880000, "wall_time": 39736.50623321533, "train_loss_step": 3.1055727005004883, "n_params": 4469860, "total_flops": 53277870489600000, "train_loss": 0.015820342302322387, "subset_score_loss": 0.015820342302322387} +{"step": 3890000, "wall_time": 39831.63315987587, "train_loss_step": 2.995758056640625, "n_params": 4469860, "total_flops": 53415184588800000, "train_loss": 0.015543717145919799, "subset_score_loss": 0.015543717145919799} +{"step": 3900000, "wall_time": 40004.05556702614, "train_loss_step": 3.102186918258667, "n_params": 4469860, "total_flops": 53552498688000000, "train_loss": 0.01690120220184326, "subset_score_loss": 0.01690120220184326, "memorization_fraction_pixel": 0.5662000179290771, "mean_nn_ratio_pixel": 0.46458345651626587, "fid": 104.23368238296894, "fid_failed": 0.0} +{"step": 3910000, "wall_time": 40099.0750849247, "train_loss_step": 3.4733500480651855, "n_params": 4469860, "total_flops": 53689812787200000, "train_loss": 0.016798309087753295, "subset_score_loss": 0.016798309087753295} +{"step": 3920000, "wall_time": 40196.621586322784, "train_loss_step": 3.046938419342041, "n_params": 4469860, "total_flops": 53827126886400000, "train_loss": 0.01634763479232788, "subset_score_loss": 0.01634763479232788} +{"step": 3930000, "wall_time": 40294.594643592834, "train_loss_step": 3.3649020195007324, "n_params": 4469860, "total_flops": 53964440985600000, "train_loss": 0.015369971990585327, "subset_score_loss": 0.015369971990585327} +{"step": 3940000, "wall_time": 40392.47019171715, "train_loss_step": 3.2412562370300293, "n_params": 4469860, "total_flops": 54101755084800000, "train_loss": 0.015436403751373291, "subset_score_loss": 0.015436403751373291} +{"step": 3950000, "wall_time": 40488.23273229599, "train_loss_step": 3.139241933822632, "n_params": 4469860, "total_flops": 54239069184000000, "train_loss": 0.016668182611465455, "subset_score_loss": 0.016668182611465455} +{"step": 3960000, "wall_time": 40578.86050629616, "train_loss_step": 2.9970176219940186, "n_params": 4469860, "total_flops": 54376383283200000, "train_loss": 0.015350381135940552, "subset_score_loss": 0.015350381135940552} +{"step": 3970000, "wall_time": 40676.05402684212, "train_loss_step": 2.9592909812927246, "n_params": 4469860, "total_flops": 54513697382400000, "train_loss": 0.01599144220352173, "subset_score_loss": 0.01599144220352173} +{"step": 3980000, "wall_time": 40756.831706523895, "train_loss_step": 3.1453208923339844, "n_params": 4469860, "total_flops": 54651011481600000, "train_loss": 0.014959604740142822, "subset_score_loss": 0.014959604740142822} +{"step": 3990000, "wall_time": 40854.56311964989, "train_loss_step": 3.461510181427002, "n_params": 4469860, "total_flops": 54788325580800000, "train_loss": 0.015525521039962768, "subset_score_loss": 0.015525521039962768} +{"step": 4000000, "wall_time": 41021.42301249504, "train_loss_step": 3.378817081451416, "n_params": 4469860, "total_flops": 54925639680000000, "train_loss": 0.015883462429046633, "subset_score_loss": 0.015883462429046633, "memorization_fraction_pixel": 0.5590999722480774, "mean_nn_ratio_pixel": 0.47028473019599915, "fid": 106.64785223370339, "fid_failed": 0.0} +{"step": 4010000, "wall_time": 41111.44428014755, "train_loss_step": 3.0689244270324707, "n_params": 4469860, "total_flops": 55062953779200000, "train_loss": 0.015078939199447632, "subset_score_loss": 0.015078939199447632} +{"step": 4020000, "wall_time": 41209.08037829399, "train_loss_step": 3.2300868034362793, "n_params": 4469860, "total_flops": 55200267878400000, "train_loss": 0.016380141973495483, "subset_score_loss": 0.016380141973495483} +{"step": 4030000, "wall_time": 41306.7020072937, "train_loss_step": 3.144562244415283, "n_params": 4469860, "total_flops": 55337581977600000, "train_loss": 0.016068543195724486, "subset_score_loss": 0.016068543195724486} +{"step": 4040000, "wall_time": 41404.237971544266, "train_loss_step": 3.0666651725769043, "n_params": 4469860, "total_flops": 55474896076800000, "train_loss": 0.015489697456359863, "subset_score_loss": 0.015489697456359863} +{"step": 4050000, "wall_time": 41496.745777368546, "train_loss_step": 3.3402695655822754, "n_params": 4469860, "total_flops": 55612210176000000, "train_loss": 0.014811049699783325, "subset_score_loss": 0.014811049699783325} +{"step": 4060000, "wall_time": 41588.0286693573, "train_loss_step": 3.3041396141052246, "n_params": 4469860, "total_flops": 55749524275200000, "train_loss": 0.014737114906311036, "subset_score_loss": 0.014737114906311036} +{"step": 4070000, "wall_time": 41677.499851465225, "train_loss_step": 3.468050479888916, "n_params": 4469860, "total_flops": 55886838374400000, "train_loss": 0.014672709703445435, "subset_score_loss": 0.014672709703445435} +{"step": 4080000, "wall_time": 41773.17131638527, "train_loss_step": 3.187030792236328, "n_params": 4469860, "total_flops": 56024152473600000, "train_loss": 0.014901050329208375, "subset_score_loss": 0.014901050329208375} +{"step": 4090000, "wall_time": 41870.769479990005, "train_loss_step": 3.408952236175537, "n_params": 4469860, "total_flops": 56161466572800000, "train_loss": 0.014865307807922364, "subset_score_loss": 0.014865307807922364} +{"step": 4100000, "wall_time": 42029.899718761444, "train_loss_step": 3.194538116455078, "n_params": 4469860, "total_flops": 56298780672000000, "train_loss": 0.015438046455383301, "subset_score_loss": 0.015438046455383301, "memorization_fraction_pixel": 0.5587999820709229, "mean_nn_ratio_pixel": 0.4727972745895386, "fid": 106.17417825896712, "fid_failed": 0.0} +{"step": 4110000, "wall_time": 42127.84917593002, "train_loss_step": 2.8062777519226074, "n_params": 4469860, "total_flops": 56436094771200000, "train_loss": 0.0148151695728302, "subset_score_loss": 0.0148151695728302} +{"step": 4120000, "wall_time": 42225.22258925438, "train_loss_step": 3.082119941711426, "n_params": 4469860, "total_flops": 56573408870400000, "train_loss": 0.014753141403198243, "subset_score_loss": 0.014753141403198243} +{"step": 4130000, "wall_time": 42323.422161102295, "train_loss_step": 3.0961813926696777, "n_params": 4469860, "total_flops": 56710722969600000, "train_loss": 0.014283812046051026, "subset_score_loss": 0.014283812046051026} +{"step": 4140000, "wall_time": 42421.22158956528, "train_loss_step": 3.1724987030029297, "n_params": 4469860, "total_flops": 56848037068800000, "train_loss": 0.01461612582206726, "subset_score_loss": 0.01461612582206726} +{"step": 4150000, "wall_time": 42514.162544965744, "train_loss_step": 3.2624378204345703, "n_params": 4469860, "total_flops": 56985351168000000, "train_loss": 0.014644414186477661, "subset_score_loss": 0.014644414186477661} +{"step": 4160000, "wall_time": 42598.08056521416, "train_loss_step": 2.9755711555480957, "n_params": 4469860, "total_flops": 57122665267200000, "train_loss": 0.015329409837722779, "subset_score_loss": 0.015329409837722779} +{"step": 4170000, "wall_time": 42683.399963617325, "train_loss_step": 3.4351093769073486, "n_params": 4469860, "total_flops": 57259979366400000, "train_loss": 0.01444533109664917, "subset_score_loss": 0.01444533109664917} +{"step": 4180000, "wall_time": 42781.0998647213, "train_loss_step": 3.025435209274292, "n_params": 4469860, "total_flops": 57397293465600000, "train_loss": 0.015508643388748168, "subset_score_loss": 0.015508643388748168} +{"step": 4190000, "wall_time": 42878.969932079315, "train_loss_step": 3.305988311767578, "n_params": 4469860, "total_flops": 57534607564800000, "train_loss": 0.014878054857254028, "subset_score_loss": 0.014878054857254028} +{"step": 4200000, "wall_time": 43036.67586898804, "train_loss_step": 3.082307815551758, "n_params": 4469860, "total_flops": 57671921664000000, "train_loss": 0.015068989992141724, "subset_score_loss": 0.015068989992141724, "memorization_fraction_pixel": 0.5909000039100647, "mean_nn_ratio_pixel": 0.44787725806236267, "fid": 103.12914986815741, "fid_failed": 0.0} +{"step": 4210000, "wall_time": 43134.202231884, "train_loss_step": 3.226789951324463, "n_params": 4469860, "total_flops": 57809235763200000, "train_loss": 0.014092390537261962, "subset_score_loss": 0.014092390537261962} +{"step": 4220000, "wall_time": 43231.70513153076, "train_loss_step": 2.743044376373291, "n_params": 4469860, "total_flops": 57946549862400000, "train_loss": 0.01489600419998169, "subset_score_loss": 0.01489600419998169} +{"step": 4230000, "wall_time": 43329.132376194, "train_loss_step": 2.9721765518188477, "n_params": 4469860, "total_flops": 58083863961600000, "train_loss": 0.014840378761291503, "subset_score_loss": 0.014840378761291503} +{"step": 4240000, "wall_time": 43426.6441886425, "train_loss_step": 3.2769885063171387, "n_params": 4469860, "total_flops": 58221178060800000, "train_loss": 0.015546096563339233, "subset_score_loss": 0.015546096563339233} +{"step": 4250000, "wall_time": 43520.59160733223, "train_loss_step": 2.9586243629455566, "n_params": 4469860, "total_flops": 58358492160000000, "train_loss": 0.015331268310546875, "subset_score_loss": 0.015331268310546875} +{"step": 4260000, "wall_time": 43596.12789797783, "train_loss_step": 3.0084166526794434, "n_params": 4469860, "total_flops": 58495806259200000, "train_loss": 0.016507320404052735, "subset_score_loss": 0.016507320404052735} +{"step": 4270000, "wall_time": 43691.6832652092, "train_loss_step": 3.342799425125122, "n_params": 4469860, "total_flops": 58633120358400000, "train_loss": 0.014809406995773315, "subset_score_loss": 0.014809406995773315} +{"step": 4280000, "wall_time": 43789.15522313118, "train_loss_step": 3.301424980163574, "n_params": 4469860, "total_flops": 58770434457600000, "train_loss": 0.014000695943832398, "subset_score_loss": 0.014000695943832398} +{"step": 4290000, "wall_time": 43886.47289276123, "train_loss_step": 3.3944802284240723, "n_params": 4469860, "total_flops": 58907748556800000, "train_loss": 0.014564448595046997, "subset_score_loss": 0.014564448595046997} +{"step": 4300000, "wall_time": 44049.06509637833, "train_loss_step": 2.9037837982177734, "n_params": 4469860, "total_flops": 59045062656000000, "train_loss": 0.014740784168243409, "subset_score_loss": 0.014740784168243409, "memorization_fraction_pixel": 0.5784000158309937, "mean_nn_ratio_pixel": 0.45591405034065247, "fid": 102.85756714406799, "fid_failed": 0.0} +{"step": 4310000, "wall_time": 44146.73194718361, "train_loss_step": 3.05018949508667, "n_params": 4469860, "total_flops": 59182376755200000, "train_loss": 0.014767998456954956, "subset_score_loss": 0.014767998456954956} +{"step": 4320000, "wall_time": 44244.22011899948, "train_loss_step": 3.2136764526367188, "n_params": 4469860, "total_flops": 59319690854400000, "train_loss": 0.015320346355438233, "subset_score_loss": 0.015320346355438233} +{"step": 4330000, "wall_time": 44341.764504909515, "train_loss_step": 3.2663469314575195, "n_params": 4469860, "total_flops": 59457004953600000, "train_loss": 0.013983101844787597, "subset_score_loss": 0.013983101844787597} +{"step": 4340000, "wall_time": 44439.804836034775, "train_loss_step": 3.248504638671875, "n_params": 4469860, "total_flops": 59594319052800000, "train_loss": 0.01494715929031372, "subset_score_loss": 0.01494715929031372} +{"step": 4350000, "wall_time": 44532.82739186287, "train_loss_step": 2.9084577560424805, "n_params": 4469860, "total_flops": 59731633152000000, "train_loss": 0.014361915588378906, "subset_score_loss": 0.014361915588378906} +{"step": 4360000, "wall_time": 44610.002962589264, "train_loss_step": 3.255094051361084, "n_params": 4469860, "total_flops": 59868947251200000, "train_loss": 0.014343478679656983, "subset_score_loss": 0.014343478679656983} +{"step": 4370000, "wall_time": 44707.975966215134, "train_loss_step": 2.8378143310546875, "n_params": 4469860, "total_flops": 60006261350400000, "train_loss": 0.014530938863754273, "subset_score_loss": 0.014530938863754273} +{"step": 4380000, "wall_time": 44805.849774599075, "train_loss_step": 3.066000461578369, "n_params": 4469860, "total_flops": 60143575449600000, "train_loss": 0.0150171959400177, "subset_score_loss": 0.0150171959400177} +{"step": 4390000, "wall_time": 44894.382459402084, "train_loss_step": 3.1948840618133545, "n_params": 4469860, "total_flops": 60280889548800000, "train_loss": 0.014260770082473754, "subset_score_loss": 0.014260770082473754} +{"step": 4400000, "wall_time": 45061.40417456627, "train_loss_step": 3.0733442306518555, "n_params": 4469860, "total_flops": 60418203648000000, "train_loss": 0.014223586320877075, "subset_score_loss": 0.014223586320877075, "memorization_fraction_pixel": 0.5860999822616577, "mean_nn_ratio_pixel": 0.450686514377594, "fid": 103.09089820788799, "fid_failed": 0.0} +{"step": 4410000, "wall_time": 45158.72205352783, "train_loss_step": 3.138108253479004, "n_params": 4469860, "total_flops": 60555517747200000, "train_loss": 0.014500867128372192, "subset_score_loss": 0.014500867128372192} +{"step": 4420000, "wall_time": 45256.18890404701, "train_loss_step": 3.204155921936035, "n_params": 4469860, "total_flops": 60692831846400000, "train_loss": 0.014986450672149659, "subset_score_loss": 0.014986450672149659} +{"step": 4430000, "wall_time": 45353.718249082565, "train_loss_step": 3.2526888847351074, "n_params": 4469860, "total_flops": 60830145945600000, "train_loss": 0.014823943376541138, "subset_score_loss": 0.014823943376541138} +{"step": 4440000, "wall_time": 45450.7572414875, "train_loss_step": 3.2695155143737793, "n_params": 4469860, "total_flops": 60967460044800000, "train_loss": 0.014780879020690918, "subset_score_loss": 0.014780879020690918} +{"step": 4450000, "wall_time": 45534.395068883896, "train_loss_step": 3.07926344871521, "n_params": 4469860, "total_flops": 61104774144000000, "train_loss": 0.013261843919754029, "subset_score_loss": 0.013261843919754029} +{"step": 4460000, "wall_time": 45613.56993818283, "train_loss_step": 3.097318649291992, "n_params": 4469860, "total_flops": 61242088243200000, "train_loss": 0.015126922130584718, "subset_score_loss": 0.015126922130584718} +{"step": 4470000, "wall_time": 45710.774705171585, "train_loss_step": 2.878164768218994, "n_params": 4469860, "total_flops": 61379402342400000, "train_loss": 0.015343801975250244, "subset_score_loss": 0.015343801975250244} +{"step": 4480000, "wall_time": 45808.328189611435, "train_loss_step": 3.214942455291748, "n_params": 4469860, "total_flops": 61516716441600000, "train_loss": 0.01379421353340149, "subset_score_loss": 0.01379421353340149} +{"step": 4490000, "wall_time": 45892.97464346886, "train_loss_step": 3.3053295612335205, "n_params": 4469860, "total_flops": 61654030540800000, "train_loss": 0.014731277227401734, "subset_score_loss": 0.014731277227401734} +{"step": 4500000, "wall_time": 46065.61114645004, "train_loss_step": 3.148667097091675, "n_params": 4469860, "total_flops": 61791344640000000, "train_loss": 0.013846224546432495, "subset_score_loss": 0.013846224546432495, "memorization_fraction_pixel": 0.6140000224113464, "mean_nn_ratio_pixel": 0.42918428778648376, "fid": 101.27728016732223, "fid_failed": 0.0} +{"step": 4510000, "wall_time": 46163.496223688126, "train_loss_step": 2.854381561279297, "n_params": 4469860, "total_flops": 61928658739200000, "train_loss": 0.013682194948196412, "subset_score_loss": 0.013682194948196412} +{"step": 4520000, "wall_time": 46261.09406375885, "train_loss_step": 3.5450072288513184, "n_params": 4469860, "total_flops": 62065972838400000, "train_loss": 0.014238916635513306, "subset_score_loss": 0.014238916635513306} +{"step": 4530000, "wall_time": 46358.86981225014, "train_loss_step": 3.103574514389038, "n_params": 4469860, "total_flops": 62203286937600000, "train_loss": 0.014634459018707276, "subset_score_loss": 0.014634459018707276} +{"step": 4540000, "wall_time": 46447.883178949356, "train_loss_step": 3.2824866771698, "n_params": 4469860, "total_flops": 62340601036800000, "train_loss": 0.014759621620178222, "subset_score_loss": 0.014759621620178222} +{"step": 4550000, "wall_time": 46540.50411915779, "train_loss_step": 3.220144033432007, "n_params": 4469860, "total_flops": 62477915136000000, "train_loss": 0.013245537281036376, "subset_score_loss": 0.013245537281036376} +{"step": 4560000, "wall_time": 46626.86501073837, "train_loss_step": 2.896522045135498, "n_params": 4469860, "total_flops": 62615229235200000, "train_loss": 0.013775579929351807, "subset_score_loss": 0.013775579929351807} +{"step": 4570000, "wall_time": 46722.49969339371, "train_loss_step": 3.214345693588257, "n_params": 4469860, "total_flops": 62752543334400000, "train_loss": 0.013758069276809693, "subset_score_loss": 0.013758069276809693} +{"step": 4580000, "wall_time": 46813.144459724426, "train_loss_step": 3.2367868423461914, "n_params": 4469860, "total_flops": 62889857433600000, "train_loss": 0.013489004373550415, "subset_score_loss": 0.013489004373550415} +{"step": 4590000, "wall_time": 46908.522758960724, "train_loss_step": 3.122541904449463, "n_params": 4469860, "total_flops": 63027171532800000, "train_loss": 0.014660248756408692, "subset_score_loss": 0.014660248756408692} +{"step": 4600000, "wall_time": 47081.57668042183, "train_loss_step": 3.1036934852600098, "n_params": 4469860, "total_flops": 63164485632000000, "train_loss": 0.01491774320602417, "subset_score_loss": 0.01491774320602417, "memorization_fraction_pixel": 0.5963000059127808, "mean_nn_ratio_pixel": 0.4470745623111725, "fid": 102.72164215618689, "fid_failed": 0.0} +{"step": 4610000, "wall_time": 47178.746453523636, "train_loss_step": 3.1705548763275146, "n_params": 4469860, "total_flops": 63301799731200000, "train_loss": 0.014421724081039429, "subset_score_loss": 0.014421724081039429} +{"step": 4620000, "wall_time": 47276.40081143379, "train_loss_step": 2.9706268310546875, "n_params": 4469860, "total_flops": 63439113830400000, "train_loss": 0.014408701658248901, "subset_score_loss": 0.014408701658248901} +{"step": 4630000, "wall_time": 47374.42151451111, "train_loss_step": 3.0563547611236572, "n_params": 4469860, "total_flops": 63576427929600000, "train_loss": 0.014001046419143676, "subset_score_loss": 0.014001046419143676} +{"step": 4640000, "wall_time": 47451.18620991707, "train_loss_step": 3.0104055404663086, "n_params": 4469860, "total_flops": 63713742028800000, "train_loss": 0.013588480949401856, "subset_score_loss": 0.013588480949401856} +{"step": 4650000, "wall_time": 47530.31754040718, "train_loss_step": 2.9540462493896484, "n_params": 4469860, "total_flops": 63851056128000000, "train_loss": 0.013302055597305297, "subset_score_loss": 0.013302055597305297} +{"step": 4660000, "wall_time": 47603.661076784134, "train_loss_step": 3.3381600379943848, "n_params": 4469860, "total_flops": 63988370227200000, "train_loss": 0.014027564525604249, "subset_score_loss": 0.014027564525604249} +{"step": 4670000, "wall_time": 47681.30859899521, "train_loss_step": 3.1097567081451416, "n_params": 4469860, "total_flops": 64125684326400000, "train_loss": 0.014103066921234132, "subset_score_loss": 0.014103066921234132} +{"step": 4680000, "wall_time": 47741.53919529915, "train_loss_step": 3.5627856254577637, "n_params": 4469860, "total_flops": 64262998425600000, "train_loss": 0.014026272296905517, "subset_score_loss": 0.014026272296905517} +{"step": 4690000, "wall_time": 47801.933733940125, "train_loss_step": 3.1618552207946777, "n_params": 4469860, "total_flops": 64400312524800000, "train_loss": 0.014984300136566162, "subset_score_loss": 0.014984300136566162} +{"step": 4700000, "wall_time": 47909.70356249809, "train_loss_step": 3.2968194484710693, "n_params": 4469860, "total_flops": 64537626624000000, "train_loss": 0.015310763120651246, "subset_score_loss": 0.015310763120651246, "memorization_fraction_pixel": 0.5882999897003174, "mean_nn_ratio_pixel": 0.4470656216144562, "fid": 102.95248824508872, "fid_failed": 0.0} +{"step": 4710000, "wall_time": 47970.38393187523, "train_loss_step": 2.7598302364349365, "n_params": 4469860, "total_flops": 64674940723200000, "train_loss": 0.014530643224716186, "subset_score_loss": 0.014530643224716186} +{"step": 4720000, "wall_time": 48030.77969002724, "train_loss_step": 3.2218194007873535, "n_params": 4469860, "total_flops": 64812254822400000, "train_loss": 0.013535544872283936, "subset_score_loss": 0.013535544872283936} +{"step": 4730000, "wall_time": 48088.12255883217, "train_loss_step": 3.2963814735412598, "n_params": 4469860, "total_flops": 64949568921600000, "train_loss": 0.013853857517242432, "subset_score_loss": 0.013853857517242432} +{"step": 4740000, "wall_time": 48148.52697753906, "train_loss_step": 3.3930821418762207, "n_params": 4469860, "total_flops": 65086883020800000, "train_loss": 0.013423296213150025, "subset_score_loss": 0.013423296213150025} +{"step": 4750000, "wall_time": 48208.967774152756, "train_loss_step": 3.041261672973633, "n_params": 4469860, "total_flops": 65224197120000000, "train_loss": 0.014102842807769776, "subset_score_loss": 0.014102842807769776} +{"step": 4760000, "wall_time": 48263.474044799805, "train_loss_step": 3.1829638481140137, "n_params": 4469860, "total_flops": 65361511219200000, "train_loss": 0.01389049768447876, "subset_score_loss": 0.01389049768447876} +{"step": 4770000, "wall_time": 48324.089534044266, "train_loss_step": 3.025209903717041, "n_params": 4469860, "total_flops": 65498825318400000, "train_loss": 0.013451150655746459, "subset_score_loss": 0.013451150655746459} +{"step": 4780000, "wall_time": 48384.20871758461, "train_loss_step": 3.1662778854370117, "n_params": 4469860, "total_flops": 65636139417600000, "train_loss": 0.013183823823928832, "subset_score_loss": 0.013183823823928832} +{"step": 4790000, "wall_time": 48444.768916130066, "train_loss_step": 2.776668071746826, "n_params": 4469860, "total_flops": 65773453516800000, "train_loss": 0.01358197808265686, "subset_score_loss": 0.01358197808265686} +{"step": 4800000, "wall_time": 48554.82984614372, "train_loss_step": 3.0905323028564453, "n_params": 4469860, "total_flops": 65910767616000000, "train_loss": 0.014422591924667359, "subset_score_loss": 0.014422591924667359, "memorization_fraction_pixel": 0.6186000108718872, "mean_nn_ratio_pixel": 0.4303048849105835, "fid": 99.96503453601275, "fid_failed": 0.0} +{"step": 4810000, "wall_time": 48615.044487953186, "train_loss_step": 3.139103889465332, "n_params": 4469860, "total_flops": 66048081715200000, "train_loss": 0.013927803039550782, "subset_score_loss": 0.013927803039550782} +{"step": 4820000, "wall_time": 48675.30583357811, "train_loss_step": 3.032335042953491, "n_params": 4469860, "total_flops": 66185395814400000, "train_loss": 0.01316257357597351, "subset_score_loss": 0.01316257357597351} +{"step": 4830000, "wall_time": 48724.2540678978, "train_loss_step": 3.1451902389526367, "n_params": 4469860, "total_flops": 66322709913600000, "train_loss": 0.01299875020980835, "subset_score_loss": 0.01299875020980835} +{"step": 4840000, "wall_time": 48764.2224111557, "train_loss_step": 2.9252657890319824, "n_params": 4469860, "total_flops": 66460024012800000, "train_loss": 0.012534754276275635, "subset_score_loss": 0.012534754276275635} +{"step": 4850000, "wall_time": 48803.013713121414, "train_loss_step": 3.094912528991699, "n_params": 4469860, "total_flops": 66597338112000000, "train_loss": 0.013194997310638428, "subset_score_loss": 0.013194997310638428} +{"step": 4860000, "wall_time": 48839.05930876732, "train_loss_step": 2.840414047241211, "n_params": 4469860, "total_flops": 66734652211200000, "train_loss": 0.013723864555358886, "subset_score_loss": 0.013723864555358886} +{"step": 4870000, "wall_time": 48879.10229468346, "train_loss_step": 3.350931167602539, "n_params": 4469860, "total_flops": 66871966310400000, "train_loss": 0.013696497678756714, "subset_score_loss": 0.013696497678756714} +{"step": 4880000, "wall_time": 48919.42004656792, "train_loss_step": 3.289645195007324, "n_params": 4469860, "total_flops": 67009280409600000, "train_loss": 0.013766096830368042, "subset_score_loss": 0.013766096830368042} +{"step": 4890000, "wall_time": 48959.72438287735, "train_loss_step": 2.8834476470947266, "n_params": 4469860, "total_flops": 67146594508800000, "train_loss": 0.014597913026809692, "subset_score_loss": 0.014597913026809692} +{"step": 4900000, "wall_time": 49035.66596388817, "train_loss_step": 3.298581838607788, "n_params": 4469860, "total_flops": 67283908608000000, "train_loss": 0.014326150417327882, "subset_score_loss": 0.014326150417327882, "memorization_fraction_pixel": 0.6205000281333923, "mean_nn_ratio_pixel": 0.43312403559684753, "fid": 101.314717546774, "fid_failed": 0.0} +{"step": 4910000, "wall_time": 49075.584297180176, "train_loss_step": 2.9229719638824463, "n_params": 4469860, "total_flops": 67421222707200000, "train_loss": 0.012919431924819947, "subset_score_loss": 0.012919431924819947} +{"step": 4920000, "wall_time": 49115.820392370224, "train_loss_step": 3.071941375732422, "n_params": 4469860, "total_flops": 67558536806400000, "train_loss": 0.013454972505569459, "subset_score_loss": 0.013454972505569459} +{"step": 4930000, "wall_time": 49155.91950964928, "train_loss_step": 3.224424123764038, "n_params": 4469860, "total_flops": 67695850905600000, "train_loss": 0.013963325023651123, "subset_score_loss": 0.013963325023651123} +{"step": 4940000, "wall_time": 49196.009165763855, "train_loss_step": 3.0274014472961426, "n_params": 4469860, "total_flops": 67833165004800000, "train_loss": 0.013393076658248902, "subset_score_loss": 0.013393076658248902} +{"step": 4950000, "wall_time": 49228.499938726425, "train_loss_step": 3.223630428314209, "n_params": 4469860, "total_flops": 67970479104000000, "train_loss": 0.013173774480819703, "subset_score_loss": 0.013173774480819703} +{"step": 4960000, "wall_time": 49252.83926343918, "train_loss_step": 2.8799548149108887, "n_params": 4469860, "total_flops": 68107793203200000, "train_loss": 0.012798758745193482, "subset_score_loss": 0.012798758745193482} +{"step": 4970000, "wall_time": 49277.455248355865, "train_loss_step": 3.005974769592285, "n_params": 4469860, "total_flops": 68245107302400000, "train_loss": 0.013507251739501952, "subset_score_loss": 0.013507251739501952} +{"step": 4980000, "wall_time": 49302.0312871933, "train_loss_step": 2.9964253902435303, "n_params": 4469860, "total_flops": 68382421401600000, "train_loss": 0.013142882585525513, "subset_score_loss": 0.013142882585525513} +{"step": 4990000, "wall_time": 49326.40161108971, "train_loss_step": 3.177276134490967, "n_params": 4469860, "total_flops": 68519735500800000, "train_loss": 0.013245744705200195, "subset_score_loss": 0.013245744705200195} +{"step": 5000000, "wall_time": 49368.05916929245, "train_loss_step": 3.150399923324585, "n_params": 4469860, "total_flops": 68657049600000000, "train_loss": 0.01424241542816162, "subset_score_loss": 0.01424241542816162, "memorization_fraction_pixel": 0.6251000165939331, "mean_nn_ratio_pixel": 0.4230573773384094, "fid": 100.4643297801615, "fid_failed": 0.0} diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d100/runner.log b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d100/runner.log new file mode 100644 index 0000000000000000000000000000000000000000..6950af7a059351dcab3c716d95b0a0ce48e23a35 --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d100/runner.log @@ -0,0 +1,502 @@ + FID real-side stats cached over 1000 diverse train images + step 1 | 72s | train_loss=0.9957 | fid=311.0688 + step 10000 | 168s | train_loss=0.8223 + step 20000 | 266s | train_loss=0.7053 + step 30000 | 363s | train_loss=0.5725 + step 40000 | 461s | train_loss=0.4264 + step 50000 | 558s | train_loss=0.3032 + step 60000 | 656s | train_loss=0.2236 + step 70000 | 753s | train_loss=0.1798 + step 80000 | 851s | train_loss=0.1526 + step 90000 | 948s | train_loss=0.1363 + step 100000 | 1110s | train_loss=0.1253 | fid=164.3683 + step 110000 | 1208s | train_loss=0.1199 + step 120000 | 1305s | train_loss=0.1139 + step 130000 | 1402s | train_loss=0.1076 + step 140000 | 1499s | train_loss=0.1049 + step 150000 | 1597s | train_loss=0.0994 + step 160000 | 1695s | train_loss=0.0966 + step 170000 | 1793s | train_loss=0.0950 + step 180000 | 1890s | train_loss=0.0889 + step 190000 | 1982s | train_loss=0.0878 + step 200000 | 2152s | train_loss=0.0869 | fid=164.4005 + step 210000 | 2250s | train_loss=0.0820 + step 220000 | 2347s | train_loss=0.0792 + step 230000 | 2444s | train_loss=0.0771 + step 240000 | 2541s | train_loss=0.0771 + step 250000 | 2638s | train_loss=0.0739 + step 260000 | 2736s | train_loss=0.0756 + step 270000 | 2833s | train_loss=0.0706 + step 280000 | 2924s | train_loss=0.0708 + step 290000 | 3021s | train_loss=0.0689 + step 300000 | 3191s | train_loss=0.0683 | fid=158.2462 + step 310000 | 3289s | train_loss=0.0660 + step 320000 | 3387s | train_loss=0.0649 + step 330000 | 3484s | train_loss=0.0634 + step 340000 | 3582s | train_loss=0.0635 + step 350000 | 3679s | train_loss=0.0620 + step 360000 | 3777s | train_loss=0.0601 + step 370000 | 3867s | train_loss=0.0609 + step 380000 | 3965s | train_loss=0.0603 + step 390000 | 4063s | train_loss=0.0586 + step 400000 | 4232s | train_loss=0.0585 | fid=150.1733 + step 410000 | 4330s | train_loss=0.0585 + step 420000 | 4427s | train_loss=0.0563 + step 430000 | 4524s | train_loss=0.0577 + step 440000 | 4621s | train_loss=0.0561 + step 450000 | 4718s | train_loss=0.0571 + step 460000 | 4809s | train_loss=0.0561 + step 470000 | 4907s | train_loss=0.0542 + step 480000 | 5004s | train_loss=0.0537 + step 490000 | 5099s | train_loss=0.0536 + step 500000 | 5271s | train_loss=0.0527 | fid=148.1638 + step 510000 | 5369s | train_loss=0.0519 + step 520000 | 5467s | train_loss=0.0518 + step 530000 | 5565s | train_loss=0.0529 + step 540000 | 5662s | train_loss=0.0498 + step 550000 | 5753s | train_loss=0.0505 + step 560000 | 5851s | train_loss=0.0500 + step 570000 | 5948s | train_loss=0.0500 + step 580000 | 6047s | train_loss=0.0495 + step 590000 | 6142s | train_loss=0.0482 + step 600000 | 6314s | train_loss=0.0507 | fid=152.1534 + step 610000 | 6411s | train_loss=0.0476 + step 620000 | 6509s | train_loss=0.0486 + step 630000 | 6604s | train_loss=0.0472 + step 640000 | 6697s | train_loss=0.0464 + step 650000 | 6795s | train_loss=0.0476 + step 660000 | 6892s | train_loss=0.0472 + step 670000 | 6990s | train_loss=0.0472 + step 680000 | 7086s | train_loss=0.0455 + step 690000 | 7182s | train_loss=0.0444 + step 700000 | 7353s | train_loss=0.0455 | fid=163.1141 + step 710000 | 7451s | train_loss=0.0446 + step 720000 | 7545s | train_loss=0.0442 + step 730000 | 7639s | train_loss=0.0464 + step 740000 | 7736s | train_loss=0.0456 + step 750000 | 7834s | train_loss=0.0430 + step 760000 | 7931s | train_loss=0.0436 + step 770000 | 8030s | train_loss=0.0435 + step 780000 | 8124s | train_loss=0.0438 + step 790000 | 8221s | train_loss=0.0424 + step 800000 | 8394s | train_loss=0.0432 | fid=180.9687 + step 810000 | 8489s | train_loss=0.0423 + step 820000 | 8583s | train_loss=0.0417 + step 830000 | 8681s | train_loss=0.0420 + step 840000 | 8779s | train_loss=0.0417 + step 850000 | 8876s | train_loss=0.0418 + step 860000 | 8973s | train_loss=0.0398 + step 870000 | 9069s | train_loss=0.0418 + step 880000 | 9165s | train_loss=0.0405 + step 890000 | 9261s | train_loss=0.0417 + step 900000 | 9431s | train_loss=0.0394 | fid=182.4000 + step 910000 | 9525s | train_loss=0.0402 + step 920000 | 9623s | train_loss=0.0410 + step 930000 | 9721s | train_loss=0.0392 + step 940000 | 9819s | train_loss=0.0402 + step 950000 | 9917s | train_loss=0.0391 + step 960000 | 10014s | train_loss=0.0393 + step 970000 | 10109s | train_loss=0.0406 + step 980000 | 10205s | train_loss=0.0387 + step 990000 | 10303s | train_loss=0.0386 + step 1000000 | 10469s | train_loss=0.0378 | fid=180.2453 + step 1010000 | 10566s | train_loss=0.0393 + step 1020000 | 10664s | train_loss=0.0380 + step 1030000 | 10761s | train_loss=0.0377 + step 1040000 | 10859s | train_loss=0.0390 + step 1050000 | 10956s | train_loss=0.0391 + step 1060000 | 11052s | train_loss=0.0374 + step 1070000 | 11146s | train_loss=0.0367 + step 1080000 | 11244s | train_loss=0.0363 + step 1090000 | 11338s | train_loss=0.0365 + step 1100000 | 11499s | train_loss=0.0368 | fid=182.9137 + step 1110000 | 11596s | train_loss=0.0362 + step 1120000 | 11694s | train_loss=0.0362 + step 1130000 | 11792s | train_loss=0.0372 + step 1140000 | 11889s | train_loss=0.0381 + step 1150000 | 11987s | train_loss=0.0347 + step 1160000 | 12082s | train_loss=0.0358 + step 1170000 | 12178s | train_loss=0.0358 + step 1180000 | 12273s | train_loss=0.0355 + step 1190000 | 12367s | train_loss=0.0356 + step 1200000 | 12540s | train_loss=0.0361 | fid=173.0832 + step 1210000 | 12637s | train_loss=0.0353 + step 1220000 | 12734s | train_loss=0.0355 + step 1230000 | 12832s | train_loss=0.0350 + step 1240000 | 12929s | train_loss=0.0338 + step 1250000 | 13027s | train_loss=0.0343 + step 1260000 | 13120s | train_loss=0.0341 + step 1270000 | 13202s | train_loss=0.0349 + step 1280000 | 13295s | train_loss=0.0345 + step 1290000 | 13384s | train_loss=0.0346 + step 1300000 | 13556s | train_loss=0.0331 | fid=181.3523 + step 1310000 | 13654s | train_loss=0.0320 + step 1320000 | 13751s | train_loss=0.0333 + step 1330000 | 13849s | train_loss=0.0336 + step 1340000 | 13946s | train_loss=0.0332 + step 1350000 | 14039s | train_loss=0.0342 + step 1360000 | 14122s | train_loss=0.0340 + step 1370000 | 14218s | train_loss=0.0324 + step 1380000 | 14313s | train_loss=0.0315 + step 1390000 | 14410s | train_loss=0.0335 + step 1400000 | 14583s | train_loss=0.0324 | fid=173.7473 + step 1410000 | 14681s | train_loss=0.0328 + step 1420000 | 14778s | train_loss=0.0315 + step 1430000 | 14876s | train_loss=0.0333 + step 1440000 | 14974s | train_loss=0.0325 + step 1450000 | 15063s | train_loss=0.0324 + step 1460000 | 15158s | train_loss=0.0312 + step 1470000 | 15253s | train_loss=0.0327 + step 1480000 | 15351s | train_loss=0.0330 + step 1490000 | 15449s | train_loss=0.0332 + step 1500000 | 15621s | train_loss=0.0327 | fid=174.7900 + step 1510000 | 15719s | train_loss=0.0322 + step 1520000 | 15817s | train_loss=0.0315 + step 1530000 | 15915s | train_loss=0.0308 + step 1540000 | 16010s | train_loss=0.0305 + step 1550000 | 16102s | train_loss=0.0297 + step 1560000 | 16192s | train_loss=0.0305 + step 1570000 | 16289s | train_loss=0.0304 + step 1580000 | 16387s | train_loss=0.0299 + step 1590000 | 16484s | train_loss=0.0305 + step 1600000 | 16657s | train_loss=0.0296 | fid=172.6838 + step 1610000 | 16755s | train_loss=0.0303 + step 1620000 | 16852s | train_loss=0.0297 + step 1630000 | 16942s | train_loss=0.0304 + step 1640000 | 17034s | train_loss=0.0309 + step 1650000 | 17118s | train_loss=0.0295 + step 1660000 | 17216s | train_loss=0.0291 + step 1670000 | 17314s | train_loss=0.0297 + step 1680000 | 17412s | train_loss=0.0291 + step 1690000 | 17509s | train_loss=0.0292 + step 1700000 | 17682s | train_loss=0.0285 | fid=165.5066 + step 1710000 | 17780s | train_loss=0.0284 + step 1720000 | 17878s | train_loss=0.0291 + step 1730000 | 17972s | train_loss=0.0290 + step 1740000 | 18063s | train_loss=0.0278 + step 1750000 | 18159s | train_loss=0.0278 + step 1760000 | 18257s | train_loss=0.0279 + step 1770000 | 18354s | train_loss=0.0275 + step 1780000 | 18452s | train_loss=0.0286 + step 1790000 | 18550s | train_loss=0.0271 + step 1800000 | 18721s | train_loss=0.0263 | fid=154.3247 + step 1810000 | 18819s | train_loss=0.0265 + step 1820000 | 18913s | train_loss=0.0274 + step 1830000 | 19008s | train_loss=0.0275 + step 1840000 | 19093s | train_loss=0.0279 + step 1850000 | 19189s | train_loss=0.0283 + step 1860000 | 19287s | train_loss=0.0267 + step 1870000 | 19384s | train_loss=0.0280 + step 1880000 | 19482s | train_loss=0.0266 + step 1890000 | 19579s | train_loss=0.0263 + step 1900000 | 19752s | train_loss=0.0259 | fid=142.6780 + step 1910000 | 19838s | train_loss=0.0264 + step 1920000 | 19926s | train_loss=0.0264 + step 1930000 | 20020s | train_loss=0.0265 + step 1940000 | 20107s | train_loss=0.0251 + step 1950000 | 20205s | train_loss=0.0265 + step 1960000 | 20301s | train_loss=0.0255 + step 1970000 | 20399s | train_loss=0.0254 + step 1980000 | 20497s | train_loss=0.0254 + step 1990000 | 20595s | train_loss=0.0261 + step 2000000 | 20757s | train_loss=0.0255 | fid=141.6702 + step 2010000 | 20851s | train_loss=0.0259 + step 2020000 | 20932s | train_loss=0.0247 + step 2030000 | 21029s | train_loss=0.0253 + step 2040000 | 21114s | train_loss=0.0251 + step 2050000 | 21210s | train_loss=0.0252 + step 2060000 | 21308s | train_loss=0.0246 + step 2070000 | 21405s | train_loss=0.0255 + step 2080000 | 21503s | train_loss=0.0246 + step 2090000 | 21600s | train_loss=0.0260 + step 2100000 | 21756s | train_loss=0.0245 | fid=132.7032 + step 2110000 | 21848s | train_loss=0.0234 + step 2120000 | 21940s | train_loss=0.0235 + step 2130000 | 22036s | train_loss=0.0240 + step 2140000 | 22125s | train_loss=0.0246 + step 2150000 | 22218s | train_loss=0.0250 + step 2160000 | 22315s | train_loss=0.0239 + step 2170000 | 22413s | train_loss=0.0238 + step 2180000 | 22510s | train_loss=0.0251 + step 2190000 | 22608s | train_loss=0.0234 + step 2200000 | 22768s | train_loss=0.0240 | fid=127.6906 + step 2210000 | 22851s | train_loss=0.0248 + step 2220000 | 22950s | train_loss=0.0230 + step 2230000 | 23046s | train_loss=0.0235 + step 2240000 | 23137s | train_loss=0.0246 + step 2250000 | 23229s | train_loss=0.0228 + step 2260000 | 23326s | train_loss=0.0232 + step 2270000 | 23424s | train_loss=0.0224 + step 2280000 | 23521s | train_loss=0.0229 + step 2290000 | 23612s | train_loss=0.0226 + step 2300000 | 23771s | train_loss=0.0239 | fid=125.7053 + step 2310000 | 23862s | train_loss=0.0241 + step 2320000 | 23959s | train_loss=0.0227 + step 2330000 | 24056s | train_loss=0.0230 + step 2340000 | 24148s | train_loss=0.0235 + step 2350000 | 24234s | train_loss=0.0223 + step 2360000 | 24332s | train_loss=0.0218 + step 2370000 | 24430s | train_loss=0.0218 + step 2380000 | 24527s | train_loss=0.0225 + step 2390000 | 24613s | train_loss=0.0224 + step 2400000 | 24773s | train_loss=0.0219 | fid=123.7298 + step 2410000 | 24871s | train_loss=0.0227 + step 2420000 | 24966s | train_loss=0.0236 + step 2430000 | 25064s | train_loss=0.0226 + step 2440000 | 25162s | train_loss=0.0228 + step 2450000 | 25245s | train_loss=0.0215 + step 2460000 | 25342s | train_loss=0.0219 + step 2470000 | 25440s | train_loss=0.0222 + step 2480000 | 25530s | train_loss=0.0217 + step 2490000 | 25621s | train_loss=0.0219 + step 2500000 | 25782s | train_loss=0.0215 | fid=120.1830 + step 2510000 | 25878s | train_loss=0.0222 + step 2520000 | 25976s | train_loss=0.0223 + step 2530000 | 26073s | train_loss=0.0221 + step 2540000 | 26170s | train_loss=0.0204 + step 2550000 | 26254s | train_loss=0.0206 + step 2560000 | 26351s | train_loss=0.0209 + step 2570000 | 26448s | train_loss=0.0206 + step 2580000 | 26535s | train_loss=0.0204 + step 2590000 | 26631s | train_loss=0.0221 + step 2600000 | 26797s | train_loss=0.0212 | fid=115.5236 + step 2610000 | 26893s | train_loss=0.0208 + step 2620000 | 26991s | train_loss=0.0210 + step 2630000 | 27089s | train_loss=0.0210 + step 2640000 | 27186s | train_loss=0.0207 + step 2650000 | 27275s | train_loss=0.0214 + step 2660000 | 27366s | train_loss=0.0203 + step 2670000 | 27452s | train_loss=0.0199 + step 2680000 | 27546s | train_loss=0.0204 + step 2690000 | 27628s | train_loss=0.0217 + step 2700000 | 27799s | train_loss=0.0200 | fid=114.4871 + step 2710000 | 27894s | train_loss=0.0196 + step 2720000 | 27992s | train_loss=0.0204 + step 2730000 | 28089s | train_loss=0.0194 + step 2740000 | 28186s | train_loss=0.0200 + step 2750000 | 28281s | train_loss=0.0201 + step 2760000 | 28368s | train_loss=0.0198 + step 2770000 | 28458s | train_loss=0.0200 + step 2780000 | 28555s | train_loss=0.0205 + step 2790000 | 28638s | train_loss=0.0205 + step 2800000 | 28810s | train_loss=0.0195 | fid=115.9592 + step 2810000 | 28907s | train_loss=0.0193 + step 2820000 | 29005s | train_loss=0.0201 + step 2830000 | 29102s | train_loss=0.0192 + step 2840000 | 29200s | train_loss=0.0198 + step 2850000 | 29295s | train_loss=0.0192 + step 2860000 | 29370s | train_loss=0.0198 + step 2870000 | 29468s | train_loss=0.0187 + step 2880000 | 29561s | train_loss=0.0191 + step 2890000 | 29658s | train_loss=0.0190 + step 2900000 | 29830s | train_loss=0.0195 | fid=111.3818 + step 2910000 | 29927s | train_loss=0.0194 + step 2920000 | 30025s | train_loss=0.0193 + step 2930000 | 30122s | train_loss=0.0188 + step 2940000 | 30220s | train_loss=0.0188 + step 2950000 | 30308s | train_loss=0.0193 + step 2960000 | 30389s | train_loss=0.0196 + step 2970000 | 30479s | train_loss=0.0185 + step 2980000 | 30568s | train_loss=0.0200 + step 2990000 | 30666s | train_loss=0.0193 + step 3000000 | 30836s | train_loss=0.0186 | fid=111.8809 + step 3010000 | 30933s | train_loss=0.0188 + step 3020000 | 31030s | train_loss=0.0183 + step 3030000 | 31126s | train_loss=0.0182 + step 3040000 | 31222s | train_loss=0.0180 + step 3050000 | 31312s | train_loss=0.0181 + step 3060000 | 31397s | train_loss=0.0184 + step 3070000 | 31483s | train_loss=0.0181 + step 3080000 | 31580s | train_loss=0.0178 + step 3090000 | 31678s | train_loss=0.0179 + step 3100000 | 31849s | train_loss=0.0192 | fid=110.3796 + step 3110000 | 31947s | train_loss=0.0178 + step 3120000 | 32044s | train_loss=0.0193 + step 3130000 | 32142s | train_loss=0.0187 + step 3140000 | 32227s | train_loss=0.0184 + step 3150000 | 32325s | train_loss=0.0177 + step 3160000 | 32407s | train_loss=0.0192 + step 3170000 | 32496s | train_loss=0.0176 + step 3180000 | 32594s | train_loss=0.0173 + step 3190000 | 32691s | train_loss=0.0188 + step 3200000 | 32862s | train_loss=0.0189 | fid=109.2112 + step 3210000 | 32960s | train_loss=0.0185 + step 3220000 | 33057s | train_loss=0.0184 + step 3230000 | 33147s | train_loss=0.0185 + step 3240000 | 33245s | train_loss=0.0178 + step 3250000 | 33344s | train_loss=0.0170 + step 3260000 | 33419s | train_loss=0.0174 + step 3270000 | 33517s | train_loss=0.0178 + step 3280000 | 33615s | train_loss=0.0178 + step 3290000 | 33710s | train_loss=0.0184 + step 3300000 | 33881s | train_loss=0.0169 | fid=108.2989 + step 3310000 | 33978s | train_loss=0.0170 + step 3320000 | 34070s | train_loss=0.0175 + step 3330000 | 34168s | train_loss=0.0173 + step 3340000 | 34265s | train_loss=0.0200 + step 3350000 | 34360s | train_loss=0.0180 + step 3360000 | 34439s | train_loss=0.0177 + step 3370000 | 34537s | train_loss=0.0176 + step 3380000 | 34635s | train_loss=0.0180 + step 3390000 | 34731s | train_loss=0.0174 + step 3400000 | 34904s | train_loss=0.0176 | fid=108.4777 + step 3410000 | 34996s | train_loss=0.0178 + step 3420000 | 35085s | train_loss=0.0183 + step 3430000 | 35183s | train_loss=0.0171 + step 3440000 | 35280s | train_loss=0.0176 + step 3450000 | 35361s | train_loss=0.0169 + step 3460000 | 35447s | train_loss=0.0170 + step 3470000 | 35542s | train_loss=0.0167 + step 3480000 | 35638s | train_loss=0.0182 + step 3490000 | 35736s | train_loss=0.0180 + step 3500000 | 35908s | train_loss=0.0169 | fid=108.8057 + step 3510000 | 35991s | train_loss=0.0171 + step 3520000 | 36089s | train_loss=0.0165 + step 3530000 | 36186s | train_loss=0.0167 + step 3540000 | 36281s | train_loss=0.0169 + step 3550000 | 36372s | train_loss=0.0159 + step 3560000 | 36461s | train_loss=0.0171 + step 3570000 | 36557s | train_loss=0.0166 + step 3580000 | 36653s | train_loss=0.0179 + step 3590000 | 36751s | train_loss=0.0160 + step 3600000 | 36919s | train_loss=0.0174 | fid=108.3462 + step 3610000 | 37012s | train_loss=0.0176 + step 3620000 | 37109s | train_loss=0.0163 + step 3630000 | 37207s | train_loss=0.0175 + step 3640000 | 37293s | train_loss=0.0159 + step 3650000 | 37391s | train_loss=0.0157 + step 3660000 | 37479s | train_loss=0.0167 + step 3670000 | 37573s | train_loss=0.0153 + step 3680000 | 37669s | train_loss=0.0156 + step 3690000 | 37766s | train_loss=0.0167 + step 3700000 | 37925s | train_loss=0.0162 | fid=105.6991 + step 3710000 | 38022s | train_loss=0.0164 + step 3720000 | 38120s | train_loss=0.0163 + step 3730000 | 38213s | train_loss=0.0155 + step 3740000 | 38310s | train_loss=0.0160 + step 3750000 | 38408s | train_loss=0.0166 + step 3760000 | 38503s | train_loss=0.0155 + step 3770000 | 38600s | train_loss=0.0165 + step 3780000 | 38698s | train_loss=0.0157 + step 3790000 | 38796s | train_loss=0.0169 + step 3800000 | 38964s | train_loss=0.0160 | fid=106.8719 + step 3810000 | 39061s | train_loss=0.0162 + step 3820000 | 39156s | train_loss=0.0174 + step 3830000 | 39253s | train_loss=0.0166 + step 3840000 | 39350s | train_loss=0.0169 + step 3850000 | 39448s | train_loss=0.0160 + step 3860000 | 39543s | train_loss=0.0163 + step 3870000 | 39639s | train_loss=0.0162 + step 3880000 | 39737s | train_loss=0.0158 + step 3890000 | 39832s | train_loss=0.0155 + step 3900000 | 40004s | train_loss=0.0169 | fid=104.2337 + step 3910000 | 40099s | train_loss=0.0168 + step 3920000 | 40197s | train_loss=0.0163 + step 3930000 | 40295s | train_loss=0.0154 + step 3940000 | 40392s | train_loss=0.0154 + step 3950000 | 40488s | train_loss=0.0167 + step 3960000 | 40579s | train_loss=0.0154 + step 3970000 | 40676s | train_loss=0.0160 + step 3980000 | 40757s | train_loss=0.0150 + step 3990000 | 40855s | train_loss=0.0155 + step 4000000 | 41021s | train_loss=0.0159 | fid=106.6479 + step 4010000 | 41111s | train_loss=0.0151 + step 4020000 | 41209s | train_loss=0.0164 + step 4030000 | 41307s | train_loss=0.0161 + step 4040000 | 41404s | train_loss=0.0155 + step 4050000 | 41497s | train_loss=0.0148 + step 4060000 | 41588s | train_loss=0.0147 + step 4070000 | 41677s | train_loss=0.0147 + step 4080000 | 41773s | train_loss=0.0149 + step 4090000 | 41871s | train_loss=0.0149 + step 4100000 | 42030s | train_loss=0.0154 | fid=106.1742 + step 4110000 | 42128s | train_loss=0.0148 + step 4120000 | 42225s | train_loss=0.0148 + step 4130000 | 42323s | train_loss=0.0143 + step 4140000 | 42421s | train_loss=0.0146 + step 4150000 | 42514s | train_loss=0.0146 + step 4160000 | 42598s | train_loss=0.0153 + step 4170000 | 42683s | train_loss=0.0144 + step 4180000 | 42781s | train_loss=0.0155 + step 4190000 | 42879s | train_loss=0.0149 + step 4200000 | 43037s | train_loss=0.0151 | fid=103.1291 + step 4210000 | 43134s | train_loss=0.0141 + step 4220000 | 43232s | train_loss=0.0149 + step 4230000 | 43329s | train_loss=0.0148 + step 4240000 | 43427s | train_loss=0.0155 + step 4250000 | 43521s | train_loss=0.0153 + step 4260000 | 43596s | train_loss=0.0165 + step 4270000 | 43692s | train_loss=0.0148 + step 4280000 | 43789s | train_loss=0.0140 + step 4290000 | 43886s | train_loss=0.0146 + step 4300000 | 44049s | train_loss=0.0147 | fid=102.8576 + step 4310000 | 44147s | train_loss=0.0148 + step 4320000 | 44244s | train_loss=0.0153 + step 4330000 | 44342s | train_loss=0.0140 + step 4340000 | 44440s | train_loss=0.0149 + step 4350000 | 44533s | train_loss=0.0144 + step 4360000 | 44610s | train_loss=0.0143 + step 4370000 | 44708s | train_loss=0.0145 + step 4380000 | 44806s | train_loss=0.0150 + step 4390000 | 44894s | train_loss=0.0143 + step 4400000 | 45061s | train_loss=0.0142 | fid=103.0909 + step 4410000 | 45159s | train_loss=0.0145 + step 4420000 | 45256s | train_loss=0.0150 + step 4430000 | 45354s | train_loss=0.0148 + step 4440000 | 45451s | train_loss=0.0148 + step 4450000 | 45534s | train_loss=0.0133 + step 4460000 | 45614s | train_loss=0.0151 + step 4470000 | 45711s | train_loss=0.0153 + step 4480000 | 45808s | train_loss=0.0138 + step 4490000 | 45893s | train_loss=0.0147 + step 4500000 | 46066s | train_loss=0.0138 | fid=101.2773 + step 4510000 | 46163s | train_loss=0.0137 + step 4520000 | 46261s | train_loss=0.0142 + step 4530000 | 46359s | train_loss=0.0146 + step 4540000 | 46448s | train_loss=0.0148 + step 4550000 | 46541s | train_loss=0.0132 + step 4560000 | 46627s | train_loss=0.0138 + step 4570000 | 46722s | train_loss=0.0138 + step 4580000 | 46813s | train_loss=0.0135 + step 4590000 | 46909s | train_loss=0.0147 + step 4600000 | 47082s | train_loss=0.0149 | fid=102.7216 + step 4610000 | 47179s | train_loss=0.0144 + step 4620000 | 47276s | train_loss=0.0144 + step 4630000 | 47374s | train_loss=0.0140 + step 4640000 | 47451s | train_loss=0.0136 + step 4650000 | 47530s | train_loss=0.0133 + step 4660000 | 47604s | train_loss=0.0140 + step 4670000 | 47681s | train_loss=0.0141 + step 4680000 | 47742s | train_loss=0.0140 + step 4690000 | 47802s | train_loss=0.0150 + step 4700000 | 47910s | train_loss=0.0153 | fid=102.9525 + step 4710000 | 47970s | train_loss=0.0145 + step 4720000 | 48031s | train_loss=0.0135 + step 4730000 | 48088s | train_loss=0.0139 + step 4740000 | 48149s | train_loss=0.0134 + step 4750000 | 48209s | train_loss=0.0141 + step 4760000 | 48263s | train_loss=0.0139 + step 4770000 | 48324s | train_loss=0.0135 + step 4780000 | 48384s | train_loss=0.0132 + step 4790000 | 48445s | train_loss=0.0136 + step 4800000 | 48555s | train_loss=0.0144 | fid=99.9650 + step 4810000 | 48615s | train_loss=0.0139 + step 4820000 | 48675s | train_loss=0.0132 + step 4830000 | 48724s | train_loss=0.0130 + step 4840000 | 48764s | train_loss=0.0125 + step 4850000 | 48803s | train_loss=0.0132 + step 4860000 | 48839s | train_loss=0.0137 + step 4870000 | 48879s | train_loss=0.0137 + step 4880000 | 48919s | train_loss=0.0138 + step 4890000 | 48960s | train_loss=0.0146 + step 4900000 | 49036s | train_loss=0.0143 | fid=101.3147 + step 4910000 | 49076s | train_loss=0.0129 + step 4920000 | 49116s | train_loss=0.0135 + step 4930000 | 49156s | train_loss=0.0140 + step 4940000 | 49196s | train_loss=0.0134 + step 4950000 | 49228s | train_loss=0.0132 + step 4960000 | 49253s | train_loss=0.0128 + step 4970000 | 49277s | train_loss=0.0135 + step 4980000 | 49302s | train_loss=0.0131 + step 4990000 | 49326s | train_loss=0.0132 + step 5000000 | 49368s | train_loss=0.0142 | fid=100.4643 diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d120/config.json b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d120/config.json new file mode 100644 index 0000000000000000000000000000000000000000..eff920951588d6e17774a90ce0857af9cdbb7fef --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d120/config.json @@ -0,0 +1,25 @@ +{ + "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d120/vae.pt", + "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d120", + "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", + "n_train": 1000, + "total_steps": 5000000, + "eval_interval": 10000, + "mem_interval": 100000, + "fid_interval": 100000, + "fid_n_real": 1000, + "fid_n_gen": 10000, + "n_gen_samples": 10000, + "n_sde_steps": 500, + "batch_size": 512, + "hidden": 1024, + "depth": 5, + "optimizer": "sgd", + "lr": 0.001, + "momentum": 0.8, + "t_min": 0.01, + "t_max": 3.0, + "t_eval": 0.1, + "seed": 44, + "device": null +} diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d120/metrics.jsonl b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d120/metrics.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..d76d6465d479da95256905fbdb90d21aac207c49 --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d120/metrics.jsonl @@ -0,0 +1,502 @@ +{"event": "meta", "data": "cifar10_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 120, "n": 1000, "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d120/vae.pt", "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [41905, 27590, 3837, 45564, 49079, 45615, 24791, 29586, 40154, 14155, 41744, 31565, 21399, 47093, 14144, 7260, 25109, 49111, 3286, 28559, 8088, 18636, 27677, 5584, 14605, 28090, 44911, 22197, 30774, 45976, 21377, 38974, 37419, 34658, 48141, 45353, 16718, 44442, 14512, 30061, 32910, 17321, 15565, 17405, 44045, 17717, 6400, 37998, 3773, 20538, 19316, 34889, 4564, 1363, 5611, 41687, 16986, 41914, 25046, 49823, 33007, 20861, 27988, 42869, 33687, 3828, 12070, 15418, 22140, 35636, 31728, 9480, 7712, 2852, 43042, 17354, 27208, 49689, 14774, 29225, 25390, 35055, 12670, 19522, 24246, 14561, 33656, 42751, 2242, 364, 43176, 15490, 46231, 26061, 18629, 34392, 32488, 26106, 10393, 11167, 20874, 8106, 10093, 7243, 48907, 8147, 45063, 21102, 37655, 7635, 2514, 27684, 3204, 28758, 28311, 29718, 44311, 10355, 32304, 14615, 28486, 14294, 16760, 37166, 19433, 20899, 23979, 36854, 43726, 10375, 11078, 10677, 40127, 33642, 36325, 13174, 19662, 30319, 22501, 14354, 24243, 27654, 42509, 18915, 29668, 2313, 42454, 11218, 48097, 31985, 16567, 26984, 33502, 36329, 22928, 42746, 38223, 19499, 41926, 29059, 44004, 8962, 40807, 11854, 36894, 13566, 36982, 16226, 36410, 47002, 20194, 3625, 19297, 2555, 4842, 8098, 44052, 5795, 5274, 4374, 17924, 30344, 5386, 26317, 30389, 32399, 32042, 26731, 29532, 33817, 26942, 25858, 11887, 46070, 41837, 10713, 33955, 20000, 29946, 4912, 32112, 6697, 44031, 27296, 37785, 25660, 27948, 31260, 24358, 1827, 37445, 25084, 11703, 3820, 49218, 30616, 25083, 22759, 6275, 40603, 39038, 37156, 8894, 9871, 31333, 26582, 20528, 10523, 2747, 33639, 41740, 47899, 11337, 6325, 433, 33051, 1094, 24743, 9392, 22638, 7689, 39641, 9486, 33554, 30840, 35032, 19647, 7903, 18205, 34063, 46483, 32963, 11601, 19203, 45792, 47136, 6174, 40793, 13885, 16641, 48744, 37658, 43829, 44107, 6388, 37424, 20033, 28563, 27013, 17032, 12768, 38181, 35608, 14089, 29228, 40229, 45106, 11963, 37979, 20694, 22835, 5773, 19580, 44596, 19079, 45191, 666, 15893, 7513, 15939, 45020, 12659, 31388, 44651, 23592, 16419, 47615, 36714, 36448, 28579, 1697, 9889, 42082, 49150, 41132, 33996, 21551, 18467, 45242, 6516, 3355, 20187, 31669, 2814, 6900, 28198, 17656, 18178, 31825, 34244, 38330, 28894, 7463, 8134, 38159, 10524, 41508, 2367, 496, 31046, 1511, 31956, 46621, 14176, 1899, 32397, 29452, 16504, 34042, 24014, 47447, 20229, 36683, 5186, 14349, 21736, 17094, 30311, 27949, 30023, 49589, 43270, 2898, 18259, 17175, 18594, 17062, 42063, 3237, 12080, 35769, 1687, 30330, 29678, 27321, 4273, 28513, 2551, 5314, 13572, 13497, 9652, 3466, 27133, 38459, 23232, 14231, 25584, 49398, 32994, 10434, 42369, 37410, 45044, 11075, 12523, 1417, 6765, 40000, 25016, 36905, 48638, 21, 16822, 24333, 30084, 43982, 26954, 6519, 42546, 14751, 14278, 49970, 47621, 18883, 37295, 9040, 40369, 22225, 36489, 21302, 13110, 5455, 47804, 14868, 13063, 22102, 36825, 21969, 33186, 28908, 32592, 42766, 12262, 39073, 915, 11824, 39208, 3098, 42789, 29800, 14150, 28705, 8847, 21716, 535, 48077, 41540, 36207, 10816, 41471, 35049, 20661, 6083, 30194, 4576, 2174, 1908, 48392, 10435, 10986, 18036, 24746, 3941, 34118, 49749, 12025, 21493, 15785, 17085, 39411, 34561, 42064, 36237, 2740, 8183, 40564, 33107, 25765, 49165, 25211, 17520, 17115, 1869, 46432, 33757, 20517, 39760, 259, 45380, 12436, 48000, 21046, 4039, 15701, 35246, 29112, 44161, 34079, 45449, 42845, 22815, 5597, 3990, 35899, 48969, 41528, 27873, 16598, 39104, 23359, 46847, 28624, 19198, 1251, 9003, 28383, 47005, 40703, 41605, 39895, 26201, 11727, 27435, 17333, 39261, 37456, 14653, 30634, 4160, 24540, 12044, 7111, 23485, 5645, 2572, 1682, 17872, 8974, 16796, 11864, 40178, 20092, 32219, 14458, 37007, 31340, 10520, 34489, 13128, 42913, 31468, 44180, 37938, 20058, 18673, 36850, 34721, 26210, 15257, 35188, 11815, 47936, 18088, 43578, 11996, 47952, 24311, 1884, 36557, 32921, 36250, 38022, 5671, 13621, 23326, 14326, 23471, 24685, 39092, 3268, 37257, 16348, 13730, 21838, 44088, 8945, 10827, 13840, 46123, 48010, 13350, 30622, 45233, 8698, 14335, 45842, 15138, 1515, 40759, 21960, 47551, 33208, 18260, 6377, 46869, 31742, 23566, 12829, 15305, 37988, 16111, 32146, 37948, 25917, 30484, 17885, 42468, 28238, 33865, 28030, 30072, 34855, 19324, 42075, 30623, 3667, 38832, 25100, 43077, 36471, 11663, 13588, 14015, 5099, 10589, 28526, 48022, 15444, 3280, 188, 31582, 15225, 11019, 21804, 3901, 24461, 25031, 10373, 4486, 45950, 37949, 32923, 1583, 6576, 26004, 16237, 38132, 25045, 25091, 41949, 11553, 48062, 40503, 13057, 8954, 18566, 28405, 28604, 30434, 49112, 30676, 32930, 16183, 48336, 43162, 873, 37233, 44718, 37247, 23758, 9243, 12126, 5287, 49594, 3459, 32091, 20894, 41743, 7366, 7258, 37939, 47665, 12260, 20836, 43253, 16191, 11619, 1519, 6137, 3934, 48375, 35234, 103, 30510, 8869, 21085, 41234, 25138, 25079, 31218, 48292, 48814, 6635, 18416, 1421, 4363, 5164, 47455, 21280, 16767, 19685, 16449, 45798, 31292, 31049, 43587, 30772, 2651, 12854, 23199, 25234, 23389, 24742, 19480, 19738, 19726, 2388, 21394, 4512, 9069, 42856, 25766, 23797, 40741, 33624, 8328, 35922, 27732, 36268, 23213, 41966, 40002, 12750, 46225, 35182, 23769, 25152, 26764, 20090, 27202, 48096, 4266, 2205, 2020, 37651, 36088, 1021, 28544, 20933, 48924, 11503, 43997, 9492, 19505, 47632, 4118, 2029, 22008, 41396, 16378, 36738, 33194, 28053, 44137, 30771, 12131, 5963, 31754, 46953, 3180, 1718, 36816, 2208, 20898, 13799, 30796, 34445, 37540, 27983, 39216, 16791, 36763, 15987, 28440, 11782, 48531, 4252, 47359, 5351, 4059, 9263, 32274, 39283, 258, 17485, 31280, 12814, 33217, 38203, 11170, 8486, 14434, 13722, 36048, 3705, 47210, 38260, 2200, 17850, 21589, 27598, 9926, 9419, 3981, 34519, 37821, 22855, 39796, 24105, 5113, 5888, 31974, 40040, 17179, 48615, 38665, 47173, 47154, 20619, 5049, 1656, 27736, 14424, 2013, 1348, 32964, 37228, 34968, 34124, 15993, 42420, 26558, 2961, 27119, 37779, 29321, 31595, 29301, 38364, 17528, 19583, 48609, 4428, 12427, 601, 21213, 44456, 39274, 40250, 39804, 35373, 43875, 20550, 43426, 13696, 34572, 11097, 22458, 33042, 12981, 29073, 6601, 2370, 4065, 46317, 29460, 21761, 13977, 4520, 31604, 16259, 1445, 29204, 26097, 31921, 33193, 36054, 26372, 4436, 40306, 13974, 6159, 46233, 33714, 27592, 23153, 40311, 12294, 40141, 14030, 36304, 40086, 43163, 14689, 5002, 40885, 40758, 42458, 18580, 29784, 14527, 30070, 18326, 40830, 42503, 5434, 25179, 15652, 11428, 40980, 45916, 22056, 15896, 42628, 30092, 40834, 25862, 40370, 7804, 46908, 44191, 26908, 9764, 36969, 21521, 35257, 9279, 36964, 4012, 627, 31813, 15669, 33832, 29874, 1912, 41254, 23709, 4648, 3131, 49882, 19349, 35975, 25565, 21641, 48219, 30806, 33979, 36103, 14640, 34524, 31661, 26869, 27297, 46519, 2352, 46930, 7617, 49750, 12620, 29820, 18590, 890, 16394, 23877, 26421, 23417, 29021, 11596, 22017, 14794, 14437, 48385, 48231, 18946, 38048, 41302, 40633, 15317, 24820], "fid_reference": "same farthest-first 1k CIFAR-10 training subset", "seed": 44} +{"step": 1, "wall_time": 82.87412595748901, "train_loss_step": 119.42831420898438, "n_params": 4510840, "total_flops": 13857300480, "train_loss": 1.0000362396240234, "subset_score_loss": 1.0000362396240234, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9806675910949707, "fid": 303.84331968899846, "fid_failed": 0.0} +{"step": 10000, "wall_time": 184.09064650535583, "train_loss_step": 24.83533477783203, "n_params": 4510840, "total_flops": 138573004800000, "train_loss": 0.8149076461791992, "subset_score_loss": 0.8149076461791992} +{"step": 20000, "wall_time": 290.6074171066284, "train_loss_step": 22.34488296508789, "n_params": 4510840, "total_flops": 277146009600000, "train_loss": 0.6985047022501628, "subset_score_loss": 0.6985047022501628} +{"step": 30000, "wall_time": 396.9088249206543, "train_loss_step": 19.952621459960938, "n_params": 4510840, "total_flops": 415719014400000, "train_loss": 0.5738501866658529, "subset_score_loss": 0.5738501866658529} +{"step": 40000, "wall_time": 503.1125211715698, "train_loss_step": 18.732328414916992, "n_params": 4510840, "total_flops": 554292019200000, "train_loss": 0.4612977345784505, "subset_score_loss": 0.4612977345784505} +{"step": 50000, "wall_time": 609.3257999420166, "train_loss_step": 14.375545501708984, "n_params": 4510840, "total_flops": 692865024000000, "train_loss": 0.3628369331359863, "subset_score_loss": 0.3628369331359863} +{"step": 60000, "wall_time": 715.5978705883026, "train_loss_step": 14.657447814941406, "n_params": 4510840, "total_flops": 831438028800000, "train_loss": 0.283627986907959, "subset_score_loss": 0.283627986907959} +{"step": 70000, "wall_time": 821.9302799701691, "train_loss_step": 13.119216918945312, "n_params": 4510840, "total_flops": 970011033600000, "train_loss": 0.22955333391825358, "subset_score_loss": 0.22955333391825358} +{"step": 80000, "wall_time": 928.0759654045105, "train_loss_step": 11.735832214355469, "n_params": 4510840, "total_flops": 1108584038400000, "train_loss": 0.19339200655619304, "subset_score_loss": 0.19339200655619304} +{"step": 90000, "wall_time": 1033.9418287277222, "train_loss_step": 11.414350509643555, "n_params": 4510840, "total_flops": 1247157043200000, "train_loss": 0.1653848648071289, "subset_score_loss": 0.1653848648071289} +{"step": 100000, "wall_time": 1221.9486832618713, "train_loss_step": 10.80113410949707, "n_params": 4510840, "total_flops": 1385730048000000, "train_loss": 0.14580844243367513, "subset_score_loss": 0.14580844243367513, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9550813436508179, "fid": 184.2419290515685, "fid_failed": 0.0} +{"step": 110000, "wall_time": 1325.4355132579803, "train_loss_step": 10.489086151123047, "n_params": 4510840, "total_flops": 1524303052800000, "train_loss": 0.13327043851216633, "subset_score_loss": 0.13327043851216633} +{"step": 120000, "wall_time": 1426.7314796447754, "train_loss_step": 10.798648834228516, "n_params": 4510840, "total_flops": 1662876057600000, "train_loss": 0.1232795000076294, "subset_score_loss": 0.1232795000076294} +{"step": 130000, "wall_time": 1531.6618874073029, "train_loss_step": 9.200737953186035, "n_params": 4510840, "total_flops": 1801449062400000, "train_loss": 0.11333289941151937, "subset_score_loss": 0.11333289941151937} +{"step": 140000, "wall_time": 1637.9865350723267, "train_loss_step": 9.683320999145508, "n_params": 4510840, "total_flops": 1940022067200000, "train_loss": 0.10780293146769206, "subset_score_loss": 0.10780293146769206} +{"step": 150000, "wall_time": 1744.3764395713806, "train_loss_step": 9.630970001220703, "n_params": 4510840, "total_flops": 2078595072000000, "train_loss": 0.10501798788706461, "subset_score_loss": 0.10501798788706461} +{"step": 160000, "wall_time": 1850.8332722187042, "train_loss_step": 9.132579803466797, "n_params": 4510840, "total_flops": 2217168076800000, "train_loss": 0.09861641724904378, "subset_score_loss": 0.09861641724904378} +{"step": 170000, "wall_time": 1956.8583023548126, "train_loss_step": 9.0278902053833, "n_params": 4510840, "total_flops": 2355741081600000, "train_loss": 0.09768950939178467, "subset_score_loss": 0.09768950939178467} +{"step": 180000, "wall_time": 2063.0449912548065, "train_loss_step": 8.44045639038086, "n_params": 4510840, "total_flops": 2494314086400000, "train_loss": 0.09329853057861329, "subset_score_loss": 0.09329853057861329} +{"step": 190000, "wall_time": 2169.3043820858, "train_loss_step": 8.037869453430176, "n_params": 4510840, "total_flops": 2632887091200000, "train_loss": 0.0904311736424764, "subset_score_loss": 0.0904311736424764} +{"step": 200000, "wall_time": 2357.996871471405, "train_loss_step": 8.439321517944336, "n_params": 4510840, "total_flops": 2771460096000000, "train_loss": 0.0872349500656128, "subset_score_loss": 0.0872349500656128, "memorization_fraction_pixel": 0.0010000000474974513, "mean_nn_ratio_pixel": 0.9355992078781128, "fid": 189.7937692234874, "fid_failed": 0.0} +{"step": 210000, "wall_time": 2460.147624731064, "train_loss_step": 8.143314361572266, "n_params": 4510840, "total_flops": 2910033100800000, "train_loss": 0.08597874641418457, "subset_score_loss": 0.08597874641418457} +{"step": 220000, "wall_time": 2567.0587935447693, "train_loss_step": 8.385602951049805, "n_params": 4510840, "total_flops": 3048606105600000, "train_loss": 0.08300220966339111, "subset_score_loss": 0.08300220966339111} +{"step": 230000, "wall_time": 2668.7797949314117, "train_loss_step": 8.37959098815918, "n_params": 4510840, "total_flops": 3187179110400000, "train_loss": 0.08138349850972494, "subset_score_loss": 0.08138349850972494} +{"step": 240000, "wall_time": 2773.821076154709, "train_loss_step": 7.769268035888672, "n_params": 4510840, "total_flops": 3325752115200000, "train_loss": 0.07919437090555827, "subset_score_loss": 0.07919437090555827} +{"step": 250000, "wall_time": 2879.83869433403, "train_loss_step": 7.863035678863525, "n_params": 4510840, "total_flops": 3464325120000000, "train_loss": 0.07768483161926269, "subset_score_loss": 0.07768483161926269} +{"step": 260000, "wall_time": 2985.8947007656097, "train_loss_step": 7.645097732543945, "n_params": 4510840, "total_flops": 3602898124800000, "train_loss": 0.07481009165445963, "subset_score_loss": 0.07481009165445963} +{"step": 270000, "wall_time": 3091.9625101089478, "train_loss_step": 7.52313232421875, "n_params": 4510840, "total_flops": 3741471129600000, "train_loss": 0.07201918760935465, "subset_score_loss": 0.07201918760935465} +{"step": 280000, "wall_time": 3198.161018371582, "train_loss_step": 7.755531311035156, "n_params": 4510840, "total_flops": 3880044134400000, "train_loss": 0.0745926300684611, "subset_score_loss": 0.0745926300684611} +{"step": 290000, "wall_time": 3304.390560865402, "train_loss_step": 7.746408939361572, "n_params": 4510840, "total_flops": 4018617139200000, "train_loss": 0.06993341445922852, "subset_score_loss": 0.06993341445922852} +{"step": 300000, "wall_time": 3493.4327771663666, "train_loss_step": 7.534496784210205, "n_params": 4510840, "total_flops": 4157190144000000, "train_loss": 0.07001476287841797, "subset_score_loss": 0.07001476287841797, "memorization_fraction_pixel": 0.0035000001080334187, "mean_nn_ratio_pixel": 0.9164375066757202, "fid": 185.8899996364548, "fid_failed": 0.0} +{"step": 310000, "wall_time": 3597.990317106247, "train_loss_step": 7.585000991821289, "n_params": 4510840, "total_flops": 4295763148800000, "train_loss": 0.0702339251836141, "subset_score_loss": 0.0702339251836141} +{"step": 320000, "wall_time": 3702.2404918670654, "train_loss_step": 6.91429328918457, "n_params": 4510840, "total_flops": 4434336153600000, "train_loss": 0.06653016408284505, "subset_score_loss": 0.06653016408284505} +{"step": 330000, "wall_time": 3808.745323896408, "train_loss_step": 7.256586074829102, "n_params": 4510840, "total_flops": 4572909158400000, "train_loss": 0.06535202264785767, "subset_score_loss": 0.06535202264785767} +{"step": 340000, "wall_time": 3910.8259649276733, "train_loss_step": 7.489505767822266, "n_params": 4510840, "total_flops": 4711482163200000, "train_loss": 0.06652994553248087, "subset_score_loss": 0.06652994553248087} +{"step": 350000, "wall_time": 4017.248248577118, "train_loss_step": 7.000531196594238, "n_params": 4510840, "total_flops": 4850055168000000, "train_loss": 0.06474855343500772, "subset_score_loss": 0.06474855343500772} +{"step": 360000, "wall_time": 4123.436688661575, "train_loss_step": 7.242779731750488, "n_params": 4510840, "total_flops": 4988628172800000, "train_loss": 0.06327359676361084, "subset_score_loss": 0.06327359676361084} +{"step": 370000, "wall_time": 4229.863442659378, "train_loss_step": 7.461393356323242, "n_params": 4510840, "total_flops": 5127201177600000, "train_loss": 0.06109023094177246, "subset_score_loss": 0.06109023094177246} +{"step": 380000, "wall_time": 4336.347878217697, "train_loss_step": 7.060681343078613, "n_params": 4510840, "total_flops": 5265774182400000, "train_loss": 0.06083298524220784, "subset_score_loss": 0.06083298524220784} +{"step": 390000, "wall_time": 4442.714508295059, "train_loss_step": 6.802338600158691, "n_params": 4510840, "total_flops": 5404347187200000, "train_loss": 0.06050644318262736, "subset_score_loss": 0.06050644318262736} +{"step": 400000, "wall_time": 4630.96057510376, "train_loss_step": 7.151872634887695, "n_params": 4510840, "total_flops": 5542920192000000, "train_loss": 0.06168456077575683, "subset_score_loss": 0.06168456077575683, "memorization_fraction_pixel": 0.00989999994635582, "mean_nn_ratio_pixel": 0.9020934700965881, "fid": 186.4221794656782, "fid_failed": 0.0} +{"step": 410000, "wall_time": 4735.395106077194, "train_loss_step": 7.19615364074707, "n_params": 4510840, "total_flops": 5681493196800000, "train_loss": 0.060132869084676105, "subset_score_loss": 0.060132869084676105} +{"step": 420000, "wall_time": 4838.797655582428, "train_loss_step": 6.604543685913086, "n_params": 4510840, "total_flops": 5820066201600000, "train_loss": 0.05586257775624593, "subset_score_loss": 0.05586257775624593} +{"step": 430000, "wall_time": 4945.108722686768, "train_loss_step": 7.092953205108643, "n_params": 4510840, "total_flops": 5958639206400000, "train_loss": 0.05836608409881592, "subset_score_loss": 0.05836608409881592} +{"step": 440000, "wall_time": 5051.562414884567, "train_loss_step": 6.745096683502197, "n_params": 4510840, "total_flops": 6097212211200000, "train_loss": 0.05860801935195923, "subset_score_loss": 0.05860801935195923} +{"step": 450000, "wall_time": 5152.142371416092, "train_loss_step": 6.530792236328125, "n_params": 4510840, "total_flops": 6235785216000000, "train_loss": 0.056134668986002605, "subset_score_loss": 0.056134668986002605} +{"step": 460000, "wall_time": 5258.323127508163, "train_loss_step": 6.495890140533447, "n_params": 4510840, "total_flops": 6374358220800000, "train_loss": 0.056313546498616536, "subset_score_loss": 0.056313546498616536} +{"step": 470000, "wall_time": 5364.582515716553, "train_loss_step": 6.461605072021484, "n_params": 4510840, "total_flops": 6512931225600000, "train_loss": 0.054861712455749514, "subset_score_loss": 0.054861712455749514} +{"step": 480000, "wall_time": 5470.883250236511, "train_loss_step": 6.534788131713867, "n_params": 4510840, "total_flops": 6651504230400000, "train_loss": 0.05310713052749634, "subset_score_loss": 0.05310713052749634} +{"step": 490000, "wall_time": 5577.197126150131, "train_loss_step": 7.267148017883301, "n_params": 4510840, "total_flops": 6790077235200000, "train_loss": 0.054414645830790205, "subset_score_loss": 0.054414645830790205} +{"step": 500000, "wall_time": 5765.6997327804565, "train_loss_step": 6.471477031707764, "n_params": 4510840, "total_flops": 6928650240000000, "train_loss": 0.052434078852335614, "subset_score_loss": 0.052434078852335614, "memorization_fraction_pixel": 0.0142000000923872, "mean_nn_ratio_pixel": 0.8930904269218445, "fid": 183.4112305504667, "fid_failed": 0.0} +{"step": 510000, "wall_time": 5870.894417047501, "train_loss_step": 6.716697692871094, "n_params": 4510840, "total_flops": 7067223244800000, "train_loss": 0.05570026238759359, "subset_score_loss": 0.05570026238759359} +{"step": 520000, "wall_time": 5976.63577580452, "train_loss_step": 6.609584331512451, "n_params": 4510840, "total_flops": 7205796249600000, "train_loss": 0.05203690528869629, "subset_score_loss": 0.05203690528869629} +{"step": 530000, "wall_time": 6080.4760727882385, "train_loss_step": 6.328575134277344, "n_params": 4510840, "total_flops": 7344369254400000, "train_loss": 0.051278460025787356, "subset_score_loss": 0.051278460025787356} +{"step": 540000, "wall_time": 6186.795163631439, "train_loss_step": 6.174239158630371, "n_params": 4510840, "total_flops": 7482942259200000, "train_loss": 0.04992102384567261, "subset_score_loss": 0.04992102384567261} +{"step": 550000, "wall_time": 6293.182822704315, "train_loss_step": 6.9042510986328125, "n_params": 4510840, "total_flops": 7621515264000000, "train_loss": 0.05402142604192098, "subset_score_loss": 0.05402142604192098} +{"step": 560000, "wall_time": 6395.206649780273, "train_loss_step": 6.9037556648254395, "n_params": 4510840, "total_flops": 7760088268800000, "train_loss": 0.052060023943583174, "subset_score_loss": 0.052060023943583174} +{"step": 570000, "wall_time": 6501.520305156708, "train_loss_step": 6.344465255737305, "n_params": 4510840, "total_flops": 7898661273600000, "train_loss": 0.04973912239074707, "subset_score_loss": 0.04973912239074707} +{"step": 580000, "wall_time": 6607.690590620041, "train_loss_step": 6.364819526672363, "n_params": 4510840, "total_flops": 8037234278400000, "train_loss": 0.048984452088673906, "subset_score_loss": 0.048984452088673906} +{"step": 590000, "wall_time": 6713.784444332123, "train_loss_step": 6.472502708435059, "n_params": 4510840, "total_flops": 8175807283200000, "train_loss": 0.04902060031890869, "subset_score_loss": 0.04902060031890869} +{"step": 600000, "wall_time": 6902.633417606354, "train_loss_step": 5.747243881225586, "n_params": 4510840, "total_flops": 8314380288000000, "train_loss": 0.05193574031194051, "subset_score_loss": 0.05193574031194051, "memorization_fraction_pixel": 0.01899999938905239, "mean_nn_ratio_pixel": 0.8906681537628174, "fid": 191.0202768327717, "fid_failed": 0.0} +{"step": 610000, "wall_time": 7008.713042020798, "train_loss_step": 6.191728115081787, "n_params": 4510840, "total_flops": 8452953292800000, "train_loss": 0.049900591373443604, "subset_score_loss": 0.049900591373443604} +{"step": 620000, "wall_time": 7113.183384656906, "train_loss_step": 6.385576248168945, "n_params": 4510840, "total_flops": 8591526297600000, "train_loss": 0.0472908616065979, "subset_score_loss": 0.0472908616065979} +{"step": 630000, "wall_time": 7216.888877391815, "train_loss_step": 6.115939617156982, "n_params": 4510840, "total_flops": 8730099302400000, "train_loss": 0.047662007808685306, "subset_score_loss": 0.047662007808685306} +{"step": 640000, "wall_time": 7323.1771240234375, "train_loss_step": 6.451274394989014, "n_params": 4510840, "total_flops": 8868672307200000, "train_loss": 0.048880934715270996, "subset_score_loss": 0.048880934715270996} +{"step": 650000, "wall_time": 7429.455580472946, "train_loss_step": 6.185659408569336, "n_params": 4510840, "total_flops": 9007245312000000, "train_loss": 0.04574916362762451, "subset_score_loss": 0.04574916362762451} +{"step": 660000, "wall_time": 7536.202640771866, "train_loss_step": 5.9365458488464355, "n_params": 4510840, "total_flops": 9145818316800000, "train_loss": 0.046876092751820884, "subset_score_loss": 0.046876092751820884} +{"step": 670000, "wall_time": 7638.722749471664, "train_loss_step": 6.185666561126709, "n_params": 4510840, "total_flops": 9284391321600000, "train_loss": 0.0471951683362325, "subset_score_loss": 0.0471951683362325} +{"step": 680000, "wall_time": 7743.436626911163, "train_loss_step": 5.999387264251709, "n_params": 4510840, "total_flops": 9422964326400000, "train_loss": 0.04536434809366862, "subset_score_loss": 0.04536434809366862} +{"step": 690000, "wall_time": 7849.72226190567, "train_loss_step": 6.229214668273926, "n_params": 4510840, "total_flops": 9561537331200000, "train_loss": 0.0466065247853597, "subset_score_loss": 0.0466065247853597} +{"step": 700000, "wall_time": 8037.853281736374, "train_loss_step": 6.553529739379883, "n_params": 4510840, "total_flops": 9700110336000000, "train_loss": 0.046058285236358645, "subset_score_loss": 0.046058285236358645, "memorization_fraction_pixel": 0.02810000069439411, "mean_nn_ratio_pixel": 0.8862863183021545, "fid": 200.3223800276828, "fid_failed": 0.0} +{"step": 710000, "wall_time": 8144.019535779953, "train_loss_step": 6.262983322143555, "n_params": 4510840, "total_flops": 9838683340800000, "train_loss": 0.04443615277608236, "subset_score_loss": 0.04443615277608236} +{"step": 720000, "wall_time": 8248.64579820633, "train_loss_step": 6.215571880340576, "n_params": 4510840, "total_flops": 9977256345600000, "train_loss": 0.04552982648213704, "subset_score_loss": 0.04552982648213704} +{"step": 730000, "wall_time": 8352.841254472733, "train_loss_step": 6.159399032592773, "n_params": 4510840, "total_flops": 10115829350400000, "train_loss": 0.044540441036224364, "subset_score_loss": 0.044540441036224364} +{"step": 740000, "wall_time": 8459.09458398819, "train_loss_step": 6.047048568725586, "n_params": 4510840, "total_flops": 10254402355200000, "train_loss": 0.044128572940826415, "subset_score_loss": 0.044128572940826415} +{"step": 750000, "wall_time": 8565.142872333527, "train_loss_step": 5.844247817993164, "n_params": 4510840, "total_flops": 10392975360000000, "train_loss": 0.043800067901611325, "subset_score_loss": 0.043800067901611325} +{"step": 760000, "wall_time": 8671.486933469772, "train_loss_step": 5.684597492218018, "n_params": 4510840, "total_flops": 10531548364800000, "train_loss": 0.041460490226745604, "subset_score_loss": 0.041460490226745604} +{"step": 770000, "wall_time": 8778.127096891403, "train_loss_step": 6.1409831047058105, "n_params": 4510840, "total_flops": 10670121369600000, "train_loss": 0.04216668605804443, "subset_score_loss": 0.04216668605804443} +{"step": 780000, "wall_time": 8882.60662317276, "train_loss_step": 6.041218280792236, "n_params": 4510840, "total_flops": 10808694374400000, "train_loss": 0.044686293601989745, "subset_score_loss": 0.044686293601989745} +{"step": 790000, "wall_time": 8986.477768421173, "train_loss_step": 5.532731056213379, "n_params": 4510840, "total_flops": 10947267379200000, "train_loss": 0.04251080354054769, "subset_score_loss": 0.04251080354054769} +{"step": 800000, "wall_time": 9174.899149656296, "train_loss_step": 5.916777610778809, "n_params": 4510840, "total_flops": 11085840384000000, "train_loss": 0.04276538292566935, "subset_score_loss": 0.04276538292566935, "memorization_fraction_pixel": 0.034299999475479126, "mean_nn_ratio_pixel": 0.8925129175186157, "fid": 213.87853515181604, "fid_failed": 0.0} +{"step": 810000, "wall_time": 9281.245937108994, "train_loss_step": 5.817152976989746, "n_params": 4510840, "total_flops": 11224413388800000, "train_loss": 0.04232327938079834, "subset_score_loss": 0.04232327938079834} +{"step": 820000, "wall_time": 9385.767630338669, "train_loss_step": 5.8629961013793945, "n_params": 4510840, "total_flops": 11362986393600000, "train_loss": 0.04092487891515096, "subset_score_loss": 0.04092487891515096} +{"step": 830000, "wall_time": 9491.708086252213, "train_loss_step": 5.733062267303467, "n_params": 4510840, "total_flops": 11501559398400000, "train_loss": 0.04080828428268433, "subset_score_loss": 0.04080828428268433} +{"step": 840000, "wall_time": 9595.431308031082, "train_loss_step": 6.1056365966796875, "n_params": 4510840, "total_flops": 11640132403200000, "train_loss": 0.04162521759668986, "subset_score_loss": 0.04162521759668986} +{"step": 850000, "wall_time": 9701.833815097809, "train_loss_step": 6.1033172607421875, "n_params": 4510840, "total_flops": 11778705408000000, "train_loss": 0.04298209349314372, "subset_score_loss": 0.04298209349314372} +{"step": 860000, "wall_time": 9808.218962907791, "train_loss_step": 6.00776481628418, "n_params": 4510840, "total_flops": 11917278412800000, "train_loss": 0.042350276311238604, "subset_score_loss": 0.042350276311238604} +{"step": 870000, "wall_time": 9914.365789175034, "train_loss_step": 5.882874011993408, "n_params": 4510840, "total_flops": 12055851417600000, "train_loss": 0.04117088317871094, "subset_score_loss": 0.04117088317871094} +{"step": 880000, "wall_time": 10020.863480329514, "train_loss_step": 5.356291770935059, "n_params": 4510840, "total_flops": 12194424422400000, "train_loss": 0.04021342198053996, "subset_score_loss": 0.04021342198053996} +{"step": 890000, "wall_time": 10125.945567131042, "train_loss_step": 5.714203834533691, "n_params": 4510840, "total_flops": 12332997427200000, "train_loss": 0.03999981085459391, "subset_score_loss": 0.03999981085459391} +{"step": 900000, "wall_time": 10312.281662940979, "train_loss_step": 6.299705982208252, "n_params": 4510840, "total_flops": 12471570432000000, "train_loss": 0.04154116710027059, "subset_score_loss": 0.04154116710027059, "memorization_fraction_pixel": 0.05139999836683273, "mean_nn_ratio_pixel": 0.8773259520530701, "fid": 222.501053025737, "fid_failed": 0.0} +{"step": 910000, "wall_time": 10418.401606559753, "train_loss_step": 5.96995735168457, "n_params": 4510840, "total_flops": 12610143436800000, "train_loss": 0.040944568316141766, "subset_score_loss": 0.040944568316141766} +{"step": 920000, "wall_time": 10522.895586967468, "train_loss_step": 5.064165115356445, "n_params": 4510840, "total_flops": 12748716441600000, "train_loss": 0.04179333845774333, "subset_score_loss": 0.04179333845774333} +{"step": 930000, "wall_time": 10629.164020061493, "train_loss_step": 5.524556636810303, "n_params": 4510840, "total_flops": 12887289446400000, "train_loss": 0.04059300422668457, "subset_score_loss": 0.04059300422668457} +{"step": 940000, "wall_time": 10732.825239181519, "train_loss_step": 5.902443885803223, "n_params": 4510840, "total_flops": 13025862451200000, "train_loss": 0.040364742279052734, "subset_score_loss": 0.040364742279052734} +{"step": 950000, "wall_time": 10839.259496688843, "train_loss_step": 5.389581203460693, "n_params": 4510840, "total_flops": 13164435456000000, "train_loss": 0.0393654187520345, "subset_score_loss": 0.0393654187520345} +{"step": 960000, "wall_time": 10945.617578029633, "train_loss_step": 5.51732063293457, "n_params": 4510840, "total_flops": 13303008460800000, "train_loss": 0.03901738325754801, "subset_score_loss": 0.03901738325754801} +{"step": 970000, "wall_time": 11051.739350318909, "train_loss_step": 5.5053253173828125, "n_params": 4510840, "total_flops": 13441581465600000, "train_loss": 0.04119908809661865, "subset_score_loss": 0.04119908809661865} +{"step": 980000, "wall_time": 11158.340808868408, "train_loss_step": 5.876643180847168, "n_params": 4510840, "total_flops": 13580154470400000, "train_loss": 0.039312060674031576, "subset_score_loss": 0.039312060674031576} +{"step": 990000, "wall_time": 11263.244208574295, "train_loss_step": 5.606054306030273, "n_params": 4510840, "total_flops": 13718727475200000, "train_loss": 0.03845459222793579, "subset_score_loss": 0.03845459222793579} +{"step": 1000000, "wall_time": 11445.642929077148, "train_loss_step": 5.578395843505859, "n_params": 4510840, "total_flops": 13857300480000000, "train_loss": 0.03823397159576416, "subset_score_loss": 0.03823397159576416, "memorization_fraction_pixel": 0.05909999832510948, "mean_nn_ratio_pixel": 0.8766134977340698, "fid": 226.3108835467499, "fid_failed": 0.0} +{"step": 1010000, "wall_time": 11551.973609924316, "train_loss_step": 5.735715866088867, "n_params": 4510840, "total_flops": 13995873484800000, "train_loss": 0.03825632333755493, "subset_score_loss": 0.03825632333755493} +{"step": 1020000, "wall_time": 11656.68123793602, "train_loss_step": 5.672309875488281, "n_params": 4510840, "total_flops": 14134446489600000, "train_loss": 0.03864095608393351, "subset_score_loss": 0.03864095608393351} +{"step": 1030000, "wall_time": 11762.978386640549, "train_loss_step": 5.418211936950684, "n_params": 4510840, "total_flops": 14273019494400000, "train_loss": 0.03913446664810181, "subset_score_loss": 0.03913446664810181} +{"step": 1040000, "wall_time": 11869.138426542282, "train_loss_step": 5.5075788497924805, "n_params": 4510840, "total_flops": 14411592499200000, "train_loss": 0.04049046436945598, "subset_score_loss": 0.04049046436945598} +{"step": 1050000, "wall_time": 11972.922537565231, "train_loss_step": 5.8136749267578125, "n_params": 4510840, "total_flops": 14550165504000000, "train_loss": 0.04009676376978556, "subset_score_loss": 0.04009676376978556} +{"step": 1060000, "wall_time": 12078.909418582916, "train_loss_step": 5.84664249420166, "n_params": 4510840, "total_flops": 14688738508800000, "train_loss": 0.037806495030721025, "subset_score_loss": 0.037806495030721025} +{"step": 1070000, "wall_time": 12185.21832036972, "train_loss_step": 5.465646743774414, "n_params": 4510840, "total_flops": 14827311513600000, "train_loss": 0.0377579927444458, "subset_score_loss": 0.0377579927444458} +{"step": 1080000, "wall_time": 12291.286401987076, "train_loss_step": 5.369195938110352, "n_params": 4510840, "total_flops": 14965884518400000, "train_loss": 0.04027856588363647, "subset_score_loss": 0.04027856588363647} +{"step": 1090000, "wall_time": 12397.561985969543, "train_loss_step": 5.299025535583496, "n_params": 4510840, "total_flops": 15104457523200000, "train_loss": 0.03757515748341878, "subset_score_loss": 0.03757515748341878} +{"step": 1100000, "wall_time": 12586.471842050552, "train_loss_step": 5.531728744506836, "n_params": 4510840, "total_flops": 15243030528000000, "train_loss": 0.03923753499984741, "subset_score_loss": 0.03923753499984741, "memorization_fraction_pixel": 0.05909999832510948, "mean_nn_ratio_pixel": 0.884859561920166, "fid": 239.7350300592363, "fid_failed": 0.0} +{"step": 1110000, "wall_time": 12693.415880441666, "train_loss_step": 5.455473899841309, "n_params": 4510840, "total_flops": 15381603532800000, "train_loss": 0.037855843702952065, "subset_score_loss": 0.037855843702952065} +{"step": 1120000, "wall_time": 12796.796595096588, "train_loss_step": 5.669957637786865, "n_params": 4510840, "total_flops": 15520176537600000, "train_loss": 0.03712344169616699, "subset_score_loss": 0.03712344169616699} +{"step": 1130000, "wall_time": 12901.832152366638, "train_loss_step": 5.3824310302734375, "n_params": 4510840, "total_flops": 15658749542400000, "train_loss": 0.03743249177932739, "subset_score_loss": 0.03743249177932739} +{"step": 1140000, "wall_time": 13008.215333461761, "train_loss_step": 5.696324348449707, "n_params": 4510840, "total_flops": 15797322547200000, "train_loss": 0.03732930024464925, "subset_score_loss": 0.03732930024464925} +{"step": 1150000, "wall_time": 13111.727478981018, "train_loss_step": 5.2453179359436035, "n_params": 4510840, "total_flops": 15935895552000000, "train_loss": 0.037398274739583334, "subset_score_loss": 0.037398274739583334} +{"step": 1160000, "wall_time": 13217.705514907837, "train_loss_step": 5.271305084228516, "n_params": 4510840, "total_flops": 16074468556800000, "train_loss": 0.0352360208829244, "subset_score_loss": 0.0352360208829244} +{"step": 1170000, "wall_time": 13323.818901777267, "train_loss_step": 5.610154151916504, "n_params": 4510840, "total_flops": 16213041561600000, "train_loss": 0.038850291570027666, "subset_score_loss": 0.038850291570027666} +{"step": 1180000, "wall_time": 13430.063439130783, "train_loss_step": 5.2041707038879395, "n_params": 4510840, "total_flops": 16351614566400000, "train_loss": 0.03579350312550863, "subset_score_loss": 0.03579350312550863} +{"step": 1190000, "wall_time": 13536.298485517502, "train_loss_step": 5.407012939453125, "n_params": 4510840, "total_flops": 16490187571200000, "train_loss": 0.036152851581573484, "subset_score_loss": 0.036152851581573484} +{"step": 1200000, "wall_time": 13703.949739694595, "train_loss_step": 5.412245750427246, "n_params": 4510840, "total_flops": 16628760576000000, "train_loss": 0.037554176648457845, "subset_score_loss": 0.037554176648457845, "memorization_fraction_pixel": 0.0885000005364418, "mean_nn_ratio_pixel": 0.8584655523300171, "fid": 233.08068898559404, "fid_failed": 0.0} +{"step": 1210000, "wall_time": 13790.710086107254, "train_loss_step": 4.893407821655273, "n_params": 4510840, "total_flops": 16767333580800000, "train_loss": 0.03574932813644409, "subset_score_loss": 0.03574932813644409} +{"step": 1220000, "wall_time": 13878.87752699852, "train_loss_step": 5.441544532775879, "n_params": 4510840, "total_flops": 16905906585600000, "train_loss": 0.03482038577397664, "subset_score_loss": 0.03482038577397664} +{"step": 1230000, "wall_time": 13948.340951442719, "train_loss_step": 5.557334899902344, "n_params": 4510840, "total_flops": 17044479590400000, "train_loss": 0.03586066961288452, "subset_score_loss": 0.03586066961288452} +{"step": 1240000, "wall_time": 14036.246875286102, "train_loss_step": 5.1357927322387695, "n_params": 4510840, "total_flops": 17183052595200000, "train_loss": 0.0347655177116394, "subset_score_loss": 0.0347655177116394} +{"step": 1250000, "wall_time": 14121.634655952454, "train_loss_step": 4.923549652099609, "n_params": 4510840, "total_flops": 17321625600000000, "train_loss": 0.034573992093404136, "subset_score_loss": 0.034573992093404136} +{"step": 1260000, "wall_time": 14201.204195261002, "train_loss_step": 5.445943355560303, "n_params": 4510840, "total_flops": 17460198604800000, "train_loss": 0.035289764404296875, "subset_score_loss": 0.035289764404296875} +{"step": 1270000, "wall_time": 14288.926932096481, "train_loss_step": 5.126588821411133, "n_params": 4510840, "total_flops": 17598771609600000, "train_loss": 0.03562916914621989, "subset_score_loss": 0.03562916914621989} +{"step": 1280000, "wall_time": 14377.02559375763, "train_loss_step": 4.601410865783691, "n_params": 4510840, "total_flops": 17737344614400000, "train_loss": 0.03281033237775167, "subset_score_loss": 0.03281033237775167} +{"step": 1290000, "wall_time": 14465.134698152542, "train_loss_step": 4.740386009216309, "n_params": 4510840, "total_flops": 17875917619200000, "train_loss": 0.03359302282333374, "subset_score_loss": 0.03359302282333374} +{"step": 1300000, "wall_time": 14624.582865476608, "train_loss_step": 4.802265167236328, "n_params": 4510840, "total_flops": 18014490624000000, "train_loss": 0.03349641958872477, "subset_score_loss": 0.03349641958872477, "memorization_fraction_pixel": 0.10930000245571136, "mean_nn_ratio_pixel": 0.8372311592102051, "fid": 227.5605714859438, "fid_failed": 0.0} +{"step": 1310000, "wall_time": 14712.768635511398, "train_loss_step": 5.285499095916748, "n_params": 4510840, "total_flops": 18153063628800000, "train_loss": 0.03371917009353638, "subset_score_loss": 0.03371917009353638} +{"step": 1320000, "wall_time": 14799.655277252197, "train_loss_step": 5.05234956741333, "n_params": 4510840, "total_flops": 18291636633600000, "train_loss": 0.0347808043162028, "subset_score_loss": 0.0347808043162028} +{"step": 1330000, "wall_time": 14885.85375213623, "train_loss_step": 5.0585832595825195, "n_params": 4510840, "total_flops": 18430209638400000, "train_loss": 0.03511059284210205, "subset_score_loss": 0.03511059284210205} +{"step": 1340000, "wall_time": 14973.616896390915, "train_loss_step": 5.143346786499023, "n_params": 4510840, "total_flops": 18568782643200000, "train_loss": 0.03603053092956543, "subset_score_loss": 0.03603053092956543} +{"step": 1350000, "wall_time": 15058.68232369423, "train_loss_step": 5.123812675476074, "n_params": 4510840, "total_flops": 18707355648000000, "train_loss": 0.0353109876314799, "subset_score_loss": 0.0353109876314799} +{"step": 1360000, "wall_time": 15143.82353568077, "train_loss_step": 4.92722225189209, "n_params": 4510840, "total_flops": 18845928652800000, "train_loss": 0.03416633605957031, "subset_score_loss": 0.03416633605957031} +{"step": 1370000, "wall_time": 15231.771989822388, "train_loss_step": 4.956023216247559, "n_params": 4510840, "total_flops": 18984501657600000, "train_loss": 0.03366192181905111, "subset_score_loss": 0.03366192181905111} +{"step": 1380000, "wall_time": 15319.879664897919, "train_loss_step": 4.951983451843262, "n_params": 4510840, "total_flops": 19123074662400000, "train_loss": 0.032688031593958534, "subset_score_loss": 0.032688031593958534} +{"step": 1390000, "wall_time": 15408.076955080032, "train_loss_step": 5.006338119506836, "n_params": 4510840, "total_flops": 19261647667200000, "train_loss": 0.034367930889129636, "subset_score_loss": 0.034367930889129636} +{"step": 1400000, "wall_time": 15563.166429758072, "train_loss_step": 4.686559677124023, "n_params": 4510840, "total_flops": 19400220672000000, "train_loss": 0.03391788800557454, "subset_score_loss": 0.03391788800557454, "memorization_fraction_pixel": 0.1265999972820282, "mean_nn_ratio_pixel": 0.8103722929954529, "fid": 220.48741576166634, "fid_failed": 0.0} +{"step": 1410000, "wall_time": 15651.253866195679, "train_loss_step": 5.270124912261963, "n_params": 4510840, "total_flops": 19538793676800000, "train_loss": 0.03338068723678589, "subset_score_loss": 0.03338068723678589} +{"step": 1420000, "wall_time": 15739.282715797424, "train_loss_step": 4.884485244750977, "n_params": 4510840, "total_flops": 19677366681600000, "train_loss": 0.033905390898386636, "subset_score_loss": 0.033905390898386636} +{"step": 1430000, "wall_time": 15824.538752317429, "train_loss_step": 5.04957389831543, "n_params": 4510840, "total_flops": 19815939686400000, "train_loss": 0.032072256008783974, "subset_score_loss": 0.032072256008783974} +{"step": 1440000, "wall_time": 15911.954226255417, "train_loss_step": 4.500362396240234, "n_params": 4510840, "total_flops": 19954512691200000, "train_loss": 0.03467486302057902, "subset_score_loss": 0.03467486302057902} +{"step": 1450000, "wall_time": 16000.101876735687, "train_loss_step": 4.975899696350098, "n_params": 4510840, "total_flops": 20093085696000000, "train_loss": 0.0325735330581665, "subset_score_loss": 0.0325735330581665} +{"step": 1460000, "wall_time": 16085.36522436142, "train_loss_step": 4.836970329284668, "n_params": 4510840, "total_flops": 20231658700800000, "train_loss": 0.032048704226811726, "subset_score_loss": 0.032048704226811726} +{"step": 1470000, "wall_time": 16170.410233259201, "train_loss_step": 5.184060096740723, "n_params": 4510840, "total_flops": 20370231705600000, "train_loss": 0.033681706587473555, "subset_score_loss": 0.033681706587473555} +{"step": 1480000, "wall_time": 16258.517990589142, "train_loss_step": 5.091304779052734, "n_params": 4510840, "total_flops": 20508804710400000, "train_loss": 0.032789637645085655, "subset_score_loss": 0.032789637645085655} +{"step": 1490000, "wall_time": 16346.734128713608, "train_loss_step": 5.316352367401123, "n_params": 4510840, "total_flops": 20647377715200000, "train_loss": 0.03285208543141683, "subset_score_loss": 0.03285208543141683} +{"step": 1500000, "wall_time": 16502.978669643402, "train_loss_step": 4.838261127471924, "n_params": 4510840, "total_flops": 20785950720000000, "train_loss": 0.03234034776687622, "subset_score_loss": 0.03234034776687622, "memorization_fraction_pixel": 0.16830000281333923, "mean_nn_ratio_pixel": 0.78802889585495, "fid": 210.4599705584381, "fid_failed": 0.0} +{"step": 1510000, "wall_time": 16591.268170118332, "train_loss_step": 4.971619606018066, "n_params": 4510840, "total_flops": 20924523724800000, "train_loss": 0.03231412370999654, "subset_score_loss": 0.03231412370999654} +{"step": 1520000, "wall_time": 16679.426649332047, "train_loss_step": 4.908139705657959, "n_params": 4510840, "total_flops": 21063096729600000, "train_loss": 0.03209057648976644, "subset_score_loss": 0.03209057648976644} +{"step": 1530000, "wall_time": 16766.13962984085, "train_loss_step": 5.235028266906738, "n_params": 4510840, "total_flops": 21201669734400000, "train_loss": 0.033980381488800046, "subset_score_loss": 0.033980381488800046} +{"step": 1540000, "wall_time": 16853.969195842743, "train_loss_step": 5.297937393188477, "n_params": 4510840, "total_flops": 21340242739200000, "train_loss": 0.03197916348775228, "subset_score_loss": 0.03197916348775228} +{"step": 1550000, "wall_time": 16940.566919326782, "train_loss_step": 4.351376533508301, "n_params": 4510840, "total_flops": 21478815744000000, "train_loss": 0.031373719374338783, "subset_score_loss": 0.031373719374338783} +{"step": 1560000, "wall_time": 17028.619931936264, "train_loss_step": 4.739795207977295, "n_params": 4510840, "total_flops": 21617388748800000, "train_loss": 0.030497775475184122, "subset_score_loss": 0.030497775475184122} +{"step": 1570000, "wall_time": 17110.33206963539, "train_loss_step": 4.73972225189209, "n_params": 4510840, "total_flops": 21755961753600000, "train_loss": 0.03118962248166402, "subset_score_loss": 0.03118962248166402} +{"step": 1580000, "wall_time": 17198.62425136566, "train_loss_step": 4.781035423278809, "n_params": 4510840, "total_flops": 21894534758400000, "train_loss": 0.03135767181714376, "subset_score_loss": 0.03135767181714376} +{"step": 1590000, "wall_time": 17286.800740242004, "train_loss_step": 4.667900085449219, "n_params": 4510840, "total_flops": 22033107763200000, "train_loss": 0.03008183240890503, "subset_score_loss": 0.03008183240890503} +{"step": 1600000, "wall_time": 17442.913071632385, "train_loss_step": 4.565909385681152, "n_params": 4510840, "total_flops": 22171680768000000, "train_loss": 0.030278923114140828, "subset_score_loss": 0.030278923114140828, "memorization_fraction_pixel": 0.19359999895095825, "mean_nn_ratio_pixel": 0.77073073387146, "fid": 203.4434021071748, "fid_failed": 0.0} +{"step": 1610000, "wall_time": 17531.08574962616, "train_loss_step": 4.674269676208496, "n_params": 4510840, "total_flops": 22310253772800000, "train_loss": 0.03145086963971456, "subset_score_loss": 0.03145086963971456} +{"step": 1620000, "wall_time": 17619.16880917549, "train_loss_step": 4.699062347412109, "n_params": 4510840, "total_flops": 22448826777600000, "train_loss": 0.03148865302403768, "subset_score_loss": 0.03148865302403768} +{"step": 1630000, "wall_time": 17707.11914229393, "train_loss_step": 4.761870384216309, "n_params": 4510840, "total_flops": 22587399782400000, "train_loss": 0.030971922477086387, "subset_score_loss": 0.030971922477086387} +{"step": 1640000, "wall_time": 17793.340928554535, "train_loss_step": 4.954787254333496, "n_params": 4510840, "total_flops": 22725972787200000, "train_loss": 0.03124600648880005, "subset_score_loss": 0.03124600648880005} +{"step": 1650000, "wall_time": 17881.989048480988, "train_loss_step": 4.751440048217773, "n_params": 4510840, "total_flops": 22864545792000000, "train_loss": 0.031490667661031084, "subset_score_loss": 0.031490667661031084} +{"step": 1660000, "wall_time": 17967.892336130142, "train_loss_step": 4.5827484130859375, "n_params": 4510840, "total_flops": 23003118796800000, "train_loss": 0.030640111366907755, "subset_score_loss": 0.030640111366907755} +{"step": 1670000, "wall_time": 18055.479073762894, "train_loss_step": 4.20393180847168, "n_params": 4510840, "total_flops": 23141691801600000, "train_loss": 0.028937957684199014, "subset_score_loss": 0.028937957684199014} +{"step": 1680000, "wall_time": 18138.146119356155, "train_loss_step": 4.892528533935547, "n_params": 4510840, "total_flops": 23280264806400000, "train_loss": 0.02966007192929586, "subset_score_loss": 0.02966007192929586} +{"step": 1690000, "wall_time": 18226.305811405182, "train_loss_step": 4.38623046875, "n_params": 4510840, "total_flops": 23418837811200000, "train_loss": 0.02954674561818441, "subset_score_loss": 0.02954674561818441} +{"step": 1700000, "wall_time": 18381.477135658264, "train_loss_step": 4.85192346572876, "n_params": 4510840, "total_flops": 23557410816000000, "train_loss": 0.03081990679105123, "subset_score_loss": 0.03081990679105123, "memorization_fraction_pixel": 0.21070000529289246, "mean_nn_ratio_pixel": 0.7550651431083679, "fid": 195.79961733962543, "fid_failed": 0.0} +{"step": 1710000, "wall_time": 18469.749646425247, "train_loss_step": 4.537689685821533, "n_params": 4510840, "total_flops": 23695983820800000, "train_loss": 0.029402834177017213, "subset_score_loss": 0.029402834177017213} +{"step": 1720000, "wall_time": 18557.904268026352, "train_loss_step": 4.868030548095703, "n_params": 4510840, "total_flops": 23834556825600000, "train_loss": 0.030444933970769247, "subset_score_loss": 0.030444933970769247} +{"step": 1730000, "wall_time": 18646.078490018845, "train_loss_step": 4.841543197631836, "n_params": 4510840, "total_flops": 23973129830400000, "train_loss": 0.029702132940292357, "subset_score_loss": 0.029702132940292357} +{"step": 1740000, "wall_time": 18732.619267225266, "train_loss_step": 4.4358391761779785, "n_params": 4510840, "total_flops": 24111702835200000, "train_loss": 0.029093162218729655, "subset_score_loss": 0.029093162218729655} +{"step": 1750000, "wall_time": 18820.812143802643, "train_loss_step": 4.293447971343994, "n_params": 4510840, "total_flops": 24250275840000000, "train_loss": 0.03139938513437907, "subset_score_loss": 0.03139938513437907} +{"step": 1760000, "wall_time": 18909.284543275833, "train_loss_step": 4.619199752807617, "n_params": 4510840, "total_flops": 24388848844800000, "train_loss": 0.02918987472852071, "subset_score_loss": 0.02918987472852071} +{"step": 1770000, "wall_time": 18995.33642053604, "train_loss_step": 4.283633232116699, "n_params": 4510840, "total_flops": 24527421849600000, "train_loss": 0.03217670917510986, "subset_score_loss": 0.03217670917510986} +{"step": 1780000, "wall_time": 19074.76543903351, "train_loss_step": 4.943584442138672, "n_params": 4510840, "total_flops": 24665994854400000, "train_loss": 0.029107296466827394, "subset_score_loss": 0.029107296466827394} +{"step": 1790000, "wall_time": 19158.423293352127, "train_loss_step": 4.536076545715332, "n_params": 4510840, "total_flops": 24804567859200000, "train_loss": 0.028587029377619425, "subset_score_loss": 0.028587029377619425} +{"step": 1800000, "wall_time": 19300.461375951767, "train_loss_step": 4.538990497589111, "n_params": 4510840, "total_flops": 24943140864000000, "train_loss": 0.03025009036064148, "subset_score_loss": 0.03025009036064148, "memorization_fraction_pixel": 0.22360000014305115, "mean_nn_ratio_pixel": 0.7508676648139954, "fid": 189.8926309708194, "fid_failed": 0.0} +{"step": 1810000, "wall_time": 19388.55944943428, "train_loss_step": 4.605602264404297, "n_params": 4510840, "total_flops": 25081713868800000, "train_loss": 0.028845312198003133, "subset_score_loss": 0.028845312198003133} +{"step": 1820000, "wall_time": 19476.726322174072, "train_loss_step": 4.602085113525391, "n_params": 4510840, "total_flops": 25220286873600000, "train_loss": 0.029027108351389566, "subset_score_loss": 0.029027108351389566} +{"step": 1830000, "wall_time": 19564.88432455063, "train_loss_step": 4.349745750427246, "n_params": 4510840, "total_flops": 25358859878400000, "train_loss": 0.027263659238815307, "subset_score_loss": 0.027263659238815307} +{"step": 1840000, "wall_time": 19650.800691127777, "train_loss_step": 4.669915199279785, "n_params": 4510840, "total_flops": 25497432883200000, "train_loss": 0.02829299767812093, "subset_score_loss": 0.02829299767812093} +{"step": 1850000, "wall_time": 19738.99716424942, "train_loss_step": 4.317238807678223, "n_params": 4510840, "total_flops": 25636005888000000, "train_loss": 0.028127266963322958, "subset_score_loss": 0.028127266963322958} +{"step": 1860000, "wall_time": 19826.818959236145, "train_loss_step": 4.289780616760254, "n_params": 4510840, "total_flops": 25774578892800000, "train_loss": 0.02942414879798889, "subset_score_loss": 0.02942414879798889} +{"step": 1870000, "wall_time": 19915.101430416107, "train_loss_step": 4.3390350341796875, "n_params": 4510840, "total_flops": 25913151897600000, "train_loss": 0.02938226262728373, "subset_score_loss": 0.02938226262728373} +{"step": 1880000, "wall_time": 20001.54932665825, "train_loss_step": 4.449779510498047, "n_params": 4510840, "total_flops": 26051724902400000, "train_loss": 0.029004077116648357, "subset_score_loss": 0.029004077116648357} +{"step": 1890000, "wall_time": 20077.17581820488, "train_loss_step": 4.360936641693115, "n_params": 4510840, "total_flops": 26190297907200000, "train_loss": 0.027963664134343466, "subset_score_loss": 0.027963664134343466} +{"step": 1900000, "wall_time": 20233.611292123795, "train_loss_step": 4.601149559020996, "n_params": 4510840, "total_flops": 26328870912000000, "train_loss": 0.028805832068125408, "subset_score_loss": 0.028805832068125408, "memorization_fraction_pixel": 0.25609999895095825, "mean_nn_ratio_pixel": 0.7261447906494141, "fid": 176.46748077525433, "fid_failed": 0.0} +{"step": 1910000, "wall_time": 20309.709908246994, "train_loss_step": 4.990633010864258, "n_params": 4510840, "total_flops": 26467443916800000, "train_loss": 0.029170546929041544, "subset_score_loss": 0.029170546929041544} +{"step": 1920000, "wall_time": 20397.90843486786, "train_loss_step": 4.53580379486084, "n_params": 4510840, "total_flops": 26606016921600000, "train_loss": 0.029070597887039185, "subset_score_loss": 0.029070597887039185} +{"step": 1930000, "wall_time": 20486.11557340622, "train_loss_step": 4.088724136352539, "n_params": 4510840, "total_flops": 26744589926400000, "train_loss": 0.027034189303716025, "subset_score_loss": 0.027034189303716025} +{"step": 1940000, "wall_time": 20572.266717672348, "train_loss_step": 4.386344909667969, "n_params": 4510840, "total_flops": 26883162931200000, "train_loss": 0.028590414921442667, "subset_score_loss": 0.028590414921442667} +{"step": 1950000, "wall_time": 20660.36506986618, "train_loss_step": 4.580534934997559, "n_params": 4510840, "total_flops": 27021735936000000, "train_loss": 0.027501783768335977, "subset_score_loss": 0.027501783768335977} +{"step": 1960000, "wall_time": 20748.233989715576, "train_loss_step": 4.487626552581787, "n_params": 4510840, "total_flops": 27160308940800000, "train_loss": 0.027319687604904174, "subset_score_loss": 0.027319687604904174} +{"step": 1970000, "wall_time": 20836.227334737778, "train_loss_step": 4.1933465003967285, "n_params": 4510840, "total_flops": 27298881945600000, "train_loss": 0.0264286478360494, "subset_score_loss": 0.0264286478360494} +{"step": 1980000, "wall_time": 20924.390966176987, "train_loss_step": 4.687856197357178, "n_params": 4510840, "total_flops": 27437454950400000, "train_loss": 0.027807754278182984, "subset_score_loss": 0.027807754278182984} +{"step": 1990000, "wall_time": 21010.666259288788, "train_loss_step": 4.493928909301758, "n_params": 4510840, "total_flops": 27576027955200000, "train_loss": 0.028410762548446655, "subset_score_loss": 0.028410762548446655} +{"step": 2000000, "wall_time": 21156.919392585754, "train_loss_step": 4.2523908615112305, "n_params": 4510840, "total_flops": 27714600960000000, "train_loss": 0.025834298133850096, "subset_score_loss": 0.025834298133850096, "memorization_fraction_pixel": 0.2797999978065491, "mean_nn_ratio_pixel": 0.7072871327400208, "fid": 165.53796574458391, "fid_failed": 0.0} +{"step": 2010000, "wall_time": 21245.11186170578, "train_loss_step": 4.590821743011475, "n_params": 4510840, "total_flops": 27853173964800000, "train_loss": 0.02738410433133443, "subset_score_loss": 0.02738410433133443} +{"step": 2020000, "wall_time": 21327.007199525833, "train_loss_step": 4.509594440460205, "n_params": 4510840, "total_flops": 27991746969600000, "train_loss": 0.02769001523653666, "subset_score_loss": 0.02769001523653666} +{"step": 2030000, "wall_time": 21406.28632092476, "train_loss_step": 3.9670395851135254, "n_params": 4510840, "total_flops": 28130319974400000, "train_loss": 0.02664240598678589, "subset_score_loss": 0.02664240598678589} +{"step": 2040000, "wall_time": 21494.190178871155, "train_loss_step": 4.237889289855957, "n_params": 4510840, "total_flops": 28268892979200000, "train_loss": 0.02628239393234253, "subset_score_loss": 0.02628239393234253} +{"step": 2050000, "wall_time": 21580.522699832916, "train_loss_step": 4.314829349517822, "n_params": 4510840, "total_flops": 28407465984000000, "train_loss": 0.0271173099676768, "subset_score_loss": 0.0271173099676768} +{"step": 2060000, "wall_time": 21668.6720662117, "train_loss_step": 4.546519756317139, "n_params": 4510840, "total_flops": 28546038988800000, "train_loss": 0.026786382993062338, "subset_score_loss": 0.026786382993062338} +{"step": 2070000, "wall_time": 21756.512373685837, "train_loss_step": 4.266931056976318, "n_params": 4510840, "total_flops": 28684611993600000, "train_loss": 0.027340443929036458, "subset_score_loss": 0.027340443929036458} +{"step": 2080000, "wall_time": 21844.36809539795, "train_loss_step": 4.346958160400391, "n_params": 4510840, "total_flops": 28823184998400000, "train_loss": 0.025930943091710408, "subset_score_loss": 0.025930943091710408} +{"step": 2090000, "wall_time": 21932.657437086105, "train_loss_step": 4.604608058929443, "n_params": 4510840, "total_flops": 28961758003200000, "train_loss": 0.026979635159174602, "subset_score_loss": 0.026979635159174602} +{"step": 2100000, "wall_time": 22077.205904960632, "train_loss_step": 4.133806228637695, "n_params": 4510840, "total_flops": 29100331008000000, "train_loss": 0.02617475390434265, "subset_score_loss": 0.02617475390434265, "memorization_fraction_pixel": 0.30399999022483826, "mean_nn_ratio_pixel": 0.6905770301818848, "fid": 160.39170659529427, "fid_failed": 0.0} +{"step": 2110000, "wall_time": 22165.035074710846, "train_loss_step": 4.4766693115234375, "n_params": 4510840, "total_flops": 29238904012800000, "train_loss": 0.025656348466873168, "subset_score_loss": 0.025656348466873168} +{"step": 2120000, "wall_time": 22253.233122587204, "train_loss_step": 4.038606643676758, "n_params": 4510840, "total_flops": 29377477017600000, "train_loss": 0.025978972514470417, "subset_score_loss": 0.025978972514470417} +{"step": 2130000, "wall_time": 22341.492512702942, "train_loss_step": 4.329231262207031, "n_params": 4510840, "total_flops": 29516050022400000, "train_loss": 0.025237522522608438, "subset_score_loss": 0.025237522522608438} +{"step": 2140000, "wall_time": 22420.246596574783, "train_loss_step": 4.14231014251709, "n_params": 4510840, "total_flops": 29654623027200000, "train_loss": 0.026042368014653525, "subset_score_loss": 0.026042368014653525} +{"step": 2150000, "wall_time": 22500.647556066513, "train_loss_step": 4.150238513946533, "n_params": 4510840, "total_flops": 29793196032000000, "train_loss": 0.025756134589513143, "subset_score_loss": 0.025756134589513143} +{"step": 2160000, "wall_time": 22588.897506713867, "train_loss_step": 4.278500556945801, "n_params": 4510840, "total_flops": 29931769036800000, "train_loss": 0.025167524814605713, "subset_score_loss": 0.025167524814605713} +{"step": 2170000, "wall_time": 22676.92809867859, "train_loss_step": 4.2806525230407715, "n_params": 4510840, "total_flops": 30070342041600000, "train_loss": 0.025119471549987792, "subset_score_loss": 0.025119471549987792} +{"step": 2180000, "wall_time": 22764.93582201004, "train_loss_step": 4.321041107177734, "n_params": 4510840, "total_flops": 30208915046400000, "train_loss": 0.02635193665822347, "subset_score_loss": 0.02635193665822347} +{"step": 2190000, "wall_time": 22852.794778347015, "train_loss_step": 4.379839897155762, "n_params": 4510840, "total_flops": 30347488051200000, "train_loss": 0.025370492537816366, "subset_score_loss": 0.025370492537816366} +{"step": 2200000, "wall_time": 23007.689385414124, "train_loss_step": 4.059022426605225, "n_params": 4510840, "total_flops": 30486061056000000, "train_loss": 0.02566601832707723, "subset_score_loss": 0.02566601832707723, "memorization_fraction_pixel": 0.31790000200271606, "mean_nn_ratio_pixel": 0.6863438487052917, "fid": 155.90397280778163, "fid_failed": 0.0} +{"step": 2210000, "wall_time": 23084.676884174347, "train_loss_step": 4.0908355712890625, "n_params": 4510840, "total_flops": 30624634060800000, "train_loss": 0.02447992960611979, "subset_score_loss": 0.02447992960611979} +{"step": 2220000, "wall_time": 23172.320645809174, "train_loss_step": 4.310307502746582, "n_params": 4510840, "total_flops": 30763207065600000, "train_loss": 0.024331448475519817, "subset_score_loss": 0.024331448475519817} +{"step": 2230000, "wall_time": 23260.366295814514, "train_loss_step": 4.570727825164795, "n_params": 4510840, "total_flops": 30901780070400000, "train_loss": 0.024696962038675944, "subset_score_loss": 0.024696962038675944} +{"step": 2240000, "wall_time": 23348.440771341324, "train_loss_step": 3.917996406555176, "n_params": 4510840, "total_flops": 31040353075200000, "train_loss": 0.02671523888905843, "subset_score_loss": 0.02671523888905843} +{"step": 2250000, "wall_time": 23434.805287599564, "train_loss_step": 4.243310928344727, "n_params": 4510840, "total_flops": 31178926080000000, "train_loss": 0.024607727924982708, "subset_score_loss": 0.024607727924982708} +{"step": 2260000, "wall_time": 23510.57196497917, "train_loss_step": 4.14842414855957, "n_params": 4510840, "total_flops": 31317499084800000, "train_loss": 0.025280276934305828, "subset_score_loss": 0.025280276934305828} +{"step": 2270000, "wall_time": 23595.987318754196, "train_loss_step": 4.121585369110107, "n_params": 4510840, "total_flops": 31456072089600000, "train_loss": 0.025627869367599487, "subset_score_loss": 0.025627869367599487} +{"step": 2280000, "wall_time": 23683.947464704514, "train_loss_step": 4.336737155914307, "n_params": 4510840, "total_flops": 31594645094400000, "train_loss": 0.024755847454071046, "subset_score_loss": 0.024755847454071046} +{"step": 2290000, "wall_time": 23771.972908973694, "train_loss_step": 3.9516448974609375, "n_params": 4510840, "total_flops": 31733218099200000, "train_loss": 0.023847373326619466, "subset_score_loss": 0.023847373326619466} +{"step": 2300000, "wall_time": 23927.510544776917, "train_loss_step": 4.304595470428467, "n_params": 4510840, "total_flops": 31871791104000000, "train_loss": 0.025511487325032552, "subset_score_loss": 0.025511487325032552, "memorization_fraction_pixel": 0.3447999954223633, "mean_nn_ratio_pixel": 0.6668364405632019, "fid": 149.5608869543277, "fid_failed": 0.0} +{"step": 2310000, "wall_time": 24014.240931749344, "train_loss_step": 4.176509857177734, "n_params": 4510840, "total_flops": 32010364108800000, "train_loss": 0.024924198786417644, "subset_score_loss": 0.024924198786417644} +{"step": 2320000, "wall_time": 24087.529685735703, "train_loss_step": 3.9938859939575195, "n_params": 4510840, "total_flops": 32148937113600000, "train_loss": 0.024001510938008626, "subset_score_loss": 0.024001510938008626} +{"step": 2330000, "wall_time": 24175.53870153427, "train_loss_step": 4.239834308624268, "n_params": 4510840, "total_flops": 32287510118400000, "train_loss": 0.02447459101676941, "subset_score_loss": 0.02447459101676941} +{"step": 2340000, "wall_time": 24263.548845529556, "train_loss_step": 4.084325790405273, "n_params": 4510840, "total_flops": 32426083123200000, "train_loss": 0.02312942345937093, "subset_score_loss": 0.02312942345937093} +{"step": 2350000, "wall_time": 24349.73161506653, "train_loss_step": 4.167632102966309, "n_params": 4510840, "total_flops": 32564656128000000, "train_loss": 0.024152296781539916, "subset_score_loss": 0.024152296781539916} +{"step": 2360000, "wall_time": 24437.89042043686, "train_loss_step": 4.041954040527344, "n_params": 4510840, "total_flops": 32703229132800000, "train_loss": 0.024459306399027506, "subset_score_loss": 0.024459306399027506} +{"step": 2370000, "wall_time": 24526.362309217453, "train_loss_step": 3.8429312705993652, "n_params": 4510840, "total_flops": 32841802137600000, "train_loss": 0.024031104644139607, "subset_score_loss": 0.024031104644139607} +{"step": 2380000, "wall_time": 24604.20884037018, "train_loss_step": 4.044985771179199, "n_params": 4510840, "total_flops": 32980375142400000, "train_loss": 0.023562477032343546, "subset_score_loss": 0.023562477032343546} +{"step": 2390000, "wall_time": 24692.42796421051, "train_loss_step": 4.133667945861816, "n_params": 4510840, "total_flops": 33118948147200000, "train_loss": 0.023777403434117637, "subset_score_loss": 0.023777403434117637} +{"step": 2400000, "wall_time": 24847.33041357994, "train_loss_step": 4.208512306213379, "n_params": 4510840, "total_flops": 33257521152000000, "train_loss": 0.02352851629257202, "subset_score_loss": 0.02352851629257202, "memorization_fraction_pixel": 0.3587000072002411, "mean_nn_ratio_pixel": 0.6546410918235779, "fid": 144.78873259505522, "fid_failed": 0.0} +{"step": 2410000, "wall_time": 24935.294640779495, "train_loss_step": 4.1658935546875, "n_params": 4510840, "total_flops": 33396094156800000, "train_loss": 0.023930440346399944, "subset_score_loss": 0.023930440346399944} +{"step": 2420000, "wall_time": 25021.87402009964, "train_loss_step": 4.073964595794678, "n_params": 4510840, "total_flops": 33534667161600000, "train_loss": 0.02520196239153544, "subset_score_loss": 0.02520196239153544} +{"step": 2430000, "wall_time": 25101.190400838852, "train_loss_step": 4.342638969421387, "n_params": 4510840, "total_flops": 33673240166400000, "train_loss": 0.024269525210062662, "subset_score_loss": 0.024269525210062662} +{"step": 2440000, "wall_time": 25189.09775519371, "train_loss_step": 4.094162940979004, "n_params": 4510840, "total_flops": 33811813171200000, "train_loss": 0.024234771728515625, "subset_score_loss": 0.024234771728515625} +{"step": 2450000, "wall_time": 25275.535088777542, "train_loss_step": 3.9288978576660156, "n_params": 4510840, "total_flops": 33950386176000000, "train_loss": 0.023752939701080323, "subset_score_loss": 0.023752939701080323} +{"step": 2460000, "wall_time": 25363.091735839844, "train_loss_step": 3.9633896350860596, "n_params": 4510840, "total_flops": 34088959180800000, "train_loss": 0.02387682398160299, "subset_score_loss": 0.02387682398160299} +{"step": 2470000, "wall_time": 25451.31086587906, "train_loss_step": 3.9623379707336426, "n_params": 4510840, "total_flops": 34227532185600000, "train_loss": 0.02409538229306539, "subset_score_loss": 0.02409538229306539} +{"step": 2480000, "wall_time": 25539.25275349617, "train_loss_step": 4.334299087524414, "n_params": 4510840, "total_flops": 34366105190400000, "train_loss": 0.02351232568422953, "subset_score_loss": 0.02351232568422953} +{"step": 2490000, "wall_time": 25622.835594415665, "train_loss_step": 4.016711235046387, "n_params": 4510840, "total_flops": 34504678195200000, "train_loss": 0.02475306987762451, "subset_score_loss": 0.02475306987762451} +{"step": 2500000, "wall_time": 25772.07687664032, "train_loss_step": 4.307284355163574, "n_params": 4510840, "total_flops": 34643251200000000, "train_loss": 0.02447306513786316, "subset_score_loss": 0.02447306513786316, "memorization_fraction_pixel": 0.3783000111579895, "mean_nn_ratio_pixel": 0.6395462155342102, "fid": 141.11863720226438, "fid_failed": 0.0} +{"step": 2510000, "wall_time": 25860.38183927536, "train_loss_step": 3.8032822608947754, "n_params": 4510840, "total_flops": 34781824204800000, "train_loss": 0.02463408311208089, "subset_score_loss": 0.02463408311208089} +{"step": 2520000, "wall_time": 25948.718955755234, "train_loss_step": 4.016572952270508, "n_params": 4510840, "total_flops": 34920397209600000, "train_loss": 0.023966240882873534, "subset_score_loss": 0.023966240882873534} +{"step": 2530000, "wall_time": 26035.186299562454, "train_loss_step": 3.602780818939209, "n_params": 4510840, "total_flops": 35058970214400000, "train_loss": 0.023543099562327068, "subset_score_loss": 0.023543099562327068} +{"step": 2540000, "wall_time": 26109.937781333923, "train_loss_step": 4.234775543212891, "n_params": 4510840, "total_flops": 35197543219200000, "train_loss": 0.0227777361869812, "subset_score_loss": 0.0227777361869812} +{"step": 2550000, "wall_time": 26197.974157333374, "train_loss_step": 3.945157051086426, "n_params": 4510840, "total_flops": 35336116224000000, "train_loss": 0.023499715328216552, "subset_score_loss": 0.023499715328216552} +{"step": 2560000, "wall_time": 26284.045546770096, "train_loss_step": 4.096739768981934, "n_params": 4510840, "total_flops": 35474689228800000, "train_loss": 0.02322433590888977, "subset_score_loss": 0.02322433590888977} +{"step": 2570000, "wall_time": 26372.18269968033, "train_loss_step": 3.749128580093384, "n_params": 4510840, "total_flops": 35613262233600000, "train_loss": 0.022899154822031656, "subset_score_loss": 0.022899154822031656} +{"step": 2580000, "wall_time": 26460.39097571373, "train_loss_step": 3.727485179901123, "n_params": 4510840, "total_flops": 35751835238400000, "train_loss": 0.021252946058909098, "subset_score_loss": 0.021252946058909098} +{"step": 2590000, "wall_time": 26548.37858891487, "train_loss_step": 3.964212417602539, "n_params": 4510840, "total_flops": 35890408243200000, "train_loss": 0.022974385817845663, "subset_score_loss": 0.022974385817845663} +{"step": 2600000, "wall_time": 26698.191201210022, "train_loss_step": 3.7376973628997803, "n_params": 4510840, "total_flops": 36028981248000000, "train_loss": 0.02203925053278605, "subset_score_loss": 0.02203925053278605, "memorization_fraction_pixel": 0.39879998564720154, "mean_nn_ratio_pixel": 0.6223050951957703, "fid": 138.28241546810557, "fid_failed": 0.0} +{"step": 2610000, "wall_time": 26778.902351617813, "train_loss_step": 3.6585373878479004, "n_params": 4510840, "total_flops": 36167554252800000, "train_loss": 0.022472467025121054, "subset_score_loss": 0.022472467025121054} +{"step": 2620000, "wall_time": 26866.895548820496, "train_loss_step": 3.7733078002929688, "n_params": 4510840, "total_flops": 36306127257600000, "train_loss": 0.023163962364196777, "subset_score_loss": 0.023163962364196777} +{"step": 2630000, "wall_time": 26955.17254447937, "train_loss_step": 3.6029841899871826, "n_params": 4510840, "total_flops": 36444700262400000, "train_loss": 0.022014248371124267, "subset_score_loss": 0.022014248371124267} +{"step": 2640000, "wall_time": 27041.565633535385, "train_loss_step": 3.9941790103912354, "n_params": 4510840, "total_flops": 36583273267200000, "train_loss": 0.022061461210250856, "subset_score_loss": 0.022061461210250856} +{"step": 2650000, "wall_time": 27118.362944841385, "train_loss_step": 3.816512107849121, "n_params": 4510840, "total_flops": 36721846272000000, "train_loss": 0.022018031279246012, "subset_score_loss": 0.022018031279246012} +{"step": 2660000, "wall_time": 27204.489013910294, "train_loss_step": 3.77288818359375, "n_params": 4510840, "total_flops": 36860419276800000, "train_loss": 0.023714953660964967, "subset_score_loss": 0.023714953660964967} +{"step": 2670000, "wall_time": 27292.39479660988, "train_loss_step": 3.6270878314971924, "n_params": 4510840, "total_flops": 36998992281600000, "train_loss": 0.02235407829284668, "subset_score_loss": 0.02235407829284668} +{"step": 2680000, "wall_time": 27380.47608566284, "train_loss_step": 3.716243267059326, "n_params": 4510840, "total_flops": 37137565286400000, "train_loss": 0.02389426827430725, "subset_score_loss": 0.02389426827430725} +{"step": 2690000, "wall_time": 27468.33508658409, "train_loss_step": 3.929950714111328, "n_params": 4510840, "total_flops": 37276138291200000, "train_loss": 0.02364033857981364, "subset_score_loss": 0.02364033857981364} +{"step": 2700000, "wall_time": 27624.37176179886, "train_loss_step": 3.959639072418213, "n_params": 4510840, "total_flops": 37414711296000000, "train_loss": 0.022279914220174155, "subset_score_loss": 0.022279914220174155, "memorization_fraction_pixel": 0.4284000098705292, "mean_nn_ratio_pixel": 0.6091451048851013, "fid": 131.39522580377383, "fid_failed": 0.0} +{"step": 2710000, "wall_time": 27712.65481352806, "train_loss_step": 3.6124608516693115, "n_params": 4510840, "total_flops": 37553284300800000, "train_loss": 0.021250079075495403, "subset_score_loss": 0.021250079075495403} +{"step": 2720000, "wall_time": 27790.278918981552, "train_loss_step": 4.0135416984558105, "n_params": 4510840, "total_flops": 37691857305600000, "train_loss": 0.02360332210858663, "subset_score_loss": 0.02360332210858663} +{"step": 2730000, "wall_time": 27872.057530403137, "train_loss_step": 3.738753080368042, "n_params": 4510840, "total_flops": 37830430310400000, "train_loss": 0.02217477758725484, "subset_score_loss": 0.02217477758725484} +{"step": 2740000, "wall_time": 27960.383447885513, "train_loss_step": 3.9054081439971924, "n_params": 4510840, "total_flops": 37969003315200000, "train_loss": 0.02250575621922811, "subset_score_loss": 0.02250575621922811} +{"step": 2750000, "wall_time": 28046.973182439804, "train_loss_step": 3.488901138305664, "n_params": 4510840, "total_flops": 38107576320000000, "train_loss": 0.022007878621419272, "subset_score_loss": 0.022007878621419272} +{"step": 2760000, "wall_time": 28118.6727039814, "train_loss_step": 4.066882610321045, "n_params": 4510840, "total_flops": 38246149324800000, "train_loss": 0.022565484046936035, "subset_score_loss": 0.022565484046936035} +{"step": 2770000, "wall_time": 28206.825936317444, "train_loss_step": 3.7136425971984863, "n_params": 4510840, "total_flops": 38384722329600000, "train_loss": 0.021287659804026287, "subset_score_loss": 0.021287659804026287} +{"step": 2780000, "wall_time": 28294.83349609375, "train_loss_step": 3.807521343231201, "n_params": 4510840, "total_flops": 38523295334400000, "train_loss": 0.021614706516265868, "subset_score_loss": 0.021614706516265868} +{"step": 2790000, "wall_time": 28382.757147550583, "train_loss_step": 4.080427646636963, "n_params": 4510840, "total_flops": 38661868339200000, "train_loss": 0.023605380455652872, "subset_score_loss": 0.023605380455652872} +{"step": 2800000, "wall_time": 28538.986083745956, "train_loss_step": 3.907890558242798, "n_params": 4510840, "total_flops": 38800441344000000, "train_loss": 0.021852177381515504, "subset_score_loss": 0.021852177381515504, "memorization_fraction_pixel": 0.42829999327659607, "mean_nn_ratio_pixel": 0.6039568185806274, "fid": 133.0776874990426, "fid_failed": 0.0} +{"step": 2810000, "wall_time": 28626.739152431488, "train_loss_step": 3.906963348388672, "n_params": 4510840, "total_flops": 38939014348800000, "train_loss": 0.021475815773010255, "subset_score_loss": 0.021475815773010255} +{"step": 2820000, "wall_time": 28714.816426753998, "train_loss_step": 3.7010316848754883, "n_params": 4510840, "total_flops": 39077587353600000, "train_loss": 0.021593326330184938, "subset_score_loss": 0.021593326330184938} +{"step": 2830000, "wall_time": 28803.073422431946, "train_loss_step": 3.818817615509033, "n_params": 4510840, "total_flops": 39216160358400000, "train_loss": 0.02198301355044047, "subset_score_loss": 0.02198301355044047} +{"step": 2840000, "wall_time": 28880.02512741089, "train_loss_step": 3.991495370864868, "n_params": 4510840, "total_flops": 39354733363200000, "train_loss": 0.02186545729637146, "subset_score_loss": 0.02186545729637146} +{"step": 2850000, "wall_time": 28968.200136899948, "train_loss_step": 3.4715399742126465, "n_params": 4510840, "total_flops": 39493306368000000, "train_loss": 0.022153645753860474, "subset_score_loss": 0.022153645753860474} +{"step": 2860000, "wall_time": 29052.645996570587, "train_loss_step": 3.949913740158081, "n_params": 4510840, "total_flops": 39631879372800000, "train_loss": 0.021947209040323892, "subset_score_loss": 0.021947209040323892} +{"step": 2870000, "wall_time": 29127.681819677353, "train_loss_step": 3.5183048248291016, "n_params": 4510840, "total_flops": 39770452377600000, "train_loss": 0.020641825596491494, "subset_score_loss": 0.020641825596491494} +{"step": 2880000, "wall_time": 29215.89235830307, "train_loss_step": 3.5322601795196533, "n_params": 4510840, "total_flops": 39909025382400000, "train_loss": 0.022251089413960774, "subset_score_loss": 0.022251089413960774} +{"step": 2890000, "wall_time": 29303.796275377274, "train_loss_step": 3.9271726608276367, "n_params": 4510840, "total_flops": 40047598387200000, "train_loss": 0.02132741411526998, "subset_score_loss": 0.02132741411526998} +{"step": 2900000, "wall_time": 29460.08797764778, "train_loss_step": 3.981480836868286, "n_params": 4510840, "total_flops": 40186171392000000, "train_loss": 0.02249093453089396, "subset_score_loss": 0.02249093453089396, "memorization_fraction_pixel": 0.4345000088214874, "mean_nn_ratio_pixel": 0.5999045372009277, "fid": 131.35139665900206, "fid_failed": 0.0} +{"step": 2910000, "wall_time": 29548.168462991714, "train_loss_step": 3.5054144859313965, "n_params": 4510840, "total_flops": 40324744396800000, "train_loss": 0.02073725461959839, "subset_score_loss": 0.02073725461959839} +{"step": 2920000, "wall_time": 29636.428797721863, "train_loss_step": 3.677823305130005, "n_params": 4510840, "total_flops": 40463317401600000, "train_loss": 0.020698084433873495, "subset_score_loss": 0.020698084433873495} +{"step": 2930000, "wall_time": 29724.65946817398, "train_loss_step": 3.9786481857299805, "n_params": 4510840, "total_flops": 40601890406400000, "train_loss": 0.020060209433237712, "subset_score_loss": 0.020060209433237712} +{"step": 2940000, "wall_time": 29812.853255987167, "train_loss_step": 3.5094797611236572, "n_params": 4510840, "total_flops": 40740463411200000, "train_loss": 0.021037578582763672, "subset_score_loss": 0.021037578582763672} +{"step": 2950000, "wall_time": 29901.37384533882, "train_loss_step": 3.690262794494629, "n_params": 4510840, "total_flops": 40879036416000000, "train_loss": 0.021136881907780965, "subset_score_loss": 0.021136881907780965} +{"step": 2960000, "wall_time": 29971.36468219757, "train_loss_step": 4.067075729370117, "n_params": 4510840, "total_flops": 41017609420800000, "train_loss": 0.022469133138656616, "subset_score_loss": 0.022469133138656616} +{"step": 2970000, "wall_time": 30056.215778827667, "train_loss_step": 3.722632884979248, "n_params": 4510840, "total_flops": 41156182425600000, "train_loss": 0.020362593730290732, "subset_score_loss": 0.020362593730290732} +{"step": 2980000, "wall_time": 30129.031725406647, "train_loss_step": 3.3966081142425537, "n_params": 4510840, "total_flops": 41294755430400000, "train_loss": 0.02093621293703715, "subset_score_loss": 0.02093621293703715} +{"step": 2990000, "wall_time": 30216.372949123383, "train_loss_step": 3.6464428901672363, "n_params": 4510840, "total_flops": 41433328435200000, "train_loss": 0.021755943695704143, "subset_score_loss": 0.021755943695704143} +{"step": 3000000, "wall_time": 30371.987290143967, "train_loss_step": 3.7732362747192383, "n_params": 4510840, "total_flops": 41571901440000000, "train_loss": 0.020921647548675537, "subset_score_loss": 0.020921647548675537, "memorization_fraction_pixel": 0.43689998984336853, "mean_nn_ratio_pixel": 0.6000561118125916, "fid": 130.15184768561883, "fid_failed": 0.0} +{"step": 3010000, "wall_time": 30459.96653485298, "train_loss_step": 3.557669162750244, "n_params": 4510840, "total_flops": 41710474444800000, "train_loss": 0.019790820280710855, "subset_score_loss": 0.019790820280710855} +{"step": 3020000, "wall_time": 30547.86347937584, "train_loss_step": 3.6278228759765625, "n_params": 4510840, "total_flops": 41849047449600000, "train_loss": 0.01997150182723999, "subset_score_loss": 0.01997150182723999} +{"step": 3030000, "wall_time": 30636.041932821274, "train_loss_step": 3.800433397293091, "n_params": 4510840, "total_flops": 41987620454400000, "train_loss": 0.020436122020085653, "subset_score_loss": 0.020436122020085653} +{"step": 3040000, "wall_time": 30724.188224554062, "train_loss_step": 4.022697448730469, "n_params": 4510840, "total_flops": 42126193459200000, "train_loss": 0.020961672067642212, "subset_score_loss": 0.020961672067642212} +{"step": 3050000, "wall_time": 30812.335839509964, "train_loss_step": 3.699007034301758, "n_params": 4510840, "total_flops": 42264766464000000, "train_loss": 0.020369466145833334, "subset_score_loss": 0.020369466145833334} +{"step": 3060000, "wall_time": 30900.437912225723, "train_loss_step": 3.980942726135254, "n_params": 4510840, "total_flops": 42403339468800000, "train_loss": 0.020844777425130207, "subset_score_loss": 0.020844777425130207} +{"step": 3070000, "wall_time": 30987.040669441223, "train_loss_step": 3.352440595626831, "n_params": 4510840, "total_flops": 42541912473600000, "train_loss": 0.02042981783548991, "subset_score_loss": 0.02042981783548991} +{"step": 3080000, "wall_time": 31061.575003147125, "train_loss_step": 3.234577178955078, "n_params": 4510840, "total_flops": 42680485478400000, "train_loss": 0.019650882482528685, "subset_score_loss": 0.019650882482528685} +{"step": 3090000, "wall_time": 31139.05877327919, "train_loss_step": 3.456498861312866, "n_params": 4510840, "total_flops": 42819058483200000, "train_loss": 0.02017400066057841, "subset_score_loss": 0.02017400066057841} +{"step": 3100000, "wall_time": 31294.955002069473, "train_loss_step": 3.7421915531158447, "n_params": 4510840, "total_flops": 42957631488000000, "train_loss": 0.021715104579925537, "subset_score_loss": 0.021715104579925537, "memorization_fraction_pixel": 0.4772999882698059, "mean_nn_ratio_pixel": 0.5677490830421448, "fid": 123.46050728980205, "fid_failed": 0.0} +{"step": 3110000, "wall_time": 31382.905218839645, "train_loss_step": 3.5408401489257812, "n_params": 4510840, "total_flops": 43096204492800000, "train_loss": 0.020394333203633628, "subset_score_loss": 0.020394333203633628} +{"step": 3120000, "wall_time": 31470.743913412094, "train_loss_step": 3.430882453918457, "n_params": 4510840, "total_flops": 43234777497600000, "train_loss": 0.02232384483019511, "subset_score_loss": 0.02232384483019511} +{"step": 3130000, "wall_time": 31558.92641377449, "train_loss_step": 3.635312557220459, "n_params": 4510840, "total_flops": 43373350502400000, "train_loss": 0.020894608894983926, "subset_score_loss": 0.020894608894983926} +{"step": 3140000, "wall_time": 31647.111360549927, "train_loss_step": 3.3948974609375, "n_params": 4510840, "total_flops": 43511923507200000, "train_loss": 0.020395871003468832, "subset_score_loss": 0.020395871003468832} +{"step": 3150000, "wall_time": 31735.322068929672, "train_loss_step": 3.4426920413970947, "n_params": 4510840, "total_flops": 43650496512000000, "train_loss": 0.01922786037127177, "subset_score_loss": 0.01922786037127177} +{"step": 3160000, "wall_time": 31823.42071056366, "train_loss_step": 3.473550319671631, "n_params": 4510840, "total_flops": 43789069516800000, "train_loss": 0.021048221985499063, "subset_score_loss": 0.021048221985499063} +{"step": 3170000, "wall_time": 31909.664418935776, "train_loss_step": 3.6801915168762207, "n_params": 4510840, "total_flops": 43927642521600000, "train_loss": 0.02076963186264038, "subset_score_loss": 0.02076963186264038} +{"step": 3180000, "wall_time": 31997.91200709343, "train_loss_step": 3.641934633255005, "n_params": 4510840, "total_flops": 44066215526400000, "train_loss": 0.018987977504730226, "subset_score_loss": 0.018987977504730226} +{"step": 3190000, "wall_time": 32077.261863708496, "train_loss_step": 3.7977616786956787, "n_params": 4510840, "total_flops": 44204788531200000, "train_loss": 0.020660744110743205, "subset_score_loss": 0.020660744110743205} +{"step": 3200000, "wall_time": 32217.639305591583, "train_loss_step": 3.617093563079834, "n_params": 4510840, "total_flops": 44343361536000000, "train_loss": 0.02135953903198242, "subset_score_loss": 0.02135953903198242, "memorization_fraction_pixel": 0.47200000286102295, "mean_nn_ratio_pixel": 0.5715296864509583, "fid": 124.37703553259567, "fid_failed": 0.0} +{"step": 3210000, "wall_time": 32305.661274909973, "train_loss_step": 3.3732075691223145, "n_params": 4510840, "total_flops": 44481934540800000, "train_loss": 0.020249565442403156, "subset_score_loss": 0.020249565442403156} +{"step": 3220000, "wall_time": 32393.517423152924, "train_loss_step": 3.531174659729004, "n_params": 4510840, "total_flops": 44620507545600000, "train_loss": 0.01994435985883077, "subset_score_loss": 0.01994435985883077} +{"step": 3230000, "wall_time": 32481.429807424545, "train_loss_step": 3.1792287826538086, "n_params": 4510840, "total_flops": 44759080550400000, "train_loss": 0.021585458517074586, "subset_score_loss": 0.021585458517074586} +{"step": 3240000, "wall_time": 32569.556327581406, "train_loss_step": 3.415165901184082, "n_params": 4510840, "total_flops": 44897653555200000, "train_loss": 0.019568828741709392, "subset_score_loss": 0.019568828741709392} +{"step": 3250000, "wall_time": 32657.71523451805, "train_loss_step": 3.410654067993164, "n_params": 4510840, "total_flops": 45036226560000000, "train_loss": 0.019043052196502687, "subset_score_loss": 0.019043052196502687} +{"step": 3260000, "wall_time": 32745.81543445587, "train_loss_step": 3.819911479949951, "n_params": 4510840, "total_flops": 45174799564800000, "train_loss": 0.020653494199117026, "subset_score_loss": 0.020653494199117026} +{"step": 3270000, "wall_time": 32832.03320026398, "train_loss_step": 3.83378529548645, "n_params": 4510840, "total_flops": 45313372569600000, "train_loss": 0.020150001843770346, "subset_score_loss": 0.020150001843770346} +{"step": 3280000, "wall_time": 32920.15567493439, "train_loss_step": 3.7113876342773438, "n_params": 4510840, "total_flops": 45451945574400000, "train_loss": 0.020623673995335896, "subset_score_loss": 0.020623673995335896} +{"step": 3290000, "wall_time": 33008.26969194412, "train_loss_step": 3.5567564964294434, "n_params": 4510840, "total_flops": 45590518579200000, "train_loss": 0.01962273915608724, "subset_score_loss": 0.01962273915608724} +{"step": 3300000, "wall_time": 33146.408854961395, "train_loss_step": 3.4755373001098633, "n_params": 4510840, "total_flops": 45729091584000000, "train_loss": 0.01844216783841451, "subset_score_loss": 0.01844216783841451, "memorization_fraction_pixel": 0.4763000011444092, "mean_nn_ratio_pixel": 0.5690680742263794, "fid": 124.98442295416277, "fid_failed": 0.0} +{"step": 3310000, "wall_time": 33234.56984567642, "train_loss_step": 3.4338555335998535, "n_params": 4510840, "total_flops": 45867664588800000, "train_loss": 0.019798976182937623, "subset_score_loss": 0.019798976182937623} +{"step": 3320000, "wall_time": 33322.65032124519, "train_loss_step": 3.937502861022949, "n_params": 4510840, "total_flops": 46006237593600000, "train_loss": 0.01944270928700765, "subset_score_loss": 0.01944270928700765} +{"step": 3330000, "wall_time": 33410.31643772125, "train_loss_step": 3.7194836139678955, "n_params": 4510840, "total_flops": 46144810598400000, "train_loss": 0.019249455134073893, "subset_score_loss": 0.019249455134073893} +{"step": 3340000, "wall_time": 33498.375462055206, "train_loss_step": 3.5373783111572266, "n_params": 4510840, "total_flops": 46283383603200000, "train_loss": 0.020705004533131916, "subset_score_loss": 0.020705004533131916} +{"step": 3350000, "wall_time": 33586.29700613022, "train_loss_step": 3.604581356048584, "n_params": 4510840, "total_flops": 46421956608000000, "train_loss": 0.019461649656295776, "subset_score_loss": 0.019461649656295776} +{"step": 3360000, "wall_time": 33674.21066355705, "train_loss_step": 3.411651372909546, "n_params": 4510840, "total_flops": 46560529612800000, "train_loss": 0.01905513604482015, "subset_score_loss": 0.01905513604482015} +{"step": 3370000, "wall_time": 33760.90493249893, "train_loss_step": 3.4003725051879883, "n_params": 4510840, "total_flops": 46699102617600000, "train_loss": 0.01926584243774414, "subset_score_loss": 0.01926584243774414} +{"step": 3380000, "wall_time": 33848.11158657074, "train_loss_step": 3.6068315505981445, "n_params": 4510840, "total_flops": 46837675622400000, "train_loss": 0.019040024280548094, "subset_score_loss": 0.019040024280548094} +{"step": 3390000, "wall_time": 33936.147446870804, "train_loss_step": 3.4939932823181152, "n_params": 4510840, "total_flops": 46976248627200000, "train_loss": 0.01950406829516093, "subset_score_loss": 0.01950406829516093} +{"step": 3400000, "wall_time": 34091.95422697067, "train_loss_step": 3.456782817840576, "n_params": 4510840, "total_flops": 47114821632000000, "train_loss": 0.02013801336288452, "subset_score_loss": 0.02013801336288452, "memorization_fraction_pixel": 0.48410001397132874, "mean_nn_ratio_pixel": 0.564429759979248, "fid": 124.50349211286357, "fid_failed": 0.0} +{"step": 3410000, "wall_time": 34166.53869199753, "train_loss_step": 3.747742176055908, "n_params": 4510840, "total_flops": 47253394636800000, "train_loss": 0.021001573403676352, "subset_score_loss": 0.021001573403676352} +{"step": 3420000, "wall_time": 34243.413491249084, "train_loss_step": 3.5683953762054443, "n_params": 4510840, "total_flops": 47391967641600000, "train_loss": 0.02011382778485616, "subset_score_loss": 0.02011382778485616} +{"step": 3430000, "wall_time": 34331.51226615906, "train_loss_step": 3.1810503005981445, "n_params": 4510840, "total_flops": 47530540646400000, "train_loss": 0.01865265170733134, "subset_score_loss": 0.01865265170733134} +{"step": 3440000, "wall_time": 34419.146406412125, "train_loss_step": 3.4682321548461914, "n_params": 4510840, "total_flops": 47669113651200000, "train_loss": 0.02047179937362671, "subset_score_loss": 0.02047179937362671} +{"step": 3450000, "wall_time": 34507.13943529129, "train_loss_step": 3.4768035411834717, "n_params": 4510840, "total_flops": 47807686656000000, "train_loss": 0.01955150564511617, "subset_score_loss": 0.01955150564511617} +{"step": 3460000, "wall_time": 34595.201432704926, "train_loss_step": 3.5955910682678223, "n_params": 4510840, "total_flops": 47946259660800000, "train_loss": 0.01940810283025106, "subset_score_loss": 0.01940810283025106} +{"step": 3470000, "wall_time": 34683.121695518494, "train_loss_step": 3.6506755352020264, "n_params": 4510840, "total_flops": 48084832665600000, "train_loss": 0.019288716713587443, "subset_score_loss": 0.019288716713587443} +{"step": 3480000, "wall_time": 34769.36635398865, "train_loss_step": 3.5246963500976562, "n_params": 4510840, "total_flops": 48223405670400000, "train_loss": 0.020444448788960776, "subset_score_loss": 0.020444448788960776} +{"step": 3490000, "wall_time": 34857.460698366165, "train_loss_step": 3.455382823944092, "n_params": 4510840, "total_flops": 48361978675200000, "train_loss": 0.019535370667775474, "subset_score_loss": 0.019535370667775474} +{"step": 3500000, "wall_time": 35013.35445809364, "train_loss_step": 3.605617046356201, "n_params": 4510840, "total_flops": 48500551680000000, "train_loss": 0.018839857975641885, "subset_score_loss": 0.018839857975641885, "memorization_fraction_pixel": 0.5108000040054321, "mean_nn_ratio_pixel": 0.5416760444641113, "fid": 120.50658884725866, "fid_failed": 0.0} +{"step": 3510000, "wall_time": 35100.794494867325, "train_loss_step": 3.551647663116455, "n_params": 4510840, "total_flops": 48639124684800000, "train_loss": 0.01950920820236206, "subset_score_loss": 0.01950920820236206} +{"step": 3520000, "wall_time": 35172.76047420502, "train_loss_step": 3.201526641845703, "n_params": 4510840, "total_flops": 48777697689600000, "train_loss": 0.018464662631352744, "subset_score_loss": 0.018464662631352744} +{"step": 3530000, "wall_time": 35254.30699181557, "train_loss_step": 3.62123966217041, "n_params": 4510840, "total_flops": 48916270694400000, "train_loss": 0.018482975165049233, "subset_score_loss": 0.018482975165049233} +{"step": 3540000, "wall_time": 35338.6094250679, "train_loss_step": 3.462230682373047, "n_params": 4510840, "total_flops": 49054843699200000, "train_loss": 0.01889125108718872, "subset_score_loss": 0.01889125108718872} +{"step": 3550000, "wall_time": 35426.37004876137, "train_loss_step": 3.603156566619873, "n_params": 4510840, "total_flops": 49193416704000000, "train_loss": 0.01851956049601237, "subset_score_loss": 0.01851956049601237} +{"step": 3560000, "wall_time": 35514.39844894409, "train_loss_step": 3.665381669998169, "n_params": 4510840, "total_flops": 49331989708800000, "train_loss": 0.018503024180730184, "subset_score_loss": 0.018503024180730184} +{"step": 3570000, "wall_time": 35602.473150491714, "train_loss_step": 3.3549399375915527, "n_params": 4510840, "total_flops": 49470562713600000, "train_loss": 0.018447260061899822, "subset_score_loss": 0.018447260061899822} +{"step": 3580000, "wall_time": 35688.60964536667, "train_loss_step": 3.540557622909546, "n_params": 4510840, "total_flops": 49609135718400000, "train_loss": 0.01943352222442627, "subset_score_loss": 0.01943352222442627} +{"step": 3590000, "wall_time": 35776.782713890076, "train_loss_step": 3.2462515830993652, "n_params": 4510840, "total_flops": 49747708723200000, "train_loss": 0.01823275287946065, "subset_score_loss": 0.01823275287946065} +{"step": 3600000, "wall_time": 35933.1068251133, "train_loss_step": 3.514413595199585, "n_params": 4510840, "total_flops": 49886281728000000, "train_loss": 0.020447661479314167, "subset_score_loss": 0.020447661479314167, "memorization_fraction_pixel": 0.5281000137329102, "mean_nn_ratio_pixel": 0.5271275043487549, "fid": 119.51371713094998, "fid_failed": 0.0} +{"step": 3610000, "wall_time": 36021.00241494179, "train_loss_step": 3.3107175827026367, "n_params": 4510840, "total_flops": 50024854732800000, "train_loss": 0.020497345924377443, "subset_score_loss": 0.020497345924377443} +{"step": 3620000, "wall_time": 36109.1036670208, "train_loss_step": 3.548091411590576, "n_params": 4510840, "total_flops": 50163427737600000, "train_loss": 0.018227022886276246, "subset_score_loss": 0.018227022886276246} +{"step": 3630000, "wall_time": 36185.607773303986, "train_loss_step": 3.587906837463379, "n_params": 4510840, "total_flops": 50302000742400000, "train_loss": 0.01979921062787374, "subset_score_loss": 0.01979921062787374} +{"step": 3640000, "wall_time": 36273.88173341751, "train_loss_step": 3.3855767250061035, "n_params": 4510840, "total_flops": 50440573747200000, "train_loss": 0.017859957615534463, "subset_score_loss": 0.017859957615534463} +{"step": 3650000, "wall_time": 36352.632135391235, "train_loss_step": 3.5101077556610107, "n_params": 4510840, "total_flops": 50579146752000000, "train_loss": 0.018747599919637044, "subset_score_loss": 0.018747599919637044} +{"step": 3660000, "wall_time": 36440.55768060684, "train_loss_step": 3.1486377716064453, "n_params": 4510840, "total_flops": 50717719756800000, "train_loss": 0.01960255702336629, "subset_score_loss": 0.01960255702336629} +{"step": 3670000, "wall_time": 36528.467995882034, "train_loss_step": 3.326909303665161, "n_params": 4510840, "total_flops": 50856292761600000, "train_loss": 0.017993722359339395, "subset_score_loss": 0.017993722359339395} +{"step": 3680000, "wall_time": 36614.8043820858, "train_loss_step": 3.3195810317993164, "n_params": 4510840, "total_flops": 50994865766400000, "train_loss": 0.017615429560343423, "subset_score_loss": 0.017615429560343423} +{"step": 3690000, "wall_time": 36702.90497422218, "train_loss_step": 3.7309350967407227, "n_params": 4510840, "total_flops": 51133438771200000, "train_loss": 0.018449699878692626, "subset_score_loss": 0.018449699878692626} +{"step": 3700000, "wall_time": 36859.2771191597, "train_loss_step": 3.264024257659912, "n_params": 4510840, "total_flops": 51272011776000000, "train_loss": 0.018304975827534993, "subset_score_loss": 0.018304975827534993, "memorization_fraction_pixel": 0.5148000121116638, "mean_nn_ratio_pixel": 0.5380641222000122, "fid": 121.48292315130377, "fid_failed": 0.0} +{"step": 3710000, "wall_time": 36947.194734573364, "train_loss_step": 3.3748700618743896, "n_params": 4510840, "total_flops": 51410584780800000, "train_loss": 0.018690303961435954, "subset_score_loss": 0.018690303961435954} +{"step": 3720000, "wall_time": 37035.42371678352, "train_loss_step": 3.7676005363464355, "n_params": 4510840, "total_flops": 51549157785600000, "train_loss": 0.019031747182210287, "subset_score_loss": 0.019031747182210287} +{"step": 3730000, "wall_time": 37122.476881980896, "train_loss_step": 3.292919635772705, "n_params": 4510840, "total_flops": 51687730790400000, "train_loss": 0.018423736095428467, "subset_score_loss": 0.018423736095428467} +{"step": 3740000, "wall_time": 37199.02251839638, "train_loss_step": 3.265451669692993, "n_params": 4510840, "total_flops": 51826303795200000, "train_loss": 0.018239253759384157, "subset_score_loss": 0.018239253759384157} +{"step": 3750000, "wall_time": 37287.05481338501, "train_loss_step": 3.5016939640045166, "n_params": 4510840, "total_flops": 51964876800000000, "train_loss": 0.019001980622609455, "subset_score_loss": 0.019001980622609455} +{"step": 3760000, "wall_time": 37370.10417962074, "train_loss_step": 3.3792564868927, "n_params": 4510840, "total_flops": 52103449804800000, "train_loss": 0.017704335848490398, "subset_score_loss": 0.017704335848490398} +{"step": 3770000, "wall_time": 37448.706255197525, "train_loss_step": 3.4728221893310547, "n_params": 4510840, "total_flops": 52242022809600000, "train_loss": 0.018702920277913412, "subset_score_loss": 0.018702920277913412} +{"step": 3780000, "wall_time": 37534.7142033577, "train_loss_step": 3.1460485458374023, "n_params": 4510840, "total_flops": 52380595814400000, "train_loss": 0.017776799201965333, "subset_score_loss": 0.017776799201965333} +{"step": 3790000, "wall_time": 37622.80843281746, "train_loss_step": 3.408332347869873, "n_params": 4510840, "total_flops": 52519168819200000, "train_loss": 0.018613521258036295, "subset_score_loss": 0.018613521258036295} +{"step": 3800000, "wall_time": 37779.147258520126, "train_loss_step": 3.69415283203125, "n_params": 4510840, "total_flops": 52657741824000000, "train_loss": 0.017827711502710977, "subset_score_loss": 0.017827711502710977, "memorization_fraction_pixel": 0.5198000073432922, "mean_nn_ratio_pixel": 0.5391807556152344, "fid": 122.19776076155968, "fid_failed": 0.0} +{"step": 3810000, "wall_time": 37867.13651227951, "train_loss_step": 3.1693062782287598, "n_params": 4510840, "total_flops": 52796314828800000, "train_loss": 0.0173544446627299, "subset_score_loss": 0.0173544446627299} +{"step": 3820000, "wall_time": 37955.05525660515, "train_loss_step": 3.2825276851654053, "n_params": 4510840, "total_flops": 52934887833600000, "train_loss": 0.019750793774922688, "subset_score_loss": 0.019750793774922688} +{"step": 3830000, "wall_time": 38043.17581653595, "train_loss_step": 3.4651968479156494, "n_params": 4510840, "total_flops": 53073460838400000, "train_loss": 0.018460410833358764, "subset_score_loss": 0.018460410833358764} +{"step": 3840000, "wall_time": 38128.046469926834, "train_loss_step": 3.5716867446899414, "n_params": 4510840, "total_flops": 53212033843200000, "train_loss": 0.018381746610005696, "subset_score_loss": 0.018381746610005696} +{"step": 3850000, "wall_time": 38201.20499110222, "train_loss_step": 3.4673385620117188, "n_params": 4510840, "total_flops": 53350606848000000, "train_loss": 0.0184532622496287, "subset_score_loss": 0.0184532622496287} +{"step": 3860000, "wall_time": 38289.203909397125, "train_loss_step": 3.493724822998047, "n_params": 4510840, "total_flops": 53489179852800000, "train_loss": 0.017158861955006918, "subset_score_loss": 0.017158861955006918} +{"step": 3870000, "wall_time": 38377.29890537262, "train_loss_step": 3.4369935989379883, "n_params": 4510840, "total_flops": 53627752857600000, "train_loss": 0.018339749177296957, "subset_score_loss": 0.018339749177296957} +{"step": 3880000, "wall_time": 38462.96242260933, "train_loss_step": 3.476893424987793, "n_params": 4510840, "total_flops": 53766325862400000, "train_loss": 0.01887638767560323, "subset_score_loss": 0.01887638767560323} +{"step": 3890000, "wall_time": 38549.07275056839, "train_loss_step": 3.3755788803100586, "n_params": 4510840, "total_flops": 53904898867200000, "train_loss": 0.017825591564178466, "subset_score_loss": 0.017825591564178466} +{"step": 3900000, "wall_time": 38705.21278119087, "train_loss_step": 3.245176315307617, "n_params": 4510840, "total_flops": 54043471872000000, "train_loss": 0.017480504512786866, "subset_score_loss": 0.017480504512786866, "memorization_fraction_pixel": 0.5485000014305115, "mean_nn_ratio_pixel": 0.5155079364776611, "fid": 116.22934321247618, "fid_failed": 0.0} +{"step": 3910000, "wall_time": 38793.41768717766, "train_loss_step": 3.8426589965820312, "n_params": 4510840, "total_flops": 54182044876800000, "train_loss": 0.01881932814915975, "subset_score_loss": 0.01881932814915975} +{"step": 3920000, "wall_time": 38881.433182001114, "train_loss_step": 3.492105484008789, "n_params": 4510840, "total_flops": 54320617881600000, "train_loss": 0.018264788389205932, "subset_score_loss": 0.018264788389205932} +{"step": 3930000, "wall_time": 38969.47264480591, "train_loss_step": 3.6321182250976562, "n_params": 4510840, "total_flops": 54459190886400000, "train_loss": 0.017353445291519165, "subset_score_loss": 0.017353445291519165} +{"step": 3940000, "wall_time": 39057.64921832085, "train_loss_step": 3.407667636871338, "n_params": 4510840, "total_flops": 54597763891200000, "train_loss": 0.01783154010772705, "subset_score_loss": 0.01783154010772705} +{"step": 3950000, "wall_time": 39145.37536072731, "train_loss_step": 3.2425696849823, "n_params": 4510840, "total_flops": 54736336896000000, "train_loss": 0.017971624930699665, "subset_score_loss": 0.017971624930699665} +{"step": 3960000, "wall_time": 39229.33843421936, "train_loss_step": 3.4463748931884766, "n_params": 4510840, "total_flops": 54874909900800000, "train_loss": 0.016666988531748455, "subset_score_loss": 0.016666988531748455} +{"step": 3970000, "wall_time": 39317.52896475792, "train_loss_step": 3.558234453201294, "n_params": 4510840, "total_flops": 55013482905600000, "train_loss": 0.0183901051680247, "subset_score_loss": 0.0183901051680247} +{"step": 3980000, "wall_time": 39405.629419088364, "train_loss_step": 3.7755722999572754, "n_params": 4510840, "total_flops": 55152055910400000, "train_loss": 0.018221046527226767, "subset_score_loss": 0.018221046527226767} +{"step": 3990000, "wall_time": 39489.498522758484, "train_loss_step": 3.6303677558898926, "n_params": 4510840, "total_flops": 55290628915200000, "train_loss": 0.017660200595855713, "subset_score_loss": 0.017660200595855713} +{"step": 4000000, "wall_time": 39644.95307803154, "train_loss_step": 3.6113972663879395, "n_params": 4510840, "total_flops": 55429201920000000, "train_loss": 0.01702882448832194, "subset_score_loss": 0.01702882448832194, "memorization_fraction_pixel": 0.5349000096321106, "mean_nn_ratio_pixel": 0.5272548794746399, "fid": 118.9375378119845, "fid_failed": 0.0} +{"step": 4010000, "wall_time": 39733.102420806885, "train_loss_step": 3.39243221282959, "n_params": 4510840, "total_flops": 55567774924800000, "train_loss": 0.018301024039586385, "subset_score_loss": 0.018301024039586385} +{"step": 4020000, "wall_time": 39821.08305096626, "train_loss_step": 3.3851423263549805, "n_params": 4510840, "total_flops": 55706347929600000, "train_loss": 0.018102242549260458, "subset_score_loss": 0.018102242549260458} +{"step": 4030000, "wall_time": 39909.169746637344, "train_loss_step": 3.3043413162231445, "n_params": 4510840, "total_flops": 55844920934400000, "train_loss": 0.017640050252278647, "subset_score_loss": 0.017640050252278647} +{"step": 4040000, "wall_time": 39997.24359154701, "train_loss_step": 3.144951820373535, "n_params": 4510840, "total_flops": 55983493939200000, "train_loss": 0.017429951826731363, "subset_score_loss": 0.017429951826731363} +{"step": 4050000, "wall_time": 40085.02138209343, "train_loss_step": 3.629077434539795, "n_params": 4510840, "total_flops": 56122066944000000, "train_loss": 0.017132792870203653, "subset_score_loss": 0.017132792870203653} +{"step": 4060000, "wall_time": 40169.99020695686, "train_loss_step": 3.64760684967041, "n_params": 4510840, "total_flops": 56260639948800000, "train_loss": 0.016653204957644146, "subset_score_loss": 0.016653204957644146} +{"step": 4070000, "wall_time": 40256.53342008591, "train_loss_step": 3.514305830001831, "n_params": 4510840, "total_flops": 56399212953600000, "train_loss": 0.0173571248849233, "subset_score_loss": 0.0173571248849233} +{"step": 4080000, "wall_time": 40344.622614622116, "train_loss_step": 3.5880322456359863, "n_params": 4510840, "total_flops": 56537785958400000, "train_loss": 0.01718639930089315, "subset_score_loss": 0.01718639930089315} +{"step": 4090000, "wall_time": 40430.724472522736, "train_loss_step": 3.357855796813965, "n_params": 4510840, "total_flops": 56676358963200000, "train_loss": 0.018477859099706014, "subset_score_loss": 0.018477859099706014} +{"step": 4100000, "wall_time": 40571.835468292236, "train_loss_step": 3.1367201805114746, "n_params": 4510840, "total_flops": 56814931968000000, "train_loss": 0.01684741973876953, "subset_score_loss": 0.01684741973876953, "memorization_fraction_pixel": 0.534600019454956, "mean_nn_ratio_pixel": 0.5248051285743713, "fid": 118.69159402902177, "fid_failed": 0.0} +{"step": 4110000, "wall_time": 40660.060898303986, "train_loss_step": 3.154773473739624, "n_params": 4510840, "total_flops": 56953504972800000, "train_loss": 0.017217850685119628, "subset_score_loss": 0.017217850685119628} +{"step": 4120000, "wall_time": 40747.980479717255, "train_loss_step": 3.317155361175537, "n_params": 4510840, "total_flops": 57092077977600000, "train_loss": 0.01686067779858907, "subset_score_loss": 0.01686067779858907} +{"step": 4130000, "wall_time": 40836.155107975006, "train_loss_step": 3.454690456390381, "n_params": 4510840, "total_flops": 57230650982400000, "train_loss": 0.01710699995358785, "subset_score_loss": 0.01710699995358785} +{"step": 4140000, "wall_time": 40924.433532714844, "train_loss_step": 3.111091375350952, "n_params": 4510840, "total_flops": 57369223987200000, "train_loss": 0.016413126389185587, "subset_score_loss": 0.016413126389185587} +{"step": 4150000, "wall_time": 41012.4719889164, "train_loss_step": 3.72774076461792, "n_params": 4510840, "total_flops": 57507796992000000, "train_loss": 0.016993852456410725, "subset_score_loss": 0.016993852456410725} +{"step": 4160000, "wall_time": 41099.370428562164, "train_loss_step": 2.9167513847351074, "n_params": 4510840, "total_flops": 57646369996800000, "train_loss": 0.016888942321141562, "subset_score_loss": 0.016888942321141562} +{"step": 4170000, "wall_time": 41174.39613819122, "train_loss_step": 3.3963942527770996, "n_params": 4510840, "total_flops": 57784943001600000, "train_loss": 0.016741124788920085, "subset_score_loss": 0.016741124788920085} +{"step": 4180000, "wall_time": 41260.989164114, "train_loss_step": 3.631559371948242, "n_params": 4510840, "total_flops": 57923516006400000, "train_loss": 0.017406614621480306, "subset_score_loss": 0.017406614621480306} +{"step": 4190000, "wall_time": 41347.14649152756, "train_loss_step": 3.4640378952026367, "n_params": 4510840, "total_flops": 58062089011200000, "train_loss": 0.017059789101282755, "subset_score_loss": 0.017059789101282755} +{"step": 4200000, "wall_time": 41503.334167957306, "train_loss_step": 3.128087043762207, "n_params": 4510840, "total_flops": 58200662016000000, "train_loss": 0.016442727049191794, "subset_score_loss": 0.016442727049191794, "memorization_fraction_pixel": 0.5608999729156494, "mean_nn_ratio_pixel": 0.5092760324478149, "fid": 116.70934212720573, "fid_failed": 0.0} +{"step": 4210000, "wall_time": 41588.507796525955, "train_loss_step": 3.554060935974121, "n_params": 4510840, "total_flops": 58339235020800000, "train_loss": 0.01676519711812337, "subset_score_loss": 0.01676519711812337} +{"step": 4220000, "wall_time": 41665.480137348175, "train_loss_step": 3.0477590560913086, "n_params": 4510840, "total_flops": 58477808025600000, "train_loss": 0.017168319225311278, "subset_score_loss": 0.017168319225311278} +{"step": 4230000, "wall_time": 41753.36699652672, "train_loss_step": 3.5581607818603516, "n_params": 4510840, "total_flops": 58616381030400000, "train_loss": 0.01657543083031972, "subset_score_loss": 0.01657543083031972} +{"step": 4240000, "wall_time": 41841.49837684631, "train_loss_step": 3.326819658279419, "n_params": 4510840, "total_flops": 58754954035200000, "train_loss": 0.017238354682922362, "subset_score_loss": 0.017238354682922362} +{"step": 4250000, "wall_time": 41929.59045624733, "train_loss_step": 3.5121593475341797, "n_params": 4510840, "total_flops": 58893527040000000, "train_loss": 0.01634677251180013, "subset_score_loss": 0.01634677251180013} +{"step": 4260000, "wall_time": 42017.46953248978, "train_loss_step": 3.7303457260131836, "n_params": 4510840, "total_flops": 59032100044800000, "train_loss": 0.017752687136332195, "subset_score_loss": 0.017752687136332195} +{"step": 4270000, "wall_time": 42105.42176747322, "train_loss_step": 3.4909110069274902, "n_params": 4510840, "total_flops": 59170673049600000, "train_loss": 0.017333771785100302, "subset_score_loss": 0.017333771785100302} +{"step": 4280000, "wall_time": 42177.55337715149, "train_loss_step": 3.6689839363098145, "n_params": 4510840, "total_flops": 59309246054400000, "train_loss": 0.01676171024640401, "subset_score_loss": 0.01676171024640401} +{"step": 4290000, "wall_time": 42262.8552172184, "train_loss_step": 3.560138702392578, "n_params": 4510840, "total_flops": 59447819059200000, "train_loss": 0.016510480642318727, "subset_score_loss": 0.016510480642318727} +{"step": 4300000, "wall_time": 42418.42548918724, "train_loss_step": 3.0691518783569336, "n_params": 4510840, "total_flops": 59586392064000000, "train_loss": 0.017006381352742513, "subset_score_loss": 0.017006381352742513, "memorization_fraction_pixel": 0.5673999786376953, "mean_nn_ratio_pixel": 0.49664491415023804, "fid": 113.30370548855315, "fid_failed": 0.0} +{"step": 4310000, "wall_time": 42506.427130937576, "train_loss_step": 3.234034538269043, "n_params": 4510840, "total_flops": 59724965068800000, "train_loss": 0.015658082564671834, "subset_score_loss": 0.015658082564671834} +{"step": 4320000, "wall_time": 42594.44606971741, "train_loss_step": 3.4373791217803955, "n_params": 4510840, "total_flops": 59863538073600000, "train_loss": 0.017553915580113728, "subset_score_loss": 0.017553915580113728} +{"step": 4330000, "wall_time": 42675.02171444893, "train_loss_step": 3.5183067321777344, "n_params": 4510840, "total_flops": 60002111078400000, "train_loss": 0.016462309161822, "subset_score_loss": 0.016462309161822} +{"step": 4340000, "wall_time": 42751.08112239838, "train_loss_step": 3.450357437133789, "n_params": 4510840, "total_flops": 60140684083200000, "train_loss": 0.01701819896697998, "subset_score_loss": 0.01701819896697998} +{"step": 4350000, "wall_time": 42839.29894113541, "train_loss_step": 3.504995822906494, "n_params": 4510840, "total_flops": 60279257088000000, "train_loss": 0.01609588066736857, "subset_score_loss": 0.01609588066736857} +{"step": 4360000, "wall_time": 42927.37946105003, "train_loss_step": 3.3079795837402344, "n_params": 4510840, "total_flops": 60417830092800000, "train_loss": 0.016422060132026673, "subset_score_loss": 0.016422060132026673} +{"step": 4370000, "wall_time": 43015.22417831421, "train_loss_step": 3.2300424575805664, "n_params": 4510840, "total_flops": 60556403097600000, "train_loss": 0.01630683441956838, "subset_score_loss": 0.01630683441956838} +{"step": 4380000, "wall_time": 43103.31301665306, "train_loss_step": 3.4656193256378174, "n_params": 4510840, "total_flops": 60694976102400000, "train_loss": 0.017743786176045735, "subset_score_loss": 0.017743786176045735} +{"step": 4390000, "wall_time": 43178.439901828766, "train_loss_step": 3.2862653732299805, "n_params": 4510840, "total_flops": 60833549107200000, "train_loss": 0.017222821712493896, "subset_score_loss": 0.017222821712493896} +{"step": 4400000, "wall_time": 43329.26224756241, "train_loss_step": 3.2399590015411377, "n_params": 4510840, "total_flops": 60972122112000000, "train_loss": 0.016605615615844727, "subset_score_loss": 0.016605615615844727, "memorization_fraction_pixel": 0.5644999742507935, "mean_nn_ratio_pixel": 0.5034887194633484, "fid": 113.53298857089993, "fid_failed": 0.0} +{"step": 4410000, "wall_time": 43417.471415519714, "train_loss_step": 3.268908977508545, "n_params": 4510840, "total_flops": 61110695116800000, "train_loss": 0.01649772028128306, "subset_score_loss": 0.01649772028128306} +{"step": 4420000, "wall_time": 43505.52552366257, "train_loss_step": 3.0716705322265625, "n_params": 4510840, "total_flops": 61249268121600000, "train_loss": 0.016132766008377077, "subset_score_loss": 0.016132766008377077} +{"step": 4430000, "wall_time": 43593.36718297005, "train_loss_step": 3.285451650619507, "n_params": 4510840, "total_flops": 61387841126400000, "train_loss": 0.01675391991933187, "subset_score_loss": 0.01675391991933187} +{"step": 4440000, "wall_time": 43681.43160033226, "train_loss_step": 3.5887489318847656, "n_params": 4510840, "total_flops": 61526414131200000, "train_loss": 0.01624587873617808, "subset_score_loss": 0.01624587873617808} +{"step": 4450000, "wall_time": 43763.71017122269, "train_loss_step": 3.313966751098633, "n_params": 4510840, "total_flops": 61664987136000000, "train_loss": 0.016050485769907634, "subset_score_loss": 0.016050485769907634} +{"step": 4460000, "wall_time": 43844.964258909225, "train_loss_step": 3.1779944896698, "n_params": 4510840, "total_flops": 61803560140800000, "train_loss": 0.01669653256734212, "subset_score_loss": 0.01669653256734212} +{"step": 4470000, "wall_time": 43932.89507293701, "train_loss_step": 3.007526159286499, "n_params": 4510840, "total_flops": 61942133145600000, "train_loss": 0.01664600670337677, "subset_score_loss": 0.01664600670337677} +{"step": 4480000, "wall_time": 44020.94525098801, "train_loss_step": 3.1976399421691895, "n_params": 4510840, "total_flops": 62080706150400000, "train_loss": 0.01552955706914266, "subset_score_loss": 0.01552955706914266} +{"step": 4490000, "wall_time": 44108.9287815094, "train_loss_step": 3.301819324493408, "n_params": 4510840, "total_flops": 62219279155200000, "train_loss": 0.016402533650398253, "subset_score_loss": 0.016402533650398253} +{"step": 4500000, "wall_time": 44247.25144457817, "train_loss_step": 3.5273683071136475, "n_params": 4510840, "total_flops": 62357852160000000, "train_loss": 0.016295296947161357, "subset_score_loss": 0.016295296947161357, "memorization_fraction_pixel": 0.5828999876976013, "mean_nn_ratio_pixel": 0.4865305721759796, "fid": 110.67108961614007, "fid_failed": 0.0} +{"step": 4510000, "wall_time": 44334.29499387741, "train_loss_step": 3.2941315174102783, "n_params": 4510840, "total_flops": 62496425164800000, "train_loss": 0.015365463495254517, "subset_score_loss": 0.015365463495254517} +{"step": 4520000, "wall_time": 44422.51260828972, "train_loss_step": 3.4400792121887207, "n_params": 4510840, "total_flops": 62634998169600000, "train_loss": 0.015739088257153828, "subset_score_loss": 0.015739088257153828} +{"step": 4530000, "wall_time": 44510.696966171265, "train_loss_step": 3.3996834754943848, "n_params": 4510840, "total_flops": 62773571174400000, "train_loss": 0.01649716297785441, "subset_score_loss": 0.01649716297785441} +{"step": 4540000, "wall_time": 44598.458096027374, "train_loss_step": 3.5228593349456787, "n_params": 4510840, "total_flops": 62912144179200000, "train_loss": 0.016890273491541544, "subset_score_loss": 0.016890273491541544} +{"step": 4550000, "wall_time": 44686.681596279144, "train_loss_step": 3.476010799407959, "n_params": 4510840, "total_flops": 63050717184000000, "train_loss": 0.015402675668398539, "subset_score_loss": 0.015402675668398539} +{"step": 4560000, "wall_time": 44774.97245955467, "train_loss_step": 3.0303187370300293, "n_params": 4510840, "total_flops": 63189290188800000, "train_loss": 0.017720780769983926, "subset_score_loss": 0.017720780769983926} +{"step": 4570000, "wall_time": 44851.69211268425, "train_loss_step": 3.3909807205200195, "n_params": 4510840, "total_flops": 63327863193600000, "train_loss": 0.015813639760017394, "subset_score_loss": 0.015813639760017394} +{"step": 4580000, "wall_time": 44938.37061500549, "train_loss_step": 3.318695545196533, "n_params": 4510840, "total_flops": 63466436198400000, "train_loss": 0.016005571683247885, "subset_score_loss": 0.016005571683247885} +{"step": 4590000, "wall_time": 45026.5939643383, "train_loss_step": 3.4186220169067383, "n_params": 4510840, "total_flops": 63605009203200000, "train_loss": 0.015755192438761393, "subset_score_loss": 0.015755192438761393} +{"step": 4600000, "wall_time": 45179.475412368774, "train_loss_step": 3.497615337371826, "n_params": 4510840, "total_flops": 63743582208000000, "train_loss": 0.01654493312040965, "subset_score_loss": 0.01654493312040965, "memorization_fraction_pixel": 0.5924999713897705, "mean_nn_ratio_pixel": 0.4795319437980652, "fid": 110.24225001845974, "fid_failed": 0.0} +{"step": 4610000, "wall_time": 45256.54256558418, "train_loss_step": 3.5628323554992676, "n_params": 4510840, "total_flops": 63882155212800000, "train_loss": 0.017381906509399414, "subset_score_loss": 0.017381906509399414} +{"step": 4620000, "wall_time": 45343.64578104019, "train_loss_step": 3.1523196697235107, "n_params": 4510840, "total_flops": 64020728217600000, "train_loss": 0.017026744286219277, "subset_score_loss": 0.017026744286219277} +{"step": 4630000, "wall_time": 45431.868851184845, "train_loss_step": 3.1135172843933105, "n_params": 4510840, "total_flops": 64159301222400000, "train_loss": 0.01635799507300059, "subset_score_loss": 0.01635799507300059} +{"step": 4640000, "wall_time": 45519.74870300293, "train_loss_step": 3.1978092193603516, "n_params": 4510840, "total_flops": 64297874227200000, "train_loss": 0.01571349799633026, "subset_score_loss": 0.01571349799633026} +{"step": 4650000, "wall_time": 45607.51948142052, "train_loss_step": 3.234999179840088, "n_params": 4510840, "total_flops": 64436447232000000, "train_loss": 0.015555243690808613, "subset_score_loss": 0.015555243690808613} +{"step": 4660000, "wall_time": 45695.59632182121, "train_loss_step": 3.2946434020996094, "n_params": 4510840, "total_flops": 64575020236800000, "train_loss": 0.016134848197301228, "subset_score_loss": 0.016134848197301228} +{"step": 4670000, "wall_time": 45783.74683856964, "train_loss_step": 3.4738998413085938, "n_params": 4510840, "total_flops": 64713593241600000, "train_loss": 0.0159466415643692, "subset_score_loss": 0.0159466415643692} +{"step": 4680000, "wall_time": 45871.977764606476, "train_loss_step": 3.5618438720703125, "n_params": 4510840, "total_flops": 64852166246400000, "train_loss": 0.01709349552790324, "subset_score_loss": 0.01709349552790324} +{"step": 4690000, "wall_time": 45942.41084218025, "train_loss_step": 3.066343307495117, "n_params": 4510840, "total_flops": 64990739251200000, "train_loss": 0.017108611265818276, "subset_score_loss": 0.017108611265818276} +{"step": 4700000, "wall_time": 46094.00863981247, "train_loss_step": 3.1435940265655518, "n_params": 4510840, "total_flops": 65129312256000000, "train_loss": 0.016719677050908408, "subset_score_loss": 0.016719677050908408, "memorization_fraction_pixel": 0.6043000221252441, "mean_nn_ratio_pixel": 0.4716236889362335, "fid": 108.97288617287225, "fid_failed": 0.0} +{"step": 4710000, "wall_time": 46180.19540333748, "train_loss_step": 3.212564706802368, "n_params": 4510840, "total_flops": 65267885260800000, "train_loss": 0.01609256366888682, "subset_score_loss": 0.01609256366888682} +{"step": 4720000, "wall_time": 46255.95042824745, "train_loss_step": 3.10447359085083, "n_params": 4510840, "total_flops": 65406458265600000, "train_loss": 0.016079971194267274, "subset_score_loss": 0.016079971194267274} +{"step": 4730000, "wall_time": 46342.14709496498, "train_loss_step": 3.2827236652374268, "n_params": 4510840, "total_flops": 65545031270400000, "train_loss": 0.01581933299700419, "subset_score_loss": 0.01581933299700419} +{"step": 4740000, "wall_time": 46430.23146486282, "train_loss_step": 3.647402763366699, "n_params": 4510840, "total_flops": 65683604275200000, "train_loss": 0.015498985846837362, "subset_score_loss": 0.015498985846837362} +{"step": 4750000, "wall_time": 46518.217200279236, "train_loss_step": 3.5250205993652344, "n_params": 4510840, "total_flops": 65822177280000000, "train_loss": 0.01574023167292277, "subset_score_loss": 0.01574023167292277} +{"step": 4760000, "wall_time": 46606.25601410866, "train_loss_step": 3.501389741897583, "n_params": 4510840, "total_flops": 65960750284800000, "train_loss": 0.01563526491324107, "subset_score_loss": 0.01563526491324107} +{"step": 4770000, "wall_time": 46694.26671123505, "train_loss_step": 3.244734048843384, "n_params": 4510840, "total_flops": 66099323289600000, "train_loss": 0.015025625626246134, "subset_score_loss": 0.015025625626246134} +{"step": 4780000, "wall_time": 46782.315806388855, "train_loss_step": 3.3291139602661133, "n_params": 4510840, "total_flops": 66237896294400000, "train_loss": 0.0155615895986557, "subset_score_loss": 0.0155615895986557} +{"step": 4790000, "wall_time": 46870.40648674965, "train_loss_step": 3.227184772491455, "n_params": 4510840, "total_flops": 66376469299200000, "train_loss": 0.015331966678301494, "subset_score_loss": 0.015331966678301494} +{"step": 4800000, "wall_time": 47015.22924041748, "train_loss_step": 3.1425600051879883, "n_params": 4510840, "total_flops": 66515042304000000, "train_loss": 0.016342063744862873, "subset_score_loss": 0.016342063744862873, "memorization_fraction_pixel": 0.6014000177383423, "mean_nn_ratio_pixel": 0.4735215902328491, "fid": 111.1886152908654, "fid_failed": 0.0} +{"step": 4810000, "wall_time": 47101.18695759773, "train_loss_step": 3.348024368286133, "n_params": 4510840, "total_flops": 66653615308800000, "train_loss": 0.016225541631380718, "subset_score_loss": 0.016225541631380718} +{"step": 4820000, "wall_time": 47188.844733953476, "train_loss_step": 3.338887929916382, "n_params": 4510840, "total_flops": 66792188313600000, "train_loss": 0.01631099283695221, "subset_score_loss": 0.01631099283695221} +{"step": 4830000, "wall_time": 47265.55599761009, "train_loss_step": 3.280949115753174, "n_params": 4510840, "total_flops": 66930761318400000, "train_loss": 0.015086684624354045, "subset_score_loss": 0.015086684624354045} +{"step": 4840000, "wall_time": 47351.67969369888, "train_loss_step": 3.1945157051086426, "n_params": 4510840, "total_flops": 67069334323200000, "train_loss": 0.014683490991592408, "subset_score_loss": 0.014683490991592408} +{"step": 4850000, "wall_time": 47439.575052022934, "train_loss_step": 3.368560791015625, "n_params": 4510840, "total_flops": 67207907328000000, "train_loss": 0.015926907459894817, "subset_score_loss": 0.015926907459894817} +{"step": 4860000, "wall_time": 47527.73680996895, "train_loss_step": 3.060049057006836, "n_params": 4510840, "total_flops": 67346480332800000, "train_loss": 0.0158144215742747, "subset_score_loss": 0.0158144215742747} +{"step": 4870000, "wall_time": 47615.57827067375, "train_loss_step": 3.314606189727783, "n_params": 4510840, "total_flops": 67485053337600000, "train_loss": 0.015002230803171793, "subset_score_loss": 0.015002230803171793} +{"step": 4880000, "wall_time": 47703.546706199646, "train_loss_step": 3.3735084533691406, "n_params": 4510840, "total_flops": 67623626342400000, "train_loss": 0.016106846928596496, "subset_score_loss": 0.016106846928596496} +{"step": 4890000, "wall_time": 47791.76606845856, "train_loss_step": 2.968965530395508, "n_params": 4510840, "total_flops": 67762199347200000, "train_loss": 0.017780651648839314, "subset_score_loss": 0.017780651648839314} +{"step": 4900000, "wall_time": 47945.00430417061, "train_loss_step": 3.444922924041748, "n_params": 4510840, "total_flops": 67900772352000000, "train_loss": 0.015534202257792154, "subset_score_loss": 0.015534202257792154, "memorization_fraction_pixel": 0.6068999767303467, "mean_nn_ratio_pixel": 0.4691789150238037, "fid": 110.14850336185376, "fid_failed": 0.0} +{"step": 4910000, "wall_time": 48033.67072224617, "train_loss_step": 2.94602108001709, "n_params": 4510840, "total_flops": 68039345356800000, "train_loss": 0.014456172784169516, "subset_score_loss": 0.014456172784169516} +{"step": 4920000, "wall_time": 48118.77737545967, "train_loss_step": 3.155576229095459, "n_params": 4510840, "total_flops": 68177918361600000, "train_loss": 0.016055376331011454, "subset_score_loss": 0.016055376331011454} +{"step": 4930000, "wall_time": 48206.16673588753, "train_loss_step": 3.5033822059631348, "n_params": 4510840, "total_flops": 68316491366400000, "train_loss": 0.015897508462270102, "subset_score_loss": 0.015897508462270102} +{"step": 4940000, "wall_time": 48292.24636030197, "train_loss_step": 3.229868173599243, "n_params": 4510840, "total_flops": 68455064371200000, "train_loss": 0.015715009967486062, "subset_score_loss": 0.015715009967486062} +{"step": 4950000, "wall_time": 48378.50351977348, "train_loss_step": 3.1128883361816406, "n_params": 4510840, "total_flops": 68593637376000000, "train_loss": 0.015882606307665508, "subset_score_loss": 0.015882606307665508} +{"step": 4960000, "wall_time": 48466.67991900444, "train_loss_step": 3.129683494567871, "n_params": 4510840, "total_flops": 68732210380800000, "train_loss": 0.01506369908650716, "subset_score_loss": 0.01506369908650716} +{"step": 4970000, "wall_time": 48554.935490846634, "train_loss_step": 3.406512498855591, "n_params": 4510840, "total_flops": 68870783385600000, "train_loss": 0.01521222194035848, "subset_score_loss": 0.01521222194035848} +{"step": 4980000, "wall_time": 48643.18807721138, "train_loss_step": 3.2599897384643555, "n_params": 4510840, "total_flops": 69009356390400000, "train_loss": 0.014536082744598389, "subset_score_loss": 0.014536082744598389} +{"step": 4990000, "wall_time": 48731.38482093811, "train_loss_step": 3.130558967590332, "n_params": 4510840, "total_flops": 69147929395200000, "train_loss": 0.015132861336072286, "subset_score_loss": 0.015132861336072286} +{"step": 5000000, "wall_time": 48884.45315408707, "train_loss_step": 3.440586566925049, "n_params": 4510840, "total_flops": 69286502400000000, "train_loss": 0.016753512620925903, "subset_score_loss": 0.016753512620925903, "memorization_fraction_pixel": 0.6388999819755554, "mean_nn_ratio_pixel": 0.44674384593963623, "fid": 105.6571298030915, "fid_failed": 0.0} diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d120/runner.log b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d120/runner.log new file mode 100644 index 0000000000000000000000000000000000000000..0e8c58c08f22684f3aa8823139363ea8358ee8cc --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d120/runner.log @@ -0,0 +1,502 @@ + FID real-side stats cached over 1000 diverse train images + step 1 | 83s | train_loss=1.0000 | fid=303.8433 + step 10000 | 184s | train_loss=0.8149 + step 20000 | 291s | train_loss=0.6985 + step 30000 | 397s | train_loss=0.5739 + step 40000 | 503s | train_loss=0.4613 + step 50000 | 609s | train_loss=0.3628 + step 60000 | 716s | train_loss=0.2836 + step 70000 | 822s | train_loss=0.2296 + step 80000 | 928s | train_loss=0.1934 + step 90000 | 1034s | train_loss=0.1654 + step 100000 | 1222s | train_loss=0.1458 | fid=184.2419 + step 110000 | 1325s | train_loss=0.1333 + step 120000 | 1427s | train_loss=0.1233 + step 130000 | 1532s | train_loss=0.1133 + step 140000 | 1638s | train_loss=0.1078 + step 150000 | 1744s | train_loss=0.1050 + step 160000 | 1851s | train_loss=0.0986 + step 170000 | 1957s | train_loss=0.0977 + step 180000 | 2063s | train_loss=0.0933 + step 190000 | 2169s | train_loss=0.0904 + step 200000 | 2358s | train_loss=0.0872 | fid=189.7938 + step 210000 | 2460s | train_loss=0.0860 + step 220000 | 2567s | train_loss=0.0830 + step 230000 | 2669s | train_loss=0.0814 + step 240000 | 2774s | train_loss=0.0792 + step 250000 | 2880s | train_loss=0.0777 + step 260000 | 2986s | train_loss=0.0748 + step 270000 | 3092s | train_loss=0.0720 + step 280000 | 3198s | train_loss=0.0746 + step 290000 | 3304s | train_loss=0.0699 + step 300000 | 3493s | train_loss=0.0700 | fid=185.8900 + step 310000 | 3598s | train_loss=0.0702 + step 320000 | 3702s | train_loss=0.0665 + step 330000 | 3809s | train_loss=0.0654 + step 340000 | 3911s | train_loss=0.0665 + step 350000 | 4017s | train_loss=0.0647 + step 360000 | 4123s | train_loss=0.0633 + step 370000 | 4230s | train_loss=0.0611 + step 380000 | 4336s | train_loss=0.0608 + step 390000 | 4443s | train_loss=0.0605 + step 400000 | 4631s | train_loss=0.0617 | fid=186.4222 + step 410000 | 4735s | train_loss=0.0601 + step 420000 | 4839s | train_loss=0.0559 + step 430000 | 4945s | train_loss=0.0584 + step 440000 | 5052s | train_loss=0.0586 + step 450000 | 5152s | train_loss=0.0561 + step 460000 | 5258s | train_loss=0.0563 + step 470000 | 5365s | train_loss=0.0549 + step 480000 | 5471s | train_loss=0.0531 + step 490000 | 5577s | train_loss=0.0544 + step 500000 | 5766s | train_loss=0.0524 | fid=183.4112 + step 510000 | 5871s | train_loss=0.0557 + step 520000 | 5977s | train_loss=0.0520 + step 530000 | 6080s | train_loss=0.0513 + step 540000 | 6187s | train_loss=0.0499 + step 550000 | 6293s | train_loss=0.0540 + step 560000 | 6395s | train_loss=0.0521 + step 570000 | 6502s | train_loss=0.0497 + step 580000 | 6608s | train_loss=0.0490 + step 590000 | 6714s | train_loss=0.0490 + step 600000 | 6903s | train_loss=0.0519 | fid=191.0203 + step 610000 | 7009s | train_loss=0.0499 + step 620000 | 7113s | train_loss=0.0473 + step 630000 | 7217s | train_loss=0.0477 + step 640000 | 7323s | train_loss=0.0489 + step 650000 | 7429s | train_loss=0.0457 + step 660000 | 7536s | train_loss=0.0469 + step 670000 | 7639s | train_loss=0.0472 + step 680000 | 7743s | train_loss=0.0454 + step 690000 | 7850s | train_loss=0.0466 + step 700000 | 8038s | train_loss=0.0461 | fid=200.3224 + step 710000 | 8144s | train_loss=0.0444 + step 720000 | 8249s | train_loss=0.0455 + step 730000 | 8353s | train_loss=0.0445 + step 740000 | 8459s | train_loss=0.0441 + step 750000 | 8565s | train_loss=0.0438 + step 760000 | 8671s | train_loss=0.0415 + step 770000 | 8778s | train_loss=0.0422 + step 780000 | 8883s | train_loss=0.0447 + step 790000 | 8986s | train_loss=0.0425 + step 800000 | 9175s | train_loss=0.0428 | fid=213.8785 + step 810000 | 9281s | train_loss=0.0423 + step 820000 | 9386s | train_loss=0.0409 + step 830000 | 9492s | train_loss=0.0408 + step 840000 | 9595s | train_loss=0.0416 + step 850000 | 9702s | train_loss=0.0430 + step 860000 | 9808s | train_loss=0.0424 + step 870000 | 9914s | train_loss=0.0412 + step 880000 | 10021s | train_loss=0.0402 + step 890000 | 10126s | train_loss=0.0400 + step 900000 | 10312s | train_loss=0.0415 | fid=222.5011 + step 910000 | 10418s | train_loss=0.0409 + step 920000 | 10523s | train_loss=0.0418 + step 930000 | 10629s | train_loss=0.0406 + step 940000 | 10733s | train_loss=0.0404 + step 950000 | 10839s | train_loss=0.0394 + step 960000 | 10946s | train_loss=0.0390 + step 970000 | 11052s | train_loss=0.0412 + step 980000 | 11158s | train_loss=0.0393 + step 990000 | 11263s | train_loss=0.0385 + step 1000000 | 11446s | train_loss=0.0382 | fid=226.3109 + step 1010000 | 11552s | train_loss=0.0383 + step 1020000 | 11657s | train_loss=0.0386 + step 1030000 | 11763s | train_loss=0.0391 + step 1040000 | 11869s | train_loss=0.0405 + step 1050000 | 11973s | train_loss=0.0401 + step 1060000 | 12079s | train_loss=0.0378 + step 1070000 | 12185s | train_loss=0.0378 + step 1080000 | 12291s | train_loss=0.0403 + step 1090000 | 12398s | train_loss=0.0376 + step 1100000 | 12586s | train_loss=0.0392 | fid=239.7350 + step 1110000 | 12693s | train_loss=0.0379 + step 1120000 | 12797s | train_loss=0.0371 + step 1130000 | 12902s | train_loss=0.0374 + step 1140000 | 13008s | train_loss=0.0373 + step 1150000 | 13112s | train_loss=0.0374 + step 1160000 | 13218s | train_loss=0.0352 + step 1170000 | 13324s | train_loss=0.0389 + step 1180000 | 13430s | train_loss=0.0358 + step 1190000 | 13536s | train_loss=0.0362 + step 1200000 | 13704s | train_loss=0.0376 | fid=233.0807 + step 1210000 | 13791s | train_loss=0.0357 + step 1220000 | 13879s | train_loss=0.0348 + step 1230000 | 13948s | train_loss=0.0359 + step 1240000 | 14036s | train_loss=0.0348 + step 1250000 | 14122s | train_loss=0.0346 + step 1260000 | 14201s | train_loss=0.0353 + step 1270000 | 14289s | train_loss=0.0356 + step 1280000 | 14377s | train_loss=0.0328 + step 1290000 | 14465s | train_loss=0.0336 + step 1300000 | 14625s | train_loss=0.0335 | fid=227.5606 + step 1310000 | 14713s | train_loss=0.0337 + step 1320000 | 14800s | train_loss=0.0348 + step 1330000 | 14886s | train_loss=0.0351 + step 1340000 | 14974s | train_loss=0.0360 + step 1350000 | 15059s | train_loss=0.0353 + step 1360000 | 15144s | train_loss=0.0342 + step 1370000 | 15232s | train_loss=0.0337 + step 1380000 | 15320s | train_loss=0.0327 + step 1390000 | 15408s | train_loss=0.0344 + step 1400000 | 15563s | train_loss=0.0339 | fid=220.4874 + step 1410000 | 15651s | train_loss=0.0334 + step 1420000 | 15739s | train_loss=0.0339 + step 1430000 | 15825s | train_loss=0.0321 + step 1440000 | 15912s | train_loss=0.0347 + step 1450000 | 16000s | train_loss=0.0326 + step 1460000 | 16085s | train_loss=0.0320 + step 1470000 | 16170s | train_loss=0.0337 + step 1480000 | 16259s | train_loss=0.0328 + step 1490000 | 16347s | train_loss=0.0329 + step 1500000 | 16503s | train_loss=0.0323 | fid=210.4600 + step 1510000 | 16591s | train_loss=0.0323 + step 1520000 | 16679s | train_loss=0.0321 + step 1530000 | 16766s | train_loss=0.0340 + step 1540000 | 16854s | train_loss=0.0320 + step 1550000 | 16941s | train_loss=0.0314 + step 1560000 | 17029s | train_loss=0.0305 + step 1570000 | 17110s | train_loss=0.0312 + step 1580000 | 17199s | train_loss=0.0314 + step 1590000 | 17287s | train_loss=0.0301 + step 1600000 | 17443s | train_loss=0.0303 | fid=203.4434 + step 1610000 | 17531s | train_loss=0.0315 + step 1620000 | 17619s | train_loss=0.0315 + step 1630000 | 17707s | train_loss=0.0310 + step 1640000 | 17793s | train_loss=0.0312 + step 1650000 | 17882s | train_loss=0.0315 + step 1660000 | 17968s | train_loss=0.0306 + step 1670000 | 18055s | train_loss=0.0289 + step 1680000 | 18138s | train_loss=0.0297 + step 1690000 | 18226s | train_loss=0.0295 + step 1700000 | 18381s | train_loss=0.0308 | fid=195.7996 + step 1710000 | 18470s | train_loss=0.0294 + step 1720000 | 18558s | train_loss=0.0304 + step 1730000 | 18646s | train_loss=0.0297 + step 1740000 | 18733s | train_loss=0.0291 + step 1750000 | 18821s | train_loss=0.0314 + step 1760000 | 18909s | train_loss=0.0292 + step 1770000 | 18995s | train_loss=0.0322 + step 1780000 | 19075s | train_loss=0.0291 + step 1790000 | 19158s | train_loss=0.0286 + step 1800000 | 19300s | train_loss=0.0303 | fid=189.8926 + step 1810000 | 19389s | train_loss=0.0288 + step 1820000 | 19477s | train_loss=0.0290 + step 1830000 | 19565s | train_loss=0.0273 + step 1840000 | 19651s | train_loss=0.0283 + step 1850000 | 19739s | train_loss=0.0281 + step 1860000 | 19827s | train_loss=0.0294 + step 1870000 | 19915s | train_loss=0.0294 + step 1880000 | 20002s | train_loss=0.0290 + step 1890000 | 20077s | train_loss=0.0280 + step 1900000 | 20234s | train_loss=0.0288 | fid=176.4675 + step 1910000 | 20310s | train_loss=0.0292 + step 1920000 | 20398s | train_loss=0.0291 + step 1930000 | 20486s | train_loss=0.0270 + step 1940000 | 20572s | train_loss=0.0286 + step 1950000 | 20660s | train_loss=0.0275 + step 1960000 | 20748s | train_loss=0.0273 + step 1970000 | 20836s | train_loss=0.0264 + step 1980000 | 20924s | train_loss=0.0278 + step 1990000 | 21011s | train_loss=0.0284 + step 2000000 | 21157s | train_loss=0.0258 | fid=165.5380 + step 2010000 | 21245s | train_loss=0.0274 + step 2020000 | 21327s | train_loss=0.0277 + step 2030000 | 21406s | train_loss=0.0266 + step 2040000 | 21494s | train_loss=0.0263 + step 2050000 | 21581s | train_loss=0.0271 + step 2060000 | 21669s | train_loss=0.0268 + step 2070000 | 21757s | train_loss=0.0273 + step 2080000 | 21844s | train_loss=0.0259 + step 2090000 | 21933s | train_loss=0.0270 + step 2100000 | 22077s | train_loss=0.0262 | fid=160.3917 + step 2110000 | 22165s | train_loss=0.0257 + step 2120000 | 22253s | train_loss=0.0260 + step 2130000 | 22341s | train_loss=0.0252 + step 2140000 | 22420s | train_loss=0.0260 + step 2150000 | 22501s | train_loss=0.0258 + step 2160000 | 22589s | train_loss=0.0252 + step 2170000 | 22677s | train_loss=0.0251 + step 2180000 | 22765s | train_loss=0.0264 + step 2190000 | 22853s | train_loss=0.0254 + step 2200000 | 23008s | train_loss=0.0257 | fid=155.9040 + step 2210000 | 23085s | train_loss=0.0245 + step 2220000 | 23172s | train_loss=0.0243 + step 2230000 | 23260s | train_loss=0.0247 + step 2240000 | 23348s | train_loss=0.0267 + step 2250000 | 23435s | train_loss=0.0246 + step 2260000 | 23511s | train_loss=0.0253 + step 2270000 | 23596s | train_loss=0.0256 + step 2280000 | 23684s | train_loss=0.0248 + step 2290000 | 23772s | train_loss=0.0238 + step 2300000 | 23928s | train_loss=0.0255 | fid=149.5609 + step 2310000 | 24014s | train_loss=0.0249 + step 2320000 | 24088s | train_loss=0.0240 + step 2330000 | 24176s | train_loss=0.0245 + step 2340000 | 24264s | train_loss=0.0231 + step 2350000 | 24350s | train_loss=0.0242 + step 2360000 | 24438s | train_loss=0.0245 + step 2370000 | 24526s | train_loss=0.0240 + step 2380000 | 24604s | train_loss=0.0236 + step 2390000 | 24692s | train_loss=0.0238 + step 2400000 | 24847s | train_loss=0.0235 | fid=144.7887 + step 2410000 | 24935s | train_loss=0.0239 + step 2420000 | 25022s | train_loss=0.0252 + step 2430000 | 25101s | train_loss=0.0243 + step 2440000 | 25189s | train_loss=0.0242 + step 2450000 | 25276s | train_loss=0.0238 + step 2460000 | 25363s | train_loss=0.0239 + step 2470000 | 25451s | train_loss=0.0241 + step 2480000 | 25539s | train_loss=0.0235 + step 2490000 | 25623s | train_loss=0.0248 + step 2500000 | 25772s | train_loss=0.0245 | fid=141.1186 + step 2510000 | 25860s | train_loss=0.0246 + step 2520000 | 25949s | train_loss=0.0240 + step 2530000 | 26035s | train_loss=0.0235 + step 2540000 | 26110s | train_loss=0.0228 + step 2550000 | 26198s | train_loss=0.0235 + step 2560000 | 26284s | train_loss=0.0232 + step 2570000 | 26372s | train_loss=0.0229 + step 2580000 | 26460s | train_loss=0.0213 + step 2590000 | 26548s | train_loss=0.0230 + step 2600000 | 26698s | train_loss=0.0220 | fid=138.2824 + step 2610000 | 26779s | train_loss=0.0225 + step 2620000 | 26867s | train_loss=0.0232 + step 2630000 | 26955s | train_loss=0.0220 + step 2640000 | 27042s | train_loss=0.0221 + step 2650000 | 27118s | train_loss=0.0220 + step 2660000 | 27204s | train_loss=0.0237 + step 2670000 | 27292s | train_loss=0.0224 + step 2680000 | 27380s | train_loss=0.0239 + step 2690000 | 27468s | train_loss=0.0236 + step 2700000 | 27624s | train_loss=0.0223 | fid=131.3952 + step 2710000 | 27713s | train_loss=0.0213 + step 2720000 | 27790s | train_loss=0.0236 + step 2730000 | 27872s | train_loss=0.0222 + step 2740000 | 27960s | train_loss=0.0225 + step 2750000 | 28047s | train_loss=0.0220 + step 2760000 | 28119s | train_loss=0.0226 + step 2770000 | 28207s | train_loss=0.0213 + step 2780000 | 28295s | train_loss=0.0216 + step 2790000 | 28383s | train_loss=0.0236 + step 2800000 | 28539s | train_loss=0.0219 | fid=133.0777 + step 2810000 | 28627s | train_loss=0.0215 + step 2820000 | 28715s | train_loss=0.0216 + step 2830000 | 28803s | train_loss=0.0220 + step 2840000 | 28880s | train_loss=0.0219 + step 2850000 | 28968s | train_loss=0.0222 + step 2860000 | 29053s | train_loss=0.0219 + step 2870000 | 29128s | train_loss=0.0206 + step 2880000 | 29216s | train_loss=0.0223 + step 2890000 | 29304s | train_loss=0.0213 + step 2900000 | 29460s | train_loss=0.0225 | fid=131.3514 + step 2910000 | 29548s | train_loss=0.0207 + step 2920000 | 29636s | train_loss=0.0207 + step 2930000 | 29725s | train_loss=0.0201 + step 2940000 | 29813s | train_loss=0.0210 + step 2950000 | 29901s | train_loss=0.0211 + step 2960000 | 29971s | train_loss=0.0225 + step 2970000 | 30056s | train_loss=0.0204 + step 2980000 | 30129s | train_loss=0.0209 + step 2990000 | 30216s | train_loss=0.0218 + step 3000000 | 30372s | train_loss=0.0209 | fid=130.1518 + step 3010000 | 30460s | train_loss=0.0198 + step 3020000 | 30548s | train_loss=0.0200 + step 3030000 | 30636s | train_loss=0.0204 + step 3040000 | 30724s | train_loss=0.0210 + step 3050000 | 30812s | train_loss=0.0204 + step 3060000 | 30900s | train_loss=0.0208 + step 3070000 | 30987s | train_loss=0.0204 + step 3080000 | 31062s | train_loss=0.0197 + step 3090000 | 31139s | train_loss=0.0202 + step 3100000 | 31295s | train_loss=0.0217 | fid=123.4605 + step 3110000 | 31383s | train_loss=0.0204 + step 3120000 | 31471s | train_loss=0.0223 + step 3130000 | 31559s | train_loss=0.0209 + step 3140000 | 31647s | train_loss=0.0204 + step 3150000 | 31735s | train_loss=0.0192 + step 3160000 | 31823s | train_loss=0.0210 + step 3170000 | 31910s | train_loss=0.0208 + step 3180000 | 31998s | train_loss=0.0190 + step 3190000 | 32077s | train_loss=0.0207 + step 3200000 | 32218s | train_loss=0.0214 | fid=124.3770 + step 3210000 | 32306s | train_loss=0.0202 + step 3220000 | 32394s | train_loss=0.0199 + step 3230000 | 32481s | train_loss=0.0216 + step 3240000 | 32570s | train_loss=0.0196 + step 3250000 | 32658s | train_loss=0.0190 + step 3260000 | 32746s | train_loss=0.0207 + step 3270000 | 32832s | train_loss=0.0202 + step 3280000 | 32920s | train_loss=0.0206 + step 3290000 | 33008s | train_loss=0.0196 + step 3300000 | 33146s | train_loss=0.0184 | fid=124.9844 + step 3310000 | 33235s | train_loss=0.0198 + step 3320000 | 33323s | train_loss=0.0194 + step 3330000 | 33410s | train_loss=0.0192 + step 3340000 | 33498s | train_loss=0.0207 + step 3350000 | 33586s | train_loss=0.0195 + step 3360000 | 33674s | train_loss=0.0191 + step 3370000 | 33761s | train_loss=0.0193 + step 3380000 | 33848s | train_loss=0.0190 + step 3390000 | 33936s | train_loss=0.0195 + step 3400000 | 34092s | train_loss=0.0201 | fid=124.5035 + step 3410000 | 34167s | train_loss=0.0210 + step 3420000 | 34243s | train_loss=0.0201 + step 3430000 | 34332s | train_loss=0.0187 + step 3440000 | 34419s | train_loss=0.0205 + step 3450000 | 34507s | train_loss=0.0196 + step 3460000 | 34595s | train_loss=0.0194 + step 3470000 | 34683s | train_loss=0.0193 + step 3480000 | 34769s | train_loss=0.0204 + step 3490000 | 34857s | train_loss=0.0195 + step 3500000 | 35013s | train_loss=0.0188 | fid=120.5066 + step 3510000 | 35101s | train_loss=0.0195 + step 3520000 | 35173s | train_loss=0.0185 + step 3530000 | 35254s | train_loss=0.0185 + step 3540000 | 35339s | train_loss=0.0189 + step 3550000 | 35426s | train_loss=0.0185 + step 3560000 | 35514s | train_loss=0.0185 + step 3570000 | 35602s | train_loss=0.0184 + step 3580000 | 35689s | train_loss=0.0194 + step 3590000 | 35777s | train_loss=0.0182 + step 3600000 | 35933s | train_loss=0.0204 | fid=119.5137 + step 3610000 | 36021s | train_loss=0.0205 + step 3620000 | 36109s | train_loss=0.0182 + step 3630000 | 36186s | train_loss=0.0198 + step 3640000 | 36274s | train_loss=0.0179 + step 3650000 | 36353s | train_loss=0.0187 + step 3660000 | 36441s | train_loss=0.0196 + step 3670000 | 36528s | train_loss=0.0180 + step 3680000 | 36615s | train_loss=0.0176 + step 3690000 | 36703s | train_loss=0.0184 + step 3700000 | 36859s | train_loss=0.0183 | fid=121.4829 + step 3710000 | 36947s | train_loss=0.0187 + step 3720000 | 37035s | train_loss=0.0190 + step 3730000 | 37122s | train_loss=0.0184 + step 3740000 | 37199s | train_loss=0.0182 + step 3750000 | 37287s | train_loss=0.0190 + step 3760000 | 37370s | train_loss=0.0177 + step 3770000 | 37449s | train_loss=0.0187 + step 3780000 | 37535s | train_loss=0.0178 + step 3790000 | 37623s | train_loss=0.0186 + step 3800000 | 37779s | train_loss=0.0178 | fid=122.1978 + step 3810000 | 37867s | train_loss=0.0174 + step 3820000 | 37955s | train_loss=0.0198 + step 3830000 | 38043s | train_loss=0.0185 + step 3840000 | 38128s | train_loss=0.0184 + step 3850000 | 38201s | train_loss=0.0185 + step 3860000 | 38289s | train_loss=0.0172 + step 3870000 | 38377s | train_loss=0.0183 + step 3880000 | 38463s | train_loss=0.0189 + step 3890000 | 38549s | train_loss=0.0178 + step 3900000 | 38705s | train_loss=0.0175 | fid=116.2293 + step 3910000 | 38793s | train_loss=0.0188 + step 3920000 | 38881s | train_loss=0.0183 + step 3930000 | 38969s | train_loss=0.0174 + step 3940000 | 39058s | train_loss=0.0178 + step 3950000 | 39145s | train_loss=0.0180 + step 3960000 | 39229s | train_loss=0.0167 + step 3970000 | 39318s | train_loss=0.0184 + step 3980000 | 39406s | train_loss=0.0182 + step 3990000 | 39489s | train_loss=0.0177 + step 4000000 | 39645s | train_loss=0.0170 | fid=118.9375 + step 4010000 | 39733s | train_loss=0.0183 + step 4020000 | 39821s | train_loss=0.0181 + step 4030000 | 39909s | train_loss=0.0176 + step 4040000 | 39997s | train_loss=0.0174 + step 4050000 | 40085s | train_loss=0.0171 + step 4060000 | 40170s | train_loss=0.0167 + step 4070000 | 40257s | train_loss=0.0174 + step 4080000 | 40345s | train_loss=0.0172 + step 4090000 | 40431s | train_loss=0.0185 + step 4100000 | 40572s | train_loss=0.0168 | fid=118.6916 + step 4110000 | 40660s | train_loss=0.0172 + step 4120000 | 40748s | train_loss=0.0169 + step 4130000 | 40836s | train_loss=0.0171 + step 4140000 | 40924s | train_loss=0.0164 + step 4150000 | 41012s | train_loss=0.0170 + step 4160000 | 41099s | train_loss=0.0169 + step 4170000 | 41174s | train_loss=0.0167 + step 4180000 | 41261s | train_loss=0.0174 + step 4190000 | 41347s | train_loss=0.0171 + step 4200000 | 41503s | train_loss=0.0164 | fid=116.7093 + step 4210000 | 41589s | train_loss=0.0168 + step 4220000 | 41665s | train_loss=0.0172 + step 4230000 | 41753s | train_loss=0.0166 + step 4240000 | 41841s | train_loss=0.0172 + step 4250000 | 41930s | train_loss=0.0163 + step 4260000 | 42017s | train_loss=0.0178 + step 4270000 | 42105s | train_loss=0.0173 + step 4280000 | 42178s | train_loss=0.0168 + step 4290000 | 42263s | train_loss=0.0165 + step 4300000 | 42418s | train_loss=0.0170 | fid=113.3037 + step 4310000 | 42506s | train_loss=0.0157 + step 4320000 | 42594s | train_loss=0.0176 + step 4330000 | 42675s | train_loss=0.0165 + step 4340000 | 42751s | train_loss=0.0170 + step 4350000 | 42839s | train_loss=0.0161 + step 4360000 | 42927s | train_loss=0.0164 + step 4370000 | 43015s | train_loss=0.0163 + step 4380000 | 43103s | train_loss=0.0177 + step 4390000 | 43178s | train_loss=0.0172 + step 4400000 | 43329s | train_loss=0.0166 | fid=113.5330 + step 4410000 | 43417s | train_loss=0.0165 + step 4420000 | 43506s | train_loss=0.0161 + step 4430000 | 43593s | train_loss=0.0168 + step 4440000 | 43681s | train_loss=0.0162 + step 4450000 | 43764s | train_loss=0.0161 + step 4460000 | 43845s | train_loss=0.0167 + step 4470000 | 43933s | train_loss=0.0166 + step 4480000 | 44021s | train_loss=0.0155 + step 4490000 | 44109s | train_loss=0.0164 + step 4500000 | 44247s | train_loss=0.0163 | fid=110.6711 + step 4510000 | 44334s | train_loss=0.0154 + step 4520000 | 44423s | train_loss=0.0157 + step 4530000 | 44511s | train_loss=0.0165 + step 4540000 | 44598s | train_loss=0.0169 + step 4550000 | 44687s | train_loss=0.0154 + step 4560000 | 44775s | train_loss=0.0177 + step 4570000 | 44852s | train_loss=0.0158 + step 4580000 | 44938s | train_loss=0.0160 + step 4590000 | 45027s | train_loss=0.0158 + step 4600000 | 45179s | train_loss=0.0165 | fid=110.2423 + step 4610000 | 45257s | train_loss=0.0174 + step 4620000 | 45344s | train_loss=0.0170 + step 4630000 | 45432s | train_loss=0.0164 + step 4640000 | 45520s | train_loss=0.0157 + step 4650000 | 45608s | train_loss=0.0156 + step 4660000 | 45696s | train_loss=0.0161 + step 4670000 | 45784s | train_loss=0.0159 + step 4680000 | 45872s | train_loss=0.0171 + step 4690000 | 45942s | train_loss=0.0171 + step 4700000 | 46094s | train_loss=0.0167 | fid=108.9729 + step 4710000 | 46180s | train_loss=0.0161 + step 4720000 | 46256s | train_loss=0.0161 + step 4730000 | 46342s | train_loss=0.0158 + step 4740000 | 46430s | train_loss=0.0155 + step 4750000 | 46518s | train_loss=0.0157 + step 4760000 | 46606s | train_loss=0.0156 + step 4770000 | 46694s | train_loss=0.0150 + step 4780000 | 46782s | train_loss=0.0156 + step 4790000 | 46870s | train_loss=0.0153 + step 4800000 | 47015s | train_loss=0.0163 | fid=111.1886 + step 4810000 | 47101s | train_loss=0.0162 + step 4820000 | 47189s | train_loss=0.0163 + step 4830000 | 47266s | train_loss=0.0151 + step 4840000 | 47352s | train_loss=0.0147 + step 4850000 | 47440s | train_loss=0.0159 + step 4860000 | 47528s | train_loss=0.0158 + step 4870000 | 47616s | train_loss=0.0150 + step 4880000 | 47704s | train_loss=0.0161 + step 4890000 | 47792s | train_loss=0.0178 + step 4900000 | 47945s | train_loss=0.0155 | fid=110.1485 + step 4910000 | 48034s | train_loss=0.0145 + step 4920000 | 48119s | train_loss=0.0161 + step 4930000 | 48206s | train_loss=0.0159 + step 4940000 | 48292s | train_loss=0.0157 + step 4950000 | 48379s | train_loss=0.0159 + step 4960000 | 48467s | train_loss=0.0151 + step 4970000 | 48555s | train_loss=0.0152 + step 4980000 | 48643s | train_loss=0.0145 + step 4990000 | 48731s | train_loss=0.0151 + step 5000000 | 48884s | train_loss=0.0168 | fid=105.6571 diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d140/config.json b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d140/config.json new file mode 100644 index 0000000000000000000000000000000000000000..aa12a6ca33c7bf3dd4dcd476a2fa954965a2ed8c --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d140/config.json @@ -0,0 +1,25 @@ +{ + "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d140/vae.pt", + "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d140", + "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", + "n_train": 1000, + "total_steps": 5000000, + "eval_interval": 10000, + "mem_interval": 100000, + "fid_interval": 100000, + "fid_n_real": 1000, + "fid_n_gen": 10000, + "n_gen_samples": 10000, + "n_sde_steps": 500, + "batch_size": 512, + "hidden": 1024, + "depth": 5, + "optimizer": "sgd", + "lr": 0.001, + "momentum": 0.8, + "t_min": 0.01, + "t_max": 3.0, + "t_eval": 0.1, + "seed": 44, + "device": null +} diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d140/metrics.jsonl b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d140/metrics.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..9aeeb322fcd2be48616284d4d9499c6b5075386b --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d140/metrics.jsonl @@ -0,0 +1,502 @@ +{"event": "meta", "data": "cifar10_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 140, "n": 1000, "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d140/vae.pt", "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [41905, 27590, 3837, 45564, 49079, 45615, 24791, 29586, 40154, 14155, 41744, 31565, 21399, 47093, 14144, 7260, 25109, 49111, 3286, 28559, 8088, 18636, 27677, 5584, 14605, 28090, 44911, 22197, 30774, 45976, 21377, 38974, 37419, 34658, 48141, 45353, 16718, 44442, 14512, 30061, 32910, 17321, 15565, 17405, 44045, 17717, 6400, 37998, 3773, 20538, 19316, 34889, 4564, 1363, 5611, 41687, 16986, 41914, 25046, 49823, 33007, 20861, 27988, 42869, 33687, 3828, 12070, 15418, 22140, 35636, 31728, 9480, 7712, 2852, 43042, 17354, 27208, 49689, 14774, 29225, 25390, 35055, 12670, 19522, 24246, 14561, 33656, 42751, 2242, 364, 43176, 15490, 46231, 26061, 18629, 34392, 32488, 26106, 10393, 11167, 20874, 8106, 10093, 7243, 48907, 8147, 45063, 21102, 37655, 7635, 2514, 27684, 3204, 28758, 28311, 29718, 44311, 10355, 32304, 14615, 28486, 14294, 16760, 37166, 19433, 20899, 23979, 36854, 43726, 10375, 11078, 10677, 40127, 33642, 36325, 13174, 19662, 30319, 22501, 14354, 24243, 27654, 42509, 18915, 29668, 2313, 42454, 11218, 48097, 31985, 16567, 26984, 33502, 36329, 22928, 42746, 38223, 19499, 41926, 29059, 44004, 8962, 40807, 11854, 36894, 13566, 36982, 16226, 36410, 47002, 20194, 3625, 19297, 2555, 4842, 8098, 44052, 5795, 5274, 4374, 17924, 30344, 5386, 26317, 30389, 32399, 32042, 26731, 29532, 33817, 26942, 25858, 11887, 46070, 41837, 10713, 33955, 20000, 29946, 4912, 32112, 6697, 44031, 27296, 37785, 25660, 27948, 31260, 24358, 1827, 37445, 25084, 11703, 3820, 49218, 30616, 25083, 22759, 6275, 40603, 39038, 37156, 8894, 9871, 31333, 26582, 20528, 10523, 2747, 33639, 41740, 47899, 11337, 6325, 433, 33051, 1094, 24743, 9392, 22638, 7689, 39641, 9486, 33554, 30840, 35032, 19647, 7903, 18205, 34063, 46483, 32963, 11601, 19203, 45792, 47136, 6174, 40793, 13885, 16641, 48744, 37658, 43829, 44107, 6388, 37424, 20033, 28563, 27013, 17032, 12768, 38181, 35608, 14089, 29228, 40229, 45106, 11963, 37979, 20694, 22835, 5773, 19580, 44596, 19079, 45191, 666, 15893, 7513, 15939, 45020, 12659, 31388, 44651, 23592, 16419, 47615, 36714, 36448, 28579, 1697, 9889, 42082, 49150, 41132, 33996, 21551, 18467, 45242, 6516, 3355, 20187, 31669, 2814, 6900, 28198, 17656, 18178, 31825, 34244, 38330, 28894, 7463, 8134, 38159, 10524, 41508, 2367, 496, 31046, 1511, 31956, 46621, 14176, 1899, 32397, 29452, 16504, 34042, 24014, 47447, 20229, 36683, 5186, 14349, 21736, 17094, 30311, 27949, 30023, 49589, 43270, 2898, 18259, 17175, 18594, 17062, 42063, 3237, 12080, 35769, 1687, 30330, 29678, 27321, 4273, 28513, 2551, 5314, 13572, 13497, 9652, 3466, 27133, 38459, 23232, 14231, 25584, 49398, 32994, 10434, 42369, 37410, 45044, 11075, 12523, 1417, 6765, 40000, 25016, 36905, 48638, 21, 16822, 24333, 30084, 43982, 26954, 6519, 42546, 14751, 14278, 49970, 47621, 18883, 37295, 9040, 40369, 22225, 36489, 21302, 13110, 5455, 47804, 14868, 13063, 22102, 36825, 21969, 33186, 28908, 32592, 42766, 12262, 39073, 915, 11824, 39208, 3098, 42789, 29800, 14150, 28705, 8847, 21716, 535, 48077, 41540, 36207, 10816, 41471, 35049, 20661, 6083, 30194, 4576, 2174, 1908, 48392, 10435, 10986, 18036, 24746, 3941, 34118, 49749, 12025, 21493, 15785, 17085, 39411, 34561, 42064, 36237, 2740, 8183, 40564, 33107, 25765, 49165, 25211, 17520, 17115, 1869, 46432, 33757, 20517, 39760, 259, 45380, 12436, 48000, 21046, 4039, 15701, 35246, 29112, 44161, 34079, 45449, 42845, 22815, 5597, 3990, 35899, 48969, 41528, 27873, 16598, 39104, 23359, 46847, 28624, 19198, 1251, 9003, 28383, 47005, 40703, 41605, 39895, 26201, 11727, 27435, 17333, 39261, 37456, 14653, 30634, 4160, 24540, 12044, 7111, 23485, 5645, 2572, 1682, 17872, 8974, 16796, 11864, 40178, 20092, 32219, 14458, 37007, 31340, 10520, 34489, 13128, 42913, 31468, 44180, 37938, 20058, 18673, 36850, 34721, 26210, 15257, 35188, 11815, 47936, 18088, 43578, 11996, 47952, 24311, 1884, 36557, 32921, 36250, 38022, 5671, 13621, 23326, 14326, 23471, 24685, 39092, 3268, 37257, 16348, 13730, 21838, 44088, 8945, 10827, 13840, 46123, 48010, 13350, 30622, 45233, 8698, 14335, 45842, 15138, 1515, 40759, 21960, 47551, 33208, 18260, 6377, 46869, 31742, 23566, 12829, 15305, 37988, 16111, 32146, 37948, 25917, 30484, 17885, 42468, 28238, 33865, 28030, 30072, 34855, 19324, 42075, 30623, 3667, 38832, 25100, 43077, 36471, 11663, 13588, 14015, 5099, 10589, 28526, 48022, 15444, 3280, 188, 31582, 15225, 11019, 21804, 3901, 24461, 25031, 10373, 4486, 45950, 37949, 32923, 1583, 6576, 26004, 16237, 38132, 25045, 25091, 41949, 11553, 48062, 40503, 13057, 8954, 18566, 28405, 28604, 30434, 49112, 30676, 32930, 16183, 48336, 43162, 873, 37233, 44718, 37247, 23758, 9243, 12126, 5287, 49594, 3459, 32091, 20894, 41743, 7366, 7258, 37939, 47665, 12260, 20836, 43253, 16191, 11619, 1519, 6137, 3934, 48375, 35234, 103, 30510, 8869, 21085, 41234, 25138, 25079, 31218, 48292, 48814, 6635, 18416, 1421, 4363, 5164, 47455, 21280, 16767, 19685, 16449, 45798, 31292, 31049, 43587, 30772, 2651, 12854, 23199, 25234, 23389, 24742, 19480, 19738, 19726, 2388, 21394, 4512, 9069, 42856, 25766, 23797, 40741, 33624, 8328, 35922, 27732, 36268, 23213, 41966, 40002, 12750, 46225, 35182, 23769, 25152, 26764, 20090, 27202, 48096, 4266, 2205, 2020, 37651, 36088, 1021, 28544, 20933, 48924, 11503, 43997, 9492, 19505, 47632, 4118, 2029, 22008, 41396, 16378, 36738, 33194, 28053, 44137, 30771, 12131, 5963, 31754, 46953, 3180, 1718, 36816, 2208, 20898, 13799, 30796, 34445, 37540, 27983, 39216, 16791, 36763, 15987, 28440, 11782, 48531, 4252, 47359, 5351, 4059, 9263, 32274, 39283, 258, 17485, 31280, 12814, 33217, 38203, 11170, 8486, 14434, 13722, 36048, 3705, 47210, 38260, 2200, 17850, 21589, 27598, 9926, 9419, 3981, 34519, 37821, 22855, 39796, 24105, 5113, 5888, 31974, 40040, 17179, 48615, 38665, 47173, 47154, 20619, 5049, 1656, 27736, 14424, 2013, 1348, 32964, 37228, 34968, 34124, 15993, 42420, 26558, 2961, 27119, 37779, 29321, 31595, 29301, 38364, 17528, 19583, 48609, 4428, 12427, 601, 21213, 44456, 39274, 40250, 39804, 35373, 43875, 20550, 43426, 13696, 34572, 11097, 22458, 33042, 12981, 29073, 6601, 2370, 4065, 46317, 29460, 21761, 13977, 4520, 31604, 16259, 1445, 29204, 26097, 31921, 33193, 36054, 26372, 4436, 40306, 13974, 6159, 46233, 33714, 27592, 23153, 40311, 12294, 40141, 14030, 36304, 40086, 43163, 14689, 5002, 40885, 40758, 42458, 18580, 29784, 14527, 30070, 18326, 40830, 42503, 5434, 25179, 15652, 11428, 40980, 45916, 22056, 15896, 42628, 30092, 40834, 25862, 40370, 7804, 46908, 44191, 26908, 9764, 36969, 21521, 35257, 9279, 36964, 4012, 627, 31813, 15669, 33832, 29874, 1912, 41254, 23709, 4648, 3131, 49882, 19349, 35975, 25565, 21641, 48219, 30806, 33979, 36103, 14640, 34524, 31661, 26869, 27297, 46519, 2352, 46930, 7617, 49750, 12620, 29820, 18590, 890, 16394, 23877, 26421, 23417, 29021, 11596, 22017, 14794, 14437, 48385, 48231, 18946, 38048, 41302, 40633, 15317, 24820], "fid_reference": "same farthest-first 1k CIFAR-10 training subset", "seed": 44} +{"step": 1, "wall_time": 88.74786400794983, "train_loss_step": 139.54327392578125, "n_params": 4551820, "total_flops": 13983191040, "train_loss": 1.0020853315080915, "subset_score_loss": 1.0020853315080915, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9807969927787781, "fid": 278.4367478879226, "fid_failed": 0.0} +{"step": 10000, "wall_time": 206.76960158348083, "train_loss_step": 28.933822631835938, "n_params": 4551820, "total_flops": 139831910400000, "train_loss": 0.8069723946707589, "subset_score_loss": 0.8069723946707589} +{"step": 20000, "wall_time": 325.1259639263153, "train_loss_step": 25.989391326904297, "n_params": 4551820, "total_flops": 279663820800000, "train_loss": 0.6933570861816406, "subset_score_loss": 0.6933570861816406} +{"step": 30000, "wall_time": 443.06389236450195, "train_loss_step": 23.071666717529297, "n_params": 4551820, "total_flops": 419495731200000, "train_loss": 0.529310062953404, "subset_score_loss": 0.529310062953404} +{"step": 40000, "wall_time": 560.7741603851318, "train_loss_step": 19.990291595458984, "n_params": 4551820, "total_flops": 559327641600000, "train_loss": 0.37224404471261163, "subset_score_loss": 0.37224404471261163} +{"step": 50000, "wall_time": 678.6190130710602, "train_loss_step": 15.445743560791016, "n_params": 4551820, "total_flops": 699159552000000, "train_loss": 0.27992022378104076, "subset_score_loss": 0.27992022378104076} +{"step": 60000, "wall_time": 796.7332057952881, "train_loss_step": 16.449817657470703, "n_params": 4551820, "total_flops": 838991462400000, "train_loss": 0.22084225245884487, "subset_score_loss": 0.22084225245884487} +{"step": 70000, "wall_time": 913.8765833377838, "train_loss_step": 14.92597770690918, "n_params": 4551820, "total_flops": 978823372800000, "train_loss": 0.1882868903023856, "subset_score_loss": 0.1882868903023856} +{"step": 80000, "wall_time": 1030.6431591510773, "train_loss_step": 13.562519073486328, "n_params": 4551820, "total_flops": 1118655283200000, "train_loss": 0.16990834644862585, "subset_score_loss": 0.16990834644862585} +{"step": 90000, "wall_time": 1148.0086705684662, "train_loss_step": 13.913772583007812, "n_params": 4551820, "total_flops": 1258487193600000, "train_loss": 0.15110808781215124, "subset_score_loss": 0.15110808781215124} +{"step": 100000, "wall_time": 1349.842530488968, "train_loss_step": 12.709207534790039, "n_params": 4551820, "total_flops": 1398319104000000, "train_loss": 0.14209590639386857, "subset_score_loss": 0.14209590639386857, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9678424596786499, "fid": 209.73287772670898, "fid_failed": 0.0} +{"step": 110000, "wall_time": 1465.9554662704468, "train_loss_step": 12.403383255004883, "n_params": 4551820, "total_flops": 1538151014400000, "train_loss": 0.1314535004752023, "subset_score_loss": 0.1314535004752023} +{"step": 120000, "wall_time": 1583.6672418117523, "train_loss_step": 12.706441879272461, "n_params": 4551820, "total_flops": 1677982924800000, "train_loss": 0.13612561907087053, "subset_score_loss": 0.13612561907087053} +{"step": 130000, "wall_time": 1701.660197019577, "train_loss_step": 11.185646057128906, "n_params": 4551820, "total_flops": 1817814835200000, "train_loss": 0.11811778204781669, "subset_score_loss": 0.11811778204781669} +{"step": 140000, "wall_time": 1819.8987967967987, "train_loss_step": 11.93805980682373, "n_params": 4551820, "total_flops": 1957646745600000, "train_loss": 0.1226905277797154, "subset_score_loss": 0.1226905277797154} +{"step": 150000, "wall_time": 1937.5725593566895, "train_loss_step": 11.787572860717773, "n_params": 4551820, "total_flops": 2097478656000000, "train_loss": 0.11719183240618025, "subset_score_loss": 0.11719183240618025} +{"step": 160000, "wall_time": 2054.55762052536, "train_loss_step": 11.482644081115723, "n_params": 4551820, "total_flops": 2237310566400000, "train_loss": 0.09987077713012696, "subset_score_loss": 0.09987077713012696} +{"step": 170000, "wall_time": 2172.011732816696, "train_loss_step": 11.091955184936523, "n_params": 4551820, "total_flops": 2377142476800000, "train_loss": 0.10326237678527832, "subset_score_loss": 0.10326237678527832} +{"step": 180000, "wall_time": 2289.8423104286194, "train_loss_step": 10.561365127563477, "n_params": 4551820, "total_flops": 2516974387200000, "train_loss": 0.09859795570373535, "subset_score_loss": 0.09859795570373535} +{"step": 190000, "wall_time": 2402.7745690345764, "train_loss_step": 10.410097122192383, "n_params": 4551820, "total_flops": 2656806297600000, "train_loss": 0.09829303877694266, "subset_score_loss": 0.09829303877694266} +{"step": 200000, "wall_time": 2608.5468950271606, "train_loss_step": 10.663680076599121, "n_params": 4551820, "total_flops": 2796638208000000, "train_loss": 0.09253110204424177, "subset_score_loss": 0.09253110204424177, "memorization_fraction_pixel": 0.0007999999797903001, "mean_nn_ratio_pixel": 0.9681554436683655, "fid": 241.0864055116149, "fid_failed": 0.0} +{"step": 210000, "wall_time": 2724.8366668224335, "train_loss_step": 10.02284049987793, "n_params": 4551820, "total_flops": 2936470118400000, "train_loss": 0.09435181617736817, "subset_score_loss": 0.09435181617736817} +{"step": 220000, "wall_time": 2842.913530111313, "train_loss_step": 10.517940521240234, "n_params": 4551820, "total_flops": 3076302028800000, "train_loss": 0.1025454044342041, "subset_score_loss": 0.1025454044342041} +{"step": 230000, "wall_time": 2959.7658603191376, "train_loss_step": 10.8170166015625, "n_params": 4551820, "total_flops": 3216133939200000, "train_loss": 0.10084210804530552, "subset_score_loss": 0.10084210804530552} +{"step": 240000, "wall_time": 3077.3247168064117, "train_loss_step": 9.520380020141602, "n_params": 4551820, "total_flops": 3355965849600000, "train_loss": 0.09134550775800432, "subset_score_loss": 0.09134550775800432} +{"step": 250000, "wall_time": 3195.0712304115295, "train_loss_step": 9.850735664367676, "n_params": 4551820, "total_flops": 3495797760000000, "train_loss": 0.11070645196097238, "subset_score_loss": 0.11070645196097238} +{"step": 260000, "wall_time": 3313.0029554367065, "train_loss_step": 10.030349731445312, "n_params": 4551820, "total_flops": 3635629670400000, "train_loss": 0.08703302655901228, "subset_score_loss": 0.08703302655901228} +{"step": 270000, "wall_time": 3430.7046024799347, "train_loss_step": 9.474344253540039, "n_params": 4551820, "total_flops": 3775461580800000, "train_loss": 0.08224223000662667, "subset_score_loss": 0.08224223000662667} +{"step": 280000, "wall_time": 3545.689340353012, "train_loss_step": 9.788329124450684, "n_params": 4551820, "total_flops": 3915293491200000, "train_loss": 0.09081410680498396, "subset_score_loss": 0.09081410680498396} +{"step": 290000, "wall_time": 3659.8067548274994, "train_loss_step": 9.767082214355469, "n_params": 4551820, "total_flops": 4055125401600000, "train_loss": 0.08495607376098632, "subset_score_loss": 0.08495607376098632} +{"step": 300000, "wall_time": 3867.9048829078674, "train_loss_step": 9.3641357421875, "n_params": 4551820, "total_flops": 4194957312000000, "train_loss": 0.08821663175310407, "subset_score_loss": 0.08821663175310407, "memorization_fraction_pixel": 0.00019999999494757503, "mean_nn_ratio_pixel": 0.9731111526489258, "fid": 284.1637127112094, "fid_failed": 0.0} +{"step": 310000, "wall_time": 3986.3080966472626, "train_loss_step": 9.118902206420898, "n_params": 4551820, "total_flops": 4334789222400000, "train_loss": 0.08922052383422852, "subset_score_loss": 0.08922052383422852} +{"step": 320000, "wall_time": 4103.410629034042, "train_loss_step": 8.656176567077637, "n_params": 4551820, "total_flops": 4474621132800000, "train_loss": 0.08487529073442732, "subset_score_loss": 0.08487529073442732} +{"step": 330000, "wall_time": 4221.511538505554, "train_loss_step": 9.527629852294922, "n_params": 4551820, "total_flops": 4614453043200000, "train_loss": 0.07995350020272392, "subset_score_loss": 0.07995350020272392} +{"step": 340000, "wall_time": 4339.713132143021, "train_loss_step": 9.516899108886719, "n_params": 4551820, "total_flops": 4754284953600000, "train_loss": 0.08674607276916504, "subset_score_loss": 0.08674607276916504} +{"step": 350000, "wall_time": 4457.268483161926, "train_loss_step": 9.090121269226074, "n_params": 4551820, "total_flops": 4894116864000000, "train_loss": 0.07552684375217983, "subset_score_loss": 0.07552684375217983} +{"step": 360000, "wall_time": 4574.272270441055, "train_loss_step": 8.93601131439209, "n_params": 4551820, "total_flops": 5033948774400000, "train_loss": 0.08148668152945382, "subset_score_loss": 0.08148668152945382} +{"step": 370000, "wall_time": 4689.225373268127, "train_loss_step": 9.206090927124023, "n_params": 4551820, "total_flops": 5173780684800000, "train_loss": 0.0821589742388044, "subset_score_loss": 0.0821589742388044} +{"step": 380000, "wall_time": 4802.542947053909, "train_loss_step": 8.804937362670898, "n_params": 4551820, "total_flops": 5313612595200000, "train_loss": 0.07739259856087821, "subset_score_loss": 0.07739259856087821} +{"step": 390000, "wall_time": 4919.651966333389, "train_loss_step": 8.754598617553711, "n_params": 4551820, "total_flops": 5453444505600000, "train_loss": 0.07055555752345494, "subset_score_loss": 0.07055555752345494} +{"step": 400000, "wall_time": 5127.676531076431, "train_loss_step": 8.565898895263672, "n_params": 4551820, "total_flops": 5593276416000000, "train_loss": 0.07903312274387904, "subset_score_loss": 0.07903312274387904, "memorization_fraction_pixel": 0.00279999990016222, "mean_nn_ratio_pixel": 0.9673680663108826, "fid": 294.693097414023, "fid_failed": 0.0} +{"step": 410000, "wall_time": 5243.654505968094, "train_loss_step": 9.146178245544434, "n_params": 4551820, "total_flops": 5733108326400000, "train_loss": 0.07622417722429548, "subset_score_loss": 0.07622417722429548} +{"step": 420000, "wall_time": 5361.4352016448975, "train_loss_step": 8.315373420715332, "n_params": 4551820, "total_flops": 5872940236800000, "train_loss": 0.07255064419337681, "subset_score_loss": 0.07255064419337681} +{"step": 430000, "wall_time": 5479.709797143936, "train_loss_step": 8.994220733642578, "n_params": 4551820, "total_flops": 6012772147200000, "train_loss": 0.07208518981933594, "subset_score_loss": 0.07208518981933594} +{"step": 440000, "wall_time": 5597.790063381195, "train_loss_step": 8.860225677490234, "n_params": 4551820, "total_flops": 6152604057600000, "train_loss": 0.07148411614554269, "subset_score_loss": 0.07148411614554269} +{"step": 450000, "wall_time": 5714.84184718132, "train_loss_step": 8.413450241088867, "n_params": 4551820, "total_flops": 6292435968000000, "train_loss": 0.07365307126726423, "subset_score_loss": 0.07365307126726423} +{"step": 460000, "wall_time": 5829.894554853439, "train_loss_step": 8.150171279907227, "n_params": 4551820, "total_flops": 6432267878400000, "train_loss": 0.07118909018380301, "subset_score_loss": 0.07118909018380301} +{"step": 470000, "wall_time": 5945.761475324631, "train_loss_step": 8.058870315551758, "n_params": 4551820, "total_flops": 6572099788800000, "train_loss": 0.07579012598310197, "subset_score_loss": 0.07579012598310197} +{"step": 480000, "wall_time": 6060.653601646423, "train_loss_step": 8.10430908203125, "n_params": 4551820, "total_flops": 6711931699200000, "train_loss": 0.07592836788722447, "subset_score_loss": 0.07592836788722447} +{"step": 490000, "wall_time": 6178.41404914856, "train_loss_step": 8.855669021606445, "n_params": 4551820, "total_flops": 6851763609600000, "train_loss": 0.0711327075958252, "subset_score_loss": 0.0711327075958252} +{"step": 500000, "wall_time": 6386.89421081543, "train_loss_step": 8.162199974060059, "n_params": 4551820, "total_flops": 6991595520000000, "train_loss": 0.06678257669721331, "subset_score_loss": 0.06678257669721331, "memorization_fraction_pixel": 0.0017999999690800905, "mean_nn_ratio_pixel": 0.9665861129760742, "fid": 305.3354110113341, "fid_failed": 0.0} +{"step": 510000, "wall_time": 6504.630983829498, "train_loss_step": 8.191701889038086, "n_params": 4551820, "total_flops": 7131427430400000, "train_loss": 0.07886870929173061, "subset_score_loss": 0.07886870929173061} +{"step": 520000, "wall_time": 6621.848138332367, "train_loss_step": 8.505838394165039, "n_params": 4551820, "total_flops": 7271259340800000, "train_loss": 0.06696204457964217, "subset_score_loss": 0.06696204457964217} +{"step": 530000, "wall_time": 6738.867338180542, "train_loss_step": 7.645312309265137, "n_params": 4551820, "total_flops": 7411091251200000, "train_loss": 0.07213595254080636, "subset_score_loss": 0.07213595254080636} +{"step": 540000, "wall_time": 6856.634918212891, "train_loss_step": 7.911457061767578, "n_params": 4551820, "total_flops": 7550923161600000, "train_loss": 0.06246814046587263, "subset_score_loss": 0.06246814046587263} +{"step": 550000, "wall_time": 6971.771515607834, "train_loss_step": 8.434662818908691, "n_params": 4551820, "total_flops": 7690755072000000, "train_loss": 0.0743555954524449, "subset_score_loss": 0.0743555954524449} +{"step": 560000, "wall_time": 7086.942509651184, "train_loss_step": 8.635905265808105, "n_params": 4551820, "total_flops": 7830586982400000, "train_loss": 0.08483380590166364, "subset_score_loss": 0.08483380590166364} +{"step": 570000, "wall_time": 7201.701030015945, "train_loss_step": 7.836225509643555, "n_params": 4551820, "total_flops": 7970418892800000, "train_loss": 0.0693946157182966, "subset_score_loss": 0.0693946157182966} +{"step": 580000, "wall_time": 7319.822538852692, "train_loss_step": 8.072412490844727, "n_params": 4551820, "total_flops": 8110250803200000, "train_loss": 0.06287428992135184, "subset_score_loss": 0.06287428992135184} +{"step": 590000, "wall_time": 7437.565423488617, "train_loss_step": 7.907749176025391, "n_params": 4551820, "total_flops": 8250082713600000, "train_loss": 0.06558828353881836, "subset_score_loss": 0.06558828353881836} +{"step": 600000, "wall_time": 7645.440917253494, "train_loss_step": 7.454977035522461, "n_params": 4551820, "total_flops": 8389914624000000, "train_loss": 0.0672661576952253, "subset_score_loss": 0.0672661576952253, "memorization_fraction_pixel": 0.006200000178068876, "mean_nn_ratio_pixel": 0.9547898173332214, "fid": 277.6625308922968, "fid_failed": 0.0} +{"step": 610000, "wall_time": 7763.415441274643, "train_loss_step": 7.978518962860107, "n_params": 4551820, "total_flops": 8529746534400000, "train_loss": 0.06652376311165946, "subset_score_loss": 0.06652376311165946} +{"step": 620000, "wall_time": 7881.479128599167, "train_loss_step": 8.106534957885742, "n_params": 4551820, "total_flops": 8669578444800000, "train_loss": 0.06789642061505999, "subset_score_loss": 0.06789642061505999} +{"step": 630000, "wall_time": 7999.418964147568, "train_loss_step": 7.652202606201172, "n_params": 4551820, "total_flops": 8809410355200000, "train_loss": 0.06053828511919294, "subset_score_loss": 0.06053828511919294} +{"step": 640000, "wall_time": 8113.836722135544, "train_loss_step": 7.684364318847656, "n_params": 4551820, "total_flops": 8949242265600000, "train_loss": 0.07861533164978027, "subset_score_loss": 0.07861533164978027} +{"step": 650000, "wall_time": 8229.718706607819, "train_loss_step": 7.793027877807617, "n_params": 4551820, "total_flops": 9089074176000000, "train_loss": 0.05906331879752023, "subset_score_loss": 0.05906331879752023} +{"step": 660000, "wall_time": 8345.676195144653, "train_loss_step": 7.455860137939453, "n_params": 4551820, "total_flops": 9228906086400000, "train_loss": 0.06491275514875139, "subset_score_loss": 0.06491275514875139} +{"step": 670000, "wall_time": 8462.991673707962, "train_loss_step": 7.557229042053223, "n_params": 4551820, "total_flops": 9368737996800000, "train_loss": 0.059369843346732, "subset_score_loss": 0.059369843346732} +{"step": 680000, "wall_time": 8579.70745420456, "train_loss_step": 7.6775312423706055, "n_params": 4551820, "total_flops": 9508569907200000, "train_loss": 0.0625507150377546, "subset_score_loss": 0.0625507150377546} +{"step": 690000, "wall_time": 8697.798669815063, "train_loss_step": 7.841872215270996, "n_params": 4551820, "total_flops": 9648401817600000, "train_loss": 0.0716524600982666, "subset_score_loss": 0.0716524600982666} +{"step": 700000, "wall_time": 8906.176408052444, "train_loss_step": 7.60784912109375, "n_params": 4551820, "total_flops": 9788233728000000, "train_loss": 0.06424333708626884, "subset_score_loss": 0.06424333708626884, "memorization_fraction_pixel": 0.01119999960064888, "mean_nn_ratio_pixel": 0.9498546123504639, "fid": 240.44873745554986, "fid_failed": 0.0} +{"step": 710000, "wall_time": 9024.399820804596, "train_loss_step": 7.894650459289551, "n_params": 4551820, "total_flops": 9928065638400000, "train_loss": 0.059997790200369695, "subset_score_loss": 0.059997790200369695} +{"step": 720000, "wall_time": 9141.903408050537, "train_loss_step": 7.356080532073975, "n_params": 4551820, "total_flops": 10067897548800000, "train_loss": 0.06125401769365583, "subset_score_loss": 0.06125401769365583} +{"step": 730000, "wall_time": 9257.38467502594, "train_loss_step": 7.453887939453125, "n_params": 4551820, "total_flops": 10207729459200000, "train_loss": 0.059105055672781806, "subset_score_loss": 0.059105055672781806} +{"step": 740000, "wall_time": 9373.464121103287, "train_loss_step": 7.672824859619141, "n_params": 4551820, "total_flops": 10347561369600000, "train_loss": 0.05909242630004883, "subset_score_loss": 0.05909242630004883} +{"step": 750000, "wall_time": 9490.230979919434, "train_loss_step": 7.208148956298828, "n_params": 4551820, "total_flops": 10487393280000000, "train_loss": 0.05731188229152134, "subset_score_loss": 0.05731188229152134} +{"step": 760000, "wall_time": 9605.225635528564, "train_loss_step": 6.9965362548828125, "n_params": 4551820, "total_flops": 10627225190400000, "train_loss": 0.055757365907941545, "subset_score_loss": 0.055757365907941545} +{"step": 770000, "wall_time": 9723.6912047863, "train_loss_step": 7.404421806335449, "n_params": 4551820, "total_flops": 10767057100800000, "train_loss": 0.06014458792550223, "subset_score_loss": 0.06014458792550223} +{"step": 780000, "wall_time": 9841.255006313324, "train_loss_step": 7.532585144042969, "n_params": 4551820, "total_flops": 10906889011200000, "train_loss": 0.058983802795410156, "subset_score_loss": 0.058983802795410156} +{"step": 790000, "wall_time": 9959.138425827026, "train_loss_step": 6.785740852355957, "n_params": 4551820, "total_flops": 11046720921600000, "train_loss": 0.0546783447265625, "subset_score_loss": 0.0546783447265625} +{"step": 800000, "wall_time": 10167.732421875, "train_loss_step": 7.393100738525391, "n_params": 4551820, "total_flops": 11186552832000000, "train_loss": 0.06189819063459124, "subset_score_loss": 0.06189819063459124, "memorization_fraction_pixel": 0.010400000028312206, "mean_nn_ratio_pixel": 0.9483200311660767, "fid": 236.8126746436185, "fid_failed": 0.0} +{"step": 810000, "wall_time": 10285.660664319992, "train_loss_step": 7.088229179382324, "n_params": 4551820, "total_flops": 11326384742400000, "train_loss": 0.062444325855800085, "subset_score_loss": 0.062444325855800085} +{"step": 820000, "wall_time": 10400.313902378082, "train_loss_step": 7.228329658508301, "n_params": 4551820, "total_flops": 11466216652800000, "train_loss": 0.05278566905430385, "subset_score_loss": 0.05278566905430385} +{"step": 830000, "wall_time": 10515.438077688217, "train_loss_step": 6.889516830444336, "n_params": 4551820, "total_flops": 11606048563200000, "train_loss": 0.056186856542314804, "subset_score_loss": 0.056186856542314804} +{"step": 840000, "wall_time": 10633.500188589096, "train_loss_step": 7.2653350830078125, "n_params": 4551820, "total_flops": 11745880473600000, "train_loss": 0.06272009440830775, "subset_score_loss": 0.06272009440830775} +{"step": 850000, "wall_time": 10748.42295217514, "train_loss_step": 7.3115057945251465, "n_params": 4551820, "total_flops": 11885712384000000, "train_loss": 0.05721968242100307, "subset_score_loss": 0.05721968242100307} +{"step": 860000, "wall_time": 10866.779983758926, "train_loss_step": 7.233354568481445, "n_params": 4551820, "total_flops": 12025544294400000, "train_loss": 0.06339624949863978, "subset_score_loss": 0.06339624949863978} +{"step": 870000, "wall_time": 10984.92886853218, "train_loss_step": 6.924727916717529, "n_params": 4551820, "total_flops": 12165376204800000, "train_loss": 0.05331779548100063, "subset_score_loss": 0.05331779548100063} +{"step": 880000, "wall_time": 11101.793162822723, "train_loss_step": 6.915813446044922, "n_params": 4551820, "total_flops": 12305208115200000, "train_loss": 0.05172994818006243, "subset_score_loss": 0.05172994818006243} +{"step": 890000, "wall_time": 11217.753176927567, "train_loss_step": 6.813501358032227, "n_params": 4551820, "total_flops": 12445040025600000, "train_loss": 0.05526231357029506, "subset_score_loss": 0.05526231357029506} +{"step": 900000, "wall_time": 11445.251167535782, "train_loss_step": 7.465726375579834, "n_params": 4551820, "total_flops": 12584871936000000, "train_loss": 0.056061601638793944, "subset_score_loss": 0.056061601638793944, "memorization_fraction_pixel": 0.016699999570846558, "mean_nn_ratio_pixel": 0.9371469616889954, "fid": 199.06849863164243, "fid_failed": 0.0} +{"step": 910000, "wall_time": 11563.33939409256, "train_loss_step": 7.175432205200195, "n_params": 4551820, "total_flops": 12724703846400000, "train_loss": 0.05169401850019183, "subset_score_loss": 0.05169401850019183} +{"step": 920000, "wall_time": 11678.925441503525, "train_loss_step": 6.466834545135498, "n_params": 4551820, "total_flops": 12864535756800000, "train_loss": 0.05788373265947614, "subset_score_loss": 0.05788373265947614} +{"step": 930000, "wall_time": 11796.703656673431, "train_loss_step": 6.816163539886475, "n_params": 4551820, "total_flops": 13004367667200000, "train_loss": 0.060865865434919085, "subset_score_loss": 0.060865865434919085} +{"step": 940000, "wall_time": 11911.252715587616, "train_loss_step": 7.365723133087158, "n_params": 4551820, "total_flops": 13144199577600000, "train_loss": 0.05395056860787528, "subset_score_loss": 0.05395056860787528} +{"step": 950000, "wall_time": 12028.735885381699, "train_loss_step": 6.417575836181641, "n_params": 4551820, "total_flops": 13284031488000000, "train_loss": 0.051123046875, "subset_score_loss": 0.051123046875} +{"step": 960000, "wall_time": 12146.317632198334, "train_loss_step": 6.6623640060424805, "n_params": 4551820, "total_flops": 13423863398400000, "train_loss": 0.06004840987069266, "subset_score_loss": 0.06004840987069266} +{"step": 970000, "wall_time": 12263.821060180664, "train_loss_step": 6.565570831298828, "n_params": 4551820, "total_flops": 13563695308800000, "train_loss": 0.05336735589163644, "subset_score_loss": 0.05336735589163644} +{"step": 980000, "wall_time": 12380.561524629593, "train_loss_step": 6.874547958374023, "n_params": 4551820, "total_flops": 13703527219200000, "train_loss": 0.05355470521109445, "subset_score_loss": 0.05355470521109445} +{"step": 990000, "wall_time": 12498.804697751999, "train_loss_step": 7.179310321807861, "n_params": 4551820, "total_flops": 13843359129600000, "train_loss": 0.05124945981161935, "subset_score_loss": 0.05124945981161935} +{"step": 1000000, "wall_time": 12705.61368393898, "train_loss_step": 6.825144290924072, "n_params": 4551820, "total_flops": 13983191040000000, "train_loss": 0.05198883329119001, "subset_score_loss": 0.05198883329119001, "memorization_fraction_pixel": 0.02759999968111515, "mean_nn_ratio_pixel": 0.9252467751502991, "fid": 188.53256227475626, "fid_failed": 0.0} +{"step": 1010000, "wall_time": 12821.587684631348, "train_loss_step": 7.047244071960449, "n_params": 4551820, "total_flops": 14123022950400000, "train_loss": 0.051093619210379464, "subset_score_loss": 0.051093619210379464} +{"step": 1020000, "wall_time": 12940.002032756805, "train_loss_step": 6.7281975746154785, "n_params": 4551820, "total_flops": 14262854860800000, "train_loss": 0.05200807026454381, "subset_score_loss": 0.05200807026454381} +{"step": 1030000, "wall_time": 13056.939206838608, "train_loss_step": 6.903848171234131, "n_params": 4551820, "total_flops": 14402686771200000, "train_loss": 0.05090398447854178, "subset_score_loss": 0.05090398447854178} +{"step": 1040000, "wall_time": 13171.256672859192, "train_loss_step": 6.968766212463379, "n_params": 4551820, "total_flops": 14542518681600000, "train_loss": 0.05452445915767125, "subset_score_loss": 0.05452445915767125} +{"step": 1050000, "wall_time": 13288.447895765305, "train_loss_step": 7.250161170959473, "n_params": 4551820, "total_flops": 14682350592000000, "train_loss": 0.05112155846187046, "subset_score_loss": 0.05112155846187046} +{"step": 1060000, "wall_time": 13405.779563903809, "train_loss_step": 7.082808971405029, "n_params": 4551820, "total_flops": 14822182502400000, "train_loss": 0.05163005420139858, "subset_score_loss": 0.05163005420139858} +{"step": 1070000, "wall_time": 13523.216867923737, "train_loss_step": 6.582674026489258, "n_params": 4551820, "total_flops": 14962014412800000, "train_loss": 0.04738704817635672, "subset_score_loss": 0.04738704817635672} +{"step": 1080000, "wall_time": 13632.291447401047, "train_loss_step": 6.684451103210449, "n_params": 4551820, "total_flops": 15101846323200000, "train_loss": 0.061018180847167966, "subset_score_loss": 0.061018180847167966} +{"step": 1090000, "wall_time": 13726.957507610321, "train_loss_step": 6.379461288452148, "n_params": 4551820, "total_flops": 15241678233600000, "train_loss": 0.04925816399710519, "subset_score_loss": 0.04925816399710519} +{"step": 1100000, "wall_time": 13947.531087875366, "train_loss_step": 6.4478254318237305, "n_params": 4551820, "total_flops": 15381510144000000, "train_loss": 0.05143181596483503, "subset_score_loss": 0.05143181596483503, "memorization_fraction_pixel": 0.03359999880194664, "mean_nn_ratio_pixel": 0.9151880741119385, "fid": 177.02077869554466, "fid_failed": 0.0} +{"step": 1110000, "wall_time": 14044.538858413696, "train_loss_step": 6.98483419418335, "n_params": 4551820, "total_flops": 15521342054400000, "train_loss": 0.0500457797731672, "subset_score_loss": 0.0500457797731672} +{"step": 1120000, "wall_time": 14134.934522628784, "train_loss_step": 7.066723823547363, "n_params": 4551820, "total_flops": 15661173964800000, "train_loss": 0.0492793185370309, "subset_score_loss": 0.0492793185370309} +{"step": 1130000, "wall_time": 14226.068828821182, "train_loss_step": 6.576540470123291, "n_params": 4551820, "total_flops": 15801005875200000, "train_loss": 0.04702506405966622, "subset_score_loss": 0.04702506405966622} +{"step": 1140000, "wall_time": 14322.975318670273, "train_loss_step": 6.68492317199707, "n_params": 4551820, "total_flops": 15940837785600000, "train_loss": 0.04869648729051863, "subset_score_loss": 0.04869648729051863} +{"step": 1150000, "wall_time": 14420.708184242249, "train_loss_step": 6.521463394165039, "n_params": 4551820, "total_flops": 16080669696000000, "train_loss": 0.05298104967389788, "subset_score_loss": 0.05298104967389788} +{"step": 1160000, "wall_time": 14518.503259420395, "train_loss_step": 6.437766075134277, "n_params": 4551820, "total_flops": 16220501606400000, "train_loss": 0.047955707141331266, "subset_score_loss": 0.047955707141331266} +{"step": 1170000, "wall_time": 14615.58719778061, "train_loss_step": 6.814321517944336, "n_params": 4551820, "total_flops": 16360333516800000, "train_loss": 0.050912090710231235, "subset_score_loss": 0.050912090710231235} +{"step": 1180000, "wall_time": 14711.085901021957, "train_loss_step": 6.307472229003906, "n_params": 4551820, "total_flops": 16500165427200000, "train_loss": 0.04815238884517125, "subset_score_loss": 0.04815238884517125} +{"step": 1190000, "wall_time": 14807.27294588089, "train_loss_step": 6.6607842445373535, "n_params": 4551820, "total_flops": 16639997337600000, "train_loss": 0.04860830307006836, "subset_score_loss": 0.04860830307006836} +{"step": 1200000, "wall_time": 14983.251911878586, "train_loss_step": 6.492528438568115, "n_params": 4551820, "total_flops": 16779829248000000, "train_loss": 0.04816230705806187, "subset_score_loss": 0.04816230705806187, "memorization_fraction_pixel": 0.052799999713897705, "mean_nn_ratio_pixel": 0.8962193131446838, "fid": 176.04585767650264, "fid_failed": 0.0} +{"step": 1210000, "wall_time": 15079.78347992897, "train_loss_step": 6.124820709228516, "n_params": 4551820, "total_flops": 16919661158400000, "train_loss": 0.0459564072745187, "subset_score_loss": 0.0459564072745187} +{"step": 1220000, "wall_time": 15174.235068559647, "train_loss_step": 6.405235290527344, "n_params": 4551820, "total_flops": 17059493068800000, "train_loss": 0.044080710411071776, "subset_score_loss": 0.044080710411071776} +{"step": 1230000, "wall_time": 15271.076618671417, "train_loss_step": 6.604293346405029, "n_params": 4551820, "total_flops": 17199324979200000, "train_loss": 0.04727673871176583, "subset_score_loss": 0.04727673871176583} +{"step": 1240000, "wall_time": 15368.895473480225, "train_loss_step": 6.24323844909668, "n_params": 4551820, "total_flops": 17339156889600000, "train_loss": 0.045998975208827425, "subset_score_loss": 0.045998975208827425} +{"step": 1250000, "wall_time": 15466.933672428131, "train_loss_step": 6.176046371459961, "n_params": 4551820, "total_flops": 17478988800000000, "train_loss": 0.0486558130809239, "subset_score_loss": 0.0486558130809239} +{"step": 1260000, "wall_time": 15562.643501758575, "train_loss_step": 6.547307014465332, "n_params": 4551820, "total_flops": 17618820710400000, "train_loss": 0.04620696817125593, "subset_score_loss": 0.04620696817125593} +{"step": 1270000, "wall_time": 15660.228197097778, "train_loss_step": 6.702091217041016, "n_params": 4551820, "total_flops": 17758652620800000, "train_loss": 0.04637528828212193, "subset_score_loss": 0.04637528828212193} +{"step": 1280000, "wall_time": 15757.89315199852, "train_loss_step": 5.8971662521362305, "n_params": 4551820, "total_flops": 17898484531200000, "train_loss": 0.04496877193450928, "subset_score_loss": 0.04496877193450928} +{"step": 1290000, "wall_time": 15852.001258134842, "train_loss_step": 6.057823657989502, "n_params": 4551820, "total_flops": 18038316441600000, "train_loss": 0.04520390033721924, "subset_score_loss": 0.04520390033721924} +{"step": 1300000, "wall_time": 16025.426465272903, "train_loss_step": 6.3699493408203125, "n_params": 4551820, "total_flops": 18178148352000000, "train_loss": 0.04602084159851074, "subset_score_loss": 0.04602084159851074, "memorization_fraction_pixel": 0.061799999326467514, "mean_nn_ratio_pixel": 0.888236939907074, "fid": 170.2921113078847, "fid_failed": 0.0} +{"step": 1310000, "wall_time": 16118.319091558456, "train_loss_step": 6.220358848571777, "n_params": 4551820, "total_flops": 18317980262400000, "train_loss": 0.046114138194492886, "subset_score_loss": 0.046114138194492886} +{"step": 1320000, "wall_time": 16215.287727594376, "train_loss_step": 6.1520280838012695, "n_params": 4551820, "total_flops": 18457812172800000, "train_loss": 0.04900211947304862, "subset_score_loss": 0.04900211947304862} +{"step": 1330000, "wall_time": 16313.461242198944, "train_loss_step": 6.350500106811523, "n_params": 4551820, "total_flops": 18597644083200000, "train_loss": 0.04639409950801304, "subset_score_loss": 0.04639409950801304} +{"step": 1340000, "wall_time": 16411.316438436508, "train_loss_step": 6.104975700378418, "n_params": 4551820, "total_flops": 18737475993600000, "train_loss": 0.04590883255004883, "subset_score_loss": 0.04590883255004883} +{"step": 1350000, "wall_time": 16507.349211215973, "train_loss_step": 6.278445243835449, "n_params": 4551820, "total_flops": 18877307904000000, "train_loss": 0.042711128507341656, "subset_score_loss": 0.042711128507341656} +{"step": 1360000, "wall_time": 16605.456876039505, "train_loss_step": 6.05898380279541, "n_params": 4551820, "total_flops": 19017139814400000, "train_loss": 0.04533194473811558, "subset_score_loss": 0.04533194473811558} +{"step": 1370000, "wall_time": 16703.24496936798, "train_loss_step": 6.077412128448486, "n_params": 4551820, "total_flops": 19156971724800000, "train_loss": 0.041595993723188125, "subset_score_loss": 0.041595993723188125} +{"step": 1380000, "wall_time": 16799.110770463943, "train_loss_step": 6.318428993225098, "n_params": 4551820, "total_flops": 19296803635200000, "train_loss": 0.040422589438302174, "subset_score_loss": 0.040422589438302174} +{"step": 1390000, "wall_time": 16895.455032110214, "train_loss_step": 6.13990592956543, "n_params": 4551820, "total_flops": 19436635545600000, "train_loss": 0.0544701269694737, "subset_score_loss": 0.0544701269694737} +{"step": 1400000, "wall_time": 17071.773703098297, "train_loss_step": 5.727948188781738, "n_params": 4551820, "total_flops": 19576467456000000, "train_loss": 0.04278640406472342, "subset_score_loss": 0.04278640406472342, "memorization_fraction_pixel": 0.06599999964237213, "mean_nn_ratio_pixel": 0.8841562271118164, "fid": 172.00320663628835, "fid_failed": 0.0} +{"step": 1410000, "wall_time": 17166.42284989357, "train_loss_step": 6.369521617889404, "n_params": 4551820, "total_flops": 19716299366400000, "train_loss": 0.05140373366219657, "subset_score_loss": 0.05140373366219657} +{"step": 1420000, "wall_time": 17264.304353952408, "train_loss_step": 5.842095375061035, "n_params": 4551820, "total_flops": 19856131276800000, "train_loss": 0.04271837643214634, "subset_score_loss": 0.04271837643214634} +{"step": 1430000, "wall_time": 17361.768496990204, "train_loss_step": 6.123219966888428, "n_params": 4551820, "total_flops": 19995963187200000, "train_loss": 0.041697842734200616, "subset_score_loss": 0.041697842734200616} +{"step": 1440000, "wall_time": 17457.371516227722, "train_loss_step": 5.888413429260254, "n_params": 4551820, "total_flops": 20135795097600000, "train_loss": 0.04764200278690883, "subset_score_loss": 0.04764200278690883} +{"step": 1450000, "wall_time": 17554.98955965042, "train_loss_step": 6.316095352172852, "n_params": 4551820, "total_flops": 20275627008000000, "train_loss": 0.04832099846431187, "subset_score_loss": 0.04832099846431187} +{"step": 1460000, "wall_time": 17652.85631752014, "train_loss_step": 6.032938480377197, "n_params": 4551820, "total_flops": 20415458918400000, "train_loss": 0.04763380118778774, "subset_score_loss": 0.04763380118778774} +{"step": 1470000, "wall_time": 17748.172638893127, "train_loss_step": 6.257133483886719, "n_params": 4551820, "total_flops": 20555290828800000, "train_loss": 0.04358903339930943, "subset_score_loss": 0.04358903339930943} +{"step": 1480000, "wall_time": 17845.657506227493, "train_loss_step": 6.28210973739624, "n_params": 4551820, "total_flops": 20695122739200000, "train_loss": 0.04243444034031459, "subset_score_loss": 0.04243444034031459} +{"step": 1490000, "wall_time": 17941.141890525818, "train_loss_step": 6.331001281738281, "n_params": 4551820, "total_flops": 20834954649600000, "train_loss": 0.04375814369746617, "subset_score_loss": 0.04375814369746617} +{"step": 1500000, "wall_time": 18111.392399787903, "train_loss_step": 5.950820446014404, "n_params": 4551820, "total_flops": 20974786560000000, "train_loss": 0.0431055988584246, "subset_score_loss": 0.0431055988584246, "memorization_fraction_pixel": 0.09570000320672989, "mean_nn_ratio_pixel": 0.8515164256095886, "fid": 165.67407457229328, "fid_failed": 0.0} +{"step": 1510000, "wall_time": 18209.362914562225, "train_loss_step": 5.951444625854492, "n_params": 4551820, "total_flops": 21114618470400000, "train_loss": 0.042325738498142786, "subset_score_loss": 0.042325738498142786} +{"step": 1520000, "wall_time": 18307.349972248077, "train_loss_step": 5.957280158996582, "n_params": 4551820, "total_flops": 21254450380800000, "train_loss": 0.04365950652531215, "subset_score_loss": 0.04365950652531215} +{"step": 1530000, "wall_time": 18403.54696202278, "train_loss_step": 6.145525932312012, "n_params": 4551820, "total_flops": 21394282291200000, "train_loss": 0.04709938253675188, "subset_score_loss": 0.04709938253675188} +{"step": 1540000, "wall_time": 18501.53178024292, "train_loss_step": 5.758933067321777, "n_params": 4551820, "total_flops": 21534114201600000, "train_loss": 0.041354002271379746, "subset_score_loss": 0.041354002271379746} +{"step": 1550000, "wall_time": 18599.476856946945, "train_loss_step": 5.583030700683594, "n_params": 4551820, "total_flops": 21673946112000000, "train_loss": 0.04016087395804269, "subset_score_loss": 0.04016087395804269} +{"step": 1560000, "wall_time": 18695.545161247253, "train_loss_step": 5.746933460235596, "n_params": 4551820, "total_flops": 21813778022400000, "train_loss": 0.039596659796578546, "subset_score_loss": 0.039596659796578546} +{"step": 1570000, "wall_time": 18793.17339849472, "train_loss_step": 5.5594635009765625, "n_params": 4551820, "total_flops": 21953609932800000, "train_loss": 0.041011721747262135, "subset_score_loss": 0.041011721747262135} +{"step": 1580000, "wall_time": 18890.42693924904, "train_loss_step": 5.678524971008301, "n_params": 4551820, "total_flops": 22093441843200000, "train_loss": 0.04030626841953822, "subset_score_loss": 0.04030626841953822} +{"step": 1590000, "wall_time": 18985.51652288437, "train_loss_step": 5.625961780548096, "n_params": 4551820, "total_flops": 22233273753600000, "train_loss": 0.042627716064453126, "subset_score_loss": 0.042627716064453126} +{"step": 1600000, "wall_time": 19211.58555841446, "train_loss_step": 5.782442092895508, "n_params": 4551820, "total_flops": 22373105664000000, "train_loss": 0.03834528241838728, "subset_score_loss": 0.03834528241838728, "memorization_fraction_pixel": 0.1023000031709671, "mean_nn_ratio_pixel": 0.8535359501838684, "fid": 171.4162108873526, "fid_failed": 0.0} +{"step": 1610000, "wall_time": 19307.62445783615, "train_loss_step": 5.958797931671143, "n_params": 4551820, "total_flops": 22512937574400000, "train_loss": 0.04097604751586914, "subset_score_loss": 0.04097604751586914} +{"step": 1620000, "wall_time": 19405.412426948547, "train_loss_step": 5.566088676452637, "n_params": 4551820, "total_flops": 22652769484800000, "train_loss": 0.04002200875963483, "subset_score_loss": 0.04002200875963483} +{"step": 1630000, "wall_time": 19503.354465723038, "train_loss_step": 5.604366302490234, "n_params": 4551820, "total_flops": 22792601395200000, "train_loss": 0.03770885467529297, "subset_score_loss": 0.03770885467529297} +{"step": 1640000, "wall_time": 19600.849995851517, "train_loss_step": 5.90974235534668, "n_params": 4551820, "total_flops": 22932433305600000, "train_loss": 0.0421337468283517, "subset_score_loss": 0.0421337468283517} +{"step": 1650000, "wall_time": 19696.47556400299, "train_loss_step": 6.083502769470215, "n_params": 4551820, "total_flops": 23072265216000000, "train_loss": 0.042380547523498534, "subset_score_loss": 0.042380547523498534} +{"step": 1660000, "wall_time": 19793.611191034317, "train_loss_step": 5.274221420288086, "n_params": 4551820, "total_flops": 23212097126400000, "train_loss": 0.04024644579206194, "subset_score_loss": 0.04024644579206194} +{"step": 1670000, "wall_time": 19891.027186870575, "train_loss_step": 5.266498565673828, "n_params": 4551820, "total_flops": 23351929036800000, "train_loss": 0.037626181329999654, "subset_score_loss": 0.037626181329999654} +{"step": 1680000, "wall_time": 19986.776919841766, "train_loss_step": 5.92562198638916, "n_params": 4551820, "total_flops": 23491760947200000, "train_loss": 0.037216108185904366, "subset_score_loss": 0.037216108185904366} +{"step": 1690000, "wall_time": 20072.4846265316, "train_loss_step": 5.373660564422607, "n_params": 4551820, "total_flops": 23631592857600000, "train_loss": 0.04150973388126918, "subset_score_loss": 0.04150973388126918} +{"step": 1700000, "wall_time": 20277.959946870804, "train_loss_step": 6.061872482299805, "n_params": 4551820, "total_flops": 23771424768000000, "train_loss": 0.038710004942757746, "subset_score_loss": 0.038710004942757746, "memorization_fraction_pixel": 0.11649999767541885, "mean_nn_ratio_pixel": 0.8389826416969299, "fid": 161.18870137332402, "fid_failed": 0.0} +{"step": 1710000, "wall_time": 20375.6023709774, "train_loss_step": 5.645090103149414, "n_params": 4551820, "total_flops": 23911256678400000, "train_loss": 0.0376826388495309, "subset_score_loss": 0.0376826388495309} +{"step": 1720000, "wall_time": 20473.458641767502, "train_loss_step": 5.700178146362305, "n_params": 4551820, "total_flops": 24051088588800000, "train_loss": 0.03847170216696603, "subset_score_loss": 0.03847170216696603} +{"step": 1730000, "wall_time": 20568.934395313263, "train_loss_step": 5.55592679977417, "n_params": 4551820, "total_flops": 24190920499200000, "train_loss": 0.039071025167192734, "subset_score_loss": 0.039071025167192734} +{"step": 1740000, "wall_time": 20666.40158176422, "train_loss_step": 5.981995105743408, "n_params": 4551820, "total_flops": 24330752409600000, "train_loss": 0.03908392361232212, "subset_score_loss": 0.03908392361232212} +{"step": 1750000, "wall_time": 20762.883407831192, "train_loss_step": 5.062573432922363, "n_params": 4551820, "total_flops": 24470584320000000, "train_loss": 0.03768752983638218, "subset_score_loss": 0.03768752983638218} +{"step": 1760000, "wall_time": 20860.076132059097, "train_loss_step": 5.86204719543457, "n_params": 4551820, "total_flops": 24610416230400000, "train_loss": 0.03756634167262486, "subset_score_loss": 0.03756634167262486} +{"step": 1770000, "wall_time": 20955.266532421112, "train_loss_step": 5.20475959777832, "n_params": 4551820, "total_flops": 24750248140800000, "train_loss": 0.037804269790649415, "subset_score_loss": 0.037804269790649415} +{"step": 1780000, "wall_time": 21049.12855243683, "train_loss_step": 5.860378265380859, "n_params": 4551820, "total_flops": 24890080051200000, "train_loss": 0.03992164816175189, "subset_score_loss": 0.03992164816175189} +{"step": 1790000, "wall_time": 21138.942615509033, "train_loss_step": 5.66122579574585, "n_params": 4551820, "total_flops": 25029911961600000, "train_loss": 0.038393592834472655, "subset_score_loss": 0.038393592834472655} +{"step": 1800000, "wall_time": 21359.20012640953, "train_loss_step": 5.6568145751953125, "n_params": 4551820, "total_flops": 25169743872000000, "train_loss": 0.04117571285792759, "subset_score_loss": 0.04117571285792759, "memorization_fraction_pixel": 0.14219999313354492, "mean_nn_ratio_pixel": 0.8197934627532959, "fid": 154.35692739033436, "fid_failed": 0.0} +{"step": 1810000, "wall_time": 21456.784811019897, "train_loss_step": 5.389749526977539, "n_params": 4551820, "total_flops": 25309575782400000, "train_loss": 0.036059090069362094, "subset_score_loss": 0.036059090069362094} +{"step": 1820000, "wall_time": 21552.556258440018, "train_loss_step": 5.671724319458008, "n_params": 4551820, "total_flops": 25449407692800000, "train_loss": 0.036385863167899, "subset_score_loss": 0.036385863167899} +{"step": 1830000, "wall_time": 21650.786489725113, "train_loss_step": 5.632259368896484, "n_params": 4551820, "total_flops": 25589239603200000, "train_loss": 0.037839838436671665, "subset_score_loss": 0.037839838436671665} +{"step": 1840000, "wall_time": 21747.60802745819, "train_loss_step": 5.523526668548584, "n_params": 4551820, "total_flops": 25729071513600000, "train_loss": 0.038007354736328124, "subset_score_loss": 0.038007354736328124} +{"step": 1850000, "wall_time": 21844.495873451233, "train_loss_step": 5.676458358764648, "n_params": 4551820, "total_flops": 25868903424000000, "train_loss": 0.03677795955113002, "subset_score_loss": 0.03677795955113002} +{"step": 1860000, "wall_time": 21942.248117685318, "train_loss_step": 5.3161211013793945, "n_params": 4551820, "total_flops": 26008735334400000, "train_loss": 0.03973245280129569, "subset_score_loss": 0.03973245280129569} +{"step": 1870000, "wall_time": 22035.852244377136, "train_loss_step": 5.268160820007324, "n_params": 4551820, "total_flops": 26148567244800000, "train_loss": 0.03676684243338449, "subset_score_loss": 0.03676684243338449} +{"step": 1880000, "wall_time": 22121.280185699463, "train_loss_step": 5.311073303222656, "n_params": 4551820, "total_flops": 26288399155200000, "train_loss": 0.03660994257245745, "subset_score_loss": 0.03660994257245745} +{"step": 1890000, "wall_time": 22218.81092453003, "train_loss_step": 5.460559844970703, "n_params": 4551820, "total_flops": 26428231065600000, "train_loss": 0.03577961921691895, "subset_score_loss": 0.03577961921691895} +{"step": 1900000, "wall_time": 22440.423490285873, "train_loss_step": 5.811440467834473, "n_params": 4551820, "total_flops": 26568062976000000, "train_loss": 0.03680981567927769, "subset_score_loss": 0.03680981567927769, "memorization_fraction_pixel": 0.1462000012397766, "mean_nn_ratio_pixel": 0.8189976811408997, "fid": 161.03500833254043, "fid_failed": 0.0} +{"step": 1910000, "wall_time": 22537.33819770813, "train_loss_step": 5.7403740882873535, "n_params": 4551820, "total_flops": 26707894886400000, "train_loss": 0.03865573406219482, "subset_score_loss": 0.03865573406219482} +{"step": 1920000, "wall_time": 22635.194041728973, "train_loss_step": 5.2676520347595215, "n_params": 4551820, "total_flops": 26847726796800000, "train_loss": 0.03634108815874372, "subset_score_loss": 0.03634108815874372} +{"step": 1930000, "wall_time": 22732.08433008194, "train_loss_step": 5.222994804382324, "n_params": 4551820, "total_flops": 26987558707200000, "train_loss": 0.03590319497244698, "subset_score_loss": 0.03590319497244698} +{"step": 1940000, "wall_time": 22828.85739850998, "train_loss_step": 5.397335052490234, "n_params": 4551820, "total_flops": 27127390617600000, "train_loss": 0.0349677392414638, "subset_score_loss": 0.0349677392414638} +{"step": 1950000, "wall_time": 22926.619116067886, "train_loss_step": 5.211191177368164, "n_params": 4551820, "total_flops": 27267222528000000, "train_loss": 0.03811672415052141, "subset_score_loss": 0.03811672415052141} +{"step": 1960000, "wall_time": 23020.303893089294, "train_loss_step": 5.232043266296387, "n_params": 4551820, "total_flops": 27407054438400000, "train_loss": 0.03509970051901681, "subset_score_loss": 0.03509970051901681} +{"step": 1970000, "wall_time": 23105.820566892624, "train_loss_step": 5.216730117797852, "n_params": 4551820, "total_flops": 27546886348800000, "train_loss": 0.03303093229021345, "subset_score_loss": 0.03303093229021345} +{"step": 1980000, "wall_time": 23202.045337677002, "train_loss_step": 5.562281608581543, "n_params": 4551820, "total_flops": 27686718259200000, "train_loss": 0.04291395459856306, "subset_score_loss": 0.04291395459856306} +{"step": 1990000, "wall_time": 23299.715775966644, "train_loss_step": 5.5888519287109375, "n_params": 4551820, "total_flops": 27826550169600000, "train_loss": 0.035805562564304894, "subset_score_loss": 0.035805562564304894} +{"step": 2000000, "wall_time": 23520.36301636696, "train_loss_step": 5.385568141937256, "n_params": 4551820, "total_flops": 27966382080000000, "train_loss": 0.03381574835096087, "subset_score_loss": 0.03381574835096087, "memorization_fraction_pixel": 0.17030000686645508, "mean_nn_ratio_pixel": 0.7943094968795776, "fid": 154.54211757708674, "fid_failed": 0.0} +{"step": 2010000, "wall_time": 23618.083482265472, "train_loss_step": 5.395680904388428, "n_params": 4551820, "total_flops": 28106213990400000, "train_loss": 0.03530754702431815, "subset_score_loss": 0.03530754702431815} +{"step": 2020000, "wall_time": 23715.70641899109, "train_loss_step": 4.915910720825195, "n_params": 4551820, "total_flops": 28246045900800000, "train_loss": 0.03658473151070731, "subset_score_loss": 0.03658473151070731} +{"step": 2030000, "wall_time": 23812.44359254837, "train_loss_step": 4.979294776916504, "n_params": 4551820, "total_flops": 28385877811200000, "train_loss": 0.0351384094783238, "subset_score_loss": 0.0351384094783238} +{"step": 2040000, "wall_time": 23910.067833185196, "train_loss_step": 5.303933143615723, "n_params": 4551820, "total_flops": 28525709721600000, "train_loss": 0.03400782517024449, "subset_score_loss": 0.03400782517024449} +{"step": 2050000, "wall_time": 24004.421471595764, "train_loss_step": 5.164285659790039, "n_params": 4551820, "total_flops": 28665541632000000, "train_loss": 0.03589010238647461, "subset_score_loss": 0.03589010238647461} +{"step": 2060000, "wall_time": 24086.296735048294, "train_loss_step": 5.401601791381836, "n_params": 4551820, "total_flops": 28805373542400000, "train_loss": 0.03622119426727295, "subset_score_loss": 0.03622119426727295} +{"step": 2070000, "wall_time": 24183.166971683502, "train_loss_step": 5.506032943725586, "n_params": 4551820, "total_flops": 28945205452800000, "train_loss": 0.03653544357844762, "subset_score_loss": 0.03653544357844762} +{"step": 2080000, "wall_time": 24280.48086166382, "train_loss_step": 5.35990047454834, "n_params": 4551820, "total_flops": 29085037363200000, "train_loss": 0.033322170802525114, "subset_score_loss": 0.033322170802525114} +{"step": 2090000, "wall_time": 24376.010419368744, "train_loss_step": 5.81629753112793, "n_params": 4551820, "total_flops": 29224869273600000, "train_loss": 0.03971289225987026, "subset_score_loss": 0.03971289225987026} +{"step": 2100000, "wall_time": 24579.019325733185, "train_loss_step": 4.859322547912598, "n_params": 4551820, "total_flops": 29364701184000000, "train_loss": 0.034348794392177036, "subset_score_loss": 0.034348794392177036, "memorization_fraction_pixel": 0.19629999995231628, "mean_nn_ratio_pixel": 0.7694550156593323, "fid": 147.11194418709647, "fid_failed": 0.0} +{"step": 2110000, "wall_time": 24676.343913555145, "train_loss_step": 5.255895614624023, "n_params": 4551820, "total_flops": 29504533094400000, "train_loss": 0.03137634822300502, "subset_score_loss": 0.03137634822300502} +{"step": 2120000, "wall_time": 24772.51589155197, "train_loss_step": 4.829612731933594, "n_params": 4551820, "total_flops": 29644365004800000, "train_loss": 0.032439804077148436, "subset_score_loss": 0.032439804077148436} +{"step": 2130000, "wall_time": 24868.55202651024, "train_loss_step": 4.989478588104248, "n_params": 4551820, "total_flops": 29784196915200000, "train_loss": 0.03128134182521275, "subset_score_loss": 0.03128134182521275} +{"step": 2140000, "wall_time": 24966.115998506546, "train_loss_step": 4.974979877471924, "n_params": 4551820, "total_flops": 29924028825600000, "train_loss": 0.036218813487461636, "subset_score_loss": 0.036218813487461636} +{"step": 2150000, "wall_time": 25058.32815027237, "train_loss_step": 5.2931318283081055, "n_params": 4551820, "total_flops": 30063860736000000, "train_loss": 0.03388384410313198, "subset_score_loss": 0.03388384410313198} +{"step": 2160000, "wall_time": 25149.868611574173, "train_loss_step": 5.112895965576172, "n_params": 4551820, "total_flops": 30203692646400000, "train_loss": 0.03164424215044294, "subset_score_loss": 0.03164424215044294} +{"step": 2170000, "wall_time": 25246.144942998886, "train_loss_step": 5.13216495513916, "n_params": 4551820, "total_flops": 30343524556800000, "train_loss": 0.034675281388419014, "subset_score_loss": 0.034675281388419014} +{"step": 2180000, "wall_time": 25341.779052972794, "train_loss_step": 5.56638240814209, "n_params": 4551820, "total_flops": 30483356467200000, "train_loss": 0.03638667719704764, "subset_score_loss": 0.03638667719704764} +{"step": 2190000, "wall_time": 25439.927161455154, "train_loss_step": 5.374911308288574, "n_params": 4551820, "total_flops": 30623188377600000, "train_loss": 0.03225574493408203, "subset_score_loss": 0.03225574493408203} +{"step": 2200000, "wall_time": 25644.474947214127, "train_loss_step": 5.187840461730957, "n_params": 4551820, "total_flops": 30763020288000000, "train_loss": 0.032767534255981445, "subset_score_loss": 0.032767534255981445, "memorization_fraction_pixel": 0.22210000455379486, "mean_nn_ratio_pixel": 0.7510766386985779, "fid": 143.3424717812385, "fid_failed": 0.0} +{"step": 2210000, "wall_time": 25740.90569806099, "train_loss_step": 4.988649368286133, "n_params": 4551820, "total_flops": 30902852198400000, "train_loss": 0.031695927892412455, "subset_score_loss": 0.031695927892412455} +{"step": 2220000, "wall_time": 25837.222890615463, "train_loss_step": 5.188188552856445, "n_params": 4551820, "total_flops": 31042684108800000, "train_loss": 0.02957817486354283, "subset_score_loss": 0.02957817486354283} +{"step": 2230000, "wall_time": 25935.14951658249, "train_loss_step": 5.30293083190918, "n_params": 4551820, "total_flops": 31182516019200000, "train_loss": 0.03208203315734863, "subset_score_loss": 0.03208203315734863} +{"step": 2240000, "wall_time": 26031.15401172638, "train_loss_step": 4.981485366821289, "n_params": 4551820, "total_flops": 31322347929600000, "train_loss": 0.036866065434047156, "subset_score_loss": 0.036866065434047156} +{"step": 2250000, "wall_time": 26114.42396879196, "train_loss_step": 5.148812294006348, "n_params": 4551820, "total_flops": 31462179840000000, "train_loss": 0.030307562010628838, "subset_score_loss": 0.030307562010628838} +{"step": 2260000, "wall_time": 26211.42333459854, "train_loss_step": 5.243404388427734, "n_params": 4551820, "total_flops": 31602011750400000, "train_loss": 0.034161465508597236, "subset_score_loss": 0.034161465508597236} +{"step": 2270000, "wall_time": 26306.738404273987, "train_loss_step": 5.168929100036621, "n_params": 4551820, "total_flops": 31741843660800000, "train_loss": 0.03062577247619629, "subset_score_loss": 0.03062577247619629} +{"step": 2280000, "wall_time": 26404.401562452316, "train_loss_step": 5.009318828582764, "n_params": 4551820, "total_flops": 31881675571200000, "train_loss": 0.033997811589922225, "subset_score_loss": 0.033997811589922225} +{"step": 2290000, "wall_time": 26501.816312789917, "train_loss_step": 4.764323711395264, "n_params": 4551820, "total_flops": 32021507481600000, "train_loss": 0.03026071616581508, "subset_score_loss": 0.03026071616581508} +{"step": 2300000, "wall_time": 26725.025954961777, "train_loss_step": 5.156519889831543, "n_params": 4551820, "total_flops": 32161339392000000, "train_loss": 0.03396178994859968, "subset_score_loss": 0.03396178994859968, "memorization_fraction_pixel": 0.20509999990463257, "mean_nn_ratio_pixel": 0.7694714069366455, "fid": 146.20287221068327, "fid_failed": 0.0} +{"step": 2310000, "wall_time": 26822.1377286911, "train_loss_step": 5.33762264251709, "n_params": 4551820, "total_flops": 32301171302400000, "train_loss": 0.03264988831111363, "subset_score_loss": 0.03264988831111363} +{"step": 2320000, "wall_time": 26919.97133588791, "train_loss_step": 5.177109718322754, "n_params": 4551820, "total_flops": 32441003212800000, "train_loss": 0.030875274113246372, "subset_score_loss": 0.030875274113246372} +{"step": 2330000, "wall_time": 27016.224715471268, "train_loss_step": 5.149857521057129, "n_params": 4551820, "total_flops": 32580835123200000, "train_loss": 0.030071350506373815, "subset_score_loss": 0.030071350506373815} +{"step": 2340000, "wall_time": 27101.97961115837, "train_loss_step": 4.795723915100098, "n_params": 4551820, "total_flops": 32720667033600000, "train_loss": 0.030318754059927806, "subset_score_loss": 0.030318754059927806} +{"step": 2350000, "wall_time": 27197.54247236252, "train_loss_step": 5.040273666381836, "n_params": 4551820, "total_flops": 32860498944000000, "train_loss": 0.030994057655334473, "subset_score_loss": 0.030994057655334473} +{"step": 2360000, "wall_time": 27294.392778158188, "train_loss_step": 4.955767631530762, "n_params": 4551820, "total_flops": 33000330854400000, "train_loss": 0.03205085141318185, "subset_score_loss": 0.03205085141318185} +{"step": 2370000, "wall_time": 27392.103870153427, "train_loss_step": 4.842538833618164, "n_params": 4551820, "total_flops": 33140162764800000, "train_loss": 0.03066955975123814, "subset_score_loss": 0.03066955975123814} +{"step": 2380000, "wall_time": 27488.850018024445, "train_loss_step": 4.673153877258301, "n_params": 4551820, "total_flops": 33279994675200000, "train_loss": 0.029876017570495607, "subset_score_loss": 0.029876017570495607} +{"step": 2390000, "wall_time": 27586.069010019302, "train_loss_step": 4.853645324707031, "n_params": 4551820, "total_flops": 33419826585600000, "train_loss": 0.03184522220066616, "subset_score_loss": 0.03184522220066616} +{"step": 2400000, "wall_time": 27813.634968280792, "train_loss_step": 4.7469096183776855, "n_params": 4551820, "total_flops": 33559658496000000, "train_loss": 0.03197177818843296, "subset_score_loss": 0.03197177818843296, "memorization_fraction_pixel": 0.21969999372959137, "mean_nn_ratio_pixel": 0.7544583082199097, "fid": 139.91108754518245, "fid_failed": 0.0} +{"step": 2410000, "wall_time": 27911.69510936737, "train_loss_step": 4.792520046234131, "n_params": 4551820, "total_flops": 33699490406400000, "train_loss": 0.03048485687800816, "subset_score_loss": 0.03048485687800816} +{"step": 2420000, "wall_time": 28009.911618709564, "train_loss_step": 4.8739399909973145, "n_params": 4551820, "total_flops": 33839322316800000, "train_loss": 0.037610312870570595, "subset_score_loss": 0.037610312870570595} +{"step": 2430000, "wall_time": 28091.728321790695, "train_loss_step": 4.927145481109619, "n_params": 4551820, "total_flops": 33979154227200000, "train_loss": 0.031075893129621234, "subset_score_loss": 0.031075893129621234} +{"step": 2440000, "wall_time": 28185.853703022003, "train_loss_step": 5.239106178283691, "n_params": 4551820, "total_flops": 34118986137600000, "train_loss": 0.03431287833622524, "subset_score_loss": 0.03431287833622524} +{"step": 2450000, "wall_time": 28283.004054307938, "train_loss_step": 5.2072062492370605, "n_params": 4551820, "total_flops": 34258818048000000, "train_loss": 0.029573304312569753, "subset_score_loss": 0.029573304312569753} +{"step": 2460000, "wall_time": 28379.57179093361, "train_loss_step": 5.015955924987793, "n_params": 4551820, "total_flops": 34398649958400000, "train_loss": 0.030960893630981444, "subset_score_loss": 0.030960893630981444} +{"step": 2470000, "wall_time": 28476.782714366913, "train_loss_step": 4.942636489868164, "n_params": 4551820, "total_flops": 34538481868800000, "train_loss": 0.028897040230887277, "subset_score_loss": 0.028897040230887277} +{"step": 2480000, "wall_time": 28571.58264374733, "train_loss_step": 4.815096378326416, "n_params": 4551820, "total_flops": 34678313779200000, "train_loss": 0.03023242950439453, "subset_score_loss": 0.03023242950439453} +{"step": 2490000, "wall_time": 28668.731357574463, "train_loss_step": 4.682644844055176, "n_params": 4551820, "total_flops": 34818145689600000, "train_loss": 0.029431571279253277, "subset_score_loss": 0.029431571279253277} +{"step": 2500000, "wall_time": 28876.81028699875, "train_loss_step": 4.611143589019775, "n_params": 4551820, "total_flops": 34957977600000000, "train_loss": 0.028819605282374792, "subset_score_loss": 0.028819605282374792, "memorization_fraction_pixel": 0.24979999661445618, "mean_nn_ratio_pixel": 0.7333857417106628, "fid": 134.16383741454928, "fid_failed": 0.0} +{"step": 2510000, "wall_time": 28974.89079928398, "train_loss_step": 4.739286422729492, "n_params": 4551820, "total_flops": 35097809510400000, "train_loss": 0.034757556234087265, "subset_score_loss": 0.034757556234087265} +{"step": 2520000, "wall_time": 29066.5752723217, "train_loss_step": 4.739261150360107, "n_params": 4551820, "total_flops": 35237641420800000, "train_loss": 0.031014977182660785, "subset_score_loss": 0.031014977182660785} +{"step": 2530000, "wall_time": 29152.46027469635, "train_loss_step": 4.637033939361572, "n_params": 4551820, "total_flops": 35377473331200000, "train_loss": 0.03312938213348389, "subset_score_loss": 0.03312938213348389} +{"step": 2540000, "wall_time": 29250.527449846268, "train_loss_step": 4.704975128173828, "n_params": 4551820, "total_flops": 35517305241600000, "train_loss": 0.02927307060786656, "subset_score_loss": 0.02927307060786656} +{"step": 2550000, "wall_time": 29346.636423826218, "train_loss_step": 4.9473419189453125, "n_params": 4551820, "total_flops": 35657137152000000, "train_loss": 0.031219581195286342, "subset_score_loss": 0.031219581195286342} +{"step": 2560000, "wall_time": 29444.296102285385, "train_loss_step": 5.111461639404297, "n_params": 4551820, "total_flops": 35796969062400000, "train_loss": 0.03009662287575858, "subset_score_loss": 0.03009662287575858} +{"step": 2570000, "wall_time": 29539.759380340576, "train_loss_step": 4.7977094650268555, "n_params": 4551820, "total_flops": 35936800972800000, "train_loss": 0.030081231253487724, "subset_score_loss": 0.030081231253487724} +{"step": 2580000, "wall_time": 29637.6468770504, "train_loss_step": 4.234369277954102, "n_params": 4551820, "total_flops": 36076632883200000, "train_loss": 0.02669670922415597, "subset_score_loss": 0.02669670922415597} +{"step": 2590000, "wall_time": 29735.63937497139, "train_loss_step": 4.637474536895752, "n_params": 4551820, "total_flops": 36216464793600000, "train_loss": 0.031065446989876882, "subset_score_loss": 0.031065446989876882} +{"step": 2600000, "wall_time": 29967.562747001648, "train_loss_step": 4.37735652923584, "n_params": 4551820, "total_flops": 36356296704000000, "train_loss": 0.027667038781302316, "subset_score_loss": 0.027667038781302316, "memorization_fraction_pixel": 0.2971000075340271, "mean_nn_ratio_pixel": 0.6960217952728271, "fid": 128.1112789055801, "fid_failed": 0.0} +{"step": 2610000, "wall_time": 30061.69486308098, "train_loss_step": 4.329761981964111, "n_params": 4551820, "total_flops": 36496128614400000, "train_loss": 0.02924302646092006, "subset_score_loss": 0.02924302646092006} +{"step": 2620000, "wall_time": 30142.27100944519, "train_loss_step": 4.486684799194336, "n_params": 4551820, "total_flops": 36635960524800000, "train_loss": 0.02955002784729004, "subset_score_loss": 0.02955002784729004} +{"step": 2630000, "wall_time": 30240.326406002045, "train_loss_step": 4.470163345336914, "n_params": 4551820, "total_flops": 36775792435200000, "train_loss": 0.02796436037336077, "subset_score_loss": 0.02796436037336077} +{"step": 2640000, "wall_time": 30336.762918949127, "train_loss_step": 4.513665199279785, "n_params": 4551820, "total_flops": 36915624345600000, "train_loss": 0.02752363511494228, "subset_score_loss": 0.02752363511494228} +{"step": 2650000, "wall_time": 30432.23368692398, "train_loss_step": 4.566438674926758, "n_params": 4551820, "total_flops": 37055456256000000, "train_loss": 0.030039899689810617, "subset_score_loss": 0.030039899689810617} +{"step": 2660000, "wall_time": 30528.958347082138, "train_loss_step": 4.494602203369141, "n_params": 4551820, "total_flops": 37195288166400000, "train_loss": 0.028459979806627546, "subset_score_loss": 0.028459979806627546} +{"step": 2670000, "wall_time": 30627.079511642456, "train_loss_step": 4.683326721191406, "n_params": 4551820, "total_flops": 37335120076800000, "train_loss": 0.028515524523598807, "subset_score_loss": 0.028515524523598807} +{"step": 2680000, "wall_time": 30725.003197193146, "train_loss_step": 4.654758453369141, "n_params": 4551820, "total_flops": 37474951987200000, "train_loss": 0.03097670759473528, "subset_score_loss": 0.03097670759473528} +{"step": 2690000, "wall_time": 30823.043482780457, "train_loss_step": 4.757845878601074, "n_params": 4551820, "total_flops": 37614783897600000, "train_loss": 0.03998204639979771, "subset_score_loss": 0.03998204639979771} +{"step": 2700000, "wall_time": 31030.025172948837, "train_loss_step": 4.793160438537598, "n_params": 4551820, "total_flops": 37754615808000000, "train_loss": 0.027733618872506277, "subset_score_loss": 0.027733618872506277, "memorization_fraction_pixel": 0.29319998621940613, "mean_nn_ratio_pixel": 0.7015454769134521, "fid": 124.0167749356155, "fid_failed": 0.0} +{"step": 2710000, "wall_time": 31117.129642486572, "train_loss_step": 4.163305282592773, "n_params": 4551820, "total_flops": 37894447718400000, "train_loss": 0.026784675461905345, "subset_score_loss": 0.026784675461905345} +{"step": 2720000, "wall_time": 31211.075726747513, "train_loss_step": 4.79178524017334, "n_params": 4551820, "total_flops": 38034279628800000, "train_loss": 0.03139538424355643, "subset_score_loss": 0.03139538424355643} +{"step": 2730000, "wall_time": 31305.829108715057, "train_loss_step": 4.55499267578125, "n_params": 4551820, "total_flops": 38174111539200000, "train_loss": 0.029050374031066896, "subset_score_loss": 0.029050374031066896} +{"step": 2740000, "wall_time": 31402.486829519272, "train_loss_step": 4.5492753982543945, "n_params": 4551820, "total_flops": 38313943449600000, "train_loss": 0.03554814543042864, "subset_score_loss": 0.03554814543042864} +{"step": 2750000, "wall_time": 31498.60360455513, "train_loss_step": 4.31904411315918, "n_params": 4551820, "total_flops": 38453775360000000, "train_loss": 0.02766237940107073, "subset_score_loss": 0.02766237940107073} +{"step": 2760000, "wall_time": 31596.557567358017, "train_loss_step": 4.947843074798584, "n_params": 4551820, "total_flops": 38593607270400000, "train_loss": 0.03161613941192627, "subset_score_loss": 0.03161613941192627} +{"step": 2770000, "wall_time": 31694.177347660065, "train_loss_step": 4.694756984710693, "n_params": 4551820, "total_flops": 38733439180800000, "train_loss": 0.029661124093191965, "subset_score_loss": 0.029661124093191965} +{"step": 2780000, "wall_time": 31791.61806845665, "train_loss_step": 4.435015678405762, "n_params": 4551820, "total_flops": 38873271091200000, "train_loss": 0.028230682441166468, "subset_score_loss": 0.028230682441166468} +{"step": 2790000, "wall_time": 31887.093008041382, "train_loss_step": 4.6785688400268555, "n_params": 4551820, "total_flops": 39013103001600000, "train_loss": 0.03139019353049142, "subset_score_loss": 0.03139019353049142} +{"step": 2800000, "wall_time": 32086.357937812805, "train_loss_step": 4.9281840324401855, "n_params": 4551820, "total_flops": 39152934912000000, "train_loss": 0.03159356457846505, "subset_score_loss": 0.03159356457846505, "memorization_fraction_pixel": 0.303600013256073, "mean_nn_ratio_pixel": 0.6919201016426086, "fid": 122.01142917026544, "fid_failed": 0.0} +{"step": 2810000, "wall_time": 32169.881172418594, "train_loss_step": 4.39538049697876, "n_params": 4551820, "total_flops": 39292766822400000, "train_loss": 0.027446230820247105, "subset_score_loss": 0.027446230820247105} +{"step": 2820000, "wall_time": 32264.464906215668, "train_loss_step": 4.6375203132629395, "n_params": 4551820, "total_flops": 39432598732800000, "train_loss": 0.02730830567223685, "subset_score_loss": 0.02730830567223685} +{"step": 2830000, "wall_time": 32361.793885707855, "train_loss_step": 4.687857627868652, "n_params": 4551820, "total_flops": 39572430643200000, "train_loss": 0.02940002509525844, "subset_score_loss": 0.02940002509525844} +{"step": 2840000, "wall_time": 32458.547467708588, "train_loss_step": 4.74520206451416, "n_params": 4551820, "total_flops": 39712262553600000, "train_loss": 0.027673801353999546, "subset_score_loss": 0.027673801353999546} +{"step": 2850000, "wall_time": 32556.460311174393, "train_loss_step": 4.4904890060424805, "n_params": 4551820, "total_flops": 39852094464000000, "train_loss": 0.02763116019112723, "subset_score_loss": 0.02763116019112723} +{"step": 2860000, "wall_time": 32654.514240026474, "train_loss_step": 4.335755348205566, "n_params": 4551820, "total_flops": 39991926374400000, "train_loss": 0.02706147943224226, "subset_score_loss": 0.02706147943224226} +{"step": 2870000, "wall_time": 32752.43556714058, "train_loss_step": 4.31676721572876, "n_params": 4551820, "total_flops": 40131758284800000, "train_loss": 0.027561501094273157, "subset_score_loss": 0.027561501094273157} +{"step": 2880000, "wall_time": 32848.350335121155, "train_loss_step": 4.466439247131348, "n_params": 4551820, "total_flops": 40271590195200000, "train_loss": 0.02788041148866926, "subset_score_loss": 0.02788041148866926} +{"step": 2890000, "wall_time": 32946.14814901352, "train_loss_step": 4.527604103088379, "n_params": 4551820, "total_flops": 40411422105600000, "train_loss": 0.03045391355242048, "subset_score_loss": 0.03045391355242048} +{"step": 2900000, "wall_time": 33138.39565372467, "train_loss_step": 4.5473175048828125, "n_params": 4551820, "total_flops": 40551254016000000, "train_loss": 0.02926405157361712, "subset_score_loss": 0.02926405157361712, "memorization_fraction_pixel": 0.2935999929904938, "mean_nn_ratio_pixel": 0.7034881711006165, "fid": 125.3564200590906, "fid_failed": 0.0} +{"step": 2910000, "wall_time": 33233.9479432106, "train_loss_step": 4.537972450256348, "n_params": 4551820, "total_flops": 40691085926400000, "train_loss": 0.026459974902016774, "subset_score_loss": 0.026459974902016774} +{"step": 2920000, "wall_time": 33331.19859933853, "train_loss_step": 4.509220123291016, "n_params": 4551820, "total_flops": 40830917836800000, "train_loss": 0.02683544669832502, "subset_score_loss": 0.02683544669832502} +{"step": 2930000, "wall_time": 33427.131772994995, "train_loss_step": 4.544034957885742, "n_params": 4551820, "total_flops": 40970749747200000, "train_loss": 0.026388335227966308, "subset_score_loss": 0.026388335227966308} +{"step": 2940000, "wall_time": 33524.15664982796, "train_loss_step": 4.3538618087768555, "n_params": 4551820, "total_flops": 41110581657600000, "train_loss": 0.025965276786259244, "subset_score_loss": 0.025965276786259244} +{"step": 2950000, "wall_time": 33620.935616731644, "train_loss_step": 4.653318405151367, "n_params": 4551820, "total_flops": 41250413568000000, "train_loss": 0.026886437620435442, "subset_score_loss": 0.026886437620435442} +{"step": 2960000, "wall_time": 33717.141830682755, "train_loss_step": 4.688177108764648, "n_params": 4551820, "total_flops": 41390245478400000, "train_loss": 0.03086798531668527, "subset_score_loss": 0.03086798531668527} +{"step": 2970000, "wall_time": 33811.58667755127, "train_loss_step": 4.268953323364258, "n_params": 4551820, "total_flops": 41530077388800000, "train_loss": 0.02560964482171195, "subset_score_loss": 0.02560964482171195} +{"step": 2980000, "wall_time": 33908.84482717514, "train_loss_step": 3.980947971343994, "n_params": 4551820, "total_flops": 41669909299200000, "train_loss": 0.027580560956682477, "subset_score_loss": 0.027580560956682477} +{"step": 2990000, "wall_time": 34006.08051395416, "train_loss_step": 4.552506446838379, "n_params": 4551820, "total_flops": 41809741209600000, "train_loss": 0.027476000785827636, "subset_score_loss": 0.027476000785827636} +{"step": 3000000, "wall_time": 34207.77330946922, "train_loss_step": 4.6125030517578125, "n_params": 4551820, "total_flops": 41949573120000000, "train_loss": 0.02878032752445766, "subset_score_loss": 0.02878032752445766, "memorization_fraction_pixel": 0.3312000036239624, "mean_nn_ratio_pixel": 0.6739841103553772, "fid": 118.90115275969143, "fid_failed": 0.0} +{"step": 3010000, "wall_time": 34305.678817510605, "train_loss_step": 4.256494045257568, "n_params": 4551820, "total_flops": 42089405030400000, "train_loss": 0.025761256899152485, "subset_score_loss": 0.025761256899152485} +{"step": 3020000, "wall_time": 34401.883644104004, "train_loss_step": 4.435801029205322, "n_params": 4551820, "total_flops": 42229236940800000, "train_loss": 0.02682138000215803, "subset_score_loss": 0.02682138000215803} +{"step": 3030000, "wall_time": 34499.16375589371, "train_loss_step": 4.481929779052734, "n_params": 4551820, "total_flops": 42369068851200000, "train_loss": 0.02604070220674787, "subset_score_loss": 0.02604070220674787} +{"step": 3040000, "wall_time": 34596.90454864502, "train_loss_step": 4.396221160888672, "n_params": 4551820, "total_flops": 42508900761600000, "train_loss": 0.02757629667009626, "subset_score_loss": 0.02757629667009626} +{"step": 3050000, "wall_time": 34694.13071227074, "train_loss_step": 4.251987457275391, "n_params": 4551820, "total_flops": 42648732672000000, "train_loss": 0.024879566260746548, "subset_score_loss": 0.024879566260746548} +{"step": 3060000, "wall_time": 34790.16324210167, "train_loss_step": 4.416736125946045, "n_params": 4551820, "total_flops": 42788564582400000, "train_loss": 0.02649283068520682, "subset_score_loss": 0.02649283068520682} +{"step": 3070000, "wall_time": 34888.12013578415, "train_loss_step": 4.05413818359375, "n_params": 4551820, "total_flops": 42928396492800000, "train_loss": 0.026260621207101004, "subset_score_loss": 0.026260621207101004} +{"step": 3080000, "wall_time": 34985.74012541771, "train_loss_step": 4.121082305908203, "n_params": 4551820, "total_flops": 43068228403200000, "train_loss": 0.024917594024113247, "subset_score_loss": 0.024917594024113247} +{"step": 3090000, "wall_time": 35080.21835279465, "train_loss_step": 4.051931381225586, "n_params": 4551820, "total_flops": 43208060313600000, "train_loss": 0.0252619879586356, "subset_score_loss": 0.0252619879586356} +{"step": 3100000, "wall_time": 35267.689618587494, "train_loss_step": 4.056150913238525, "n_params": 4551820, "total_flops": 43347892224000000, "train_loss": 0.02696540696280343, "subset_score_loss": 0.02696540696280343, "memorization_fraction_pixel": 0.3424000144004822, "mean_nn_ratio_pixel": 0.6613348126411438, "fid": 118.89004873670379, "fid_failed": 0.0} +{"step": 3110000, "wall_time": 35364.157350063324, "train_loss_step": 4.265809535980225, "n_params": 4551820, "total_flops": 43487724134400000, "train_loss": 0.026833866323743547, "subset_score_loss": 0.026833866323743547} +{"step": 3120000, "wall_time": 35460.441667318344, "train_loss_step": 4.295178413391113, "n_params": 4551820, "total_flops": 43627556044800000, "train_loss": 0.030356594494410923, "subset_score_loss": 0.030356594494410923} +{"step": 3130000, "wall_time": 35557.72992038727, "train_loss_step": 4.318230628967285, "n_params": 4551820, "total_flops": 43767387955200000, "train_loss": 0.03044930866786412, "subset_score_loss": 0.03044930866786412} +{"step": 3140000, "wall_time": 35652.97047495842, "train_loss_step": 4.259849548339844, "n_params": 4551820, "total_flops": 43907219865600000, "train_loss": 0.02789329630987985, "subset_score_loss": 0.02789329630987985} +{"step": 3150000, "wall_time": 35750.541502952576, "train_loss_step": 4.292710304260254, "n_params": 4551820, "total_flops": 44047051776000000, "train_loss": 0.026484077317374094, "subset_score_loss": 0.026484077317374094} +{"step": 3160000, "wall_time": 35848.0401597023, "train_loss_step": 4.132635593414307, "n_params": 4551820, "total_flops": 44186883686400000, "train_loss": 0.027326818874904086, "subset_score_loss": 0.027326818874904086} +{"step": 3170000, "wall_time": 35943.25777769089, "train_loss_step": 4.368748188018799, "n_params": 4551820, "total_flops": 44326715596800000, "train_loss": 0.027168900626046318, "subset_score_loss": 0.027168900626046318} +{"step": 3180000, "wall_time": 36040.288502931595, "train_loss_step": 4.418305397033691, "n_params": 4551820, "total_flops": 44466547507200000, "train_loss": 0.024207001073019846, "subset_score_loss": 0.024207001073019846} +{"step": 3190000, "wall_time": 36133.46996998787, "train_loss_step": 4.5353264808654785, "n_params": 4551820, "total_flops": 44606379417600000, "train_loss": 0.02752816677093506, "subset_score_loss": 0.02752816677093506} +{"step": 3200000, "wall_time": 36324.94767284393, "train_loss_step": 4.209910869598389, "n_params": 4551820, "total_flops": 44746211328000000, "train_loss": 0.025801731858934675, "subset_score_loss": 0.025801731858934675, "memorization_fraction_pixel": 0.33230000734329224, "mean_nn_ratio_pixel": 0.6772266030311584, "fid": 119.66908514668108, "fid_failed": 0.0} +{"step": 3210000, "wall_time": 36422.393678188324, "train_loss_step": 4.177624225616455, "n_params": 4551820, "total_flops": 44886043238400000, "train_loss": 0.028038530690329414, "subset_score_loss": 0.028038530690329414} +{"step": 3220000, "wall_time": 36519.02788519859, "train_loss_step": 4.254521369934082, "n_params": 4551820, "total_flops": 45025875148800000, "train_loss": 0.026068740231650216, "subset_score_loss": 0.026068740231650216} +{"step": 3230000, "wall_time": 36614.652958869934, "train_loss_step": 4.215919494628906, "n_params": 4551820, "total_flops": 45165707059200000, "train_loss": 0.02776479550770351, "subset_score_loss": 0.02776479550770351} +{"step": 3240000, "wall_time": 36712.36456775665, "train_loss_step": 3.997023820877075, "n_params": 4551820, "total_flops": 45305538969600000, "train_loss": 0.02333585705075945, "subset_score_loss": 0.02333585705075945} +{"step": 3250000, "wall_time": 36810.14916276932, "train_loss_step": 4.168313026428223, "n_params": 4551820, "total_flops": 45445370880000000, "train_loss": 0.025592214720589774, "subset_score_loss": 0.025592214720589774} +{"step": 3260000, "wall_time": 36905.22275304794, "train_loss_step": 4.733860015869141, "n_params": 4551820, "total_flops": 45585202790400000, "train_loss": 0.027337557928902762, "subset_score_loss": 0.027337557928902762} +{"step": 3270000, "wall_time": 37002.598514556885, "train_loss_step": 4.664505958557129, "n_params": 4551820, "total_flops": 45725034700800000, "train_loss": 0.02606992721557617, "subset_score_loss": 0.02606992721557617} +{"step": 3280000, "wall_time": 37100.527410030365, "train_loss_step": 4.187323570251465, "n_params": 4551820, "total_flops": 45864866611200000, "train_loss": 0.026162077699388775, "subset_score_loss": 0.026162077699388775} +{"step": 3290000, "wall_time": 37184.70617079735, "train_loss_step": 4.217401504516602, "n_params": 4551820, "total_flops": 46004698521600000, "train_loss": 0.02495272159576416, "subset_score_loss": 0.02495272159576416} +{"step": 3300000, "wall_time": 37405.03493857384, "train_loss_step": 3.976966381072998, "n_params": 4551820, "total_flops": 46144530432000000, "train_loss": 0.02578238078526088, "subset_score_loss": 0.02578238078526088, "memorization_fraction_pixel": 0.3901999890804291, "mean_nn_ratio_pixel": 0.6303685307502747, "fid": 112.96852609383477, "fid_failed": 0.0} +{"step": 3310000, "wall_time": 37501.69084239006, "train_loss_step": 4.122485637664795, "n_params": 4551820, "total_flops": 46284362342400000, "train_loss": 0.02443446261542184, "subset_score_loss": 0.02443446261542184} +{"step": 3320000, "wall_time": 37597.14017248154, "train_loss_step": 4.528809070587158, "n_params": 4551820, "total_flops": 46424194252800000, "train_loss": 0.025285977976662773, "subset_score_loss": 0.025285977976662773} +{"step": 3330000, "wall_time": 37694.38119029999, "train_loss_step": 4.300162315368652, "n_params": 4551820, "total_flops": 46564026163200000, "train_loss": 0.024694699900490898, "subset_score_loss": 0.024694699900490898} +{"step": 3340000, "wall_time": 37789.95161104202, "train_loss_step": 4.154770851135254, "n_params": 4551820, "total_flops": 46703858073600000, "train_loss": 0.0259290303502764, "subset_score_loss": 0.0259290303502764} +{"step": 3350000, "wall_time": 37886.61302900314, "train_loss_step": 4.302514553070068, "n_params": 4551820, "total_flops": 46843689984000000, "train_loss": 0.023975859369550434, "subset_score_loss": 0.023975859369550434} +{"step": 3360000, "wall_time": 37984.03730750084, "train_loss_step": 4.444043159484863, "n_params": 4551820, "total_flops": 46983521894400000, "train_loss": 0.02353964192526681, "subset_score_loss": 0.02353964192526681} +{"step": 3370000, "wall_time": 38081.74116778374, "train_loss_step": 3.9768619537353516, "n_params": 4551820, "total_flops": 47123353804800000, "train_loss": 0.023733692509787425, "subset_score_loss": 0.023733692509787425} +{"step": 3380000, "wall_time": 38164.705062150955, "train_loss_step": 4.059380531311035, "n_params": 4551820, "total_flops": 47263185715200000, "train_loss": 0.023529858248574394, "subset_score_loss": 0.023529858248574394} +{"step": 3390000, "wall_time": 38257.32640552521, "train_loss_step": 4.313016891479492, "n_params": 4551820, "total_flops": 47403017625600000, "train_loss": 0.02405705622264317, "subset_score_loss": 0.02405705622264317} +{"step": 3400000, "wall_time": 38431.708886146545, "train_loss_step": 4.108187198638916, "n_params": 4551820, "total_flops": 47542849536000000, "train_loss": 0.0245415278843471, "subset_score_loss": 0.0245415278843471, "memorization_fraction_pixel": 0.3743000030517578, "mean_nn_ratio_pixel": 0.6474583148956299, "fid": 117.16852931669544, "fid_failed": 0.0} +{"step": 3410000, "wall_time": 38526.48482084274, "train_loss_step": 4.592472076416016, "n_params": 4551820, "total_flops": 47682681446400000, "train_loss": 0.023994256768907818, "subset_score_loss": 0.023994256768907818} +{"step": 3420000, "wall_time": 38623.92251968384, "train_loss_step": 4.538032054901123, "n_params": 4551820, "total_flops": 47822513356800000, "train_loss": 0.026945292949676514, "subset_score_loss": 0.026945292949676514} +{"step": 3430000, "wall_time": 38719.27302622795, "train_loss_step": 4.237656593322754, "n_params": 4551820, "total_flops": 47962345267200000, "train_loss": 0.024290921006883893, "subset_score_loss": 0.024290921006883893} +{"step": 3440000, "wall_time": 38817.012835264206, "train_loss_step": 4.1846795082092285, "n_params": 4551820, "total_flops": 48102177177600000, "train_loss": 0.025517238889421735, "subset_score_loss": 0.025517238889421735} +{"step": 3450000, "wall_time": 38914.2030608654, "train_loss_step": 4.008701801300049, "n_params": 4551820, "total_flops": 48242009088000000, "train_loss": 0.02376436676297869, "subset_score_loss": 0.02376436676297869} +{"step": 3460000, "wall_time": 39011.45611691475, "train_loss_step": 4.341381072998047, "n_params": 4551820, "total_flops": 48381840998400000, "train_loss": 0.024653446674346925, "subset_score_loss": 0.024653446674346925} +{"step": 3470000, "wall_time": 39108.86843132973, "train_loss_step": 4.140804290771484, "n_params": 4551820, "total_flops": 48521672908800000, "train_loss": 0.024770385878426688, "subset_score_loss": 0.024770385878426688} +{"step": 3480000, "wall_time": 39201.02249574661, "train_loss_step": 4.4032158851623535, "n_params": 4551820, "total_flops": 48661504819200000, "train_loss": 0.025774785450526645, "subset_score_loss": 0.025774785450526645} +{"step": 3490000, "wall_time": 39298.671154499054, "train_loss_step": 4.189572334289551, "n_params": 4551820, "total_flops": 48801336729600000, "train_loss": 0.024721520287649974, "subset_score_loss": 0.024721520287649974} +{"step": 3500000, "wall_time": 39470.302993774414, "train_loss_step": 4.15339469909668, "n_params": 4551820, "total_flops": 48941168640000000, "train_loss": 0.025731420516967772, "subset_score_loss": 0.025731420516967772, "memorization_fraction_pixel": 0.39160001277923584, "mean_nn_ratio_pixel": 0.6353598833084106, "fid": 117.50776752828371, "fid_failed": 0.0} +{"step": 3510000, "wall_time": 39567.64096450806, "train_loss_step": 4.209852695465088, "n_params": 4551820, "total_flops": 49081000550400000, "train_loss": 0.025506186485290527, "subset_score_loss": 0.025506186485290527} +{"step": 3520000, "wall_time": 39663.66476416588, "train_loss_step": 3.840636968612671, "n_params": 4551820, "total_flops": 49220832460800000, "train_loss": 0.023743445532662527, "subset_score_loss": 0.023743445532662527} +{"step": 3530000, "wall_time": 39761.16179943085, "train_loss_step": 4.285843849182129, "n_params": 4551820, "total_flops": 49360664371200000, "train_loss": 0.02305021115711757, "subset_score_loss": 0.02305021115711757} +{"step": 3540000, "wall_time": 39858.85552549362, "train_loss_step": 4.090224266052246, "n_params": 4551820, "total_flops": 49500496281600000, "train_loss": 0.024857044219970703, "subset_score_loss": 0.024857044219970703} +{"step": 3550000, "wall_time": 39956.476747751236, "train_loss_step": 4.109598636627197, "n_params": 4551820, "total_flops": 49640328192000000, "train_loss": 0.02367899077279227, "subset_score_loss": 0.02367899077279227} +{"step": 3560000, "wall_time": 40053.97236466408, "train_loss_step": 4.322009086608887, "n_params": 4551820, "total_flops": 49780160102400000, "train_loss": 0.023068601744515554, "subset_score_loss": 0.023068601744515554} +{"step": 3570000, "wall_time": 40147.157111406326, "train_loss_step": 3.81561017036438, "n_params": 4551820, "total_flops": 49919992012800000, "train_loss": 0.022559852259499687, "subset_score_loss": 0.022559852259499687} +{"step": 3580000, "wall_time": 40243.074407577515, "train_loss_step": 4.115719318389893, "n_params": 4551820, "total_flops": 50059823923200000, "train_loss": 0.025850720064980643, "subset_score_loss": 0.025850720064980643} +{"step": 3590000, "wall_time": 40341.06221199036, "train_loss_step": 3.847291946411133, "n_params": 4551820, "total_flops": 50199655833600000, "train_loss": 0.0225476724760873, "subset_score_loss": 0.0225476724760873} +{"step": 3600000, "wall_time": 40557.35218167305, "train_loss_step": 4.202550411224365, "n_params": 4551820, "total_flops": 50339487744000000, "train_loss": 0.026436410631452287, "subset_score_loss": 0.026436410631452287, "memorization_fraction_pixel": 0.37529999017715454, "mean_nn_ratio_pixel": 0.6440426707267761, "fid": 117.96729475933513, "fid_failed": 0.0} +{"step": 3610000, "wall_time": 40653.444828510284, "train_loss_step": 3.958662986755371, "n_params": 4551820, "total_flops": 50479319654400000, "train_loss": 0.023785269260406493, "subset_score_loss": 0.023785269260406493} +{"step": 3620000, "wall_time": 40750.311220645905, "train_loss_step": 3.943995952606201, "n_params": 4551820, "total_flops": 50619151564800000, "train_loss": 0.02382366486958095, "subset_score_loss": 0.02382366486958095} +{"step": 3630000, "wall_time": 40848.186807632446, "train_loss_step": 4.304645538330078, "n_params": 4551820, "total_flops": 50758983475200000, "train_loss": 0.024457308224269322, "subset_score_loss": 0.024457308224269322} +{"step": 3640000, "wall_time": 40946.30363702774, "train_loss_step": 3.8621039390563965, "n_params": 4551820, "total_flops": 50898815385600000, "train_loss": 0.023375308513641356, "subset_score_loss": 0.023375308513641356} +{"step": 3650000, "wall_time": 41043.12371444702, "train_loss_step": 3.9587998390197754, "n_params": 4551820, "total_flops": 51038647296000000, "train_loss": 0.024851058210645403, "subset_score_loss": 0.024851058210645403} +{"step": 3660000, "wall_time": 41131.27950668335, "train_loss_step": 3.7086126804351807, "n_params": 4551820, "total_flops": 51178479206400000, "train_loss": 0.023418542316981723, "subset_score_loss": 0.023418542316981723} +{"step": 3670000, "wall_time": 41223.6481962204, "train_loss_step": 3.770989418029785, "n_params": 4551820, "total_flops": 51318311116800000, "train_loss": 0.022884406362261092, "subset_score_loss": 0.022884406362261092} +{"step": 3680000, "wall_time": 41318.7239382267, "train_loss_step": 3.8395755290985107, "n_params": 4551820, "total_flops": 51458143027200000, "train_loss": 0.021272099018096922, "subset_score_loss": 0.021272099018096922} +{"step": 3690000, "wall_time": 41414.740362644196, "train_loss_step": 4.27747917175293, "n_params": 4551820, "total_flops": 51597974937600000, "train_loss": 0.02304502385003226, "subset_score_loss": 0.02304502385003226} +{"step": 3700000, "wall_time": 41628.54720330238, "train_loss_step": 4.068535327911377, "n_params": 4551820, "total_flops": 51737806848000000, "train_loss": 0.024165643964494977, "subset_score_loss": 0.024165643964494977, "memorization_fraction_pixel": 0.42089998722076416, "mean_nn_ratio_pixel": 0.6097921133041382, "fid": 113.7853220731653, "fid_failed": 0.0} +{"step": 3710000, "wall_time": 41725.01005077362, "train_loss_step": 3.9562487602233887, "n_params": 4551820, "total_flops": 51877638758400000, "train_loss": 0.02432450566973005, "subset_score_loss": 0.02432450566973005} +{"step": 3720000, "wall_time": 41822.71401023865, "train_loss_step": 4.185206413269043, "n_params": 4551820, "total_flops": 52017470668800000, "train_loss": 0.023383167811802455, "subset_score_loss": 0.023383167811802455} +{"step": 3730000, "wall_time": 41920.41098999977, "train_loss_step": 4.076961040496826, "n_params": 4551820, "total_flops": 52157302579200000, "train_loss": 0.02331749541418893, "subset_score_loss": 0.02331749541418893} +{"step": 3740000, "wall_time": 42017.43900537491, "train_loss_step": 3.8155531883239746, "n_params": 4551820, "total_flops": 52297134489600000, "train_loss": 0.021301821299961634, "subset_score_loss": 0.021301821299961634} +{"step": 3750000, "wall_time": 42113.91660761833, "train_loss_step": 4.069107532501221, "n_params": 4551820, "total_flops": 52436966400000000, "train_loss": 0.024107221194675992, "subset_score_loss": 0.024107221194675992} +{"step": 3760000, "wall_time": 42196.20543193817, "train_loss_step": 4.315364837646484, "n_params": 4551820, "total_flops": 52576798310400000, "train_loss": 0.022867516108921595, "subset_score_loss": 0.022867516108921595} +{"step": 3770000, "wall_time": 42289.63701534271, "train_loss_step": 3.827388286590576, "n_params": 4551820, "total_flops": 52716630220800000, "train_loss": 0.023507797718048097, "subset_score_loss": 0.023507797718048097} +{"step": 3780000, "wall_time": 42387.28677153587, "train_loss_step": 3.8939483165740967, "n_params": 4551820, "total_flops": 52856462131200000, "train_loss": 0.02154970850263323, "subset_score_loss": 0.02154970850263323} +{"step": 3790000, "wall_time": 42482.637402534485, "train_loss_step": 4.163529872894287, "n_params": 4551820, "total_flops": 52996294041600000, "train_loss": 0.023910042217799594, "subset_score_loss": 0.023910042217799594} +{"step": 3800000, "wall_time": 42719.4028506279, "train_loss_step": 4.1204094886779785, "n_params": 4551820, "total_flops": 53136125952000000, "train_loss": 0.023839798995426723, "subset_score_loss": 0.023839798995426723, "memorization_fraction_pixel": 0.38690000772476196, "mean_nn_ratio_pixel": 0.6413010358810425, "fid": 118.42605557333529, "fid_failed": 0.0} +{"step": 3810000, "wall_time": 42817.12260365486, "train_loss_step": 4.077027320861816, "n_params": 4551820, "total_flops": 53275957862400000, "train_loss": 0.023312882014683314, "subset_score_loss": 0.023312882014683314} +{"step": 3820000, "wall_time": 42914.55545258522, "train_loss_step": 3.926771640777588, "n_params": 4551820, "total_flops": 53415789772800000, "train_loss": 0.0252140964780535, "subset_score_loss": 0.0252140964780535} +{"step": 3830000, "wall_time": 43011.07511496544, "train_loss_step": 4.120225429534912, "n_params": 4551820, "total_flops": 53555621683200000, "train_loss": 0.025684571266174315, "subset_score_loss": 0.025684571266174315} +{"step": 3840000, "wall_time": 43108.72953701019, "train_loss_step": 3.976388454437256, "n_params": 4551820, "total_flops": 53695453593600000, "train_loss": 0.023891585213797435, "subset_score_loss": 0.023891585213797435} +{"step": 3850000, "wall_time": 43190.09305667877, "train_loss_step": 4.176734924316406, "n_params": 4551820, "total_flops": 53835285504000000, "train_loss": 0.022171829427991594, "subset_score_loss": 0.022171829427991594} +{"step": 3860000, "wall_time": 43284.441599845886, "train_loss_step": 4.175816535949707, "n_params": 4551820, "total_flops": 53975117414400000, "train_loss": 0.02349465915134975, "subset_score_loss": 0.02349465915134975} +{"step": 3870000, "wall_time": 43380.53108215332, "train_loss_step": 3.9082393646240234, "n_params": 4551820, "total_flops": 54114949324800000, "train_loss": 0.021940018449510847, "subset_score_loss": 0.021940018449510847} +{"step": 3880000, "wall_time": 43478.58313345909, "train_loss_step": 4.088765621185303, "n_params": 4551820, "total_flops": 54254781235200000, "train_loss": 0.02356663772038051, "subset_score_loss": 0.02356663772038051} +{"step": 3890000, "wall_time": 43575.06033372879, "train_loss_step": 3.766301155090332, "n_params": 4551820, "total_flops": 54394613145600000, "train_loss": 0.023282730579376222, "subset_score_loss": 0.023282730579376222} +{"step": 3900000, "wall_time": 43789.04104757309, "train_loss_step": 3.8068292140960693, "n_params": 4551820, "total_flops": 54534445056000000, "train_loss": 0.022613942623138428, "subset_score_loss": 0.022613942623138428, "memorization_fraction_pixel": 0.4275999963283539, "mean_nn_ratio_pixel": 0.6095343828201294, "fid": 113.45303523373518, "fid_failed": 0.0} +{"step": 3910000, "wall_time": 43887.00899171829, "train_loss_step": 4.399720668792725, "n_params": 4551820, "total_flops": 54674276966400000, "train_loss": 0.02563255855015346, "subset_score_loss": 0.02563255855015346} +{"step": 3920000, "wall_time": 43984.00360441208, "train_loss_step": 4.009741306304932, "n_params": 4551820, "total_flops": 54814108876800000, "train_loss": 0.02264662299837385, "subset_score_loss": 0.02264662299837385} +{"step": 3930000, "wall_time": 44081.63860654831, "train_loss_step": 4.035198211669922, "n_params": 4551820, "total_flops": 54953940787200000, "train_loss": 0.022905208383287703, "subset_score_loss": 0.022905208383287703} +{"step": 3940000, "wall_time": 44169.81002163887, "train_loss_step": 4.162505149841309, "n_params": 4551820, "total_flops": 55093772697600000, "train_loss": 0.022668731212615967, "subset_score_loss": 0.022668731212615967} +{"step": 3950000, "wall_time": 44252.99096298218, "train_loss_step": 3.9880270957946777, "n_params": 4551820, "total_flops": 55233604608000000, "train_loss": 0.0225912298474993, "subset_score_loss": 0.0225912298474993} +{"step": 3960000, "wall_time": 44350.95532464981, "train_loss_step": 3.9115614891052246, "n_params": 4551820, "total_flops": 55373436518400000, "train_loss": 0.021785058294023787, "subset_score_loss": 0.021785058294023787} +{"step": 3970000, "wall_time": 44448.96517086029, "train_loss_step": 3.8310818672180176, "n_params": 4551820, "total_flops": 55513268428800000, "train_loss": 0.026361204896654403, "subset_score_loss": 0.026361204896654403} +{"step": 3980000, "wall_time": 44545.73279619217, "train_loss_step": 4.017279624938965, "n_params": 4551820, "total_flops": 55653100339200000, "train_loss": 0.02203615733555385, "subset_score_loss": 0.02203615733555385} +{"step": 3990000, "wall_time": 44643.1555044651, "train_loss_step": 4.098135948181152, "n_params": 4551820, "total_flops": 55792932249600000, "train_loss": 0.022311484813690184, "subset_score_loss": 0.022311484813690184} +{"step": 4000000, "wall_time": 44855.68344092369, "train_loss_step": 4.317865371704102, "n_params": 4551820, "total_flops": 55932764160000000, "train_loss": 0.02277883291244507, "subset_score_loss": 0.02277883291244507, "memorization_fraction_pixel": 0.42579999566078186, "mean_nn_ratio_pixel": 0.6133227348327637, "fid": 114.30666357228472, "fid_failed": 0.0} +{"step": 4010000, "wall_time": 44952.38542795181, "train_loss_step": 4.129262447357178, "n_params": 4551820, "total_flops": 56072596070400000, "train_loss": 0.024155689988817487, "subset_score_loss": 0.024155689988817487} +{"step": 4020000, "wall_time": 45050.17289328575, "train_loss_step": 3.9449052810668945, "n_params": 4551820, "total_flops": 56212427980800000, "train_loss": 0.02547518185206822, "subset_score_loss": 0.02547518185206822} +{"step": 4030000, "wall_time": 45145.81845450401, "train_loss_step": 4.039673805236816, "n_params": 4551820, "total_flops": 56352259891200000, "train_loss": 0.023188519477844238, "subset_score_loss": 0.023188519477844238} +{"step": 4040000, "wall_time": 45225.69544219971, "train_loss_step": 3.8161122798919678, "n_params": 4551820, "total_flops": 56492091801600000, "train_loss": 0.020973152773720877, "subset_score_loss": 0.020973152773720877} +{"step": 4050000, "wall_time": 45321.788749456406, "train_loss_step": 4.189936637878418, "n_params": 4551820, "total_flops": 56631923712000000, "train_loss": 0.020869490078517367, "subset_score_loss": 0.020869490078517367} +{"step": 4060000, "wall_time": 45420.02349591255, "train_loss_step": 4.162450790405273, "n_params": 4551820, "total_flops": 56771755622400000, "train_loss": 0.022595299993242536, "subset_score_loss": 0.022595299993242536} +{"step": 4070000, "wall_time": 45517.17862176895, "train_loss_step": 4.100366592407227, "n_params": 4551820, "total_flops": 56911587532800000, "train_loss": 0.02438629525048392, "subset_score_loss": 0.02438629525048392} +{"step": 4080000, "wall_time": 45613.974400520325, "train_loss_step": 3.60479998588562, "n_params": 4551820, "total_flops": 57051419443200000, "train_loss": 0.021119567326136998, "subset_score_loss": 0.021119567326136998} +{"step": 4090000, "wall_time": 45711.90044808388, "train_loss_step": 3.863226890563965, "n_params": 4551820, "total_flops": 57191251353600000, "train_loss": 0.02093071596963065, "subset_score_loss": 0.02093071596963065} +{"step": 4100000, "wall_time": 45952.398765325546, "train_loss_step": 4.127786159515381, "n_params": 4551820, "total_flops": 57331083264000000, "train_loss": 0.022749170235225134, "subset_score_loss": 0.022749170235225134, "memorization_fraction_pixel": 0.39649999141693115, "mean_nn_ratio_pixel": 0.6360904574394226, "fid": 116.76935406691474, "fid_failed": 0.0} +{"step": 4110000, "wall_time": 46047.778236866, "train_loss_step": 3.696013927459717, "n_params": 4551820, "total_flops": 57470915174400000, "train_loss": 0.02109611374991281, "subset_score_loss": 0.02109611374991281} +{"step": 4120000, "wall_time": 46143.26072072983, "train_loss_step": 3.7132599353790283, "n_params": 4551820, "total_flops": 57610747084800000, "train_loss": 0.021301172460828507, "subset_score_loss": 0.021301172460828507} +{"step": 4130000, "wall_time": 46226.51883363724, "train_loss_step": 4.0631279945373535, "n_params": 4551820, "total_flops": 57750578995200000, "train_loss": 0.022143394606454033, "subset_score_loss": 0.022143394606454033} +{"step": 4140000, "wall_time": 46321.24428153038, "train_loss_step": 3.95217227935791, "n_params": 4551820, "total_flops": 57890410905600000, "train_loss": 0.021352190630776542, "subset_score_loss": 0.021352190630776542} +{"step": 4150000, "wall_time": 46418.89533495903, "train_loss_step": 3.9843733310699463, "n_params": 4551820, "total_flops": 58030242816000000, "train_loss": 0.021062123775482177, "subset_score_loss": 0.021062123775482177} +{"step": 4160000, "wall_time": 46515.56689238548, "train_loss_step": 3.6343650817871094, "n_params": 4551820, "total_flops": 58170074726400000, "train_loss": 0.02043431316103254, "subset_score_loss": 0.02043431316103254} +{"step": 4170000, "wall_time": 46612.44606924057, "train_loss_step": 3.8092424869537354, "n_params": 4551820, "total_flops": 58309906636800000, "train_loss": 0.02123309714453561, "subset_score_loss": 0.02123309714453561} +{"step": 4180000, "wall_time": 46709.606588840485, "train_loss_step": 4.106046676635742, "n_params": 4551820, "total_flops": 58449738547200000, "train_loss": 0.02298440762928554, "subset_score_loss": 0.02298440762928554} +{"step": 4190000, "wall_time": 46806.59675335884, "train_loss_step": 4.071749687194824, "n_params": 4551820, "total_flops": 58589570457600000, "train_loss": 0.020732167788914273, "subset_score_loss": 0.020732167788914273} +{"step": 4200000, "wall_time": 47023.02133345604, "train_loss_step": 3.8864943981170654, "n_params": 4551820, "total_flops": 58729402368000000, "train_loss": 0.020983799866267614, "subset_score_loss": 0.020983799866267614, "memorization_fraction_pixel": 0.45500001311302185, "mean_nn_ratio_pixel": 0.5898742079734802, "fid": 106.95263653708122, "fid_failed": 0.0} +{"step": 4210000, "wall_time": 47121.160382032394, "train_loss_step": 4.120677947998047, "n_params": 4551820, "total_flops": 58869234278400000, "train_loss": 0.021046176978519984, "subset_score_loss": 0.021046176978519984} +{"step": 4220000, "wall_time": 47212.57659816742, "train_loss_step": 3.4429666996002197, "n_params": 4551820, "total_flops": 59009066188800000, "train_loss": 0.02114025865282331, "subset_score_loss": 0.02114025865282331} +{"step": 4230000, "wall_time": 47302.02844834328, "train_loss_step": 3.7457451820373535, "n_params": 4551820, "total_flops": 59148898099200000, "train_loss": 0.020568134103502545, "subset_score_loss": 0.020568134103502545} +{"step": 4240000, "wall_time": 47399.22024321556, "train_loss_step": 3.7268829345703125, "n_params": 4551820, "total_flops": 59288730009600000, "train_loss": 0.022168544360569545, "subset_score_loss": 0.022168544360569545} +{"step": 4250000, "wall_time": 47496.94637298584, "train_loss_step": 3.8495402336120605, "n_params": 4551820, "total_flops": 59428561920000000, "train_loss": 0.020784798690250943, "subset_score_loss": 0.020784798690250943} +{"step": 4260000, "wall_time": 47593.90800309181, "train_loss_step": 3.78410005569458, "n_params": 4551820, "total_flops": 59568393830400000, "train_loss": 0.02229049035481044, "subset_score_loss": 0.02229049035481044} +{"step": 4270000, "wall_time": 47691.0351433754, "train_loss_step": 3.964193105697632, "n_params": 4551820, "total_flops": 59708225740800000, "train_loss": 0.022769599301474434, "subset_score_loss": 0.022769599301474434} +{"step": 4280000, "wall_time": 47789.40933036804, "train_loss_step": 3.9512243270874023, "n_params": 4551820, "total_flops": 59848057651200000, "train_loss": 0.022535223620278495, "subset_score_loss": 0.022535223620278495} +{"step": 4290000, "wall_time": 47886.66736602783, "train_loss_step": 4.148184776306152, "n_params": 4551820, "total_flops": 59987889561600000, "train_loss": 0.020814531190054757, "subset_score_loss": 0.020814531190054757} +{"step": 4300000, "wall_time": 48057.935371398926, "train_loss_step": 3.645096778869629, "n_params": 4551820, "total_flops": 60127721472000000, "train_loss": 0.021860808985573906, "subset_score_loss": 0.021860808985573906, "memorization_fraction_pixel": 0.4447000026702881, "mean_nn_ratio_pixel": 0.6023547649383545, "fid": 110.24916140842589, "fid_failed": 0.0} +{"step": 4310000, "wall_time": 48155.85816502571, "train_loss_step": 3.9650063514709473, "n_params": 4551820, "total_flops": 60267553382400000, "train_loss": 0.02101802144731794, "subset_score_loss": 0.02101802144731794} +{"step": 4320000, "wall_time": 48249.58618021011, "train_loss_step": 4.228149890899658, "n_params": 4551820, "total_flops": 60407385292800000, "train_loss": 0.021472433635166713, "subset_score_loss": 0.021472433635166713} +{"step": 4330000, "wall_time": 48345.81198811531, "train_loss_step": 3.9967117309570312, "n_params": 4551820, "total_flops": 60547217203200000, "train_loss": 0.02068244900022234, "subset_score_loss": 0.02068244900022234} +{"step": 4340000, "wall_time": 48443.47518181801, "train_loss_step": 3.9374308586120605, "n_params": 4551820, "total_flops": 60687049113600000, "train_loss": 0.024149022783551896, "subset_score_loss": 0.024149022783551896} +{"step": 4350000, "wall_time": 48541.685557603836, "train_loss_step": 3.8299288749694824, "n_params": 4551820, "total_flops": 60826881024000000, "train_loss": 0.021921464375087192, "subset_score_loss": 0.021921464375087192} +{"step": 4360000, "wall_time": 48639.785544872284, "train_loss_step": 3.8515405654907227, "n_params": 4551820, "total_flops": 60966712934400000, "train_loss": 0.021135316576276507, "subset_score_loss": 0.021135316576276507} +{"step": 4370000, "wall_time": 48737.6666932106, "train_loss_step": 3.6302599906921387, "n_params": 4551820, "total_flops": 61106544844800000, "train_loss": 0.021024174349648612, "subset_score_loss": 0.021024174349648612} +{"step": 4380000, "wall_time": 48834.736563920975, "train_loss_step": 3.678858757019043, "n_params": 4551820, "total_flops": 61246376755200000, "train_loss": 0.021407624653407505, "subset_score_loss": 0.021407624653407505} +{"step": 4390000, "wall_time": 48918.648577451706, "train_loss_step": 3.8729186058044434, "n_params": 4551820, "total_flops": 61386208665600000, "train_loss": 0.02068030663899013, "subset_score_loss": 0.02068030663899013} +{"step": 4400000, "wall_time": 49061.52415537834, "train_loss_step": 3.9983460903167725, "n_params": 4551820, "total_flops": 61526040576000000, "train_loss": 0.022270073209490093, "subset_score_loss": 0.022270073209490093, "memorization_fraction_pixel": 0.4790000021457672, "mean_nn_ratio_pixel": 0.5744643807411194, "fid": 105.58684681516836, "fid_failed": 0.0} +{"step": 4410000, "wall_time": 49135.7738070488, "train_loss_step": 3.975748300552368, "n_params": 4551820, "total_flops": 61665872486400000, "train_loss": 0.02350639956338065, "subset_score_loss": 0.02350639956338065} +{"step": 4420000, "wall_time": 49214.2282500267, "train_loss_step": 3.7128257751464844, "n_params": 4551820, "total_flops": 61805704396800000, "train_loss": 0.022035488060542514, "subset_score_loss": 0.022035488060542514} +{"step": 4430000, "wall_time": 49290.54733276367, "train_loss_step": 3.964184522628784, "n_params": 4551820, "total_flops": 61945536307200000, "train_loss": 0.019713475022997175, "subset_score_loss": 0.019713475022997175} +{"step": 4440000, "wall_time": 49369.61767601967, "train_loss_step": 4.093569278717041, "n_params": 4551820, "total_flops": 62085368217600000, "train_loss": 0.02065053837639945, "subset_score_loss": 0.02065053837639945} +{"step": 4450000, "wall_time": 49448.634420633316, "train_loss_step": 3.8962454795837402, "n_params": 4551820, "total_flops": 62225200128000000, "train_loss": 0.020346113613673618, "subset_score_loss": 0.020346113613673618} +{"step": 4460000, "wall_time": 49527.62870836258, "train_loss_step": 3.498655319213867, "n_params": 4551820, "total_flops": 62365032038400000, "train_loss": 0.02017791611807687, "subset_score_loss": 0.02017791611807687} +{"step": 4470000, "wall_time": 49606.671538591385, "train_loss_step": 3.7572264671325684, "n_params": 4551820, "total_flops": 62504863948800000, "train_loss": 0.021751580919538226, "subset_score_loss": 0.021751580919538226} +{"step": 4480000, "wall_time": 49672.82952475548, "train_loss_step": 3.649522542953491, "n_params": 4551820, "total_flops": 62644695859200000, "train_loss": 0.02106710842677525, "subset_score_loss": 0.02106710842677525} +{"step": 4490000, "wall_time": 49733.29840826988, "train_loss_step": 3.7090303897857666, "n_params": 4551820, "total_flops": 62784527769600000, "train_loss": 0.020957250254494804, "subset_score_loss": 0.020957250254494804} +{"step": 4500000, "wall_time": 49843.59846949577, "train_loss_step": 4.049111366271973, "n_params": 4551820, "total_flops": 62924359680000000, "train_loss": 0.019231947830745152, "subset_score_loss": 0.019231947830745152, "memorization_fraction_pixel": 0.4490000009536743, "mean_nn_ratio_pixel": 0.603081226348877, "fid": 115.85472411979464, "fid_failed": 0.0} +{"step": 4510000, "wall_time": 49899.987735033035, "train_loss_step": 3.8698155879974365, "n_params": 4551820, "total_flops": 63064191590400000, "train_loss": 0.019611689022609166, "subset_score_loss": 0.019611689022609166} +{"step": 4520000, "wall_time": 49960.159073114395, "train_loss_step": 3.7368383407592773, "n_params": 4551820, "total_flops": 63204023500800000, "train_loss": 0.021092304161616733, "subset_score_loss": 0.021092304161616733} +{"step": 4530000, "wall_time": 50016.534796476364, "train_loss_step": 3.838895320892334, "n_params": 4551820, "total_flops": 63343855411200000, "train_loss": 0.02118499789919172, "subset_score_loss": 0.02118499789919172} +{"step": 4540000, "wall_time": 50076.730080366135, "train_loss_step": 3.8293049335479736, "n_params": 4551820, "total_flops": 63483687321600000, "train_loss": 0.020601693221500943, "subset_score_loss": 0.020601693221500943} +{"step": 4550000, "wall_time": 50136.86854958534, "train_loss_step": 4.051117897033691, "n_params": 4551820, "total_flops": 63623519232000000, "train_loss": 0.019425615242549352, "subset_score_loss": 0.019425615242549352} +{"step": 4560000, "wall_time": 50196.9135594368, "train_loss_step": 3.7135066986083984, "n_params": 4551820, "total_flops": 63763351142400000, "train_loss": 0.020889960016523088, "subset_score_loss": 0.020889960016523088} +{"step": 4570000, "wall_time": 50257.041098833084, "train_loss_step": 3.8309249877929688, "n_params": 4551820, "total_flops": 63903183052800000, "train_loss": 0.02005424840109689, "subset_score_loss": 0.02005424840109689} +{"step": 4580000, "wall_time": 50317.294646024704, "train_loss_step": 3.8906593322753906, "n_params": 4551820, "total_flops": 64043014963200000, "train_loss": 0.019449474130358014, "subset_score_loss": 0.019449474130358014} +{"step": 4590000, "wall_time": 50377.356996536255, "train_loss_step": 3.7983944416046143, "n_params": 4551820, "total_flops": 64182846873600000, "train_loss": 0.020372942515781946, "subset_score_loss": 0.020372942515781946} +{"step": 4600000, "wall_time": 50484.29253554344, "train_loss_step": 4.174493789672852, "n_params": 4551820, "total_flops": 64322678784000000, "train_loss": 0.02277783155441284, "subset_score_loss": 0.02277783155441284, "memorization_fraction_pixel": 0.4977000057697296, "mean_nn_ratio_pixel": 0.5604044198989868, "fid": 106.51355988316752, "fid_failed": 0.0} +{"step": 4610000, "wall_time": 50544.69411730766, "train_loss_step": 3.8100533485412598, "n_params": 4551820, "total_flops": 64462510694400000, "train_loss": 0.02136392933981759, "subset_score_loss": 0.02136392933981759} +{"step": 4620000, "wall_time": 50605.21280813217, "train_loss_step": 3.892852306365967, "n_params": 4551820, "total_flops": 64602342604800000, "train_loss": 0.020693796021597727, "subset_score_loss": 0.020693796021597727} +{"step": 4630000, "wall_time": 50661.62381410599, "train_loss_step": 3.865321636199951, "n_params": 4551820, "total_flops": 64742174515200000, "train_loss": 0.020662544454847064, "subset_score_loss": 0.020662544454847064} +{"step": 4640000, "wall_time": 50721.76250457764, "train_loss_step": 3.8367221355438232, "n_params": 4551820, "total_flops": 64882006425600000, "train_loss": 0.02038630587714059, "subset_score_loss": 0.02038630587714059} +{"step": 4650000, "wall_time": 50782.16577935219, "train_loss_step": 3.8353006839752197, "n_params": 4551820, "total_flops": 65021838336000000, "train_loss": 0.021293325083596364, "subset_score_loss": 0.021293325083596364} +{"step": 4660000, "wall_time": 50842.44903898239, "train_loss_step": 3.840827465057373, "n_params": 4551820, "total_flops": 65161670246400000, "train_loss": 0.020993684019361223, "subset_score_loss": 0.020993684019361223} +{"step": 4670000, "wall_time": 50902.69156193733, "train_loss_step": 3.942870616912842, "n_params": 4551820, "total_flops": 65301502156800000, "train_loss": 0.020642617770603725, "subset_score_loss": 0.020642617770603725} +{"step": 4680000, "wall_time": 50963.025294303894, "train_loss_step": 3.8311829566955566, "n_params": 4551820, "total_flops": 65441334067200000, "train_loss": 0.020900991984776088, "subset_score_loss": 0.020900991984776088} +{"step": 4690000, "wall_time": 51023.57589221001, "train_loss_step": 3.7749481201171875, "n_params": 4551820, "total_flops": 65581165977600000, "train_loss": 0.023078293459756035, "subset_score_loss": 0.023078293459756035} +{"step": 4700000, "wall_time": 51111.200723171234, "train_loss_step": 3.752439022064209, "n_params": 4551820, "total_flops": 65720997888000000, "train_loss": 0.019718388148716518, "subset_score_loss": 0.019718388148716518, "memorization_fraction_pixel": 0.4846000075340271, "mean_nn_ratio_pixel": 0.5704536437988281, "fid": 107.27992248816982, "fid_failed": 0.0} +{"step": 4710000, "wall_time": 51152.3926961422, "train_loss_step": 3.7686588764190674, "n_params": 4551820, "total_flops": 65860829798400000, "train_loss": 0.019450439725603376, "subset_score_loss": 0.019450439725603376} +{"step": 4720000, "wall_time": 51191.05540704727, "train_loss_step": 3.920377254486084, "n_params": 4551820, "total_flops": 66000661708800000, "train_loss": 0.019950214454105924, "subset_score_loss": 0.019950214454105924} +{"step": 4730000, "wall_time": 51230.18497610092, "train_loss_step": 3.9288175106048584, "n_params": 4551820, "total_flops": 66140493619200000, "train_loss": 0.021696674823760986, "subset_score_loss": 0.021696674823760986} +{"step": 4740000, "wall_time": 51271.316284656525, "train_loss_step": 4.024151802062988, "n_params": 4551820, "total_flops": 66280325529600000, "train_loss": 0.020310051100594657, "subset_score_loss": 0.020310051100594657} +{"step": 4750000, "wall_time": 51312.61986041069, "train_loss_step": 3.4554553031921387, "n_params": 4551820, "total_flops": 66420157440000000, "train_loss": 0.019943130016326905, "subset_score_loss": 0.019943130016326905} +{"step": 4760000, "wall_time": 51353.93414211273, "train_loss_step": 4.166322708129883, "n_params": 4551820, "total_flops": 66559989350400000, "train_loss": 0.021184257098606656, "subset_score_loss": 0.021184257098606656} +{"step": 4770000, "wall_time": 51395.3104057312, "train_loss_step": 3.897066593170166, "n_params": 4551820, "total_flops": 66699821260800000, "train_loss": 0.018590319156646728, "subset_score_loss": 0.018590319156646728} +{"step": 4780000, "wall_time": 51436.320199012756, "train_loss_step": 3.806365966796875, "n_params": 4551820, "total_flops": 66839653171200000, "train_loss": 0.019866396699632916, "subset_score_loss": 0.019866396699632916} +{"step": 4790000, "wall_time": 51477.439552783966, "train_loss_step": 3.549452304840088, "n_params": 4551820, "total_flops": 66979485081600000, "train_loss": 0.019995009899139403, "subset_score_loss": 0.019995009899139403} +{"step": 4800000, "wall_time": 51555.74565601349, "train_loss_step": 3.631312131881714, "n_params": 4551820, "total_flops": 67119316992000000, "train_loss": 0.01952544961656843, "subset_score_loss": 0.01952544961656843, "memorization_fraction_pixel": 0.45910000801086426, "mean_nn_ratio_pixel": 0.5945592522621155, "fid": 107.99837936752238, "fid_failed": 0.0} +{"step": 4810000, "wall_time": 51597.17570543289, "train_loss_step": 3.8496360778808594, "n_params": 4551820, "total_flops": 67259148902400000, "train_loss": 0.02085298980985369, "subset_score_loss": 0.02085298980985369} +{"step": 4820000, "wall_time": 51632.88393998146, "train_loss_step": 3.991197109222412, "n_params": 4551820, "total_flops": 67398980812800000, "train_loss": 0.023411691188812256, "subset_score_loss": 0.023411691188812256} +{"step": 4830000, "wall_time": 51657.309700250626, "train_loss_step": 3.7322745323181152, "n_params": 4551820, "total_flops": 67538812723200000, "train_loss": 0.01875411101749965, "subset_score_loss": 0.01875411101749965} +{"step": 4840000, "wall_time": 51682.17749905586, "train_loss_step": 3.711179733276367, "n_params": 4551820, "total_flops": 67678644633600000, "train_loss": 0.018124042238507953, "subset_score_loss": 0.018124042238507953} +{"step": 4850000, "wall_time": 51707.33905220032, "train_loss_step": 3.946110248565674, "n_params": 4551820, "total_flops": 67818476544000000, "train_loss": 0.020296898909977504, "subset_score_loss": 0.020296898909977504} +{"step": 4860000, "wall_time": 51731.90438222885, "train_loss_step": 3.5313639640808105, "n_params": 4551820, "total_flops": 67958308454400000, "train_loss": 0.02134284462247576, "subset_score_loss": 0.02134284462247576} +{"step": 4870000, "wall_time": 51755.88863372803, "train_loss_step": 3.7150888442993164, "n_params": 4551820, "total_flops": 68098140364800000, "train_loss": 0.021848138741084506, "subset_score_loss": 0.021848138741084506} +{"step": 4880000, "wall_time": 51779.328988313675, "train_loss_step": 3.5875537395477295, "n_params": 4551820, "total_flops": 68237972275200000, "train_loss": 0.019694057532719203, "subset_score_loss": 0.019694057532719203} +{"step": 4890000, "wall_time": 51804.24410367012, "train_loss_step": 3.6092004776000977, "n_params": 4551820, "total_flops": 68377804185600000, "train_loss": 0.021932922090802873, "subset_score_loss": 0.021932922090802873} +{"step": 4900000, "wall_time": 51845.49388360977, "train_loss_step": 3.9440503120422363, "n_params": 4551820, "total_flops": 68517636096000000, "train_loss": 0.019803738594055174, "subset_score_loss": 0.019803738594055174, "memorization_fraction_pixel": 0.476500004529953, "mean_nn_ratio_pixel": 0.5785114765167236, "fid": 107.50188475763505, "fid_failed": 0.0} +{"step": 4910000, "wall_time": 51869.82524681091, "train_loss_step": 3.434600353240967, "n_params": 4551820, "total_flops": 68657468006400000, "train_loss": 0.018355390003749302, "subset_score_loss": 0.018355390003749302} +{"step": 4920000, "wall_time": 51894.691878795624, "train_loss_step": 3.684764862060547, "n_params": 4551820, "total_flops": 68797299916800000, "train_loss": 0.02072002717426845, "subset_score_loss": 0.02072002717426845} +{"step": 4930000, "wall_time": 51919.46576523781, "train_loss_step": 3.997791290283203, "n_params": 4551820, "total_flops": 68937131827200000, "train_loss": 0.021139165333339146, "subset_score_loss": 0.021139165333339146} +{"step": 4940000, "wall_time": 51943.35650014877, "train_loss_step": 3.8535830974578857, "n_params": 4551820, "total_flops": 69076963737600000, "train_loss": 0.01938345261982509, "subset_score_loss": 0.01938345261982509} +{"step": 4950000, "wall_time": 51967.08083701134, "train_loss_step": 3.6431798934936523, "n_params": 4551820, "total_flops": 69216795648000000, "train_loss": 0.018799018859863282, "subset_score_loss": 0.018799018859863282} +{"step": 4960000, "wall_time": 51990.1246778965, "train_loss_step": 3.6106419563293457, "n_params": 4551820, "total_flops": 69356627558400000, "train_loss": 0.020535525253840854, "subset_score_loss": 0.020535525253840854} +{"step": 4970000, "wall_time": 52014.483813524246, "train_loss_step": 3.8587937355041504, "n_params": 4551820, "total_flops": 69496459468800000, "train_loss": 0.02055847304207938, "subset_score_loss": 0.02055847304207938} +{"step": 4980000, "wall_time": 52040.12163686752, "train_loss_step": 3.8103981018066406, "n_params": 4551820, "total_flops": 69636291379200000, "train_loss": 0.018440861361367362, "subset_score_loss": 0.018440861361367362} +{"step": 4990000, "wall_time": 52063.76683688164, "train_loss_step": 3.6720669269561768, "n_params": 4551820, "total_flops": 69776123289600000, "train_loss": 0.019875872135162353, "subset_score_loss": 0.019875872135162353} +{"step": 5000000, "wall_time": 52106.34768104553, "train_loss_step": 3.922473430633545, "n_params": 4551820, "total_flops": 69915955200000000, "train_loss": 0.02032895599092756, "subset_score_loss": 0.02032895599092756, "memorization_fraction_pixel": 0.4853000044822693, "mean_nn_ratio_pixel": 0.5794888138771057, "fid": 107.77899998786403, "fid_failed": 0.0} diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d140/runner.log b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d140/runner.log new file mode 100644 index 0000000000000000000000000000000000000000..506511ee6f0dc84a66c2e7dc35fe7c9318679f3f --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d140/runner.log @@ -0,0 +1,502 @@ + FID real-side stats cached over 1000 diverse train images + step 1 | 89s | train_loss=1.0021 | fid=278.4367 + step 10000 | 207s | train_loss=0.8070 + step 20000 | 325s | train_loss=0.6934 + step 30000 | 443s | train_loss=0.5293 + step 40000 | 561s | train_loss=0.3722 + step 50000 | 679s | train_loss=0.2799 + step 60000 | 797s | train_loss=0.2208 + step 70000 | 914s | train_loss=0.1883 + step 80000 | 1031s | train_loss=0.1699 + step 90000 | 1148s | train_loss=0.1511 + step 100000 | 1350s | train_loss=0.1421 | fid=209.7329 + step 110000 | 1466s | train_loss=0.1315 + step 120000 | 1584s | train_loss=0.1361 + step 130000 | 1702s | train_loss=0.1181 + step 140000 | 1820s | train_loss=0.1227 + step 150000 | 1938s | train_loss=0.1172 + step 160000 | 2055s | train_loss=0.0999 + step 170000 | 2172s | train_loss=0.1033 + step 180000 | 2290s | train_loss=0.0986 + step 190000 | 2403s | train_loss=0.0983 + step 200000 | 2609s | train_loss=0.0925 | fid=241.0864 + step 210000 | 2725s | train_loss=0.0944 + step 220000 | 2843s | train_loss=0.1025 + step 230000 | 2960s | train_loss=0.1008 + step 240000 | 3077s | train_loss=0.0913 + step 250000 | 3195s | train_loss=0.1107 + step 260000 | 3313s | train_loss=0.0870 + step 270000 | 3431s | train_loss=0.0822 + step 280000 | 3546s | train_loss=0.0908 + step 290000 | 3660s | train_loss=0.0850 + step 300000 | 3868s | train_loss=0.0882 | fid=284.1637 + step 310000 | 3986s | train_loss=0.0892 + step 320000 | 4103s | train_loss=0.0849 + step 330000 | 4222s | train_loss=0.0800 + step 340000 | 4340s | train_loss=0.0867 + step 350000 | 4457s | train_loss=0.0755 + step 360000 | 4574s | train_loss=0.0815 + step 370000 | 4689s | train_loss=0.0822 + step 380000 | 4803s | train_loss=0.0774 + step 390000 | 4920s | train_loss=0.0706 + step 400000 | 5128s | train_loss=0.0790 | fid=294.6931 + step 410000 | 5244s | train_loss=0.0762 + step 420000 | 5361s | train_loss=0.0726 + step 430000 | 5480s | train_loss=0.0721 + step 440000 | 5598s | train_loss=0.0715 + step 450000 | 5715s | train_loss=0.0737 + step 460000 | 5830s | train_loss=0.0712 + step 470000 | 5946s | train_loss=0.0758 + step 480000 | 6061s | train_loss=0.0759 + step 490000 | 6178s | train_loss=0.0711 + step 500000 | 6387s | train_loss=0.0668 | fid=305.3354 + step 510000 | 6505s | train_loss=0.0789 + step 520000 | 6622s | train_loss=0.0670 + step 530000 | 6739s | train_loss=0.0721 + step 540000 | 6857s | train_loss=0.0625 + step 550000 | 6972s | train_loss=0.0744 + step 560000 | 7087s | train_loss=0.0848 + step 570000 | 7202s | train_loss=0.0694 + step 580000 | 7320s | train_loss=0.0629 + step 590000 | 7438s | train_loss=0.0656 + step 600000 | 7645s | train_loss=0.0673 | fid=277.6625 + step 610000 | 7763s | train_loss=0.0665 + step 620000 | 7881s | train_loss=0.0679 + step 630000 | 7999s | train_loss=0.0605 + step 640000 | 8114s | train_loss=0.0786 + step 650000 | 8230s | train_loss=0.0591 + step 660000 | 8346s | train_loss=0.0649 + step 670000 | 8463s | train_loss=0.0594 + step 680000 | 8580s | train_loss=0.0626 + step 690000 | 8698s | train_loss=0.0717 + step 700000 | 8906s | train_loss=0.0642 | fid=240.4487 + step 710000 | 9024s | train_loss=0.0600 + step 720000 | 9142s | train_loss=0.0613 + step 730000 | 9257s | train_loss=0.0591 + step 740000 | 9373s | train_loss=0.0591 + step 750000 | 9490s | train_loss=0.0573 + step 760000 | 9605s | train_loss=0.0558 + step 770000 | 9724s | train_loss=0.0601 + step 780000 | 9841s | train_loss=0.0590 + step 790000 | 9959s | train_loss=0.0547 + step 800000 | 10168s | train_loss=0.0619 | fid=236.8127 + step 810000 | 10286s | train_loss=0.0624 + step 820000 | 10400s | train_loss=0.0528 + step 830000 | 10515s | train_loss=0.0562 + step 840000 | 10634s | train_loss=0.0627 + step 850000 | 10748s | train_loss=0.0572 + step 860000 | 10867s | train_loss=0.0634 + step 870000 | 10985s | train_loss=0.0533 + step 880000 | 11102s | train_loss=0.0517 + step 890000 | 11218s | train_loss=0.0553 + step 900000 | 11445s | train_loss=0.0561 | fid=199.0685 + step 910000 | 11563s | train_loss=0.0517 + step 920000 | 11679s | train_loss=0.0579 + step 930000 | 11797s | train_loss=0.0609 + step 940000 | 11911s | train_loss=0.0540 + step 950000 | 12029s | train_loss=0.0511 + step 960000 | 12146s | train_loss=0.0600 + step 970000 | 12264s | train_loss=0.0534 + step 980000 | 12381s | train_loss=0.0536 + step 990000 | 12499s | train_loss=0.0512 + step 1000000 | 12706s | train_loss=0.0520 | fid=188.5326 + step 1010000 | 12822s | train_loss=0.0511 + step 1020000 | 12940s | train_loss=0.0520 + step 1030000 | 13057s | train_loss=0.0509 + step 1040000 | 13171s | train_loss=0.0545 + step 1050000 | 13288s | train_loss=0.0511 + step 1060000 | 13406s | train_loss=0.0516 + step 1070000 | 13523s | train_loss=0.0474 + step 1080000 | 13632s | train_loss=0.0610 + step 1090000 | 13727s | train_loss=0.0493 + step 1100000 | 13948s | train_loss=0.0514 | fid=177.0208 + step 1110000 | 14045s | train_loss=0.0500 + step 1120000 | 14135s | train_loss=0.0493 + step 1130000 | 14226s | train_loss=0.0470 + step 1140000 | 14323s | train_loss=0.0487 + step 1150000 | 14421s | train_loss=0.0530 + step 1160000 | 14519s | train_loss=0.0480 + step 1170000 | 14616s | train_loss=0.0509 + step 1180000 | 14711s | train_loss=0.0482 + step 1190000 | 14807s | train_loss=0.0486 + step 1200000 | 14983s | train_loss=0.0482 | fid=176.0459 + step 1210000 | 15080s | train_loss=0.0460 + step 1220000 | 15174s | train_loss=0.0441 + step 1230000 | 15271s | train_loss=0.0473 + step 1240000 | 15369s | train_loss=0.0460 + step 1250000 | 15467s | train_loss=0.0487 + step 1260000 | 15563s | train_loss=0.0462 + step 1270000 | 15660s | train_loss=0.0464 + step 1280000 | 15758s | train_loss=0.0450 + step 1290000 | 15852s | train_loss=0.0452 + step 1300000 | 16025s | train_loss=0.0460 | fid=170.2921 + step 1310000 | 16118s | train_loss=0.0461 + step 1320000 | 16215s | train_loss=0.0490 + step 1330000 | 16313s | train_loss=0.0464 + step 1340000 | 16411s | train_loss=0.0459 + step 1350000 | 16507s | train_loss=0.0427 + step 1360000 | 16605s | train_loss=0.0453 + step 1370000 | 16703s | train_loss=0.0416 + step 1380000 | 16799s | train_loss=0.0404 + step 1390000 | 16895s | train_loss=0.0545 + step 1400000 | 17072s | train_loss=0.0428 | fid=172.0032 + step 1410000 | 17166s | train_loss=0.0514 + step 1420000 | 17264s | train_loss=0.0427 + step 1430000 | 17362s | train_loss=0.0417 + step 1440000 | 17457s | train_loss=0.0476 + step 1450000 | 17555s | train_loss=0.0483 + step 1460000 | 17653s | train_loss=0.0476 + step 1470000 | 17748s | train_loss=0.0436 + step 1480000 | 17846s | train_loss=0.0424 + step 1490000 | 17941s | train_loss=0.0438 + step 1500000 | 18111s | train_loss=0.0431 | fid=165.6741 + step 1510000 | 18209s | train_loss=0.0423 + step 1520000 | 18307s | train_loss=0.0437 + step 1530000 | 18404s | train_loss=0.0471 + step 1540000 | 18502s | train_loss=0.0414 + step 1550000 | 18599s | train_loss=0.0402 + step 1560000 | 18696s | train_loss=0.0396 + step 1570000 | 18793s | train_loss=0.0410 + step 1580000 | 18890s | train_loss=0.0403 + step 1590000 | 18986s | train_loss=0.0426 + step 1600000 | 19212s | train_loss=0.0383 | fid=171.4162 + step 1610000 | 19308s | train_loss=0.0410 + step 1620000 | 19405s | train_loss=0.0400 + step 1630000 | 19503s | train_loss=0.0377 + step 1640000 | 19601s | train_loss=0.0421 + step 1650000 | 19696s | train_loss=0.0424 + step 1660000 | 19794s | train_loss=0.0402 + step 1670000 | 19891s | train_loss=0.0376 + step 1680000 | 19987s | train_loss=0.0372 + step 1690000 | 20072s | train_loss=0.0415 + step 1700000 | 20278s | train_loss=0.0387 | fid=161.1887 + step 1710000 | 20376s | train_loss=0.0377 + step 1720000 | 20473s | train_loss=0.0385 + step 1730000 | 20569s | train_loss=0.0391 + step 1740000 | 20666s | train_loss=0.0391 + step 1750000 | 20763s | train_loss=0.0377 + step 1760000 | 20860s | train_loss=0.0376 + step 1770000 | 20955s | train_loss=0.0378 + step 1780000 | 21049s | train_loss=0.0399 + step 1790000 | 21139s | train_loss=0.0384 + step 1800000 | 21359s | train_loss=0.0412 | fid=154.3569 + step 1810000 | 21457s | train_loss=0.0361 + step 1820000 | 21553s | train_loss=0.0364 + step 1830000 | 21651s | train_loss=0.0378 + step 1840000 | 21748s | train_loss=0.0380 + step 1850000 | 21844s | train_loss=0.0368 + step 1860000 | 21942s | train_loss=0.0397 + step 1870000 | 22036s | train_loss=0.0368 + step 1880000 | 22121s | train_loss=0.0366 + step 1890000 | 22219s | train_loss=0.0358 + step 1900000 | 22440s | train_loss=0.0368 | fid=161.0350 + step 1910000 | 22537s | train_loss=0.0387 + step 1920000 | 22635s | train_loss=0.0363 + step 1930000 | 22732s | train_loss=0.0359 + step 1940000 | 22829s | train_loss=0.0350 + step 1950000 | 22927s | train_loss=0.0381 + step 1960000 | 23020s | train_loss=0.0351 + step 1970000 | 23106s | train_loss=0.0330 + step 1980000 | 23202s | train_loss=0.0429 + step 1990000 | 23300s | train_loss=0.0358 + step 2000000 | 23520s | train_loss=0.0338 | fid=154.5421 + step 2010000 | 23618s | train_loss=0.0353 + step 2020000 | 23716s | train_loss=0.0366 + step 2030000 | 23812s | train_loss=0.0351 + step 2040000 | 23910s | train_loss=0.0340 + step 2050000 | 24004s | train_loss=0.0359 + step 2060000 | 24086s | train_loss=0.0362 + step 2070000 | 24183s | train_loss=0.0365 + step 2080000 | 24280s | train_loss=0.0333 + step 2090000 | 24376s | train_loss=0.0397 + step 2100000 | 24579s | train_loss=0.0343 | fid=147.1119 + step 2110000 | 24676s | train_loss=0.0314 + step 2120000 | 24773s | train_loss=0.0324 + step 2130000 | 24869s | train_loss=0.0313 + step 2140000 | 24966s | train_loss=0.0362 + step 2150000 | 25058s | train_loss=0.0339 + step 2160000 | 25150s | train_loss=0.0316 + step 2170000 | 25246s | train_loss=0.0347 + step 2180000 | 25342s | train_loss=0.0364 + step 2190000 | 25440s | train_loss=0.0323 + step 2200000 | 25644s | train_loss=0.0328 | fid=143.3425 + step 2210000 | 25741s | train_loss=0.0317 + step 2220000 | 25837s | train_loss=0.0296 + step 2230000 | 25935s | train_loss=0.0321 + step 2240000 | 26031s | train_loss=0.0369 + step 2250000 | 26114s | train_loss=0.0303 + step 2260000 | 26211s | train_loss=0.0342 + step 2270000 | 26307s | train_loss=0.0306 + step 2280000 | 26404s | train_loss=0.0340 + step 2290000 | 26502s | train_loss=0.0303 + step 2300000 | 26725s | train_loss=0.0340 | fid=146.2029 + step 2310000 | 26822s | train_loss=0.0326 + step 2320000 | 26920s | train_loss=0.0309 + step 2330000 | 27016s | train_loss=0.0301 + step 2340000 | 27102s | train_loss=0.0303 + step 2350000 | 27198s | train_loss=0.0310 + step 2360000 | 27294s | train_loss=0.0321 + step 2370000 | 27392s | train_loss=0.0307 + step 2380000 | 27489s | train_loss=0.0299 + step 2390000 | 27586s | train_loss=0.0318 + step 2400000 | 27814s | train_loss=0.0320 | fid=139.9111 + step 2410000 | 27912s | train_loss=0.0305 + step 2420000 | 28010s | train_loss=0.0376 + step 2430000 | 28092s | train_loss=0.0311 + step 2440000 | 28186s | train_loss=0.0343 + step 2450000 | 28283s | train_loss=0.0296 + step 2460000 | 28380s | train_loss=0.0310 + step 2470000 | 28477s | train_loss=0.0289 + step 2480000 | 28572s | train_loss=0.0302 + step 2490000 | 28669s | train_loss=0.0294 + step 2500000 | 28877s | train_loss=0.0288 | fid=134.1638 + step 2510000 | 28975s | train_loss=0.0348 + step 2520000 | 29067s | train_loss=0.0310 + step 2530000 | 29152s | train_loss=0.0331 + step 2540000 | 29251s | train_loss=0.0293 + step 2550000 | 29347s | train_loss=0.0312 + step 2560000 | 29444s | train_loss=0.0301 + step 2570000 | 29540s | train_loss=0.0301 + step 2580000 | 29638s | train_loss=0.0267 + step 2590000 | 29736s | train_loss=0.0311 + step 2600000 | 29968s | train_loss=0.0277 | fid=128.1113 + step 2610000 | 30062s | train_loss=0.0292 + step 2620000 | 30142s | train_loss=0.0296 + step 2630000 | 30240s | train_loss=0.0280 + step 2640000 | 30337s | train_loss=0.0275 + step 2650000 | 30432s | train_loss=0.0300 + step 2660000 | 30529s | train_loss=0.0285 + step 2670000 | 30627s | train_loss=0.0285 + step 2680000 | 30725s | train_loss=0.0310 + step 2690000 | 30823s | train_loss=0.0400 + step 2700000 | 31030s | train_loss=0.0277 | fid=124.0168 + step 2710000 | 31117s | train_loss=0.0268 + step 2720000 | 31211s | train_loss=0.0314 + step 2730000 | 31306s | train_loss=0.0291 + step 2740000 | 31402s | train_loss=0.0355 + step 2750000 | 31499s | train_loss=0.0277 + step 2760000 | 31597s | train_loss=0.0316 + step 2770000 | 31694s | train_loss=0.0297 + step 2780000 | 31792s | train_loss=0.0282 + step 2790000 | 31887s | train_loss=0.0314 + step 2800000 | 32086s | train_loss=0.0316 | fid=122.0114 + step 2810000 | 32170s | train_loss=0.0274 + step 2820000 | 32264s | train_loss=0.0273 + step 2830000 | 32362s | train_loss=0.0294 + step 2840000 | 32459s | train_loss=0.0277 + step 2850000 | 32556s | train_loss=0.0276 + step 2860000 | 32655s | train_loss=0.0271 + step 2870000 | 32752s | train_loss=0.0276 + step 2880000 | 32848s | train_loss=0.0279 + step 2890000 | 32946s | train_loss=0.0305 + step 2900000 | 33138s | train_loss=0.0293 | fid=125.3564 + step 2910000 | 33234s | train_loss=0.0265 + step 2920000 | 33331s | train_loss=0.0268 + step 2930000 | 33427s | train_loss=0.0264 + step 2940000 | 33524s | train_loss=0.0260 + step 2950000 | 33621s | train_loss=0.0269 + step 2960000 | 33717s | train_loss=0.0309 + step 2970000 | 33812s | train_loss=0.0256 + step 2980000 | 33909s | train_loss=0.0276 + step 2990000 | 34006s | train_loss=0.0275 + step 3000000 | 34208s | train_loss=0.0288 | fid=118.9012 + step 3010000 | 34306s | train_loss=0.0258 + step 3020000 | 34402s | train_loss=0.0268 + step 3030000 | 34499s | train_loss=0.0260 + step 3040000 | 34597s | train_loss=0.0276 + step 3050000 | 34694s | train_loss=0.0249 + step 3060000 | 34790s | train_loss=0.0265 + step 3070000 | 34888s | train_loss=0.0263 + step 3080000 | 34986s | train_loss=0.0249 + step 3090000 | 35080s | train_loss=0.0253 + step 3100000 | 35268s | train_loss=0.0270 | fid=118.8900 + step 3110000 | 35364s | train_loss=0.0268 + step 3120000 | 35460s | train_loss=0.0304 + step 3130000 | 35558s | train_loss=0.0304 + step 3140000 | 35653s | train_loss=0.0279 + step 3150000 | 35751s | train_loss=0.0265 + step 3160000 | 35848s | train_loss=0.0273 + step 3170000 | 35943s | train_loss=0.0272 + step 3180000 | 36040s | train_loss=0.0242 + step 3190000 | 36133s | train_loss=0.0275 + step 3200000 | 36325s | train_loss=0.0258 | fid=119.6691 + step 3210000 | 36422s | train_loss=0.0280 + step 3220000 | 36519s | train_loss=0.0261 + step 3230000 | 36615s | train_loss=0.0278 + step 3240000 | 36712s | train_loss=0.0233 + step 3250000 | 36810s | train_loss=0.0256 + step 3260000 | 36905s | train_loss=0.0273 + step 3270000 | 37003s | train_loss=0.0261 + step 3280000 | 37101s | train_loss=0.0262 + step 3290000 | 37185s | train_loss=0.0250 + step 3300000 | 37405s | train_loss=0.0258 | fid=112.9685 + step 3310000 | 37502s | train_loss=0.0244 + step 3320000 | 37597s | train_loss=0.0253 + step 3330000 | 37694s | train_loss=0.0247 + step 3340000 | 37790s | train_loss=0.0259 + step 3350000 | 37887s | train_loss=0.0240 + step 3360000 | 37984s | train_loss=0.0235 + step 3370000 | 38082s | train_loss=0.0237 + step 3380000 | 38165s | train_loss=0.0235 + step 3390000 | 38257s | train_loss=0.0241 + step 3400000 | 38432s | train_loss=0.0245 | fid=117.1685 + step 3410000 | 38526s | train_loss=0.0240 + step 3420000 | 38624s | train_loss=0.0269 + step 3430000 | 38719s | train_loss=0.0243 + step 3440000 | 38817s | train_loss=0.0255 + step 3450000 | 38914s | train_loss=0.0238 + step 3460000 | 39011s | train_loss=0.0247 + step 3470000 | 39109s | train_loss=0.0248 + step 3480000 | 39201s | train_loss=0.0258 + step 3490000 | 39299s | train_loss=0.0247 + step 3500000 | 39470s | train_loss=0.0257 | fid=117.5078 + step 3510000 | 39568s | train_loss=0.0255 + step 3520000 | 39664s | train_loss=0.0237 + step 3530000 | 39761s | train_loss=0.0231 + step 3540000 | 39859s | train_loss=0.0249 + step 3550000 | 39956s | train_loss=0.0237 + step 3560000 | 40054s | train_loss=0.0231 + step 3570000 | 40147s | train_loss=0.0226 + step 3580000 | 40243s | train_loss=0.0259 + step 3590000 | 40341s | train_loss=0.0225 + step 3600000 | 40557s | train_loss=0.0264 | fid=117.9673 + step 3610000 | 40653s | train_loss=0.0238 + step 3620000 | 40750s | train_loss=0.0238 + step 3630000 | 40848s | train_loss=0.0245 + step 3640000 | 40946s | train_loss=0.0234 + step 3650000 | 41043s | train_loss=0.0249 + step 3660000 | 41131s | train_loss=0.0234 + step 3670000 | 41224s | train_loss=0.0229 + step 3680000 | 41319s | train_loss=0.0213 + step 3690000 | 41415s | train_loss=0.0230 + step 3700000 | 41629s | train_loss=0.0242 | fid=113.7853 + step 3710000 | 41725s | train_loss=0.0243 + step 3720000 | 41823s | train_loss=0.0234 + step 3730000 | 41920s | train_loss=0.0233 + step 3740000 | 42017s | train_loss=0.0213 + step 3750000 | 42114s | train_loss=0.0241 + step 3760000 | 42196s | train_loss=0.0229 + step 3770000 | 42290s | train_loss=0.0235 + step 3780000 | 42387s | train_loss=0.0215 + step 3790000 | 42483s | train_loss=0.0239 + step 3800000 | 42719s | train_loss=0.0238 | fid=118.4261 + step 3810000 | 42817s | train_loss=0.0233 + step 3820000 | 42915s | train_loss=0.0252 + step 3830000 | 43011s | train_loss=0.0257 + step 3840000 | 43109s | train_loss=0.0239 + step 3850000 | 43190s | train_loss=0.0222 + step 3860000 | 43284s | train_loss=0.0235 + step 3870000 | 43381s | train_loss=0.0219 + step 3880000 | 43479s | train_loss=0.0236 + step 3890000 | 43575s | train_loss=0.0233 + step 3900000 | 43789s | train_loss=0.0226 | fid=113.4530 + step 3910000 | 43887s | train_loss=0.0256 + step 3920000 | 43984s | train_loss=0.0226 + step 3930000 | 44082s | train_loss=0.0229 + step 3940000 | 44170s | train_loss=0.0227 + step 3950000 | 44253s | train_loss=0.0226 + step 3960000 | 44351s | train_loss=0.0218 + step 3970000 | 44449s | train_loss=0.0264 + step 3980000 | 44546s | train_loss=0.0220 + step 3990000 | 44643s | train_loss=0.0223 + step 4000000 | 44856s | train_loss=0.0228 | fid=114.3067 + step 4010000 | 44952s | train_loss=0.0242 + step 4020000 | 45050s | train_loss=0.0255 + step 4030000 | 45146s | train_loss=0.0232 + step 4040000 | 45226s | train_loss=0.0210 + step 4050000 | 45322s | train_loss=0.0209 + step 4060000 | 45420s | train_loss=0.0226 + step 4070000 | 45517s | train_loss=0.0244 + step 4080000 | 45614s | train_loss=0.0211 + step 4090000 | 45712s | train_loss=0.0209 + step 4100000 | 45952s | train_loss=0.0227 | fid=116.7694 + step 4110000 | 46048s | train_loss=0.0211 + step 4120000 | 46143s | train_loss=0.0213 + step 4130000 | 46227s | train_loss=0.0221 + step 4140000 | 46321s | train_loss=0.0214 + step 4150000 | 46419s | train_loss=0.0211 + step 4160000 | 46516s | train_loss=0.0204 + step 4170000 | 46612s | train_loss=0.0212 + step 4180000 | 46710s | train_loss=0.0230 + step 4190000 | 46807s | train_loss=0.0207 + step 4200000 | 47023s | train_loss=0.0210 | fid=106.9526 + step 4210000 | 47121s | train_loss=0.0210 + step 4220000 | 47213s | train_loss=0.0211 + step 4230000 | 47302s | train_loss=0.0206 + step 4240000 | 47399s | train_loss=0.0222 + step 4250000 | 47497s | train_loss=0.0208 + step 4260000 | 47594s | train_loss=0.0223 + step 4270000 | 47691s | train_loss=0.0228 + step 4280000 | 47789s | train_loss=0.0225 + step 4290000 | 47887s | train_loss=0.0208 + step 4300000 | 48058s | train_loss=0.0219 | fid=110.2492 + step 4310000 | 48156s | train_loss=0.0210 + step 4320000 | 48250s | train_loss=0.0215 + step 4330000 | 48346s | train_loss=0.0207 + step 4340000 | 48443s | train_loss=0.0241 + step 4350000 | 48542s | train_loss=0.0219 + step 4360000 | 48640s | train_loss=0.0211 + step 4370000 | 48738s | train_loss=0.0210 + step 4380000 | 48835s | train_loss=0.0214 + step 4390000 | 48919s | train_loss=0.0207 + step 4400000 | 49062s | train_loss=0.0223 | fid=105.5868 + step 4410000 | 49136s | train_loss=0.0235 + step 4420000 | 49214s | train_loss=0.0220 + step 4430000 | 49291s | train_loss=0.0197 + step 4440000 | 49370s | train_loss=0.0207 + step 4450000 | 49449s | train_loss=0.0203 + step 4460000 | 49528s | train_loss=0.0202 + step 4470000 | 49607s | train_loss=0.0218 + step 4480000 | 49673s | train_loss=0.0211 + step 4490000 | 49733s | train_loss=0.0210 + step 4500000 | 49844s | train_loss=0.0192 | fid=115.8547 + step 4510000 | 49900s | train_loss=0.0196 + step 4520000 | 49960s | train_loss=0.0211 + step 4530000 | 50017s | train_loss=0.0212 + step 4540000 | 50077s | train_loss=0.0206 + step 4550000 | 50137s | train_loss=0.0194 + step 4560000 | 50197s | train_loss=0.0209 + step 4570000 | 50257s | train_loss=0.0201 + step 4580000 | 50317s | train_loss=0.0194 + step 4590000 | 50377s | train_loss=0.0204 + step 4600000 | 50484s | train_loss=0.0228 | fid=106.5136 + step 4610000 | 50545s | train_loss=0.0214 + step 4620000 | 50605s | train_loss=0.0207 + step 4630000 | 50662s | train_loss=0.0207 + step 4640000 | 50722s | train_loss=0.0204 + step 4650000 | 50782s | train_loss=0.0213 + step 4660000 | 50842s | train_loss=0.0210 + step 4670000 | 50903s | train_loss=0.0206 + step 4680000 | 50963s | train_loss=0.0209 + step 4690000 | 51024s | train_loss=0.0231 + step 4700000 | 51111s | train_loss=0.0197 | fid=107.2799 + step 4710000 | 51152s | train_loss=0.0195 + step 4720000 | 51191s | train_loss=0.0200 + step 4730000 | 51230s | train_loss=0.0217 + step 4740000 | 51271s | train_loss=0.0203 + step 4750000 | 51313s | train_loss=0.0199 + step 4760000 | 51354s | train_loss=0.0212 + step 4770000 | 51395s | train_loss=0.0186 + step 4780000 | 51436s | train_loss=0.0199 + step 4790000 | 51477s | train_loss=0.0200 + step 4800000 | 51556s | train_loss=0.0195 | fid=107.9984 + step 4810000 | 51597s | train_loss=0.0209 + step 4820000 | 51633s | train_loss=0.0234 + step 4830000 | 51657s | train_loss=0.0188 + step 4840000 | 51682s | train_loss=0.0181 + step 4850000 | 51707s | train_loss=0.0203 + step 4860000 | 51732s | train_loss=0.0213 + step 4870000 | 51756s | train_loss=0.0218 + step 4880000 | 51779s | train_loss=0.0197 + step 4890000 | 51804s | train_loss=0.0219 + step 4900000 | 51845s | train_loss=0.0198 | fid=107.5019 + step 4910000 | 51870s | train_loss=0.0184 + step 4920000 | 51895s | train_loss=0.0207 + step 4930000 | 51919s | train_loss=0.0211 + step 4940000 | 51943s | train_loss=0.0194 + step 4950000 | 51967s | train_loss=0.0188 + step 4960000 | 51990s | train_loss=0.0205 + step 4970000 | 52014s | train_loss=0.0206 + step 4980000 | 52040s | train_loss=0.0184 + step 4990000 | 52064s | train_loss=0.0199 + step 5000000 | 52106s | train_loss=0.0203 | fid=107.7790 diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d160/config.json b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d160/config.json new file mode 100644 index 0000000000000000000000000000000000000000..baa180a4de588439064a93934fe464f54429d81b --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d160/config.json @@ -0,0 +1,25 @@ +{ + "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d160/vae.pt", + "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d160", + "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", + "n_train": 1000, + "total_steps": 5000000, + "eval_interval": 10000, + "mem_interval": 100000, + "fid_interval": 100000, + "fid_n_real": 1000, + "fid_n_gen": 10000, + "n_gen_samples": 10000, + "n_sde_steps": 500, + "batch_size": 512, + "hidden": 1024, + "depth": 5, + "optimizer": "sgd", + "lr": 0.001, + "momentum": 0.8, + "t_min": 0.01, + "t_max": 3.0, + "t_eval": 0.1, + "seed": 44, + "device": null +} diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d160/metrics.jsonl b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d160/metrics.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..ab3882262a144af6446f803a06b4c94eaaf76d9c --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d160/metrics.jsonl @@ -0,0 +1,502 @@ +{"event": "meta", "data": "cifar10_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 160, "n": 1000, "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d160/vae.pt", "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [41905, 27590, 3837, 45564, 49079, 45615, 24791, 29586, 40154, 14155, 41744, 31565, 21399, 47093, 14144, 7260, 25109, 49111, 3286, 28559, 8088, 18636, 27677, 5584, 14605, 28090, 44911, 22197, 30774, 45976, 21377, 38974, 37419, 34658, 48141, 45353, 16718, 44442, 14512, 30061, 32910, 17321, 15565, 17405, 44045, 17717, 6400, 37998, 3773, 20538, 19316, 34889, 4564, 1363, 5611, 41687, 16986, 41914, 25046, 49823, 33007, 20861, 27988, 42869, 33687, 3828, 12070, 15418, 22140, 35636, 31728, 9480, 7712, 2852, 43042, 17354, 27208, 49689, 14774, 29225, 25390, 35055, 12670, 19522, 24246, 14561, 33656, 42751, 2242, 364, 43176, 15490, 46231, 26061, 18629, 34392, 32488, 26106, 10393, 11167, 20874, 8106, 10093, 7243, 48907, 8147, 45063, 21102, 37655, 7635, 2514, 27684, 3204, 28758, 28311, 29718, 44311, 10355, 32304, 14615, 28486, 14294, 16760, 37166, 19433, 20899, 23979, 36854, 43726, 10375, 11078, 10677, 40127, 33642, 36325, 13174, 19662, 30319, 22501, 14354, 24243, 27654, 42509, 18915, 29668, 2313, 42454, 11218, 48097, 31985, 16567, 26984, 33502, 36329, 22928, 42746, 38223, 19499, 41926, 29059, 44004, 8962, 40807, 11854, 36894, 13566, 36982, 16226, 36410, 47002, 20194, 3625, 19297, 2555, 4842, 8098, 44052, 5795, 5274, 4374, 17924, 30344, 5386, 26317, 30389, 32399, 32042, 26731, 29532, 33817, 26942, 25858, 11887, 46070, 41837, 10713, 33955, 20000, 29946, 4912, 32112, 6697, 44031, 27296, 37785, 25660, 27948, 31260, 24358, 1827, 37445, 25084, 11703, 3820, 49218, 30616, 25083, 22759, 6275, 40603, 39038, 37156, 8894, 9871, 31333, 26582, 20528, 10523, 2747, 33639, 41740, 47899, 11337, 6325, 433, 33051, 1094, 24743, 9392, 22638, 7689, 39641, 9486, 33554, 30840, 35032, 19647, 7903, 18205, 34063, 46483, 32963, 11601, 19203, 45792, 47136, 6174, 40793, 13885, 16641, 48744, 37658, 43829, 44107, 6388, 37424, 20033, 28563, 27013, 17032, 12768, 38181, 35608, 14089, 29228, 40229, 45106, 11963, 37979, 20694, 22835, 5773, 19580, 44596, 19079, 45191, 666, 15893, 7513, 15939, 45020, 12659, 31388, 44651, 23592, 16419, 47615, 36714, 36448, 28579, 1697, 9889, 42082, 49150, 41132, 33996, 21551, 18467, 45242, 6516, 3355, 20187, 31669, 2814, 6900, 28198, 17656, 18178, 31825, 34244, 38330, 28894, 7463, 8134, 38159, 10524, 41508, 2367, 496, 31046, 1511, 31956, 46621, 14176, 1899, 32397, 29452, 16504, 34042, 24014, 47447, 20229, 36683, 5186, 14349, 21736, 17094, 30311, 27949, 30023, 49589, 43270, 2898, 18259, 17175, 18594, 17062, 42063, 3237, 12080, 35769, 1687, 30330, 29678, 27321, 4273, 28513, 2551, 5314, 13572, 13497, 9652, 3466, 27133, 38459, 23232, 14231, 25584, 49398, 32994, 10434, 42369, 37410, 45044, 11075, 12523, 1417, 6765, 40000, 25016, 36905, 48638, 21, 16822, 24333, 30084, 43982, 26954, 6519, 42546, 14751, 14278, 49970, 47621, 18883, 37295, 9040, 40369, 22225, 36489, 21302, 13110, 5455, 47804, 14868, 13063, 22102, 36825, 21969, 33186, 28908, 32592, 42766, 12262, 39073, 915, 11824, 39208, 3098, 42789, 29800, 14150, 28705, 8847, 21716, 535, 48077, 41540, 36207, 10816, 41471, 35049, 20661, 6083, 30194, 4576, 2174, 1908, 48392, 10435, 10986, 18036, 24746, 3941, 34118, 49749, 12025, 21493, 15785, 17085, 39411, 34561, 42064, 36237, 2740, 8183, 40564, 33107, 25765, 49165, 25211, 17520, 17115, 1869, 46432, 33757, 20517, 39760, 259, 45380, 12436, 48000, 21046, 4039, 15701, 35246, 29112, 44161, 34079, 45449, 42845, 22815, 5597, 3990, 35899, 48969, 41528, 27873, 16598, 39104, 23359, 46847, 28624, 19198, 1251, 9003, 28383, 47005, 40703, 41605, 39895, 26201, 11727, 27435, 17333, 39261, 37456, 14653, 30634, 4160, 24540, 12044, 7111, 23485, 5645, 2572, 1682, 17872, 8974, 16796, 11864, 40178, 20092, 32219, 14458, 37007, 31340, 10520, 34489, 13128, 42913, 31468, 44180, 37938, 20058, 18673, 36850, 34721, 26210, 15257, 35188, 11815, 47936, 18088, 43578, 11996, 47952, 24311, 1884, 36557, 32921, 36250, 38022, 5671, 13621, 23326, 14326, 23471, 24685, 39092, 3268, 37257, 16348, 13730, 21838, 44088, 8945, 10827, 13840, 46123, 48010, 13350, 30622, 45233, 8698, 14335, 45842, 15138, 1515, 40759, 21960, 47551, 33208, 18260, 6377, 46869, 31742, 23566, 12829, 15305, 37988, 16111, 32146, 37948, 25917, 30484, 17885, 42468, 28238, 33865, 28030, 30072, 34855, 19324, 42075, 30623, 3667, 38832, 25100, 43077, 36471, 11663, 13588, 14015, 5099, 10589, 28526, 48022, 15444, 3280, 188, 31582, 15225, 11019, 21804, 3901, 24461, 25031, 10373, 4486, 45950, 37949, 32923, 1583, 6576, 26004, 16237, 38132, 25045, 25091, 41949, 11553, 48062, 40503, 13057, 8954, 18566, 28405, 28604, 30434, 49112, 30676, 32930, 16183, 48336, 43162, 873, 37233, 44718, 37247, 23758, 9243, 12126, 5287, 49594, 3459, 32091, 20894, 41743, 7366, 7258, 37939, 47665, 12260, 20836, 43253, 16191, 11619, 1519, 6137, 3934, 48375, 35234, 103, 30510, 8869, 21085, 41234, 25138, 25079, 31218, 48292, 48814, 6635, 18416, 1421, 4363, 5164, 47455, 21280, 16767, 19685, 16449, 45798, 31292, 31049, 43587, 30772, 2651, 12854, 23199, 25234, 23389, 24742, 19480, 19738, 19726, 2388, 21394, 4512, 9069, 42856, 25766, 23797, 40741, 33624, 8328, 35922, 27732, 36268, 23213, 41966, 40002, 12750, 46225, 35182, 23769, 25152, 26764, 20090, 27202, 48096, 4266, 2205, 2020, 37651, 36088, 1021, 28544, 20933, 48924, 11503, 43997, 9492, 19505, 47632, 4118, 2029, 22008, 41396, 16378, 36738, 33194, 28053, 44137, 30771, 12131, 5963, 31754, 46953, 3180, 1718, 36816, 2208, 20898, 13799, 30796, 34445, 37540, 27983, 39216, 16791, 36763, 15987, 28440, 11782, 48531, 4252, 47359, 5351, 4059, 9263, 32274, 39283, 258, 17485, 31280, 12814, 33217, 38203, 11170, 8486, 14434, 13722, 36048, 3705, 47210, 38260, 2200, 17850, 21589, 27598, 9926, 9419, 3981, 34519, 37821, 22855, 39796, 24105, 5113, 5888, 31974, 40040, 17179, 48615, 38665, 47173, 47154, 20619, 5049, 1656, 27736, 14424, 2013, 1348, 32964, 37228, 34968, 34124, 15993, 42420, 26558, 2961, 27119, 37779, 29321, 31595, 29301, 38364, 17528, 19583, 48609, 4428, 12427, 601, 21213, 44456, 39274, 40250, 39804, 35373, 43875, 20550, 43426, 13696, 34572, 11097, 22458, 33042, 12981, 29073, 6601, 2370, 4065, 46317, 29460, 21761, 13977, 4520, 31604, 16259, 1445, 29204, 26097, 31921, 33193, 36054, 26372, 4436, 40306, 13974, 6159, 46233, 33714, 27592, 23153, 40311, 12294, 40141, 14030, 36304, 40086, 43163, 14689, 5002, 40885, 40758, 42458, 18580, 29784, 14527, 30070, 18326, 40830, 42503, 5434, 25179, 15652, 11428, 40980, 45916, 22056, 15896, 42628, 30092, 40834, 25862, 40370, 7804, 46908, 44191, 26908, 9764, 36969, 21521, 35257, 9279, 36964, 4012, 627, 31813, 15669, 33832, 29874, 1912, 41254, 23709, 4648, 3131, 49882, 19349, 35975, 25565, 21641, 48219, 30806, 33979, 36103, 14640, 34524, 31661, 26869, 27297, 46519, 2352, 46930, 7617, 49750, 12620, 29820, 18590, 890, 16394, 23877, 26421, 23417, 29021, 11596, 22017, 14794, 14437, 48385, 48231, 18946, 38048, 41302, 40633, 15317, 24820], "fid_reference": "same farthest-first 1k CIFAR-10 training subset", "seed": 44} +{"step": 1, "wall_time": 89.69349980354309, "train_loss_step": 159.38555908203125, "n_params": 4592800, "total_flops": 14109081600, "train_loss": 1.0029258728027344, "subset_score_loss": 1.0029258728027344, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9819958806037903, "fid": 311.14874148568657, "fid_failed": 0.0} +{"step": 10000, "wall_time": 207.01641702651978, "train_loss_step": 31.82693862915039, "n_params": 4592800, "total_flops": 141090816000000, "train_loss": 0.784343671798706, "subset_score_loss": 0.784343671798706} +{"step": 20000, "wall_time": 324.38121485710144, "train_loss_step": 27.614316940307617, "n_params": 4592800, "total_flops": 282181632000000, "train_loss": 0.6438794612884522, "subset_score_loss": 0.6438794612884522} +{"step": 30000, "wall_time": 441.5887622833252, "train_loss_step": 24.728975296020508, "n_params": 4592800, "total_flops": 423272448000000, "train_loss": 0.5239748001098633, "subset_score_loss": 0.5239748001098633} +{"step": 40000, "wall_time": 558.2950236797333, "train_loss_step": 22.59958267211914, "n_params": 4592800, "total_flops": 564363264000000, "train_loss": 0.41993160247802735, "subset_score_loss": 0.41993160247802735} +{"step": 50000, "wall_time": 675.2347559928894, "train_loss_step": 17.775035858154297, "n_params": 4592800, "total_flops": 705454080000000, "train_loss": 0.3371321201324463, "subset_score_loss": 0.3371321201324463} +{"step": 60000, "wall_time": 792.5025646686554, "train_loss_step": 18.71673583984375, "n_params": 4592800, "total_flops": 846544896000000, "train_loss": 0.26891725063323973, "subset_score_loss": 0.26891725063323973} +{"step": 70000, "wall_time": 909.3917911052704, "train_loss_step": 16.962703704833984, "n_params": 4592800, "total_flops": 987635712000000, "train_loss": 0.22299590110778808, "subset_score_loss": 0.22299590110778808} +{"step": 80000, "wall_time": 1025.694147348404, "train_loss_step": 15.066295623779297, "n_params": 4592800, "total_flops": 1128726528000000, "train_loss": 0.19076170921325683, "subset_score_loss": 0.19076170921325683} +{"step": 90000, "wall_time": 1142.2275252342224, "train_loss_step": 14.45821475982666, "n_params": 4592800, "total_flops": 1269817344000000, "train_loss": 0.16176111698150636, "subset_score_loss": 0.16176111698150636} +{"step": 100000, "wall_time": 1345.9191064834595, "train_loss_step": 13.821979522705078, "n_params": 4592800, "total_flops": 1410908160000000, "train_loss": 0.14837778806686402, "subset_score_loss": 0.14837778806686402, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.963654100894928, "fid": 195.27165301435528, "fid_failed": 0.0} +{"step": 110000, "wall_time": 1460.5405600070953, "train_loss_step": 13.481391906738281, "n_params": 4592800, "total_flops": 1551998976000000, "train_loss": 0.1339789628982544, "subset_score_loss": 0.1339789628982544} +{"step": 120000, "wall_time": 1576.9813177585602, "train_loss_step": 14.115701675415039, "n_params": 4592800, "total_flops": 1693089792000000, "train_loss": 0.1310986876487732, "subset_score_loss": 0.1310986876487732} +{"step": 130000, "wall_time": 1693.5968916416168, "train_loss_step": 12.163759231567383, "n_params": 4592800, "total_flops": 1834180608000000, "train_loss": 0.11885499954223633, "subset_score_loss": 0.11885499954223633} +{"step": 140000, "wall_time": 1810.3441588878632, "train_loss_step": 13.02632999420166, "n_params": 4592800, "total_flops": 1975271424000000, "train_loss": 0.11429023742675781, "subset_score_loss": 0.11429023742675781} +{"step": 150000, "wall_time": 1927.0090255737305, "train_loss_step": 12.461009979248047, "n_params": 4592800, "total_flops": 2116362240000000, "train_loss": 0.1093558430671692, "subset_score_loss": 0.1093558430671692} +{"step": 160000, "wall_time": 2042.7074246406555, "train_loss_step": 11.977476119995117, "n_params": 4592800, "total_flops": 2257453056000000, "train_loss": 0.10220695734024048, "subset_score_loss": 0.10220695734024048} +{"step": 170000, "wall_time": 2159.214464187622, "train_loss_step": 11.47830581665039, "n_params": 4592800, "total_flops": 2398543872000000, "train_loss": 0.1014216423034668, "subset_score_loss": 0.1014216423034668} +{"step": 180000, "wall_time": 2275.823906183243, "train_loss_step": 10.98790454864502, "n_params": 4592800, "total_flops": 2539634688000000, "train_loss": 0.09371076822280884, "subset_score_loss": 0.09371076822280884} +{"step": 190000, "wall_time": 2389.5023901462555, "train_loss_step": 10.930784225463867, "n_params": 4592800, "total_flops": 2680725504000000, "train_loss": 0.09433401226997376, "subset_score_loss": 0.09433401226997376} +{"step": 200000, "wall_time": 2596.3633213043213, "train_loss_step": 10.876838684082031, "n_params": 4592800, "total_flops": 2821816320000000, "train_loss": 0.09266195297241211, "subset_score_loss": 0.09266195297241211, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9643822312355042, "fid": 224.0416035482843, "fid_failed": 0.0} +{"step": 210000, "wall_time": 2709.045881986618, "train_loss_step": 10.424055099487305, "n_params": 4592800, "total_flops": 2962907136000000, "train_loss": 0.0903735876083374, "subset_score_loss": 0.0903735876083374} +{"step": 220000, "wall_time": 2826.1957170963287, "train_loss_step": 10.944927215576172, "n_params": 4592800, "total_flops": 3103997952000000, "train_loss": 0.08757426142692566, "subset_score_loss": 0.08757426142692566} +{"step": 230000, "wall_time": 2942.1868863105774, "train_loss_step": 10.572490692138672, "n_params": 4592800, "total_flops": 3245088768000000, "train_loss": 0.090035480260849, "subset_score_loss": 0.090035480260849} +{"step": 240000, "wall_time": 3058.857169866562, "train_loss_step": 10.017578125, "n_params": 4592800, "total_flops": 3386179584000000, "train_loss": 0.0849583923816681, "subset_score_loss": 0.0849583923816681} +{"step": 250000, "wall_time": 3175.7503921985626, "train_loss_step": 10.424482345581055, "n_params": 4592800, "total_flops": 3527270400000000, "train_loss": 0.08635884523391724, "subset_score_loss": 0.08635884523391724} +{"step": 260000, "wall_time": 3292.6728007793427, "train_loss_step": 10.073143005371094, "n_params": 4592800, "total_flops": 3668361216000000, "train_loss": 0.07698138952255248, "subset_score_loss": 0.07698138952255248} +{"step": 270000, "wall_time": 3409.6463253498077, "train_loss_step": 9.331527709960938, "n_params": 4592800, "total_flops": 3809452032000000, "train_loss": 0.07413312196731567, "subset_score_loss": 0.07413312196731567} +{"step": 280000, "wall_time": 3523.747442483902, "train_loss_step": 10.16303539276123, "n_params": 4592800, "total_flops": 3950542848000000, "train_loss": 0.08241272568702698, "subset_score_loss": 0.08241272568702698} +{"step": 290000, "wall_time": 3636.919492959976, "train_loss_step": 10.025655746459961, "n_params": 4592800, "total_flops": 4091633664000000, "train_loss": 0.07587000131607055, "subset_score_loss": 0.07587000131607055} +{"step": 300000, "wall_time": 3847.190712928772, "train_loss_step": 9.30423355102539, "n_params": 4592800, "total_flops": 4232724480000000, "train_loss": 0.073226398229599, "subset_score_loss": 0.073226398229599, "memorization_fraction_pixel": 0.0010999999940395355, "mean_nn_ratio_pixel": 0.9629542827606201, "fid": 230.31732821594312, "fid_failed": 0.0} +{"step": 310000, "wall_time": 3961.3146092891693, "train_loss_step": 9.102432250976562, "n_params": 4592800, "total_flops": 4373815296000000, "train_loss": 0.07291051149368286, "subset_score_loss": 0.07291051149368286} +{"step": 320000, "wall_time": 4077.785500526428, "train_loss_step": 9.012809753417969, "n_params": 4592800, "total_flops": 4514906112000000, "train_loss": 0.07042881846427917, "subset_score_loss": 0.07042881846427917} +{"step": 330000, "wall_time": 4194.683561563492, "train_loss_step": 9.454347610473633, "n_params": 4592800, "total_flops": 4655996928000000, "train_loss": 0.07032628059387207, "subset_score_loss": 0.07032628059387207} +{"step": 340000, "wall_time": 4311.694765806198, "train_loss_step": 9.491708755493164, "n_params": 4592800, "total_flops": 4797087744000000, "train_loss": 0.0721809983253479, "subset_score_loss": 0.0721809983253479} +{"step": 350000, "wall_time": 4428.731497764587, "train_loss_step": 9.089139938354492, "n_params": 4592800, "total_flops": 4938178560000000, "train_loss": 0.0665675699710846, "subset_score_loss": 0.0665675699710846} +{"step": 360000, "wall_time": 4544.8330273628235, "train_loss_step": 8.991268157958984, "n_params": 4592800, "total_flops": 5079269376000000, "train_loss": 0.06792356967926025, "subset_score_loss": 0.06792356967926025} +{"step": 370000, "wall_time": 4658.59476852417, "train_loss_step": 9.231515884399414, "n_params": 4592800, "total_flops": 5220360192000000, "train_loss": 0.07027395367622376, "subset_score_loss": 0.07027395367622376} +{"step": 380000, "wall_time": 4772.690879106522, "train_loss_step": 8.794422149658203, "n_params": 4592800, "total_flops": 5361451008000000, "train_loss": 0.0693303883075714, "subset_score_loss": 0.0693303883075714} +{"step": 390000, "wall_time": 4886.565107822418, "train_loss_step": 8.899897575378418, "n_params": 4592800, "total_flops": 5502541824000000, "train_loss": 0.06319105625152588, "subset_score_loss": 0.06319105625152588} +{"step": 400000, "wall_time": 5098.162407159805, "train_loss_step": 8.532431602478027, "n_params": 4592800, "total_flops": 5643632640000000, "train_loss": 0.0643139898777008, "subset_score_loss": 0.0643139898777008, "memorization_fraction_pixel": 0.0031999999191612005, "mean_nn_ratio_pixel": 0.9537829160690308, "fid": 224.44601344744257, "fid_failed": 0.0} +{"step": 410000, "wall_time": 5210.732595682144, "train_loss_step": 9.36214542388916, "n_params": 4592800, "total_flops": 5784723456000000, "train_loss": 0.06330852508544922, "subset_score_loss": 0.06330852508544922} +{"step": 420000, "wall_time": 5327.645097255707, "train_loss_step": 8.11008358001709, "n_params": 4592800, "total_flops": 5925814272000000, "train_loss": 0.06049374938011169, "subset_score_loss": 0.06049374938011169} +{"step": 430000, "wall_time": 5444.634193658829, "train_loss_step": 8.982781410217285, "n_params": 4592800, "total_flops": 6066905088000000, "train_loss": 0.0616874635219574, "subset_score_loss": 0.0616874635219574} +{"step": 440000, "wall_time": 5561.755891084671, "train_loss_step": 8.52347183227539, "n_params": 4592800, "total_flops": 6207995904000000, "train_loss": 0.058696854114532473, "subset_score_loss": 0.058696854114532473} +{"step": 450000, "wall_time": 5678.63569021225, "train_loss_step": 8.247721672058105, "n_params": 4592800, "total_flops": 6349086720000000, "train_loss": 0.05811899304389954, "subset_score_loss": 0.05811899304389954} +{"step": 460000, "wall_time": 5792.711027383804, "train_loss_step": 8.221370697021484, "n_params": 4592800, "total_flops": 6490177536000000, "train_loss": 0.06181877851486206, "subset_score_loss": 0.06181877851486206} +{"step": 470000, "wall_time": 5908.058717250824, "train_loss_step": 8.310297012329102, "n_params": 4592800, "total_flops": 6631268352000000, "train_loss": 0.06051174402236938, "subset_score_loss": 0.06051174402236938} +{"step": 480000, "wall_time": 6022.732745170593, "train_loss_step": 8.539485931396484, "n_params": 4592800, "total_flops": 6772359168000000, "train_loss": 0.06047840118408203, "subset_score_loss": 0.06047840118408203} +{"step": 490000, "wall_time": 6139.183732509613, "train_loss_step": 8.98426342010498, "n_params": 4592800, "total_flops": 6913449984000000, "train_loss": 0.0577907145023346, "subset_score_loss": 0.0577907145023346} +{"step": 500000, "wall_time": 6352.378054857254, "train_loss_step": 8.004324913024902, "n_params": 4592800, "total_flops": 7054540800000000, "train_loss": 0.05870035886764526, "subset_score_loss": 0.05870035886764526, "memorization_fraction_pixel": 0.00419999985024333, "mean_nn_ratio_pixel": 0.9561288952827454, "fid": 236.97206536771012, "fid_failed": 0.0} +{"step": 510000, "wall_time": 6466.020618438721, "train_loss_step": 8.632344245910645, "n_params": 4592800, "total_flops": 7195631616000000, "train_loss": 0.05904778242111206, "subset_score_loss": 0.05904778242111206} +{"step": 520000, "wall_time": 6582.679860591888, "train_loss_step": 8.440168380737305, "n_params": 4592800, "total_flops": 7336722432000000, "train_loss": 0.05447459816932678, "subset_score_loss": 0.05447459816932678} +{"step": 530000, "wall_time": 6698.321028470993, "train_loss_step": 7.680854797363281, "n_params": 4592800, "total_flops": 7477813248000000, "train_loss": 0.05716128349304199, "subset_score_loss": 0.05716128349304199} +{"step": 540000, "wall_time": 6815.102904081345, "train_loss_step": 8.11181640625, "n_params": 4592800, "total_flops": 7618904064000000, "train_loss": 0.05561546683311462, "subset_score_loss": 0.05561546683311462} +{"step": 550000, "wall_time": 6929.369037151337, "train_loss_step": 8.430583953857422, "n_params": 4592800, "total_flops": 7759994880000000, "train_loss": 0.0592898964881897, "subset_score_loss": 0.0592898964881897} +{"step": 560000, "wall_time": 7044.017462730408, "train_loss_step": 8.672178268432617, "n_params": 4592800, "total_flops": 7901085696000000, "train_loss": 0.056706154346466066, "subset_score_loss": 0.056706154346466066} +{"step": 570000, "wall_time": 7159.95902633667, "train_loss_step": 8.063582420349121, "n_params": 4592800, "total_flops": 8042176512000000, "train_loss": 0.05288373231887818, "subset_score_loss": 0.05288373231887818} +{"step": 580000, "wall_time": 7274.685882329941, "train_loss_step": 7.953395843505859, "n_params": 4592800, "total_flops": 8183267328000000, "train_loss": 0.05136740803718567, "subset_score_loss": 0.05136740803718567} +{"step": 590000, "wall_time": 7391.326320171356, "train_loss_step": 8.11123275756836, "n_params": 4592800, "total_flops": 8324358144000000, "train_loss": 0.05141523480415344, "subset_score_loss": 0.05141523480415344} +{"step": 600000, "wall_time": 7600.825801849365, "train_loss_step": 7.441832065582275, "n_params": 4592800, "total_flops": 8465448960000000, "train_loss": 0.05171154141426086, "subset_score_loss": 0.05171154141426086, "memorization_fraction_pixel": 0.00930000003427267, "mean_nn_ratio_pixel": 0.9466820359230042, "fid": 236.70504375962278, "fid_failed": 0.0} +{"step": 610000, "wall_time": 7714.934739589691, "train_loss_step": 7.974358081817627, "n_params": 4592800, "total_flops": 8606539776000000, "train_loss": 0.050389230251312256, "subset_score_loss": 0.050389230251312256} +{"step": 620000, "wall_time": 7832.073586702347, "train_loss_step": 8.01614761352539, "n_params": 4592800, "total_flops": 8747630592000000, "train_loss": 0.05037124752998352, "subset_score_loss": 0.05037124752998352} +{"step": 630000, "wall_time": 7949.218028783798, "train_loss_step": 7.377528190612793, "n_params": 4592800, "total_flops": 8888721408000000, "train_loss": 0.049979987740516665, "subset_score_loss": 0.049979987740516665} +{"step": 640000, "wall_time": 8063.422546625137, "train_loss_step": 7.730409622192383, "n_params": 4592800, "total_flops": 9029812224000000, "train_loss": 0.0512257993221283, "subset_score_loss": 0.0512257993221283} +{"step": 650000, "wall_time": 8179.749843835831, "train_loss_step": 7.7863969802856445, "n_params": 4592800, "total_flops": 9170903040000000, "train_loss": 0.05119181275367737, "subset_score_loss": 0.05119181275367737} +{"step": 660000, "wall_time": 8295.251032114029, "train_loss_step": 7.453454971313477, "n_params": 4592800, "total_flops": 9311993856000000, "train_loss": 0.05277363657951355, "subset_score_loss": 0.05277363657951355} +{"step": 670000, "wall_time": 8409.680806398392, "train_loss_step": 7.289989471435547, "n_params": 4592800, "total_flops": 9453084672000000, "train_loss": 0.04882680177688599, "subset_score_loss": 0.04882680177688599} +{"step": 680000, "wall_time": 8526.414151668549, "train_loss_step": 7.640799522399902, "n_params": 4592800, "total_flops": 9594175488000000, "train_loss": 0.049482935667037965, "subset_score_loss": 0.049482935667037965} +{"step": 690000, "wall_time": 8643.044471502304, "train_loss_step": 8.033525466918945, "n_params": 4592800, "total_flops": 9735266304000000, "train_loss": 0.05208607912063599, "subset_score_loss": 0.05208607912063599} +{"step": 700000, "wall_time": 8854.513389348984, "train_loss_step": 7.912587642669678, "n_params": 4592800, "total_flops": 9876357120000000, "train_loss": 0.04816024601459503, "subset_score_loss": 0.04816024601459503, "memorization_fraction_pixel": 0.013799999840557575, "mean_nn_ratio_pixel": 0.9431300759315491, "fid": 251.0485386877276, "fid_failed": 0.0} +{"step": 710000, "wall_time": 8968.648010015488, "train_loss_step": 7.562551498413086, "n_params": 4592800, "total_flops": 10017447936000000, "train_loss": 0.05061829090118408, "subset_score_loss": 0.05061829090118408} +{"step": 720000, "wall_time": 9085.271466732025, "train_loss_step": 7.548792839050293, "n_params": 4592800, "total_flops": 10158538752000000, "train_loss": 0.047679880261421205, "subset_score_loss": 0.047679880261421205} +{"step": 730000, "wall_time": 9199.599048137665, "train_loss_step": 7.4727959632873535, "n_params": 4592800, "total_flops": 10299629568000000, "train_loss": 0.04753556251525879, "subset_score_loss": 0.04753556251525879} +{"step": 740000, "wall_time": 9316.102158546448, "train_loss_step": 7.606027603149414, "n_params": 4592800, "total_flops": 10440720384000000, "train_loss": 0.046428832411766055, "subset_score_loss": 0.046428832411766055} +{"step": 750000, "wall_time": 9430.912097215652, "train_loss_step": 6.779632568359375, "n_params": 4592800, "total_flops": 10581811200000000, "train_loss": 0.04631111621856689, "subset_score_loss": 0.04631111621856689} +{"step": 760000, "wall_time": 9544.323343276978, "train_loss_step": 7.0100321769714355, "n_params": 4592800, "total_flops": 10722902016000000, "train_loss": 0.04405894577503204, "subset_score_loss": 0.04405894577503204} +{"step": 770000, "wall_time": 9661.152673482895, "train_loss_step": 7.566173553466797, "n_params": 4592800, "total_flops": 10863992832000000, "train_loss": 0.04607967138290405, "subset_score_loss": 0.04607967138290405} +{"step": 780000, "wall_time": 9778.107654809952, "train_loss_step": 7.385155200958252, "n_params": 4592800, "total_flops": 11005083648000000, "train_loss": 0.04584832787513733, "subset_score_loss": 0.04584832787513733} +{"step": 790000, "wall_time": 9894.672143936157, "train_loss_step": 6.63653039932251, "n_params": 4592800, "total_flops": 11146174464000000, "train_loss": 0.045293396711349486, "subset_score_loss": 0.045293396711349486} +{"step": 800000, "wall_time": 10100.003233194351, "train_loss_step": 7.101112365722656, "n_params": 4592800, "total_flops": 11287265280000000, "train_loss": 0.046290016174316405, "subset_score_loss": 0.046290016174316405, "memorization_fraction_pixel": 0.018300000578165054, "mean_nn_ratio_pixel": 0.9378747344017029, "fid": 251.65683281306542, "fid_failed": 0.0} +{"step": 810000, "wall_time": 10214.244443655014, "train_loss_step": 6.874703407287598, "n_params": 4592800, "total_flops": 11428356096000000, "train_loss": 0.04641748368740082, "subset_score_loss": 0.04641748368740082} +{"step": 820000, "wall_time": 10328.440767526627, "train_loss_step": 7.158564567565918, "n_params": 4592800, "total_flops": 11569446912000000, "train_loss": 0.04669693410396576, "subset_score_loss": 0.04669693410396576} +{"step": 830000, "wall_time": 10444.000212907791, "train_loss_step": 6.947824478149414, "n_params": 4592800, "total_flops": 11710537728000000, "train_loss": 0.04581294059753418, "subset_score_loss": 0.04581294059753418} +{"step": 840000, "wall_time": 10559.123641729355, "train_loss_step": 6.968585014343262, "n_params": 4592800, "total_flops": 11851628544000000, "train_loss": 0.044014757871627806, "subset_score_loss": 0.044014757871627806} +{"step": 850000, "wall_time": 10675.863774776459, "train_loss_step": 6.885939598083496, "n_params": 4592800, "total_flops": 11992719360000000, "train_loss": 0.0421259343624115, "subset_score_loss": 0.0421259343624115} +{"step": 860000, "wall_time": 10790.300936937332, "train_loss_step": 7.109927177429199, "n_params": 4592800, "total_flops": 12133810176000000, "train_loss": 0.044724678993225096, "subset_score_loss": 0.044724678993225096} +{"step": 870000, "wall_time": 10907.353865385056, "train_loss_step": 7.231121063232422, "n_params": 4592800, "total_flops": 12274900992000000, "train_loss": 0.04436181783676148, "subset_score_loss": 0.04436181783676148} +{"step": 880000, "wall_time": 11024.432095527649, "train_loss_step": 6.649561882019043, "n_params": 4592800, "total_flops": 12415991808000000, "train_loss": 0.04643695950508118, "subset_score_loss": 0.04643695950508118} +{"step": 890000, "wall_time": 11140.747198343277, "train_loss_step": 6.264737606048584, "n_params": 4592800, "total_flops": 12557082624000000, "train_loss": 0.04329373836517334, "subset_score_loss": 0.04329373836517334} +{"step": 900000, "wall_time": 11345.09654045105, "train_loss_step": 7.320281505584717, "n_params": 4592800, "total_flops": 12698173440000000, "train_loss": 0.04386339783668518, "subset_score_loss": 0.04386339783668518, "memorization_fraction_pixel": 0.03579999879002571, "mean_nn_ratio_pixel": 0.9207488298416138, "fid": 249.2313000867709, "fid_failed": 0.0} +{"step": 910000, "wall_time": 11451.029416322708, "train_loss_step": 6.952763080596924, "n_params": 4592800, "total_flops": 12839264256000000, "train_loss": 0.04209777414798736, "subset_score_loss": 0.04209777414798736} +{"step": 920000, "wall_time": 11567.962935686111, "train_loss_step": 6.4752726554870605, "n_params": 4592800, "total_flops": 12980355072000000, "train_loss": 0.04264702498912811, "subset_score_loss": 0.04264702498912811} +{"step": 930000, "wall_time": 11682.779075860977, "train_loss_step": 6.386042594909668, "n_params": 4592800, "total_flops": 13121445888000000, "train_loss": 0.04169591963291168, "subset_score_loss": 0.04169591963291168} +{"step": 940000, "wall_time": 11799.632292032242, "train_loss_step": 7.102638244628906, "n_params": 4592800, "total_flops": 13262536704000000, "train_loss": 0.0432402104139328, "subset_score_loss": 0.0432402104139328} +{"step": 950000, "wall_time": 11913.505511522293, "train_loss_step": 6.280331611633301, "n_params": 4592800, "total_flops": 13403627520000000, "train_loss": 0.040904319286346434, "subset_score_loss": 0.040904319286346434} +{"step": 960000, "wall_time": 12029.826862096786, "train_loss_step": 6.5481157302856445, "n_params": 4592800, "total_flops": 13544718336000000, "train_loss": 0.04431112408638001, "subset_score_loss": 0.04431112408638001} +{"step": 970000, "wall_time": 12146.251129627228, "train_loss_step": 6.543490886688232, "n_params": 4592800, "total_flops": 13685809152000000, "train_loss": 0.04449022710323334, "subset_score_loss": 0.04449022710323334} +{"step": 980000, "wall_time": 12262.777862071991, "train_loss_step": 6.530486583709717, "n_params": 4592800, "total_flops": 13826899968000000, "train_loss": 0.044508302211761476, "subset_score_loss": 0.044508302211761476} +{"step": 990000, "wall_time": 12378.993836641312, "train_loss_step": 7.044821739196777, "n_params": 4592800, "total_flops": 13967990784000000, "train_loss": 0.039186492562294006, "subset_score_loss": 0.039186492562294006} +{"step": 1000000, "wall_time": 12585.169771909714, "train_loss_step": 6.8157501220703125, "n_params": 4592800, "total_flops": 14109081600000000, "train_loss": 0.04076629877090454, "subset_score_loss": 0.04076629877090454, "memorization_fraction_pixel": 0.046799998730421066, "mean_nn_ratio_pixel": 0.908584475517273, "fid": 233.05854541332366, "fid_failed": 0.0} +{"step": 1010000, "wall_time": 12700.646025419235, "train_loss_step": 6.8494439125061035, "n_params": 4592800, "total_flops": 14250172416000000, "train_loss": 0.040786728262901306, "subset_score_loss": 0.040786728262901306} +{"step": 1020000, "wall_time": 12814.738167524338, "train_loss_step": 6.491726875305176, "n_params": 4592800, "total_flops": 14391263232000000, "train_loss": 0.04035646617412567, "subset_score_loss": 0.04035646617412567} +{"step": 1030000, "wall_time": 12931.886914491653, "train_loss_step": 6.2127556800842285, "n_params": 4592800, "total_flops": 14532354048000000, "train_loss": 0.042297926545143125, "subset_score_loss": 0.042297926545143125} +{"step": 1040000, "wall_time": 13048.437328577042, "train_loss_step": 6.658548355102539, "n_params": 4592800, "total_flops": 14673444864000000, "train_loss": 0.04081763923168182, "subset_score_loss": 0.04081763923168182} +{"step": 1050000, "wall_time": 13162.06261062622, "train_loss_step": 6.876800537109375, "n_params": 4592800, "total_flops": 14814535680000000, "train_loss": 0.03913177847862244, "subset_score_loss": 0.03913177847862244} +{"step": 1060000, "wall_time": 13278.47579240799, "train_loss_step": 6.946384906768799, "n_params": 4592800, "total_flops": 14955626496000000, "train_loss": 0.04032700955867767, "subset_score_loss": 0.04032700955867767} +{"step": 1070000, "wall_time": 13395.222616434097, "train_loss_step": 6.4216461181640625, "n_params": 4592800, "total_flops": 15096717312000000, "train_loss": 0.0389024555683136, "subset_score_loss": 0.0389024555683136} +{"step": 1080000, "wall_time": 13511.550867319107, "train_loss_step": 6.366164207458496, "n_params": 4592800, "total_flops": 15237808128000000, "train_loss": 0.04165176153182983, "subset_score_loss": 0.04165176153182983} +{"step": 1090000, "wall_time": 13621.762484073639, "train_loss_step": 6.069596290588379, "n_params": 4592800, "total_flops": 15378898944000000, "train_loss": 0.03867387473583221, "subset_score_loss": 0.03867387473583221} +{"step": 1100000, "wall_time": 13791.075272798538, "train_loss_step": 6.529743194580078, "n_params": 4592800, "total_flops": 15519989760000000, "train_loss": 0.038812255859375, "subset_score_loss": 0.038812255859375, "memorization_fraction_pixel": 0.06549999862909317, "mean_nn_ratio_pixel": 0.8971675634384155, "fid": 232.3571028075467, "fid_failed": 0.0} +{"step": 1110000, "wall_time": 13887.976306200027, "train_loss_step": 6.348309516906738, "n_params": 4592800, "total_flops": 15661080576000000, "train_loss": 0.03963899910449982, "subset_score_loss": 0.03963899910449982} +{"step": 1120000, "wall_time": 13965.5960354805, "train_loss_step": 6.290288925170898, "n_params": 4592800, "total_flops": 15802171392000000, "train_loss": 0.0391367256641388, "subset_score_loss": 0.0391367256641388} +{"step": 1130000, "wall_time": 14061.591304540634, "train_loss_step": 6.242695331573486, "n_params": 4592800, "total_flops": 15943262208000000, "train_loss": 0.04037777185440063, "subset_score_loss": 0.04037777185440063} +{"step": 1140000, "wall_time": 14148.631586313248, "train_loss_step": 6.617990970611572, "n_params": 4592800, "total_flops": 16084353024000000, "train_loss": 0.03915581703186035, "subset_score_loss": 0.03915581703186035} +{"step": 1150000, "wall_time": 14242.282253980637, "train_loss_step": 6.310979843139648, "n_params": 4592800, "total_flops": 16225443840000000, "train_loss": 0.03791094720363617, "subset_score_loss": 0.03791094720363617} +{"step": 1160000, "wall_time": 14338.858590364456, "train_loss_step": 5.89940071105957, "n_params": 4592800, "total_flops": 16366534656000000, "train_loss": 0.03684703707695007, "subset_score_loss": 0.03684703707695007} +{"step": 1170000, "wall_time": 14435.81643486023, "train_loss_step": 6.465834140777588, "n_params": 4592800, "total_flops": 16507625472000000, "train_loss": 0.03847199976444245, "subset_score_loss": 0.03847199976444245} +{"step": 1180000, "wall_time": 14532.557353496552, "train_loss_step": 5.918959617614746, "n_params": 4592800, "total_flops": 16648716288000000, "train_loss": 0.037463432550430296, "subset_score_loss": 0.037463432550430296} +{"step": 1190000, "wall_time": 14626.173434495926, "train_loss_step": 6.25443172454834, "n_params": 4592800, "total_flops": 16789807104000000, "train_loss": 0.03734801709651947, "subset_score_loss": 0.03734801709651947} +{"step": 1200000, "wall_time": 14797.272858858109, "train_loss_step": 6.182018280029297, "n_params": 4592800, "total_flops": 16930897920000000, "train_loss": 0.041288533806800844, "subset_score_loss": 0.041288533806800844, "memorization_fraction_pixel": 0.08389999717473984, "mean_nn_ratio_pixel": 0.880344808101654, "fid": 222.7130599332375, "fid_failed": 0.0} +{"step": 1210000, "wall_time": 14892.028010845184, "train_loss_step": 5.612309455871582, "n_params": 4592800, "total_flops": 17071988736000000, "train_loss": 0.036353382468223575, "subset_score_loss": 0.036353382468223575} +{"step": 1220000, "wall_time": 14985.298331260681, "train_loss_step": 6.088466644287109, "n_params": 4592800, "total_flops": 17213079552000000, "train_loss": 0.03544217050075531, "subset_score_loss": 0.03544217050075531} +{"step": 1230000, "wall_time": 15081.176938772202, "train_loss_step": 6.167726993560791, "n_params": 4592800, "total_flops": 17354170368000000, "train_loss": 0.03636243939399719, "subset_score_loss": 0.03636243939399719} +{"step": 1240000, "wall_time": 15174.986752033234, "train_loss_step": 5.969101905822754, "n_params": 4592800, "total_flops": 17495261184000000, "train_loss": 0.03859047889709473, "subset_score_loss": 0.03859047889709473} +{"step": 1250000, "wall_time": 15271.213436126709, "train_loss_step": 5.840978622436523, "n_params": 4592800, "total_flops": 17636352000000000, "train_loss": 0.03497417867183685, "subset_score_loss": 0.03497417867183685} +{"step": 1260000, "wall_time": 15367.974654912949, "train_loss_step": 6.189616680145264, "n_params": 4592800, "total_flops": 17777442816000000, "train_loss": 0.03472497165203094, "subset_score_loss": 0.03472497165203094} +{"step": 1270000, "wall_time": 15464.897082805634, "train_loss_step": 5.948235988616943, "n_params": 4592800, "total_flops": 17918533632000000, "train_loss": 0.038022518157958984, "subset_score_loss": 0.038022518157958984} +{"step": 1280000, "wall_time": 15560.57353067398, "train_loss_step": 5.5215959548950195, "n_params": 4592800, "total_flops": 18059624448000000, "train_loss": 0.03735623061656952, "subset_score_loss": 0.03735623061656952} +{"step": 1290000, "wall_time": 15656.690309762955, "train_loss_step": 5.580320358276367, "n_params": 4592800, "total_flops": 18200715264000000, "train_loss": 0.0369277685880661, "subset_score_loss": 0.0369277685880661} +{"step": 1300000, "wall_time": 15826.702674627304, "train_loss_step": 5.890348434448242, "n_params": 4592800, "total_flops": 18341806080000000, "train_loss": 0.03768222630023956, "subset_score_loss": 0.03768222630023956, "memorization_fraction_pixel": 0.10419999808073044, "mean_nn_ratio_pixel": 0.8606343865394592, "fid": 227.22524581140203, "fid_failed": 0.0} +{"step": 1310000, "wall_time": 15923.295968532562, "train_loss_step": 5.581842422485352, "n_params": 4592800, "total_flops": 18482896896000000, "train_loss": 0.03495425581932068, "subset_score_loss": 0.03495425581932068} +{"step": 1320000, "wall_time": 16019.215955972672, "train_loss_step": 5.531103610992432, "n_params": 4592800, "total_flops": 18623987712000000, "train_loss": 0.03698774576187134, "subset_score_loss": 0.03698774576187134} +{"step": 1330000, "wall_time": 16110.69346499443, "train_loss_step": 5.792394161224365, "n_params": 4592800, "total_flops": 18765078528000000, "train_loss": 0.035001686215400694, "subset_score_loss": 0.035001686215400694} +{"step": 1340000, "wall_time": 16206.4087164402, "train_loss_step": 5.686185836791992, "n_params": 4592800, "total_flops": 18906169344000000, "train_loss": 0.03606133162975311, "subset_score_loss": 0.03606133162975311} +{"step": 1350000, "wall_time": 16303.42780160904, "train_loss_step": 5.998073101043701, "n_params": 4592800, "total_flops": 19047260160000000, "train_loss": 0.03488039672374725, "subset_score_loss": 0.03488039672374725} +{"step": 1360000, "wall_time": 16400.384347438812, "train_loss_step": 6.1590576171875, "n_params": 4592800, "total_flops": 19188350976000000, "train_loss": 0.0354085773229599, "subset_score_loss": 0.0354085773229599} +{"step": 1370000, "wall_time": 16496.850440502167, "train_loss_step": 5.494718074798584, "n_params": 4592800, "total_flops": 19329441792000000, "train_loss": 0.034171688556671145, "subset_score_loss": 0.034171688556671145} +{"step": 1380000, "wall_time": 16592.356673955917, "train_loss_step": 5.6645588874816895, "n_params": 4592800, "total_flops": 19470532608000000, "train_loss": 0.034777498245239256, "subset_score_loss": 0.034777498245239256} +{"step": 1390000, "wall_time": 16689.0793299675, "train_loss_step": 5.513598442077637, "n_params": 4592800, "total_flops": 19611623424000000, "train_loss": 0.03675391376018524, "subset_score_loss": 0.03675391376018524} +{"step": 1400000, "wall_time": 16859.596705198288, "train_loss_step": 5.294920921325684, "n_params": 4592800, "total_flops": 19752714240000000, "train_loss": 0.033734217286109924, "subset_score_loss": 0.033734217286109924, "memorization_fraction_pixel": 0.13459999859333038, "mean_nn_ratio_pixel": 0.8359396457672119, "fid": 217.82694948002248, "fid_failed": 0.0} +{"step": 1410000, "wall_time": 16956.347767829895, "train_loss_step": 5.963963508605957, "n_params": 4592800, "total_flops": 19893805056000000, "train_loss": 0.032932454347610475, "subset_score_loss": 0.032932454347610475} +{"step": 1420000, "wall_time": 17052.630219459534, "train_loss_step": 5.36755895614624, "n_params": 4592800, "total_flops": 20034895872000000, "train_loss": 0.033254212141036986, "subset_score_loss": 0.033254212141036986} +{"step": 1430000, "wall_time": 17142.183066129684, "train_loss_step": 5.656494140625, "n_params": 4592800, "total_flops": 20175986688000000, "train_loss": 0.033685234189033506, "subset_score_loss": 0.033685234189033506} +{"step": 1440000, "wall_time": 17239.231069803238, "train_loss_step": 5.584799289703369, "n_params": 4592800, "total_flops": 20317077504000000, "train_loss": 0.03427475094795227, "subset_score_loss": 0.03427475094795227} +{"step": 1450000, "wall_time": 17335.917943239212, "train_loss_step": 5.510942459106445, "n_params": 4592800, "total_flops": 20458168320000000, "train_loss": 0.033845561742782596, "subset_score_loss": 0.033845561742782596} +{"step": 1460000, "wall_time": 17432.670033693314, "train_loss_step": 5.72210693359375, "n_params": 4592800, "total_flops": 20599259136000000, "train_loss": 0.03324623703956604, "subset_score_loss": 0.03324623703956604} +{"step": 1470000, "wall_time": 17527.893558979034, "train_loss_step": 5.591955184936523, "n_params": 4592800, "total_flops": 20740349952000000, "train_loss": 0.03446852564811707, "subset_score_loss": 0.03446852564811707} +{"step": 1480000, "wall_time": 17624.826338768005, "train_loss_step": 5.993440628051758, "n_params": 4592800, "total_flops": 20881440768000000, "train_loss": 0.0335193932056427, "subset_score_loss": 0.0335193932056427} +{"step": 1490000, "wall_time": 17720.902864933014, "train_loss_step": 5.834896564483643, "n_params": 4592800, "total_flops": 21022531584000000, "train_loss": 0.03414691090583801, "subset_score_loss": 0.03414691090583801} +{"step": 1500000, "wall_time": 17892.26052880287, "train_loss_step": 5.7169976234436035, "n_params": 4592800, "total_flops": 21163622400000000, "train_loss": 0.03254990577697754, "subset_score_loss": 0.03254990577697754, "memorization_fraction_pixel": 0.15719999372959137, "mean_nn_ratio_pixel": 0.8199678659439087, "fid": 209.76072812756107, "fid_failed": 0.0} +{"step": 1510000, "wall_time": 17988.699911355972, "train_loss_step": 5.9410176277160645, "n_params": 4592800, "total_flops": 21304713216000000, "train_loss": 0.0350179523229599, "subset_score_loss": 0.0350179523229599} +{"step": 1520000, "wall_time": 18081.309056520462, "train_loss_step": 5.490401744842529, "n_params": 4592800, "total_flops": 21445804032000000, "train_loss": 0.0321394294500351, "subset_score_loss": 0.0321394294500351} +{"step": 1530000, "wall_time": 18175.30712747574, "train_loss_step": 5.672370910644531, "n_params": 4592800, "total_flops": 21586894848000000, "train_loss": 0.03609907925128937, "subset_score_loss": 0.03609907925128937} +{"step": 1540000, "wall_time": 18272.32513165474, "train_loss_step": 5.362829208374023, "n_params": 4592800, "total_flops": 21727985664000000, "train_loss": 0.03153113424777985, "subset_score_loss": 0.03153113424777985} +{"step": 1550000, "wall_time": 18369.140281438828, "train_loss_step": 5.3693389892578125, "n_params": 4592800, "total_flops": 21869076480000000, "train_loss": 0.03329813480377197, "subset_score_loss": 0.03329813480377197} +{"step": 1560000, "wall_time": 18464.590411901474, "train_loss_step": 5.079044342041016, "n_params": 4592800, "total_flops": 22010167296000000, "train_loss": 0.031609919667243955, "subset_score_loss": 0.031609919667243955} +{"step": 1570000, "wall_time": 18561.299973011017, "train_loss_step": 5.285795211791992, "n_params": 4592800, "total_flops": 22151258112000000, "train_loss": 0.032165583968162534, "subset_score_loss": 0.032165583968162534} +{"step": 1580000, "wall_time": 18658.079265117645, "train_loss_step": 5.409496307373047, "n_params": 4592800, "total_flops": 22292348928000000, "train_loss": 0.03216156661510468, "subset_score_loss": 0.03216156661510468} +{"step": 1590000, "wall_time": 18753.20631313324, "train_loss_step": 5.321361541748047, "n_params": 4592800, "total_flops": 22433439744000000, "train_loss": 0.032380104064941406, "subset_score_loss": 0.032380104064941406} +{"step": 1600000, "wall_time": 18924.88100552559, "train_loss_step": 5.102616310119629, "n_params": 4592800, "total_flops": 22574530560000000, "train_loss": 0.031206190586090088, "subset_score_loss": 0.031206190586090088, "memorization_fraction_pixel": 0.20080000162124634, "mean_nn_ratio_pixel": 0.7881682515144348, "fid": 200.11930100421222, "fid_failed": 0.0} +{"step": 1610000, "wall_time": 19021.389322280884, "train_loss_step": 5.568068504333496, "n_params": 4592800, "total_flops": 22715621376000000, "train_loss": 0.03238976001739502, "subset_score_loss": 0.03238976001739502} +{"step": 1620000, "wall_time": 19108.83124256134, "train_loss_step": 5.328188896179199, "n_params": 4592800, "total_flops": 22856712192000000, "train_loss": 0.030900898575782775, "subset_score_loss": 0.030900898575782775} +{"step": 1630000, "wall_time": 19192.098976135254, "train_loss_step": 5.331748962402344, "n_params": 4592800, "total_flops": 22997803008000000, "train_loss": 0.02946476638317108, "subset_score_loss": 0.02946476638317108} +{"step": 1640000, "wall_time": 19283.560615062714, "train_loss_step": 5.450320720672607, "n_params": 4592800, "total_flops": 23138893824000000, "train_loss": 0.03130214810371399, "subset_score_loss": 0.03130214810371399} +{"step": 1650000, "wall_time": 19378.703474521637, "train_loss_step": 5.715832710266113, "n_params": 4592800, "total_flops": 23279984640000000, "train_loss": 0.031983137130737305, "subset_score_loss": 0.031983137130737305} +{"step": 1660000, "wall_time": 19475.979900836945, "train_loss_step": 5.065075874328613, "n_params": 4592800, "total_flops": 23421075456000000, "train_loss": 0.030778586864471436, "subset_score_loss": 0.030778586864471436} +{"step": 1670000, "wall_time": 19572.911972761154, "train_loss_step": 4.92732048034668, "n_params": 4592800, "total_flops": 23562166272000000, "train_loss": 0.029389309883117675, "subset_score_loss": 0.029389309883117675} +{"step": 1680000, "wall_time": 19667.418987989426, "train_loss_step": 5.520981788635254, "n_params": 4592800, "total_flops": 23703257088000000, "train_loss": 0.031892704963684085, "subset_score_loss": 0.031892704963684085} +{"step": 1690000, "wall_time": 19764.469252586365, "train_loss_step": 4.933811187744141, "n_params": 4592800, "total_flops": 23844347904000000, "train_loss": 0.029248109459877013, "subset_score_loss": 0.029248109459877013} +{"step": 1700000, "wall_time": 19935.042271375656, "train_loss_step": 5.482143402099609, "n_params": 4592800, "total_flops": 23985438720000000, "train_loss": 0.031099003553390504, "subset_score_loss": 0.031099003553390504, "memorization_fraction_pixel": 0.2296999990940094, "mean_nn_ratio_pixel": 0.7620126605033875, "fid": 189.39812233782635, "fid_failed": 0.0} +{"step": 1710000, "wall_time": 20030.693486452103, "train_loss_step": 4.907565116882324, "n_params": 4592800, "total_flops": 24126529536000000, "train_loss": 0.028488537669181822, "subset_score_loss": 0.028488537669181822} +{"step": 1720000, "wall_time": 20114.905037403107, "train_loss_step": 5.352007865905762, "n_params": 4592800, "total_flops": 24267620352000000, "train_loss": 0.030373615026474, "subset_score_loss": 0.030373615026474} +{"step": 1730000, "wall_time": 20211.759412288666, "train_loss_step": 5.226967811584473, "n_params": 4592800, "total_flops": 24408711168000000, "train_loss": 0.030506238341331482, "subset_score_loss": 0.030506238341331482} +{"step": 1740000, "wall_time": 20294.06366252899, "train_loss_step": 5.304086685180664, "n_params": 4592800, "total_flops": 24549801984000000, "train_loss": 0.03029797673225403, "subset_score_loss": 0.03029797673225403} +{"step": 1750000, "wall_time": 20390.814948797226, "train_loss_step": 4.790544509887695, "n_params": 4592800, "total_flops": 24690892800000000, "train_loss": 0.0301746666431427, "subset_score_loss": 0.0301746666431427} +{"step": 1760000, "wall_time": 20487.577833652496, "train_loss_step": 5.1464924812316895, "n_params": 4592800, "total_flops": 24831983616000000, "train_loss": 0.030159080028533937, "subset_score_loss": 0.030159080028533937} +{"step": 1770000, "wall_time": 20582.12358570099, "train_loss_step": 5.102338790893555, "n_params": 4592800, "total_flops": 24973074432000000, "train_loss": 0.02832626402378082, "subset_score_loss": 0.02832626402378082} +{"step": 1780000, "wall_time": 20678.707856178284, "train_loss_step": 5.3937668800354, "n_params": 4592800, "total_flops": 25114165248000000, "train_loss": 0.030910736322402953, "subset_score_loss": 0.030910736322402953} +{"step": 1790000, "wall_time": 20774.634435415268, "train_loss_step": 5.258752822875977, "n_params": 4592800, "total_flops": 25255256064000000, "train_loss": 0.029699066281318666, "subset_score_loss": 0.029699066281318666} +{"step": 1800000, "wall_time": 20946.1004986763, "train_loss_step": 4.950708389282227, "n_params": 4592800, "total_flops": 25396346880000000, "train_loss": 0.028986194729804994, "subset_score_loss": 0.028986194729804994, "memorization_fraction_pixel": 0.2502000033855438, "mean_nn_ratio_pixel": 0.74100661277771, "fid": 189.41047305598372, "fid_failed": 0.0} +{"step": 1810000, "wall_time": 21041.51777601242, "train_loss_step": 5.201192855834961, "n_params": 4592800, "total_flops": 25537437696000000, "train_loss": 0.03143477439880371, "subset_score_loss": 0.03143477439880371} +{"step": 1820000, "wall_time": 21129.24298429489, "train_loss_step": 4.984379291534424, "n_params": 4592800, "total_flops": 25678528512000000, "train_loss": 0.02852969467639923, "subset_score_loss": 0.02852969467639923} +{"step": 1830000, "wall_time": 21224.043766260147, "train_loss_step": 4.999204635620117, "n_params": 4592800, "total_flops": 25819619328000000, "train_loss": 0.029298272728919984, "subset_score_loss": 0.029298272728919984} +{"step": 1840000, "wall_time": 21317.187151670456, "train_loss_step": 4.845152378082275, "n_params": 4592800, "total_flops": 25960710144000000, "train_loss": 0.029942378401756287, "subset_score_loss": 0.029942378401756287} +{"step": 1850000, "wall_time": 21402.223218917847, "train_loss_step": 5.1795244216918945, "n_params": 4592800, "total_flops": 26101800960000000, "train_loss": 0.029558485746383666, "subset_score_loss": 0.029558485746383666} +{"step": 1860000, "wall_time": 21498.38968849182, "train_loss_step": 5.070988178253174, "n_params": 4592800, "total_flops": 26242891776000000, "train_loss": 0.031421682238578795, "subset_score_loss": 0.031421682238578795} +{"step": 1870000, "wall_time": 21594.230545282364, "train_loss_step": 5.106814861297607, "n_params": 4592800, "total_flops": 26383982592000000, "train_loss": 0.029942604899406432, "subset_score_loss": 0.029942604899406432} +{"step": 1880000, "wall_time": 21691.247062444687, "train_loss_step": 4.7861127853393555, "n_params": 4592800, "total_flops": 26525073408000000, "train_loss": 0.028046438097953798, "subset_score_loss": 0.028046438097953798} +{"step": 1890000, "wall_time": 21787.716950178146, "train_loss_step": 4.603834629058838, "n_params": 4592800, "total_flops": 26666164224000000, "train_loss": 0.02875996530056, "subset_score_loss": 0.02875996530056} +{"step": 1900000, "wall_time": 21959.090455532074, "train_loss_step": 5.246165752410889, "n_params": 4592800, "total_flops": 26807255040000000, "train_loss": 0.02794695496559143, "subset_score_loss": 0.02794695496559143, "memorization_fraction_pixel": 0.27079999446868896, "mean_nn_ratio_pixel": 0.7342668771743774, "fid": 181.92077531927148, "fid_failed": 0.0} +{"step": 1910000, "wall_time": 22050.285871744156, "train_loss_step": 5.349859237670898, "n_params": 4592800, "total_flops": 26948345856000000, "train_loss": 0.028432613611221312, "subset_score_loss": 0.028432613611221312} +{"step": 1920000, "wall_time": 22138.893142223358, "train_loss_step": 4.85621976852417, "n_params": 4592800, "total_flops": 27089436672000000, "train_loss": 0.02855563461780548, "subset_score_loss": 0.02855563461780548} +{"step": 1930000, "wall_time": 22235.445019483566, "train_loss_step": 4.68868350982666, "n_params": 4592800, "total_flops": 27230527488000000, "train_loss": 0.027672749757766724, "subset_score_loss": 0.027672749757766724} +{"step": 1940000, "wall_time": 22332.333648443222, "train_loss_step": 4.756312847137451, "n_params": 4592800, "total_flops": 27371618304000000, "train_loss": 0.02942035496234894, "subset_score_loss": 0.02942035496234894} +{"step": 1950000, "wall_time": 22419.586183309555, "train_loss_step": 4.842644691467285, "n_params": 4592800, "total_flops": 27512709120000000, "train_loss": 0.02761058509349823, "subset_score_loss": 0.02761058509349823} +{"step": 1960000, "wall_time": 22508.030835866928, "train_loss_step": 4.613692283630371, "n_params": 4592800, "total_flops": 27653799936000000, "train_loss": 0.02891082167625427, "subset_score_loss": 0.02891082167625427} +{"step": 1970000, "wall_time": 22605.027465343475, "train_loss_step": 4.627038955688477, "n_params": 4592800, "total_flops": 27794890752000000, "train_loss": 0.02787395417690277, "subset_score_loss": 0.02787395417690277} +{"step": 1980000, "wall_time": 22701.166462183, "train_loss_step": 5.081164836883545, "n_params": 4592800, "total_flops": 27935981568000000, "train_loss": 0.0291052371263504, "subset_score_loss": 0.0291052371263504} +{"step": 1990000, "wall_time": 22797.504631996155, "train_loss_step": 5.285144805908203, "n_params": 4592800, "total_flops": 28077072384000000, "train_loss": 0.029071825742721557, "subset_score_loss": 0.029071825742721557} +{"step": 2000000, "wall_time": 22969.08896613121, "train_loss_step": 4.842071533203125, "n_params": 4592800, "total_flops": 28218163200000000, "train_loss": 0.028723204135894777, "subset_score_loss": 0.028723204135894777, "memorization_fraction_pixel": 0.31369999051094055, "mean_nn_ratio_pixel": 0.7021185755729675, "fid": 173.87731918274565, "fid_failed": 0.0} +{"step": 2010000, "wall_time": 23056.20737361908, "train_loss_step": 5.238563537597656, "n_params": 4592800, "total_flops": 28359254016000000, "train_loss": 0.02905154526233673, "subset_score_loss": 0.02905154526233673} +{"step": 2020000, "wall_time": 23148.47502064705, "train_loss_step": 4.486848831176758, "n_params": 4592800, "total_flops": 28500344832000000, "train_loss": 0.027469947934150696, "subset_score_loss": 0.027469947934150696} +{"step": 2030000, "wall_time": 23245.15238046646, "train_loss_step": 4.633645057678223, "n_params": 4592800, "total_flops": 28641435648000000, "train_loss": 0.025774240493774414, "subset_score_loss": 0.025774240493774414} +{"step": 2040000, "wall_time": 23342.20539021492, "train_loss_step": 4.687459468841553, "n_params": 4592800, "total_flops": 28782526464000000, "train_loss": 0.026964712142944335, "subset_score_loss": 0.026964712142944335} +{"step": 2050000, "wall_time": 23437.114523649216, "train_loss_step": 4.690986633300781, "n_params": 4592800, "total_flops": 28923617280000000, "train_loss": 0.027726009488105774, "subset_score_loss": 0.027726009488105774} +{"step": 2060000, "wall_time": 23519.195654153824, "train_loss_step": 4.87503719329834, "n_params": 4592800, "total_flops": 29064708096000000, "train_loss": 0.027617889642715453, "subset_score_loss": 0.027617889642715453} +{"step": 2070000, "wall_time": 23615.42963218689, "train_loss_step": 4.90415096282959, "n_params": 4592800, "total_flops": 29205798912000000, "train_loss": 0.027111199498176575, "subset_score_loss": 0.027111199498176575} +{"step": 2080000, "wall_time": 23712.209530591965, "train_loss_step": 4.628726005554199, "n_params": 4592800, "total_flops": 29346889728000000, "train_loss": 0.02829771935939789, "subset_score_loss": 0.02829771935939789} +{"step": 2090000, "wall_time": 23808.243104934692, "train_loss_step": 5.275040626525879, "n_params": 4592800, "total_flops": 29487980544000000, "train_loss": 0.0281669020652771, "subset_score_loss": 0.0281669020652771} +{"step": 2100000, "wall_time": 23979.457467556, "train_loss_step": 4.273308753967285, "n_params": 4592800, "total_flops": 29629071360000000, "train_loss": 0.026202082633972168, "subset_score_loss": 0.026202082633972168, "memorization_fraction_pixel": 0.3084000051021576, "mean_nn_ratio_pixel": 0.7071564197540283, "fid": 178.72133106317665, "fid_failed": 0.0} +{"step": 2110000, "wall_time": 24065.860068559647, "train_loss_step": 4.519575595855713, "n_params": 4592800, "total_flops": 29770162176000000, "train_loss": 0.025104695558547975, "subset_score_loss": 0.025104695558547975} +{"step": 2120000, "wall_time": 24157.32839679718, "train_loss_step": 4.146637439727783, "n_params": 4592800, "total_flops": 29911252992000000, "train_loss": 0.025244638323783875, "subset_score_loss": 0.025244638323783875} +{"step": 2130000, "wall_time": 24253.715939760208, "train_loss_step": 4.179184913635254, "n_params": 4592800, "total_flops": 30052343808000000, "train_loss": 0.02596540153026581, "subset_score_loss": 0.02596540153026581} +{"step": 2140000, "wall_time": 24348.371939897537, "train_loss_step": 4.354267597198486, "n_params": 4592800, "total_flops": 30193434624000000, "train_loss": 0.02604466676712036, "subset_score_loss": 0.02604466676712036} +{"step": 2150000, "wall_time": 24444.989945173264, "train_loss_step": 4.784432888031006, "n_params": 4592800, "total_flops": 30334525440000000, "train_loss": 0.028959840536117554, "subset_score_loss": 0.028959840536117554} +{"step": 2160000, "wall_time": 24541.977576494217, "train_loss_step": 4.640069007873535, "n_params": 4592800, "total_flops": 30475616256000000, "train_loss": 0.026507678627967834, "subset_score_loss": 0.026507678627967834} +{"step": 2170000, "wall_time": 24627.930520772934, "train_loss_step": 4.495621204376221, "n_params": 4592800, "total_flops": 30616707072000000, "train_loss": 0.026616621017456054, "subset_score_loss": 0.026616621017456054} +{"step": 2180000, "wall_time": 24724.482490062714, "train_loss_step": 4.948205947875977, "n_params": 4592800, "total_flops": 30757797888000000, "train_loss": 0.0256826251745224, "subset_score_loss": 0.0256826251745224} +{"step": 2190000, "wall_time": 24820.653120040894, "train_loss_step": 5.005763053894043, "n_params": 4592800, "total_flops": 30898888704000000, "train_loss": 0.025203827023506164, "subset_score_loss": 0.025203827023506164} +{"step": 2200000, "wall_time": 24991.295929908752, "train_loss_step": 4.733379364013672, "n_params": 4592800, "total_flops": 31039979520000000, "train_loss": 0.02515355348587036, "subset_score_loss": 0.02515355348587036, "memorization_fraction_pixel": 0.3449000120162964, "mean_nn_ratio_pixel": 0.6794213056564331, "fid": 166.3236648493291, "fid_failed": 0.0} +{"step": 2210000, "wall_time": 25079.352496147156, "train_loss_step": 4.5334858894348145, "n_params": 4592800, "total_flops": 31181070336000000, "train_loss": 0.026567217707633973, "subset_score_loss": 0.026567217707633973} +{"step": 2220000, "wall_time": 25175.803926706314, "train_loss_step": 4.545047760009766, "n_params": 4592800, "total_flops": 31322161152000000, "train_loss": 0.025413161516189574, "subset_score_loss": 0.025413161516189574} +{"step": 2230000, "wall_time": 25271.483091831207, "train_loss_step": 4.826052188873291, "n_params": 4592800, "total_flops": 31463251968000000, "train_loss": 0.025695785880088806, "subset_score_loss": 0.025695785880088806} +{"step": 2240000, "wall_time": 25366.84973669052, "train_loss_step": 4.714548587799072, "n_params": 4592800, "total_flops": 31604342784000000, "train_loss": 0.025441691279411316, "subset_score_loss": 0.025441691279411316} +{"step": 2250000, "wall_time": 25463.985906124115, "train_loss_step": 4.623829364776611, "n_params": 4592800, "total_flops": 31745433600000000, "train_loss": 0.025952425599098206, "subset_score_loss": 0.025952425599098206} +{"step": 2260000, "wall_time": 25560.458415985107, "train_loss_step": 5.072161674499512, "n_params": 4592800, "total_flops": 31886524416000000, "train_loss": 0.025379472970962526, "subset_score_loss": 0.025379472970962526} +{"step": 2270000, "wall_time": 25646.745893001556, "train_loss_step": 4.860573768615723, "n_params": 4592800, "total_flops": 32027615232000000, "train_loss": 0.024704514443874358, "subset_score_loss": 0.024704514443874358} +{"step": 2280000, "wall_time": 25742.791618347168, "train_loss_step": 4.713881492614746, "n_params": 4592800, "total_flops": 32168706048000000, "train_loss": 0.02569422423839569, "subset_score_loss": 0.02569422423839569} +{"step": 2290000, "wall_time": 25838.24890065193, "train_loss_step": 4.426336288452148, "n_params": 4592800, "total_flops": 32309796864000000, "train_loss": 0.025588440895080566, "subset_score_loss": 0.025588440895080566} +{"step": 2300000, "wall_time": 26010.96587896347, "train_loss_step": 4.694896697998047, "n_params": 4592800, "total_flops": 32450887680000000, "train_loss": 0.026363855600357054, "subset_score_loss": 0.026363855600357054, "memorization_fraction_pixel": 0.3587999939918518, "mean_nn_ratio_pixel": 0.6705284118652344, "fid": 159.30663332347507, "fid_failed": 0.0} +{"step": 2310000, "wall_time": 26093.949723482132, "train_loss_step": 4.5705389976501465, "n_params": 4592800, "total_flops": 32591978496000000, "train_loss": 0.025481706857681273, "subset_score_loss": 0.025481706857681273} +{"step": 2320000, "wall_time": 26190.15064239502, "train_loss_step": 4.625404357910156, "n_params": 4592800, "total_flops": 32733069312000000, "train_loss": 0.02443740367889404, "subset_score_loss": 0.02443740367889404} +{"step": 2330000, "wall_time": 26284.42426753044, "train_loss_step": 4.931217193603516, "n_params": 4592800, "total_flops": 32874160128000000, "train_loss": 0.024247996509075165, "subset_score_loss": 0.024247996509075165} +{"step": 2340000, "wall_time": 26381.17481136322, "train_loss_step": 4.317330360412598, "n_params": 4592800, "total_flops": 33015250944000000, "train_loss": 0.025334057211875916, "subset_score_loss": 0.025334057211875916} +{"step": 2350000, "wall_time": 26477.80246758461, "train_loss_step": 4.610786437988281, "n_params": 4592800, "total_flops": 33156341760000000, "train_loss": 0.023051923513412474, "subset_score_loss": 0.023051923513412474} +{"step": 2360000, "wall_time": 26574.304479122162, "train_loss_step": 4.466207504272461, "n_params": 4592800, "total_flops": 33297432576000000, "train_loss": 0.024985839426517487, "subset_score_loss": 0.024985839426517487} +{"step": 2370000, "wall_time": 26669.76848745346, "train_loss_step": 4.186380386352539, "n_params": 4592800, "total_flops": 33438523392000000, "train_loss": 0.024053126573562622, "subset_score_loss": 0.024053126573562622} +{"step": 2380000, "wall_time": 26747.949081659317, "train_loss_step": 4.297986030578613, "n_params": 4592800, "total_flops": 33579614208000000, "train_loss": 0.025513726472854614, "subset_score_loss": 0.025513726472854614} +{"step": 2390000, "wall_time": 26844.482184410095, "train_loss_step": 4.603139877319336, "n_params": 4592800, "total_flops": 33720705024000000, "train_loss": 0.024230994284152985, "subset_score_loss": 0.024230994284152985} +{"step": 2400000, "wall_time": 27016.884329319, "train_loss_step": 4.476958274841309, "n_params": 4592800, "total_flops": 33861795840000000, "train_loss": 0.023058275878429412, "subset_score_loss": 0.023058275878429412, "memorization_fraction_pixel": 0.37940001487731934, "mean_nn_ratio_pixel": 0.6553966403007507, "fid": 160.23827760088037, "fid_failed": 0.0} +{"step": 2410000, "wall_time": 27102.533677577972, "train_loss_step": 4.624484539031982, "n_params": 4592800, "total_flops": 34002886656000000, "train_loss": 0.024677783250808716, "subset_score_loss": 0.024677783250808716} +{"step": 2420000, "wall_time": 27197.235253810883, "train_loss_step": 4.9616546630859375, "n_params": 4592800, "total_flops": 34143977472000000, "train_loss": 0.02613128125667572, "subset_score_loss": 0.02613128125667572} +{"step": 2430000, "wall_time": 27293.342672109604, "train_loss_step": 4.310749053955078, "n_params": 4592800, "total_flops": 34285068288000000, "train_loss": 0.024019083380699156, "subset_score_loss": 0.024019083380699156} +{"step": 2440000, "wall_time": 27390.216732025146, "train_loss_step": 4.631589889526367, "n_params": 4592800, "total_flops": 34426159104000000, "train_loss": 0.02600843608379364, "subset_score_loss": 0.02600843608379364} +{"step": 2450000, "wall_time": 27486.52773141861, "train_loss_step": 4.482213020324707, "n_params": 4592800, "total_flops": 34567249920000000, "train_loss": 0.02272794395685196, "subset_score_loss": 0.02272794395685196} +{"step": 2460000, "wall_time": 27583.336745738983, "train_loss_step": 4.395050048828125, "n_params": 4592800, "total_flops": 34708340736000000, "train_loss": 0.024796055257320405, "subset_score_loss": 0.024796055257320405} +{"step": 2470000, "wall_time": 27677.497299432755, "train_loss_step": 4.751546859741211, "n_params": 4592800, "total_flops": 34849431552000000, "train_loss": 0.023005057871341706, "subset_score_loss": 0.023005057871341706} +{"step": 2480000, "wall_time": 27769.607224702835, "train_loss_step": 4.444726467132568, "n_params": 4592800, "total_flops": 34990522368000000, "train_loss": 0.02309313267469406, "subset_score_loss": 0.02309313267469406} +{"step": 2490000, "wall_time": 27854.15367436409, "train_loss_step": 4.273881912231445, "n_params": 4592800, "total_flops": 35131613184000000, "train_loss": 0.02380044013261795, "subset_score_loss": 0.02380044013261795} +{"step": 2500000, "wall_time": 28027.08762383461, "train_loss_step": 4.5789995193481445, "n_params": 4592800, "total_flops": 35272704000000000, "train_loss": 0.02353086918592453, "subset_score_loss": 0.02353086918592453, "memorization_fraction_pixel": 0.4056999981403351, "mean_nn_ratio_pixel": 0.6394960284233093, "fid": 155.14689711014518, "fid_failed": 0.0} +{"step": 2510000, "wall_time": 28106.93082022667, "train_loss_step": 4.26060676574707, "n_params": 4592800, "total_flops": 35413794816000000, "train_loss": 0.024865467846393586, "subset_score_loss": 0.024865467846393586} +{"step": 2520000, "wall_time": 28203.609730005264, "train_loss_step": 4.566879749298096, "n_params": 4592800, "total_flops": 35554885632000000, "train_loss": 0.0240629643201828, "subset_score_loss": 0.0240629643201828} +{"step": 2530000, "wall_time": 28299.96037387848, "train_loss_step": 4.400302886962891, "n_params": 4592800, "total_flops": 35695976448000000, "train_loss": 0.024701707065105438, "subset_score_loss": 0.024701707065105438} +{"step": 2540000, "wall_time": 28395.720502614975, "train_loss_step": 4.631863594055176, "n_params": 4592800, "total_flops": 35837067264000000, "train_loss": 0.021842984855175017, "subset_score_loss": 0.021842984855175017} +{"step": 2550000, "wall_time": 28492.342882871628, "train_loss_step": 4.301937580108643, "n_params": 4592800, "total_flops": 35978158080000000, "train_loss": 0.022705066204071044, "subset_score_loss": 0.022705066204071044} +{"step": 2560000, "wall_time": 28586.602795362473, "train_loss_step": 4.495461463928223, "n_params": 4592800, "total_flops": 36119248896000000, "train_loss": 0.023802879452705383, "subset_score_loss": 0.023802879452705383} +{"step": 2570000, "wall_time": 28683.005947589874, "train_loss_step": 4.559049129486084, "n_params": 4592800, "total_flops": 36260339712000000, "train_loss": 0.02283678948879242, "subset_score_loss": 0.02283678948879242} +{"step": 2580000, "wall_time": 28779.953850507736, "train_loss_step": 4.217720985412598, "n_params": 4592800, "total_flops": 36401430528000000, "train_loss": 0.02282705157995224, "subset_score_loss": 0.02282705157995224} +{"step": 2590000, "wall_time": 28867.88150882721, "train_loss_step": 4.423154830932617, "n_params": 4592800, "total_flops": 36542521344000000, "train_loss": 0.02487087845802307, "subset_score_loss": 0.02487087845802307} +{"step": 2600000, "wall_time": 29037.50481081009, "train_loss_step": 3.7873382568359375, "n_params": 4592800, "total_flops": 36683612160000000, "train_loss": 0.02259291857481003, "subset_score_loss": 0.02259291857481003, "memorization_fraction_pixel": 0.4268999993801117, "mean_nn_ratio_pixel": 0.625069260597229, "fid": 146.36266810488945, "fid_failed": 0.0} +{"step": 2610000, "wall_time": 29119.31264090538, "train_loss_step": 4.015017509460449, "n_params": 4592800, "total_flops": 36824702976000000, "train_loss": 0.02280964106321335, "subset_score_loss": 0.02280964106321335} +{"step": 2620000, "wall_time": 29216.641776561737, "train_loss_step": 4.260727882385254, "n_params": 4592800, "total_flops": 36965793792000000, "train_loss": 0.022909440100193024, "subset_score_loss": 0.022909440100193024} +{"step": 2630000, "wall_time": 29312.90868806839, "train_loss_step": 4.327830791473389, "n_params": 4592800, "total_flops": 37106884608000000, "train_loss": 0.02150510996580124, "subset_score_loss": 0.02150510996580124} +{"step": 2640000, "wall_time": 29409.49049639702, "train_loss_step": 4.409078598022461, "n_params": 4592800, "total_flops": 37247975424000000, "train_loss": 0.02290849983692169, "subset_score_loss": 0.02290849983692169} +{"step": 2650000, "wall_time": 29504.56384205818, "train_loss_step": 4.534008026123047, "n_params": 4592800, "total_flops": 37389066240000000, "train_loss": 0.022604672610759734, "subset_score_loss": 0.022604672610759734} +{"step": 2660000, "wall_time": 29601.702503681183, "train_loss_step": 4.123442649841309, "n_params": 4592800, "total_flops": 37530157056000000, "train_loss": 0.023805855214595793, "subset_score_loss": 0.023805855214595793} +{"step": 2670000, "wall_time": 29698.50585246086, "train_loss_step": 4.099300384521484, "n_params": 4592800, "total_flops": 37671247872000000, "train_loss": 0.02296043634414673, "subset_score_loss": 0.02296043634414673} +{"step": 2680000, "wall_time": 29795.35587835312, "train_loss_step": 4.338007926940918, "n_params": 4592800, "total_flops": 37812338688000000, "train_loss": 0.023356449604034425, "subset_score_loss": 0.023356449604034425} +{"step": 2690000, "wall_time": 29892.578795433044, "train_loss_step": 4.478640556335449, "n_params": 4592800, "total_flops": 37953429504000000, "train_loss": 0.024325406551361083, "subset_score_loss": 0.024325406551361083} +{"step": 2700000, "wall_time": 30044.665652751923, "train_loss_step": 4.447329044342041, "n_params": 4592800, "total_flops": 38094520320000000, "train_loss": 0.021214799582958223, "subset_score_loss": 0.021214799582958223, "memorization_fraction_pixel": 0.43720000982284546, "mean_nn_ratio_pixel": 0.619198739528656, "fid": 147.3469835180622, "fid_failed": 0.0} +{"step": 2710000, "wall_time": 30126.450658082962, "train_loss_step": 4.084872722625732, "n_params": 4592800, "total_flops": 38235611136000000, "train_loss": 0.021900872886180877, "subset_score_loss": 0.021900872886180877} +{"step": 2720000, "wall_time": 30221.52588200569, "train_loss_step": 4.243212699890137, "n_params": 4592800, "total_flops": 38376701952000000, "train_loss": 0.021540187299251556, "subset_score_loss": 0.021540187299251556} +{"step": 2730000, "wall_time": 30317.612949848175, "train_loss_step": 4.353557109832764, "n_params": 4592800, "total_flops": 38517792768000000, "train_loss": 0.021634964644908904, "subset_score_loss": 0.021634964644908904} +{"step": 2740000, "wall_time": 30412.508238077164, "train_loss_step": 4.626046657562256, "n_params": 4592800, "total_flops": 38658883584000000, "train_loss": 0.022172531485557555, "subset_score_loss": 0.022172531485557555} +{"step": 2750000, "wall_time": 30508.58809518814, "train_loss_step": 3.9452266693115234, "n_params": 4592800, "total_flops": 38799974400000000, "train_loss": 0.02113243043422699, "subset_score_loss": 0.02113243043422699} +{"step": 2760000, "wall_time": 30605.15594482422, "train_loss_step": 4.830198287963867, "n_params": 4592800, "total_flops": 38941065216000000, "train_loss": 0.024024395644664763, "subset_score_loss": 0.024024395644664763} +{"step": 2770000, "wall_time": 30702.161578655243, "train_loss_step": 4.150167465209961, "n_params": 4592800, "total_flops": 39082156032000000, "train_loss": 0.022493253648281097, "subset_score_loss": 0.022493253648281097} +{"step": 2780000, "wall_time": 30799.05414390564, "train_loss_step": 4.089550018310547, "n_params": 4592800, "total_flops": 39223246848000000, "train_loss": 0.025296586751937866, "subset_score_loss": 0.025296586751937866} +{"step": 2790000, "wall_time": 30895.891198158264, "train_loss_step": 4.276336193084717, "n_params": 4592800, "total_flops": 39364337664000000, "train_loss": 0.0234127938747406, "subset_score_loss": 0.0234127938747406} +{"step": 2800000, "wall_time": 31054.47857284546, "train_loss_step": 4.435959339141846, "n_params": 4592800, "total_flops": 39505428480000000, "train_loss": 0.023687806725502015, "subset_score_loss": 0.023687806725502015, "memorization_fraction_pixel": 0.4530999958515167, "mean_nn_ratio_pixel": 0.60433030128479, "fid": 141.87506156184804, "fid_failed": 0.0} +{"step": 2810000, "wall_time": 31139.570511102676, "train_loss_step": 4.051276683807373, "n_params": 4592800, "total_flops": 39646519296000000, "train_loss": 0.021251599490642547, "subset_score_loss": 0.021251599490642547} +{"step": 2820000, "wall_time": 31236.481877088547, "train_loss_step": 4.018930435180664, "n_params": 4592800, "total_flops": 39787610112000000, "train_loss": 0.022509665787220003, "subset_score_loss": 0.022509665787220003} +{"step": 2830000, "wall_time": 31331.048189640045, "train_loss_step": 4.184897422790527, "n_params": 4592800, "total_flops": 39928700928000000, "train_loss": 0.022417163848876952, "subset_score_loss": 0.022417163848876952} +{"step": 2840000, "wall_time": 31427.3589656353, "train_loss_step": 4.44605827331543, "n_params": 4592800, "total_flops": 40069791744000000, "train_loss": 0.022534091770648957, "subset_score_loss": 0.022534091770648957} +{"step": 2850000, "wall_time": 31523.697835206985, "train_loss_step": 4.0980048179626465, "n_params": 4592800, "total_flops": 40210882560000000, "train_loss": 0.022109122574329378, "subset_score_loss": 0.022109122574329378} +{"step": 2860000, "wall_time": 31620.806526184082, "train_loss_step": 4.229853630065918, "n_params": 4592800, "total_flops": 40351973376000000, "train_loss": 0.02249857634305954, "subset_score_loss": 0.02249857634305954} +{"step": 2870000, "wall_time": 31717.62113904953, "train_loss_step": 4.087985038757324, "n_params": 4592800, "total_flops": 40493064192000000, "train_loss": 0.022556519508361815, "subset_score_loss": 0.022556519508361815} +{"step": 2880000, "wall_time": 31814.584314107895, "train_loss_step": 4.04669189453125, "n_params": 4592800, "total_flops": 40634155008000000, "train_loss": 0.02074742764234543, "subset_score_loss": 0.02074742764234543} +{"step": 2890000, "wall_time": 31909.378303527832, "train_loss_step": 4.19044303894043, "n_params": 4592800, "total_flops": 40775245824000000, "train_loss": 0.02153945118188858, "subset_score_loss": 0.02153945118188858} +{"step": 2900000, "wall_time": 32076.490022182465, "train_loss_step": 4.3583903312683105, "n_params": 4592800, "total_flops": 40916336640000000, "train_loss": 0.021808692812919618, "subset_score_loss": 0.021808692812919618, "memorization_fraction_pixel": 0.4772999882698059, "mean_nn_ratio_pixel": 0.5895651578903198, "fid": 139.5301267314315, "fid_failed": 0.0} +{"step": 2910000, "wall_time": 32156.82188796997, "train_loss_step": 3.916276693344116, "n_params": 4592800, "total_flops": 41057427456000000, "train_loss": 0.021627913415431976, "subset_score_loss": 0.021627913415431976} +{"step": 2920000, "wall_time": 32250.670828580856, "train_loss_step": 4.299953460693359, "n_params": 4592800, "total_flops": 41198518272000000, "train_loss": 0.021824219822883607, "subset_score_loss": 0.021824219822883607} +{"step": 2930000, "wall_time": 32347.089025735855, "train_loss_step": 3.8911118507385254, "n_params": 4592800, "total_flops": 41339609088000000, "train_loss": 0.021643900871276857, "subset_score_loss": 0.021643900871276857} +{"step": 2940000, "wall_time": 32443.139353752136, "train_loss_step": 3.8794846534729004, "n_params": 4592800, "total_flops": 41480699904000000, "train_loss": 0.022309204936027525, "subset_score_loss": 0.022309204936027525} +{"step": 2950000, "wall_time": 32540.09181523323, "train_loss_step": 4.497045516967773, "n_params": 4592800, "total_flops": 41621790720000000, "train_loss": 0.02260069251060486, "subset_score_loss": 0.02260069251060486} +{"step": 2960000, "wall_time": 32636.878759860992, "train_loss_step": 4.3806352615356445, "n_params": 4592800, "total_flops": 41762881536000000, "train_loss": 0.02228272259235382, "subset_score_loss": 0.02228272259235382} +{"step": 2970000, "wall_time": 32733.657532453537, "train_loss_step": 4.303128719329834, "n_params": 4592800, "total_flops": 41903972352000000, "train_loss": 0.021291032433509827, "subset_score_loss": 0.021291032433509827} +{"step": 2980000, "wall_time": 32828.37315416336, "train_loss_step": 3.74771785736084, "n_params": 4592800, "total_flops": 42045063168000000, "train_loss": 0.02183755040168762, "subset_score_loss": 0.02183755040168762} +{"step": 2990000, "wall_time": 32925.064819574356, "train_loss_step": 4.671594619750977, "n_params": 4592800, "total_flops": 42186153984000000, "train_loss": 0.021356596052646636, "subset_score_loss": 0.021356596052646636} +{"step": 3000000, "wall_time": 33097.579302072525, "train_loss_step": 3.8242812156677246, "n_params": 4592800, "total_flops": 42327244800000000, "train_loss": 0.021695679426193236, "subset_score_loss": 0.021695679426193236, "memorization_fraction_pixel": 0.47859999537467957, "mean_nn_ratio_pixel": 0.5863797068595886, "fid": 135.2364091445303, "fid_failed": 0.0} +{"step": 3010000, "wall_time": 33174.60091972351, "train_loss_step": 4.046930313110352, "n_params": 4592800, "total_flops": 42468335616000000, "train_loss": 0.01995413899421692, "subset_score_loss": 0.01995413899421692} +{"step": 3020000, "wall_time": 33271.255707740784, "train_loss_step": 4.036050319671631, "n_params": 4592800, "total_flops": 42609426432000000, "train_loss": 0.02046528458595276, "subset_score_loss": 0.02046528458595276} +{"step": 3030000, "wall_time": 33367.90735292435, "train_loss_step": 4.234769821166992, "n_params": 4592800, "total_flops": 42750517248000000, "train_loss": 0.02064437121152878, "subset_score_loss": 0.02064437121152878} +{"step": 3040000, "wall_time": 33463.68360495567, "train_loss_step": 4.249711036682129, "n_params": 4592800, "total_flops": 42891608064000000, "train_loss": 0.021034997701644898, "subset_score_loss": 0.021034997701644898} +{"step": 3050000, "wall_time": 33560.143330574036, "train_loss_step": 4.0836334228515625, "n_params": 4592800, "total_flops": 43032698880000000, "train_loss": 0.02029828876256943, "subset_score_loss": 0.02029828876256943} +{"step": 3060000, "wall_time": 33656.357464790344, "train_loss_step": 4.245079040527344, "n_params": 4592800, "total_flops": 43173789696000000, "train_loss": 0.02099030017852783, "subset_score_loss": 0.02099030017852783} +{"step": 3070000, "wall_time": 33752.264994859695, "train_loss_step": 4.027725696563721, "n_params": 4592800, "total_flops": 43314880512000000, "train_loss": 0.022269734740257265, "subset_score_loss": 0.022269734740257265} +{"step": 3080000, "wall_time": 33846.743480205536, "train_loss_step": 3.758603096008301, "n_params": 4592800, "total_flops": 43455971328000000, "train_loss": 0.02030505836009979, "subset_score_loss": 0.02030505836009979} +{"step": 3090000, "wall_time": 33943.51342487335, "train_loss_step": 3.8777568340301514, "n_params": 4592800, "total_flops": 43597062144000000, "train_loss": 0.020269261300563814, "subset_score_loss": 0.020269261300563814} +{"step": 3100000, "wall_time": 34113.324515104294, "train_loss_step": 3.75032901763916, "n_params": 4592800, "total_flops": 43738152960000000, "train_loss": 0.022150819003582, "subset_score_loss": 0.022150819003582, "memorization_fraction_pixel": 0.4932999908924103, "mean_nn_ratio_pixel": 0.5764898657798767, "fid": 134.9328552275271, "fid_failed": 0.0} +{"step": 3110000, "wall_time": 34193.72101354599, "train_loss_step": 3.8208203315734863, "n_params": 4592800, "total_flops": 43879243776000000, "train_loss": 0.02009136527776718, "subset_score_loss": 0.02009136527776718} +{"step": 3120000, "wall_time": 34286.633647203445, "train_loss_step": 3.9461560249328613, "n_params": 4592800, "total_flops": 44020334592000000, "train_loss": 0.020765672624111175, "subset_score_loss": 0.020765672624111175} +{"step": 3130000, "wall_time": 34382.55022931099, "train_loss_step": 4.117866516113281, "n_params": 4592800, "total_flops": 44161425408000000, "train_loss": 0.02236848622560501, "subset_score_loss": 0.02236848622560501} +{"step": 3140000, "wall_time": 34478.88412094116, "train_loss_step": 3.8876962661743164, "n_params": 4592800, "total_flops": 44302516224000000, "train_loss": 0.02107899934053421, "subset_score_loss": 0.02107899934053421} +{"step": 3150000, "wall_time": 34575.64944291115, "train_loss_step": 3.962592363357544, "n_params": 4592800, "total_flops": 44443607040000000, "train_loss": 0.020281387865543364, "subset_score_loss": 0.020281387865543364} +{"step": 3160000, "wall_time": 34672.254573106766, "train_loss_step": 3.9261527061462402, "n_params": 4592800, "total_flops": 44584697856000000, "train_loss": 0.019702748954296113, "subset_score_loss": 0.019702748954296113} +{"step": 3170000, "wall_time": 34766.999591350555, "train_loss_step": 3.8741469383239746, "n_params": 4592800, "total_flops": 44725788672000000, "train_loss": 0.02238965779542923, "subset_score_loss": 0.02238965779542923} +{"step": 3180000, "wall_time": 34863.718668460846, "train_loss_step": 4.11614990234375, "n_params": 4592800, "total_flops": 44866879488000000, "train_loss": 0.021006470918655394, "subset_score_loss": 0.021006470918655394} +{"step": 3190000, "wall_time": 34960.49420380592, "train_loss_step": 4.3517165184021, "n_params": 4592800, "total_flops": 45007970304000000, "train_loss": 0.02060648798942566, "subset_score_loss": 0.02060648798942566} +{"step": 3200000, "wall_time": 35124.79557752609, "train_loss_step": 4.10760498046875, "n_params": 4592800, "total_flops": 45149061120000000, "train_loss": 0.020017480850219725, "subset_score_loss": 0.020017480850219725, "memorization_fraction_pixel": 0.48739999532699585, "mean_nn_ratio_pixel": 0.5865386128425598, "fid": 138.1058042874081, "fid_failed": 0.0} +{"step": 3210000, "wall_time": 35214.36276984215, "train_loss_step": 3.948575019836426, "n_params": 4592800, "total_flops": 45290151936000000, "train_loss": 0.022263160347938536, "subset_score_loss": 0.022263160347938536} +{"step": 3220000, "wall_time": 35300.29706144333, "train_loss_step": 4.291719436645508, "n_params": 4592800, "total_flops": 45431242752000000, "train_loss": 0.021145856380462645, "subset_score_loss": 0.021145856380462645} +{"step": 3230000, "wall_time": 35396.294528484344, "train_loss_step": 3.8556814193725586, "n_params": 4592800, "total_flops": 45572333568000000, "train_loss": 0.02065264731645584, "subset_score_loss": 0.02065264731645584} +{"step": 3240000, "wall_time": 35492.470489263535, "train_loss_step": 4.021571159362793, "n_params": 4592800, "total_flops": 45713424384000000, "train_loss": 0.020037053525447844, "subset_score_loss": 0.020037053525447844} +{"step": 3250000, "wall_time": 35589.32228684425, "train_loss_step": 3.9954171180725098, "n_params": 4592800, "total_flops": 45854515200000000, "train_loss": 0.019786569476127624, "subset_score_loss": 0.019786569476127624} +{"step": 3260000, "wall_time": 35683.8462805748, "train_loss_step": 4.4955291748046875, "n_params": 4592800, "total_flops": 45995606016000000, "train_loss": 0.0206034317612648, "subset_score_loss": 0.0206034317612648} +{"step": 3270000, "wall_time": 35780.67644953728, "train_loss_step": 4.587601661682129, "n_params": 4592800, "total_flops": 46136696832000000, "train_loss": 0.02027389854192734, "subset_score_loss": 0.02027389854192734} +{"step": 3280000, "wall_time": 35877.48692369461, "train_loss_step": 4.200794219970703, "n_params": 4592800, "total_flops": 46277787648000000, "train_loss": 0.01995633393526077, "subset_score_loss": 0.01995633393526077} +{"step": 3290000, "wall_time": 35972.11471104622, "train_loss_step": 3.8693885803222656, "n_params": 4592800, "total_flops": 46418878464000000, "train_loss": 0.01998322904109955, "subset_score_loss": 0.01998322904109955} +{"step": 3300000, "wall_time": 36138.975282907486, "train_loss_step": 3.8679628372192383, "n_params": 4592800, "total_flops": 46559969280000000, "train_loss": 0.019426178932189942, "subset_score_loss": 0.019426178932189942, "memorization_fraction_pixel": 0.5157999992370605, "mean_nn_ratio_pixel": 0.5642699003219604, "fid": 131.95725229129556, "fid_failed": 0.0} +{"step": 3310000, "wall_time": 36231.9243478775, "train_loss_step": 3.9033122062683105, "n_params": 4592800, "total_flops": 46701060096000000, "train_loss": 0.019455523788928987, "subset_score_loss": 0.019455523788928987} +{"step": 3320000, "wall_time": 36320.04397511482, "train_loss_step": 4.169323921203613, "n_params": 4592800, "total_flops": 46842150912000000, "train_loss": 0.01983841061592102, "subset_score_loss": 0.01983841061592102} +{"step": 3330000, "wall_time": 36415.33552598953, "train_loss_step": 4.034153938293457, "n_params": 4592800, "total_flops": 46983241728000000, "train_loss": 0.02059803009033203, "subset_score_loss": 0.02059803009033203} +{"step": 3340000, "wall_time": 36511.48982620239, "train_loss_step": 4.025486946105957, "n_params": 4592800, "total_flops": 47124332544000000, "train_loss": 0.02229040414094925, "subset_score_loss": 0.02229040414094925} +{"step": 3350000, "wall_time": 36606.34260082245, "train_loss_step": 4.078606605529785, "n_params": 4592800, "total_flops": 47265423360000000, "train_loss": 0.021476073563098906, "subset_score_loss": 0.021476073563098906} +{"step": 3360000, "wall_time": 36702.92600989342, "train_loss_step": 3.982205629348755, "n_params": 4592800, "total_flops": 47406514176000000, "train_loss": 0.020889563858509062, "subset_score_loss": 0.020889563858509062} +{"step": 3370000, "wall_time": 36799.786257982254, "train_loss_step": 3.9489266872406006, "n_params": 4592800, "total_flops": 47547604992000000, "train_loss": 0.019698797166347502, "subset_score_loss": 0.019698797166347502} +{"step": 3380000, "wall_time": 36894.1945810318, "train_loss_step": 4.0721588134765625, "n_params": 4592800, "total_flops": 47688695808000000, "train_loss": 0.01961921453475952, "subset_score_loss": 0.01961921453475952} +{"step": 3390000, "wall_time": 36990.69317340851, "train_loss_step": 3.984544515609741, "n_params": 4592800, "total_flops": 47829786624000000, "train_loss": 0.019638614356517793, "subset_score_loss": 0.019638614356517793} +{"step": 3400000, "wall_time": 37155.53446936607, "train_loss_step": 3.8588075637817383, "n_params": 4592800, "total_flops": 47970877440000000, "train_loss": 0.02017076164484024, "subset_score_loss": 0.02017076164484024, "memorization_fraction_pixel": 0.5253999829292297, "mean_nn_ratio_pixel": 0.5549166798591614, "fid": 128.36175518448448, "fid_failed": 0.0} +{"step": 3410000, "wall_time": 37251.44635081291, "train_loss_step": 4.180455207824707, "n_params": 4592800, "total_flops": 48111968256000000, "train_loss": 0.019095011055469513, "subset_score_loss": 0.019095011055469513} +{"step": 3420000, "wall_time": 37348.587554216385, "train_loss_step": 4.031364440917969, "n_params": 4592800, "total_flops": 48253059072000000, "train_loss": 0.021647398173809052, "subset_score_loss": 0.021647398173809052} +{"step": 3430000, "wall_time": 37430.038096666336, "train_loss_step": 3.5931127071380615, "n_params": 4592800, "total_flops": 48394149888000000, "train_loss": 0.020939792692661285, "subset_score_loss": 0.020939792692661285} +{"step": 3440000, "wall_time": 37525.06870222092, "train_loss_step": 3.9536614418029785, "n_params": 4592800, "total_flops": 48535240704000000, "train_loss": 0.021123090386390687, "subset_score_loss": 0.021123090386390687} +{"step": 3450000, "wall_time": 37620.84197330475, "train_loss_step": 3.9947726726531982, "n_params": 4592800, "total_flops": 48676331520000000, "train_loss": 0.01964249014854431, "subset_score_loss": 0.01964249014854431} +{"step": 3460000, "wall_time": 37717.55524110794, "train_loss_step": 4.130181312561035, "n_params": 4592800, "total_flops": 48817422336000000, "train_loss": 0.019810220599174498, "subset_score_loss": 0.019810220599174498} +{"step": 3470000, "wall_time": 37812.53270101547, "train_loss_step": 3.9722328186035156, "n_params": 4592800, "total_flops": 48958513152000000, "train_loss": 0.02044904828071594, "subset_score_loss": 0.02044904828071594} +{"step": 3480000, "wall_time": 37908.60610842705, "train_loss_step": 4.147936820983887, "n_params": 4592800, "total_flops": 49099603968000000, "train_loss": 0.02156655937433243, "subset_score_loss": 0.02156655937433243} +{"step": 3490000, "wall_time": 38005.61241936684, "train_loss_step": 3.956843852996826, "n_params": 4592800, "total_flops": 49240694784000000, "train_loss": 0.019866403937339783, "subset_score_loss": 0.019866403937339783} +{"step": 3500000, "wall_time": 38167.38872432709, "train_loss_step": 4.175402641296387, "n_params": 4592800, "total_flops": 49381785600000000, "train_loss": 0.020336531102657318, "subset_score_loss": 0.020336531102657318, "memorization_fraction_pixel": 0.5267000198364258, "mean_nn_ratio_pixel": 0.5538694858551025, "fid": 128.87499360407207, "fid_failed": 0.0} +{"step": 3510000, "wall_time": 38261.187041044235, "train_loss_step": 3.8217287063598633, "n_params": 4592800, "total_flops": 49522876416000000, "train_loss": 0.01946135759353638, "subset_score_loss": 0.01946135759353638} +{"step": 3520000, "wall_time": 38357.76357007027, "train_loss_step": 3.675541400909424, "n_params": 4592800, "total_flops": 49663967232000000, "train_loss": 0.019544829428195954, "subset_score_loss": 0.019544829428195954} +{"step": 3530000, "wall_time": 38451.93601369858, "train_loss_step": 3.890531063079834, "n_params": 4592800, "total_flops": 49805058048000000, "train_loss": 0.019565555453300475, "subset_score_loss": 0.019565555453300475} +{"step": 3540000, "wall_time": 38546.37160015106, "train_loss_step": 3.870638608932495, "n_params": 4592800, "total_flops": 49946148864000000, "train_loss": 0.0201791912317276, "subset_score_loss": 0.0201791912317276} +{"step": 3550000, "wall_time": 38642.83761191368, "train_loss_step": 3.753011703491211, "n_params": 4592800, "total_flops": 50087239680000000, "train_loss": 0.01920800507068634, "subset_score_loss": 0.01920800507068634} +{"step": 3560000, "wall_time": 38737.47477769852, "train_loss_step": 4.056523323059082, "n_params": 4592800, "total_flops": 50228330496000000, "train_loss": 0.018764765560626985, "subset_score_loss": 0.018764765560626985} +{"step": 3570000, "wall_time": 38833.85437512398, "train_loss_step": 3.8191099166870117, "n_params": 4592800, "total_flops": 50369421312000000, "train_loss": 0.01916530579328537, "subset_score_loss": 0.01916530579328537} +{"step": 3580000, "wall_time": 38930.30506563187, "train_loss_step": 3.833373546600342, "n_params": 4592800, "total_flops": 50510512128000000, "train_loss": 0.019299665093421937, "subset_score_loss": 0.019299665093421937} +{"step": 3590000, "wall_time": 39027.02392458916, "train_loss_step": 3.775686740875244, "n_params": 4592800, "total_flops": 50651602944000000, "train_loss": 0.01828678846359253, "subset_score_loss": 0.01828678846359253} +{"step": 3600000, "wall_time": 39194.04074335098, "train_loss_step": 3.933143138885498, "n_params": 4592800, "total_flops": 50792693760000000, "train_loss": 0.018007150292396544, "subset_score_loss": 0.018007150292396544, "memorization_fraction_pixel": 0.5342000126838684, "mean_nn_ratio_pixel": 0.5493939518928528, "fid": 130.38766422927011, "fid_failed": 0.0} +{"step": 3610000, "wall_time": 39290.96675300598, "train_loss_step": 3.7103159427642822, "n_params": 4592800, "total_flops": 50933784576000000, "train_loss": 0.021419517695903778, "subset_score_loss": 0.021419517695903778} +{"step": 3620000, "wall_time": 39387.820276498795, "train_loss_step": 3.9180257320404053, "n_params": 4592800, "total_flops": 51074875392000000, "train_loss": 0.018708963692188264, "subset_score_loss": 0.018708963692188264} +{"step": 3630000, "wall_time": 39480.083394527435, "train_loss_step": 4.070404052734375, "n_params": 4592800, "total_flops": 51215966208000000, "train_loss": 0.019555078446865083, "subset_score_loss": 0.019555078446865083} +{"step": 3640000, "wall_time": 39576.952199697495, "train_loss_step": 3.996633529663086, "n_params": 4592800, "total_flops": 51357057024000000, "train_loss": 0.018659059703350068, "subset_score_loss": 0.018659059703350068} +{"step": 3650000, "wall_time": 39672.43757343292, "train_loss_step": 4.134239673614502, "n_params": 4592800, "total_flops": 51498147840000000, "train_loss": 0.019051575660705568, "subset_score_loss": 0.019051575660705568} +{"step": 3660000, "wall_time": 39769.03218770027, "train_loss_step": 3.6116528511047363, "n_params": 4592800, "total_flops": 51639238656000000, "train_loss": 0.019588257372379302, "subset_score_loss": 0.019588257372379302} +{"step": 3670000, "wall_time": 39865.868505716324, "train_loss_step": 3.6652190685272217, "n_params": 4592800, "total_flops": 51780329472000000, "train_loss": 0.018307092785835265, "subset_score_loss": 0.018307092785835265} +{"step": 3680000, "wall_time": 39962.78133440018, "train_loss_step": 3.7532851696014404, "n_params": 4592800, "total_flops": 51921420288000000, "train_loss": 0.01835159957408905, "subset_score_loss": 0.01835159957408905} +{"step": 3690000, "wall_time": 40059.61234045029, "train_loss_step": 4.150432586669922, "n_params": 4592800, "total_flops": 52062511104000000, "train_loss": 0.018715137243270875, "subset_score_loss": 0.018715137243270875} +{"step": 3700000, "wall_time": 40228.195026397705, "train_loss_step": 3.8962957859039307, "n_params": 4592800, "total_flops": 52203601920000000, "train_loss": 0.019465093314647675, "subset_score_loss": 0.019465093314647675, "memorization_fraction_pixel": 0.559499979019165, "mean_nn_ratio_pixel": 0.5298072695732117, "fid": 122.30987953967306, "fid_failed": 0.0} +{"step": 3710000, "wall_time": 40325.10639715195, "train_loss_step": 3.9901328086853027, "n_params": 4592800, "total_flops": 52344692736000000, "train_loss": 0.019447232782840728, "subset_score_loss": 0.019447232782840728} +{"step": 3720000, "wall_time": 40419.606489658356, "train_loss_step": 4.32728910446167, "n_params": 4592800, "total_flops": 52485783552000000, "train_loss": 0.019290515780448915, "subset_score_loss": 0.019290515780448915} +{"step": 3730000, "wall_time": 40513.24860095978, "train_loss_step": 3.73820161819458, "n_params": 4592800, "total_flops": 52626874368000000, "train_loss": 0.018448066711425782, "subset_score_loss": 0.018448066711425782} +{"step": 3740000, "wall_time": 40595.73742437363, "train_loss_step": 3.5260915756225586, "n_params": 4592800, "total_flops": 52767965184000000, "train_loss": 0.017650946974754333, "subset_score_loss": 0.017650946974754333} +{"step": 3750000, "wall_time": 40692.49951505661, "train_loss_step": 3.8637490272521973, "n_params": 4592800, "total_flops": 52909056000000000, "train_loss": 0.019440823793411256, "subset_score_loss": 0.019440823793411256} +{"step": 3760000, "wall_time": 40788.6740398407, "train_loss_step": 4.154345512390137, "n_params": 4592800, "total_flops": 53050146816000000, "train_loss": 0.018759576976299285, "subset_score_loss": 0.018759576976299285} +{"step": 3770000, "wall_time": 40885.558562517166, "train_loss_step": 3.642861843109131, "n_params": 4592800, "total_flops": 53191237632000000, "train_loss": 0.019236482679843903, "subset_score_loss": 0.019236482679843903} +{"step": 3780000, "wall_time": 40982.33593130112, "train_loss_step": 3.5845654010772705, "n_params": 4592800, "total_flops": 53332328448000000, "train_loss": 0.018160241842269897, "subset_score_loss": 0.018160241842269897} +{"step": 3790000, "wall_time": 41078.2340824604, "train_loss_step": 3.9693119525909424, "n_params": 4592800, "total_flops": 53473419264000000, "train_loss": 0.01878945976495743, "subset_score_loss": 0.01878945976495743} +{"step": 3800000, "wall_time": 41236.16405248642, "train_loss_step": 3.6596717834472656, "n_params": 4592800, "total_flops": 53614510080000000, "train_loss": 0.019191330671310423, "subset_score_loss": 0.019191330671310423, "memorization_fraction_pixel": 0.5716000199317932, "mean_nn_ratio_pixel": 0.5228351354598999, "fid": 122.29983942710166, "fid_failed": 0.0} +{"step": 3810000, "wall_time": 41331.09402227402, "train_loss_step": 3.9387402534484863, "n_params": 4592800, "total_flops": 53755600896000000, "train_loss": 0.01748667359352112, "subset_score_loss": 0.01748667359352112} +{"step": 3820000, "wall_time": 41427.86213469505, "train_loss_step": 3.901573657989502, "n_params": 4592800, "total_flops": 53896691712000000, "train_loss": 0.0213408425450325, "subset_score_loss": 0.0213408425450325} +{"step": 3830000, "wall_time": 41521.9204685688, "train_loss_step": 3.945840358734131, "n_params": 4592800, "total_flops": 54037782528000000, "train_loss": 0.020382852852344514, "subset_score_loss": 0.020382852852344514} +{"step": 3840000, "wall_time": 41609.64617109299, "train_loss_step": 3.9526050090789795, "n_params": 4592800, "total_flops": 54178873344000000, "train_loss": 0.02036091685295105, "subset_score_loss": 0.02036091685295105} +{"step": 3850000, "wall_time": 41700.140750169754, "train_loss_step": 3.812394618988037, "n_params": 4592800, "total_flops": 54319964160000000, "train_loss": 0.019743660092353822, "subset_score_loss": 0.019743660092353822} +{"step": 3860000, "wall_time": 41796.806419849396, "train_loss_step": 3.928980827331543, "n_params": 4592800, "total_flops": 54461054976000000, "train_loss": 0.018516837060451506, "subset_score_loss": 0.018516837060451506} +{"step": 3870000, "wall_time": 41893.659883499146, "train_loss_step": 3.8083410263061523, "n_params": 4592800, "total_flops": 54602145792000000, "train_loss": 0.01921848803758621, "subset_score_loss": 0.01921848803758621} +{"step": 3880000, "wall_time": 41990.443501234055, "train_loss_step": 3.9457366466522217, "n_params": 4592800, "total_flops": 54743236608000000, "train_loss": 0.019333921372890472, "subset_score_loss": 0.019333921372890472} +{"step": 3890000, "wall_time": 42087.00991845131, "train_loss_step": 3.481978416442871, "n_params": 4592800, "total_flops": 54884327424000000, "train_loss": 0.0180323526263237, "subset_score_loss": 0.0180323526263237} +{"step": 3900000, "wall_time": 42243.36752820015, "train_loss_step": 3.730010509490967, "n_params": 4592800, "total_flops": 55025418240000000, "train_loss": 0.01736522316932678, "subset_score_loss": 0.01736522316932678, "memorization_fraction_pixel": 0.5368000268936157, "mean_nn_ratio_pixel": 0.5480681657791138, "fid": 134.68296844361228, "fid_failed": 0.0} +{"step": 3910000, "wall_time": 42338.15317773819, "train_loss_step": 3.986595869064331, "n_params": 4592800, "total_flops": 55166509056000000, "train_loss": 0.020282624661922453, "subset_score_loss": 0.020282624661922453} +{"step": 3920000, "wall_time": 42433.000151872635, "train_loss_step": 3.8214659690856934, "n_params": 4592800, "total_flops": 55307599872000000, "train_loss": 0.019130195677280425, "subset_score_loss": 0.019130195677280425} +{"step": 3930000, "wall_time": 42529.05799102783, "train_loss_step": 4.2076826095581055, "n_params": 4592800, "total_flops": 55448690688000000, "train_loss": 0.018331022560596467, "subset_score_loss": 0.018331022560596467} +{"step": 3940000, "wall_time": 42625.50582265854, "train_loss_step": 3.966083288192749, "n_params": 4592800, "total_flops": 55589781504000000, "train_loss": 0.0191749706864357, "subset_score_loss": 0.0191749706864357} +{"step": 3950000, "wall_time": 42705.87320184708, "train_loss_step": 3.8719420433044434, "n_params": 4592800, "total_flops": 55730872320000000, "train_loss": 0.01917148381471634, "subset_score_loss": 0.01917148381471634} +{"step": 3960000, "wall_time": 42798.71904659271, "train_loss_step": 3.894965171813965, "n_params": 4592800, "total_flops": 55871963136000000, "train_loss": 0.01769081801176071, "subset_score_loss": 0.01769081801176071} +{"step": 3970000, "wall_time": 42895.36090397835, "train_loss_step": 4.027907371520996, "n_params": 4592800, "total_flops": 56013053952000000, "train_loss": 0.019980934262275696, "subset_score_loss": 0.019980934262275696} +{"step": 3980000, "wall_time": 42991.19078993797, "train_loss_step": 3.769522190093994, "n_params": 4592800, "total_flops": 56154144768000000, "train_loss": 0.017812643945217133, "subset_score_loss": 0.017812643945217133} +{"step": 3990000, "wall_time": 43087.660051345825, "train_loss_step": 3.760258674621582, "n_params": 4592800, "total_flops": 56295235584000000, "train_loss": 0.018162648379802703, "subset_score_loss": 0.018162648379802703} +{"step": 4000000, "wall_time": 43242.81163954735, "train_loss_step": 4.16004753112793, "n_params": 4592800, "total_flops": 56436326400000000, "train_loss": 0.018397049605846406, "subset_score_loss": 0.018397049605846406, "memorization_fraction_pixel": 0.5906999707221985, "mean_nn_ratio_pixel": 0.5071099400520325, "fid": 119.15565680009443, "fid_failed": 0.0} +{"step": 4010000, "wall_time": 43337.939344882965, "train_loss_step": 3.9645237922668457, "n_params": 4592800, "total_flops": 56577417216000000, "train_loss": 0.018284785747528075, "subset_score_loss": 0.018284785747528075} +{"step": 4020000, "wall_time": 43435.19972085953, "train_loss_step": 4.063227653503418, "n_params": 4592800, "total_flops": 56718508032000000, "train_loss": 0.018088552355766296, "subset_score_loss": 0.018088552355766296} +{"step": 4030000, "wall_time": 43531.81640958786, "train_loss_step": 3.723641872406006, "n_params": 4592800, "total_flops": 56859598848000000, "train_loss": 0.018089212477207184, "subset_score_loss": 0.018089212477207184} +{"step": 4040000, "wall_time": 43627.86101126671, "train_loss_step": 3.554288148880005, "n_params": 4592800, "total_flops": 57000689664000000, "train_loss": 0.01767333447933197, "subset_score_loss": 0.01767333447933197} +{"step": 4050000, "wall_time": 43725.047936201096, "train_loss_step": 4.000618934631348, "n_params": 4592800, "total_flops": 57141780480000000, "train_loss": 0.017271186411380767, "subset_score_loss": 0.017271186411380767} +{"step": 4060000, "wall_time": 43808.861392736435, "train_loss_step": 4.07350492477417, "n_params": 4592800, "total_flops": 57282871296000000, "train_loss": 0.0187826544046402, "subset_score_loss": 0.0187826544046402} +{"step": 4070000, "wall_time": 43905.82527041435, "train_loss_step": 4.024089336395264, "n_params": 4592800, "total_flops": 57423962112000000, "train_loss": 0.019263601303100585, "subset_score_loss": 0.019263601303100585} +{"step": 4080000, "wall_time": 44002.40623807907, "train_loss_step": 3.6775026321411133, "n_params": 4592800, "total_flops": 57565052928000000, "train_loss": 0.01782771050930023, "subset_score_loss": 0.01782771050930023} +{"step": 4090000, "wall_time": 44099.10101437569, "train_loss_step": 3.614394187927246, "n_params": 4592800, "total_flops": 57706143744000000, "train_loss": 0.01793826073408127, "subset_score_loss": 0.01793826073408127} +{"step": 4100000, "wall_time": 44251.718682050705, "train_loss_step": 3.695131540298462, "n_params": 4592800, "total_flops": 57847234560000000, "train_loss": 0.018440033495426177, "subset_score_loss": 0.018440033495426177, "memorization_fraction_pixel": 0.5928000211715698, "mean_nn_ratio_pixel": 0.5077992081642151, "fid": 116.59023402242889, "fid_failed": 0.0} +{"step": 4110000, "wall_time": 44348.54414486885, "train_loss_step": 3.6462011337280273, "n_params": 4592800, "total_flops": 57988325376000000, "train_loss": 0.017697221040725707, "subset_score_loss": 0.017697221040725707} +{"step": 4120000, "wall_time": 44445.56252408028, "train_loss_step": 3.659524440765381, "n_params": 4592800, "total_flops": 58129416192000000, "train_loss": 0.017751801013946533, "subset_score_loss": 0.017751801013946533} +{"step": 4130000, "wall_time": 44541.61409878731, "train_loss_step": 3.9757182598114014, "n_params": 4592800, "total_flops": 58270507008000000, "train_loss": 0.017680297791957855, "subset_score_loss": 0.017680297791957855} +{"step": 4140000, "wall_time": 44637.87422156334, "train_loss_step": 3.9263062477111816, "n_params": 4592800, "total_flops": 58411597824000000, "train_loss": 0.017278793454170226, "subset_score_loss": 0.017278793454170226} +{"step": 4150000, "wall_time": 44734.63881421089, "train_loss_step": 3.8270928859710693, "n_params": 4592800, "total_flops": 58552688640000000, "train_loss": 0.018475009500980376, "subset_score_loss": 0.018475009500980376} +{"step": 4160000, "wall_time": 44826.59764790535, "train_loss_step": 3.898705005645752, "n_params": 4592800, "total_flops": 58693779456000000, "train_loss": 0.017775291204452516, "subset_score_loss": 0.017775291204452516} +{"step": 4170000, "wall_time": 44914.03223347664, "train_loss_step": 3.802408218383789, "n_params": 4592800, "total_flops": 58834870272000000, "train_loss": 0.019403040409088135, "subset_score_loss": 0.019403040409088135} +{"step": 4180000, "wall_time": 45010.6463060379, "train_loss_step": 3.8513357639312744, "n_params": 4592800, "total_flops": 58975961088000000, "train_loss": 0.017149832844734193, "subset_score_loss": 0.017149832844734193} +{"step": 4190000, "wall_time": 45105.29082918167, "train_loss_step": 3.7186481952667236, "n_params": 4592800, "total_flops": 59117051904000000, "train_loss": 0.01744919568300247, "subset_score_loss": 0.01744919568300247} +{"step": 4200000, "wall_time": 45260.424409627914, "train_loss_step": 3.446125030517578, "n_params": 4592800, "total_flops": 59258142720000000, "train_loss": 0.019035309553146362, "subset_score_loss": 0.019035309553146362, "memorization_fraction_pixel": 0.6204000115394592, "mean_nn_ratio_pixel": 0.4846244156360626, "fid": 115.39549063276895, "fid_failed": 0.0} +{"step": 4210000, "wall_time": 45357.64406085014, "train_loss_step": 3.864319086074829, "n_params": 4592800, "total_flops": 59399233536000000, "train_loss": 0.016732382774353027, "subset_score_loss": 0.016732382774353027} +{"step": 4220000, "wall_time": 45454.786455869675, "train_loss_step": 3.490638256072998, "n_params": 4592800, "total_flops": 59540324352000000, "train_loss": 0.01813616156578064, "subset_score_loss": 0.01813616156578064} +{"step": 4230000, "wall_time": 45551.019932985306, "train_loss_step": 3.8533706665039062, "n_params": 4592800, "total_flops": 59681415168000000, "train_loss": 0.016784460842609407, "subset_score_loss": 0.016784460842609407} +{"step": 4240000, "wall_time": 45647.52649474144, "train_loss_step": 3.510784149169922, "n_params": 4592800, "total_flops": 59822505984000000, "train_loss": 0.018162325024604797, "subset_score_loss": 0.018162325024604797} +{"step": 4250000, "wall_time": 45744.61423635483, "train_loss_step": 3.997457981109619, "n_params": 4592800, "total_flops": 59963596800000000, "train_loss": 0.01772284060716629, "subset_score_loss": 0.01772284060716629} +{"step": 4260000, "wall_time": 45841.342675447464, "train_loss_step": 3.421251058578491, "n_params": 4592800, "total_flops": 60104687616000000, "train_loss": 0.0205593541264534, "subset_score_loss": 0.0205593541264534} +{"step": 4270000, "wall_time": 45924.987652778625, "train_loss_step": 3.9601001739501953, "n_params": 4592800, "total_flops": 60245778432000000, "train_loss": 0.019092616438865662, "subset_score_loss": 0.019092616438865662} +{"step": 4280000, "wall_time": 46012.81804537773, "train_loss_step": 3.5543339252471924, "n_params": 4592800, "total_flops": 60386869248000000, "train_loss": 0.018500936031341553, "subset_score_loss": 0.018500936031341553} +{"step": 4290000, "wall_time": 46106.87031340599, "train_loss_step": 3.7688961029052734, "n_params": 4592800, "total_flops": 60527960064000000, "train_loss": 0.017078806459903718, "subset_score_loss": 0.017078806459903718} +{"step": 4300000, "wall_time": 46264.6828725338, "train_loss_step": 3.4365501403808594, "n_params": 4592800, "total_flops": 60669050880000000, "train_loss": 0.016711717844009398, "subset_score_loss": 0.016711717844009398, "memorization_fraction_pixel": 0.5879999995231628, "mean_nn_ratio_pixel": 0.5121439099311829, "fid": 122.02034166014549, "fid_failed": 0.0} +{"step": 4310000, "wall_time": 46361.71667146683, "train_loss_step": 3.6813371181488037, "n_params": 4592800, "total_flops": 60810141696000000, "train_loss": 0.01787068247795105, "subset_score_loss": 0.01787068247795105} +{"step": 4320000, "wall_time": 46458.145367860794, "train_loss_step": 3.9645633697509766, "n_params": 4592800, "total_flops": 60951232512000000, "train_loss": 0.018857434391975403, "subset_score_loss": 0.018857434391975403} +{"step": 4330000, "wall_time": 46554.51532793045, "train_loss_step": 4.153386116027832, "n_params": 4592800, "total_flops": 61092323328000000, "train_loss": 0.017508746683597566, "subset_score_loss": 0.017508746683597566} +{"step": 4340000, "wall_time": 46650.772206783295, "train_loss_step": 3.9536705017089844, "n_params": 4592800, "total_flops": 61233414144000000, "train_loss": 0.017668873071670532, "subset_score_loss": 0.017668873071670532} +{"step": 4350000, "wall_time": 46747.51349854469, "train_loss_step": 3.7047061920166016, "n_params": 4592800, "total_flops": 61374504960000000, "train_loss": 0.01925010234117508, "subset_score_loss": 0.01925010234117508} +{"step": 4360000, "wall_time": 46843.703265190125, "train_loss_step": 3.622225284576416, "n_params": 4592800, "total_flops": 61515595776000000, "train_loss": 0.017719043791294097, "subset_score_loss": 0.017719043791294097} +{"step": 4370000, "wall_time": 46940.30081105232, "train_loss_step": 3.656515598297119, "n_params": 4592800, "total_flops": 61656686592000000, "train_loss": 0.01709175556898117, "subset_score_loss": 0.01709175556898117} +{"step": 4380000, "wall_time": 47018.747574567795, "train_loss_step": 3.783139705657959, "n_params": 4592800, "total_flops": 61797777408000000, "train_loss": 0.017635923624038697, "subset_score_loss": 0.017635923624038697} +{"step": 4390000, "wall_time": 47114.352662324905, "train_loss_step": 3.915153741836548, "n_params": 4592800, "total_flops": 61938868224000000, "train_loss": 0.01687091588973999, "subset_score_loss": 0.01687091588973999} +{"step": 4400000, "wall_time": 47274.6299033165, "train_loss_step": 4.101053237915039, "n_params": 4592800, "total_flops": 62079959040000000, "train_loss": 0.01707359105348587, "subset_score_loss": 0.01707359105348587, "memorization_fraction_pixel": 0.5641000270843506, "mean_nn_ratio_pixel": 0.5294974446296692, "fid": 124.2896651639494, "fid_failed": 0.0} +{"step": 4410000, "wall_time": 47371.71441793442, "train_loss_step": 3.7792162895202637, "n_params": 4592800, "total_flops": 62221049856000000, "train_loss": 0.01763860583305359, "subset_score_loss": 0.01763860583305359} +{"step": 4420000, "wall_time": 47468.189222574234, "train_loss_step": 3.712456703186035, "n_params": 4592800, "total_flops": 62362140672000000, "train_loss": 0.01748768538236618, "subset_score_loss": 0.01748768538236618} +{"step": 4430000, "wall_time": 47565.19768834114, "train_loss_step": 3.737589120864868, "n_params": 4592800, "total_flops": 62503231488000000, "train_loss": 0.017530320584774016, "subset_score_loss": 0.017530320584774016} +{"step": 4440000, "wall_time": 47661.30744075775, "train_loss_step": 4.015966415405273, "n_params": 4592800, "total_flops": 62644322304000000, "train_loss": 0.017584846913814546, "subset_score_loss": 0.017584846913814546} +{"step": 4450000, "wall_time": 47758.11787247658, "train_loss_step": 3.590636730194092, "n_params": 4592800, "total_flops": 62785413120000000, "train_loss": 0.01655106544494629, "subset_score_loss": 0.01655106544494629} +{"step": 4460000, "wall_time": 47854.9992544651, "train_loss_step": 3.539463996887207, "n_params": 4592800, "total_flops": 62926503936000000, "train_loss": 0.017691895365715027, "subset_score_loss": 0.017691895365715027} +{"step": 4470000, "wall_time": 47946.22199964523, "train_loss_step": 3.5822877883911133, "n_params": 4592800, "total_flops": 63067594752000000, "train_loss": 0.018545296788215638, "subset_score_loss": 0.018545296788215638} +{"step": 4480000, "wall_time": 48043.928092479706, "train_loss_step": 3.6002774238586426, "n_params": 4592800, "total_flops": 63208685568000000, "train_loss": 0.016328838467597962, "subset_score_loss": 0.016328838467597962} +{"step": 4490000, "wall_time": 48137.42742705345, "train_loss_step": 3.774412155151367, "n_params": 4592800, "total_flops": 63349776384000000, "train_loss": 0.01705847531557083, "subset_score_loss": 0.01705847531557083} +{"step": 4500000, "wall_time": 48306.11458301544, "train_loss_step": 3.7969930171966553, "n_params": 4592800, "total_flops": 63490867200000000, "train_loss": 0.018135005235672, "subset_score_loss": 0.018135005235672, "memorization_fraction_pixel": 0.6082000136375427, "mean_nn_ratio_pixel": 0.49466395378112793, "fid": 118.49776984994583, "fid_failed": 0.0} +{"step": 4510000, "wall_time": 48402.94696998596, "train_loss_step": 3.741708278656006, "n_params": 4592800, "total_flops": 63631958016000000, "train_loss": 0.016943107545375823, "subset_score_loss": 0.016943107545375823} +{"step": 4520000, "wall_time": 48499.69140601158, "train_loss_step": 3.88173246383667, "n_params": 4592800, "total_flops": 63773048832000000, "train_loss": 0.016869571805000306, "subset_score_loss": 0.016869571805000306} +{"step": 4530000, "wall_time": 48596.5713994503, "train_loss_step": 3.7485880851745605, "n_params": 4592800, "total_flops": 63914139648000000, "train_loss": 0.017559777200222015, "subset_score_loss": 0.017559777200222015} +{"step": 4540000, "wall_time": 48693.139253377914, "train_loss_step": 3.842233657836914, "n_params": 4592800, "total_flops": 64055230464000000, "train_loss": 0.01654346436262131, "subset_score_loss": 0.01654346436262131} +{"step": 4550000, "wall_time": 48789.93761587143, "train_loss_step": 3.8718883991241455, "n_params": 4592800, "total_flops": 64196321280000000, "train_loss": 0.016331808269023897, "subset_score_loss": 0.016331808269023897} +{"step": 4560000, "wall_time": 48881.81507396698, "train_loss_step": 3.5850043296813965, "n_params": 4592800, "total_flops": 64337412096000000, "train_loss": 0.017491143941879273, "subset_score_loss": 0.017491143941879273} +{"step": 4570000, "wall_time": 48959.79675221443, "train_loss_step": 3.880251884460449, "n_params": 4592800, "total_flops": 64478502912000000, "train_loss": 0.017477092146873475, "subset_score_loss": 0.017477092146873475} +{"step": 4580000, "wall_time": 49037.829401254654, "train_loss_step": 3.5976405143737793, "n_params": 4592800, "total_flops": 64619593728000000, "train_loss": 0.01653773933649063, "subset_score_loss": 0.01653773933649063} +{"step": 4590000, "wall_time": 49111.86769652367, "train_loss_step": 3.611787796020508, "n_params": 4592800, "total_flops": 64760684544000000, "train_loss": 0.017299018800258636, "subset_score_loss": 0.017299018800258636} +{"step": 4600000, "wall_time": 49247.48560214043, "train_loss_step": 3.730616569519043, "n_params": 4592800, "total_flops": 64901775360000000, "train_loss": 0.017873683571815492, "subset_score_loss": 0.017873683571815492, "memorization_fraction_pixel": 0.6057999730110168, "mean_nn_ratio_pixel": 0.4988362193107605, "fid": 118.41385437673237, "fid_failed": 0.0} +{"step": 4610000, "wall_time": 49326.00432896614, "train_loss_step": 3.8262856006622314, "n_params": 4592800, "total_flops": 65042866176000000, "train_loss": 0.017509038746356963, "subset_score_loss": 0.017509038746356963} +{"step": 4620000, "wall_time": 49404.39669084549, "train_loss_step": 3.8678555488586426, "n_params": 4592800, "total_flops": 65183956992000000, "train_loss": 0.0182148277759552, "subset_score_loss": 0.0182148277759552} +{"step": 4630000, "wall_time": 49482.422258615494, "train_loss_step": 3.92800235748291, "n_params": 4592800, "total_flops": 65325047808000000, "train_loss": 0.017988207936286926, "subset_score_loss": 0.017988207936286926} +{"step": 4640000, "wall_time": 49560.782032728195, "train_loss_step": 3.5798721313476562, "n_params": 4592800, "total_flops": 65466138624000000, "train_loss": 0.01644860953092575, "subset_score_loss": 0.01644860953092575} +{"step": 4650000, "wall_time": 49638.157975673676, "train_loss_step": 3.6066410541534424, "n_params": 4592800, "total_flops": 65607229440000000, "train_loss": 0.016087520122528075, "subset_score_loss": 0.016087520122528075} +{"step": 4660000, "wall_time": 49697.45750665665, "train_loss_step": 3.75213623046875, "n_params": 4592800, "total_flops": 65748320256000000, "train_loss": 0.01697167456150055, "subset_score_loss": 0.01697167456150055} +{"step": 4670000, "wall_time": 49757.273934841156, "train_loss_step": 3.676236629486084, "n_params": 4592800, "total_flops": 65889411072000000, "train_loss": 0.017457008361816406, "subset_score_loss": 0.017457008361816406} +{"step": 4680000, "wall_time": 49817.232795238495, "train_loss_step": 3.935438632965088, "n_params": 4592800, "total_flops": 66030501888000000, "train_loss": 0.016964024305343627, "subset_score_loss": 0.016964024305343627} +{"step": 4690000, "wall_time": 49868.7080411911, "train_loss_step": 3.542621612548828, "n_params": 4592800, "total_flops": 66171592704000000, "train_loss": 0.019097952544689177, "subset_score_loss": 0.019097952544689177} +{"step": 4700000, "wall_time": 49977.98035931587, "train_loss_step": 3.728463649749756, "n_params": 4592800, "total_flops": 66312683520000000, "train_loss": 0.019784797728061677, "subset_score_loss": 0.019784797728061677, "memorization_fraction_pixel": 0.6171000003814697, "mean_nn_ratio_pixel": 0.49277958273887634, "fid": 116.91110487818572, "fid_failed": 0.0} +{"step": 4710000, "wall_time": 50037.75783109665, "train_loss_step": 3.4577088356018066, "n_params": 4592800, "total_flops": 66453774336000000, "train_loss": 0.019399932026863097, "subset_score_loss": 0.019399932026863097} +{"step": 4720000, "wall_time": 50097.38251543045, "train_loss_step": 3.854553461074829, "n_params": 4592800, "total_flops": 66594865152000000, "train_loss": 0.01607239097356796, "subset_score_loss": 0.01607239097356796} +{"step": 4730000, "wall_time": 50157.07907605171, "train_loss_step": 3.7449541091918945, "n_params": 4592800, "total_flops": 66735955968000000, "train_loss": 0.017922978103160857, "subset_score_loss": 0.017922978103160857} +{"step": 4740000, "wall_time": 50216.48635149002, "train_loss_step": 3.7087323665618896, "n_params": 4592800, "total_flops": 66877046784000000, "train_loss": 0.016056083142757416, "subset_score_loss": 0.016056083142757416} +{"step": 4750000, "wall_time": 50276.12793636322, "train_loss_step": 3.6599059104919434, "n_params": 4592800, "total_flops": 67018137600000000, "train_loss": 0.017261774837970735, "subset_score_loss": 0.017261774837970735} +{"step": 4760000, "wall_time": 50335.781136751175, "train_loss_step": 3.9222357273101807, "n_params": 4592800, "total_flops": 67159228416000000, "train_loss": 0.017343443632125855, "subset_score_loss": 0.017343443632125855} +{"step": 4770000, "wall_time": 50395.40961432457, "train_loss_step": 3.777660369873047, "n_params": 4592800, "total_flops": 67300319232000000, "train_loss": 0.017489150166511536, "subset_score_loss": 0.017489150166511536} +{"step": 4780000, "wall_time": 50454.78119754791, "train_loss_step": 3.348756790161133, "n_params": 4592800, "total_flops": 67441410048000000, "train_loss": 0.01632671058177948, "subset_score_loss": 0.01632671058177948} +{"step": 4790000, "wall_time": 50506.75851726532, "train_loss_step": 3.3363306522369385, "n_params": 4592800, "total_flops": 67582500864000000, "train_loss": 0.01647622287273407, "subset_score_loss": 0.01647622287273407} +{"step": 4800000, "wall_time": 50616.04271745682, "train_loss_step": 3.5308103561401367, "n_params": 4592800, "total_flops": 67723591680000000, "train_loss": 0.019478072226047517, "subset_score_loss": 0.019478072226047517, "memorization_fraction_pixel": 0.6092000007629395, "mean_nn_ratio_pixel": 0.49577876925468445, "fid": 123.06659710279197, "fid_failed": 0.0} +{"step": 4810000, "wall_time": 50675.82949900627, "train_loss_step": 3.524733066558838, "n_params": 4592800, "total_flops": 67864682496000000, "train_loss": 0.017107895016670226, "subset_score_loss": 0.017107895016670226} +{"step": 4820000, "wall_time": 50735.64716506004, "train_loss_step": 3.828993558883667, "n_params": 4592800, "total_flops": 68005773312000000, "train_loss": 0.01598806232213974, "subset_score_loss": 0.01598806232213974} +{"step": 4830000, "wall_time": 50795.45966005325, "train_loss_step": 3.8038387298583984, "n_params": 4592800, "total_flops": 68146864128000000, "train_loss": 0.01589585393667221, "subset_score_loss": 0.01589585393667221} +{"step": 4840000, "wall_time": 50855.367109537125, "train_loss_step": 3.7355241775512695, "n_params": 4592800, "total_flops": 68287954944000000, "train_loss": 0.015443857014179229, "subset_score_loss": 0.015443857014179229} +{"step": 4850000, "wall_time": 50915.17414402962, "train_loss_step": 3.6150059700012207, "n_params": 4592800, "total_flops": 68429045760000000, "train_loss": 0.016354206204414367, "subset_score_loss": 0.016354206204414367} +{"step": 4860000, "wall_time": 50975.0864481926, "train_loss_step": 3.5754384994506836, "n_params": 4592800, "total_flops": 68570136576000000, "train_loss": 0.017690540850162507, "subset_score_loss": 0.017690540850162507} +{"step": 4870000, "wall_time": 51034.82135128975, "train_loss_step": 3.81878399848938, "n_params": 4592800, "total_flops": 68711227392000000, "train_loss": 0.01615208089351654, "subset_score_loss": 0.01615208089351654} +{"step": 4880000, "wall_time": 51081.914669036865, "train_loss_step": 3.6655526161193848, "n_params": 4592800, "total_flops": 68852318208000000, "train_loss": 0.016931010782718657, "subset_score_loss": 0.016931010782718657} +{"step": 4890000, "wall_time": 51116.936640262604, "train_loss_step": 3.4622082710266113, "n_params": 4592800, "total_flops": 68993409024000000, "train_loss": 0.017437778413295746, "subset_score_loss": 0.017437778413295746} +{"step": 4900000, "wall_time": 51194.540902376175, "train_loss_step": 3.4484634399414062, "n_params": 4592800, "total_flops": 69134499840000000, "train_loss": 0.01754980832338333, "subset_score_loss": 0.01754980832338333, "memorization_fraction_pixel": 0.6222000122070312, "mean_nn_ratio_pixel": 0.4852607548236847, "fid": 115.73836457653599, "fid_failed": 0.0} +{"step": 4910000, "wall_time": 51235.1688811779, "train_loss_step": 3.4338130950927734, "n_params": 4592800, "total_flops": 69275590656000000, "train_loss": 0.016110339760780336, "subset_score_loss": 0.016110339760780336} +{"step": 4920000, "wall_time": 51275.94090270996, "train_loss_step": 3.423471450805664, "n_params": 4592800, "total_flops": 69416681472000000, "train_loss": 0.016847743093967436, "subset_score_loss": 0.016847743093967436} +{"step": 4930000, "wall_time": 51316.82231235504, "train_loss_step": 3.5748724937438965, "n_params": 4592800, "total_flops": 69557772288000000, "train_loss": 0.017123185098171234, "subset_score_loss": 0.017123185098171234} +{"step": 4940000, "wall_time": 51357.64981031418, "train_loss_step": 3.5359997749328613, "n_params": 4592800, "total_flops": 69698863104000000, "train_loss": 0.016349244117736816, "subset_score_loss": 0.016349244117736816} +{"step": 4950000, "wall_time": 51398.46593260765, "train_loss_step": 3.6945960521698, "n_params": 4592800, "total_flops": 69839953920000000, "train_loss": 0.01812435984611511, "subset_score_loss": 0.01812435984611511} +{"step": 4960000, "wall_time": 51439.18323755264, "train_loss_step": 3.511754035949707, "n_params": 4592800, "total_flops": 69981044736000000, "train_loss": 0.017149631679058076, "subset_score_loss": 0.017149631679058076} +{"step": 4970000, "wall_time": 51479.970856666565, "train_loss_step": 3.6458027362823486, "n_params": 4592800, "total_flops": 70122135552000000, "train_loss": 0.016744567453861235, "subset_score_loss": 0.016744567453861235} +{"step": 4980000, "wall_time": 51520.80203008652, "train_loss_step": 3.8676223754882812, "n_params": 4592800, "total_flops": 70263226368000000, "train_loss": 0.015628880262374877, "subset_score_loss": 0.015628880262374877} +{"step": 4990000, "wall_time": 51554.98885965347, "train_loss_step": 3.5043234825134277, "n_params": 4592800, "total_flops": 70404317184000000, "train_loss": 0.016633036732673644, "subset_score_loss": 0.016633036732673644} +{"step": 5000000, "wall_time": 51631.898379802704, "train_loss_step": 3.6471705436706543, "n_params": 4592800, "total_flops": 70545408000000000, "train_loss": 0.019390466809272765, "subset_score_loss": 0.019390466809272765, "memorization_fraction_pixel": 0.6625999808311462, "mean_nn_ratio_pixel": 0.45582613348960876, "fid": 109.42548808868527, "fid_failed": 0.0} diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d160/runner.log b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d160/runner.log new file mode 100644 index 0000000000000000000000000000000000000000..ec71844abcd7b4c89158eb54ebacc3dabc4151fc --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d160/runner.log @@ -0,0 +1,502 @@ + FID real-side stats cached over 1000 diverse train images + step 1 | 90s | train_loss=1.0029 | fid=311.1487 + step 10000 | 207s | train_loss=0.7843 + step 20000 | 324s | train_loss=0.6439 + step 30000 | 442s | train_loss=0.5240 + step 40000 | 558s | train_loss=0.4199 + step 50000 | 675s | train_loss=0.3371 + step 60000 | 793s | train_loss=0.2689 + step 70000 | 909s | train_loss=0.2230 + step 80000 | 1026s | train_loss=0.1908 + step 90000 | 1142s | train_loss=0.1618 + step 100000 | 1346s | train_loss=0.1484 | fid=195.2717 + step 110000 | 1461s | train_loss=0.1340 + step 120000 | 1577s | train_loss=0.1311 + step 130000 | 1694s | train_loss=0.1189 + step 140000 | 1810s | train_loss=0.1143 + step 150000 | 1927s | train_loss=0.1094 + step 160000 | 2043s | train_loss=0.1022 + step 170000 | 2159s | train_loss=0.1014 + step 180000 | 2276s | train_loss=0.0937 + step 190000 | 2390s | train_loss=0.0943 + step 200000 | 2596s | train_loss=0.0927 | fid=224.0416 + step 210000 | 2709s | train_loss=0.0904 + step 220000 | 2826s | train_loss=0.0876 + step 230000 | 2942s | train_loss=0.0900 + step 240000 | 3059s | train_loss=0.0850 + step 250000 | 3176s | train_loss=0.0864 + step 260000 | 3293s | train_loss=0.0770 + step 270000 | 3410s | train_loss=0.0741 + step 280000 | 3524s | train_loss=0.0824 + step 290000 | 3637s | train_loss=0.0759 + step 300000 | 3847s | train_loss=0.0732 | fid=230.3173 + step 310000 | 3961s | train_loss=0.0729 + step 320000 | 4078s | train_loss=0.0704 + step 330000 | 4195s | train_loss=0.0703 + step 340000 | 4312s | train_loss=0.0722 + step 350000 | 4429s | train_loss=0.0666 + step 360000 | 4545s | train_loss=0.0679 + step 370000 | 4659s | train_loss=0.0703 + step 380000 | 4773s | train_loss=0.0693 + step 390000 | 4887s | train_loss=0.0632 + step 400000 | 5098s | train_loss=0.0643 | fid=224.4460 + step 410000 | 5211s | train_loss=0.0633 + step 420000 | 5328s | train_loss=0.0605 + step 430000 | 5445s | train_loss=0.0617 + step 440000 | 5562s | train_loss=0.0587 + step 450000 | 5679s | train_loss=0.0581 + step 460000 | 5793s | train_loss=0.0618 + step 470000 | 5908s | train_loss=0.0605 + step 480000 | 6023s | train_loss=0.0605 + step 490000 | 6139s | train_loss=0.0578 + step 500000 | 6352s | train_loss=0.0587 | fid=236.9721 + step 510000 | 6466s | train_loss=0.0590 + step 520000 | 6583s | train_loss=0.0545 + step 530000 | 6698s | train_loss=0.0572 + step 540000 | 6815s | train_loss=0.0556 + step 550000 | 6929s | train_loss=0.0593 + step 560000 | 7044s | train_loss=0.0567 + step 570000 | 7160s | train_loss=0.0529 + step 580000 | 7275s | train_loss=0.0514 + step 590000 | 7391s | train_loss=0.0514 + step 600000 | 7601s | train_loss=0.0517 | fid=236.7050 + step 610000 | 7715s | train_loss=0.0504 + step 620000 | 7832s | train_loss=0.0504 + step 630000 | 7949s | train_loss=0.0500 + step 640000 | 8063s | train_loss=0.0512 + step 650000 | 8180s | train_loss=0.0512 + step 660000 | 8295s | train_loss=0.0528 + step 670000 | 8410s | train_loss=0.0488 + step 680000 | 8526s | train_loss=0.0495 + step 690000 | 8643s | train_loss=0.0521 + step 700000 | 8855s | train_loss=0.0482 | fid=251.0485 + step 710000 | 8969s | train_loss=0.0506 + step 720000 | 9085s | train_loss=0.0477 + step 730000 | 9200s | train_loss=0.0475 + step 740000 | 9316s | train_loss=0.0464 + step 750000 | 9431s | train_loss=0.0463 + step 760000 | 9544s | train_loss=0.0441 + step 770000 | 9661s | train_loss=0.0461 + step 780000 | 9778s | train_loss=0.0458 + step 790000 | 9895s | train_loss=0.0453 + step 800000 | 10100s | train_loss=0.0463 | fid=251.6568 + step 810000 | 10214s | train_loss=0.0464 + step 820000 | 10328s | train_loss=0.0467 + step 830000 | 10444s | train_loss=0.0458 + step 840000 | 10559s | train_loss=0.0440 + step 850000 | 10676s | train_loss=0.0421 + step 860000 | 10790s | train_loss=0.0447 + step 870000 | 10907s | train_loss=0.0444 + step 880000 | 11024s | train_loss=0.0464 + step 890000 | 11141s | train_loss=0.0433 + step 900000 | 11345s | train_loss=0.0439 | fid=249.2313 + step 910000 | 11451s | train_loss=0.0421 + step 920000 | 11568s | train_loss=0.0426 + step 930000 | 11683s | train_loss=0.0417 + step 940000 | 11800s | train_loss=0.0432 + step 950000 | 11914s | train_loss=0.0409 + step 960000 | 12030s | train_loss=0.0443 + step 970000 | 12146s | train_loss=0.0445 + step 980000 | 12263s | train_loss=0.0445 + step 990000 | 12379s | train_loss=0.0392 + step 1000000 | 12585s | train_loss=0.0408 | fid=233.0585 + step 1010000 | 12701s | train_loss=0.0408 + step 1020000 | 12815s | train_loss=0.0404 + step 1030000 | 12932s | train_loss=0.0423 + step 1040000 | 13048s | train_loss=0.0408 + step 1050000 | 13162s | train_loss=0.0391 + step 1060000 | 13278s | train_loss=0.0403 + step 1070000 | 13395s | train_loss=0.0389 + step 1080000 | 13512s | train_loss=0.0417 + step 1090000 | 13622s | train_loss=0.0387 + step 1100000 | 13791s | train_loss=0.0388 | fid=232.3571 + step 1110000 | 13888s | train_loss=0.0396 + step 1120000 | 13966s | train_loss=0.0391 + step 1130000 | 14062s | train_loss=0.0404 + step 1140000 | 14149s | train_loss=0.0392 + step 1150000 | 14242s | train_loss=0.0379 + step 1160000 | 14339s | train_loss=0.0368 + step 1170000 | 14436s | train_loss=0.0385 + step 1180000 | 14533s | train_loss=0.0375 + step 1190000 | 14626s | train_loss=0.0373 + step 1200000 | 14797s | train_loss=0.0413 | fid=222.7131 + step 1210000 | 14892s | train_loss=0.0364 + step 1220000 | 14985s | train_loss=0.0354 + step 1230000 | 15081s | train_loss=0.0364 + step 1240000 | 15175s | train_loss=0.0386 + step 1250000 | 15271s | train_loss=0.0350 + step 1260000 | 15368s | train_loss=0.0347 + step 1270000 | 15465s | train_loss=0.0380 + step 1280000 | 15561s | train_loss=0.0374 + step 1290000 | 15657s | train_loss=0.0369 + step 1300000 | 15827s | train_loss=0.0377 | fid=227.2252 + step 1310000 | 15923s | train_loss=0.0350 + step 1320000 | 16019s | train_loss=0.0370 + step 1330000 | 16111s | train_loss=0.0350 + step 1340000 | 16206s | train_loss=0.0361 + step 1350000 | 16303s | train_loss=0.0349 + step 1360000 | 16400s | train_loss=0.0354 + step 1370000 | 16497s | train_loss=0.0342 + step 1380000 | 16592s | train_loss=0.0348 + step 1390000 | 16689s | train_loss=0.0368 + step 1400000 | 16860s | train_loss=0.0337 | fid=217.8269 + step 1410000 | 16956s | train_loss=0.0329 + step 1420000 | 17053s | train_loss=0.0333 + step 1430000 | 17142s | train_loss=0.0337 + step 1440000 | 17239s | train_loss=0.0343 + step 1450000 | 17336s | train_loss=0.0338 + step 1460000 | 17433s | train_loss=0.0332 + step 1470000 | 17528s | train_loss=0.0345 + step 1480000 | 17625s | train_loss=0.0335 + step 1490000 | 17721s | train_loss=0.0341 + step 1500000 | 17892s | train_loss=0.0325 | fid=209.7607 + step 1510000 | 17989s | train_loss=0.0350 + step 1520000 | 18081s | train_loss=0.0321 + step 1530000 | 18175s | train_loss=0.0361 + step 1540000 | 18272s | train_loss=0.0315 + step 1550000 | 18369s | train_loss=0.0333 + step 1560000 | 18465s | train_loss=0.0316 + step 1570000 | 18561s | train_loss=0.0322 + step 1580000 | 18658s | train_loss=0.0322 + step 1590000 | 18753s | train_loss=0.0324 + step 1600000 | 18925s | train_loss=0.0312 | fid=200.1193 + step 1610000 | 19021s | train_loss=0.0324 + step 1620000 | 19109s | train_loss=0.0309 + step 1630000 | 19192s | train_loss=0.0295 + step 1640000 | 19284s | train_loss=0.0313 + step 1650000 | 19379s | train_loss=0.0320 + step 1660000 | 19476s | train_loss=0.0308 + step 1670000 | 19573s | train_loss=0.0294 + step 1680000 | 19667s | train_loss=0.0319 + step 1690000 | 19764s | train_loss=0.0292 + step 1700000 | 19935s | train_loss=0.0311 | fid=189.3981 + step 1710000 | 20031s | train_loss=0.0285 + step 1720000 | 20115s | train_loss=0.0304 + step 1730000 | 20212s | train_loss=0.0305 + step 1740000 | 20294s | train_loss=0.0303 + step 1750000 | 20391s | train_loss=0.0302 + step 1760000 | 20488s | train_loss=0.0302 + step 1770000 | 20582s | train_loss=0.0283 + step 1780000 | 20679s | train_loss=0.0309 + step 1790000 | 20775s | train_loss=0.0297 + step 1800000 | 20946s | train_loss=0.0290 | fid=189.4105 + step 1810000 | 21042s | train_loss=0.0314 + step 1820000 | 21129s | train_loss=0.0285 + step 1830000 | 21224s | train_loss=0.0293 + step 1840000 | 21317s | train_loss=0.0299 + step 1850000 | 21402s | train_loss=0.0296 + step 1860000 | 21498s | train_loss=0.0314 + step 1870000 | 21594s | train_loss=0.0299 + step 1880000 | 21691s | train_loss=0.0280 + step 1890000 | 21788s | train_loss=0.0288 + step 1900000 | 21959s | train_loss=0.0279 | fid=181.9208 + step 1910000 | 22050s | train_loss=0.0284 + step 1920000 | 22139s | train_loss=0.0286 + step 1930000 | 22235s | train_loss=0.0277 + step 1940000 | 22332s | train_loss=0.0294 + step 1950000 | 22420s | train_loss=0.0276 + step 1960000 | 22508s | train_loss=0.0289 + step 1970000 | 22605s | train_loss=0.0279 + step 1980000 | 22701s | train_loss=0.0291 + step 1990000 | 22798s | train_loss=0.0291 + step 2000000 | 22969s | train_loss=0.0287 | fid=173.8773 + step 2010000 | 23056s | train_loss=0.0291 + step 2020000 | 23148s | train_loss=0.0275 + step 2030000 | 23245s | train_loss=0.0258 + step 2040000 | 23342s | train_loss=0.0270 + step 2050000 | 23437s | train_loss=0.0277 + step 2060000 | 23519s | train_loss=0.0276 + step 2070000 | 23615s | train_loss=0.0271 + step 2080000 | 23712s | train_loss=0.0283 + step 2090000 | 23808s | train_loss=0.0282 + step 2100000 | 23979s | train_loss=0.0262 | fid=178.7213 + step 2110000 | 24066s | train_loss=0.0251 + step 2120000 | 24157s | train_loss=0.0252 + step 2130000 | 24254s | train_loss=0.0260 + step 2140000 | 24348s | train_loss=0.0260 + step 2150000 | 24445s | train_loss=0.0290 + step 2160000 | 24542s | train_loss=0.0265 + step 2170000 | 24628s | train_loss=0.0266 + step 2180000 | 24724s | train_loss=0.0257 + step 2190000 | 24821s | train_loss=0.0252 + step 2200000 | 24991s | train_loss=0.0252 | fid=166.3237 + step 2210000 | 25079s | train_loss=0.0266 + step 2220000 | 25176s | train_loss=0.0254 + step 2230000 | 25271s | train_loss=0.0257 + step 2240000 | 25367s | train_loss=0.0254 + step 2250000 | 25464s | train_loss=0.0260 + step 2260000 | 25560s | train_loss=0.0254 + step 2270000 | 25647s | train_loss=0.0247 + step 2280000 | 25743s | train_loss=0.0257 + step 2290000 | 25838s | train_loss=0.0256 + step 2300000 | 26011s | train_loss=0.0264 | fid=159.3066 + step 2310000 | 26094s | train_loss=0.0255 + step 2320000 | 26190s | train_loss=0.0244 + step 2330000 | 26284s | train_loss=0.0242 + step 2340000 | 26381s | train_loss=0.0253 + step 2350000 | 26478s | train_loss=0.0231 + step 2360000 | 26574s | train_loss=0.0250 + step 2370000 | 26670s | train_loss=0.0241 + step 2380000 | 26748s | train_loss=0.0255 + step 2390000 | 26844s | train_loss=0.0242 + step 2400000 | 27017s | train_loss=0.0231 | fid=160.2383 + step 2410000 | 27103s | train_loss=0.0247 + step 2420000 | 27197s | train_loss=0.0261 + step 2430000 | 27293s | train_loss=0.0240 + step 2440000 | 27390s | train_loss=0.0260 + step 2450000 | 27487s | train_loss=0.0227 + step 2460000 | 27583s | train_loss=0.0248 + step 2470000 | 27677s | train_loss=0.0230 + step 2480000 | 27770s | train_loss=0.0231 + step 2490000 | 27854s | train_loss=0.0238 + step 2500000 | 28027s | train_loss=0.0235 | fid=155.1469 + step 2510000 | 28107s | train_loss=0.0249 + step 2520000 | 28204s | train_loss=0.0241 + step 2530000 | 28300s | train_loss=0.0247 + step 2540000 | 28396s | train_loss=0.0218 + step 2550000 | 28492s | train_loss=0.0227 + step 2560000 | 28587s | train_loss=0.0238 + step 2570000 | 28683s | train_loss=0.0228 + step 2580000 | 28780s | train_loss=0.0228 + step 2590000 | 28868s | train_loss=0.0249 + step 2600000 | 29038s | train_loss=0.0226 | fid=146.3627 + step 2610000 | 29119s | train_loss=0.0228 + step 2620000 | 29217s | train_loss=0.0229 + step 2630000 | 29313s | train_loss=0.0215 + step 2640000 | 29409s | train_loss=0.0229 + step 2650000 | 29505s | train_loss=0.0226 + step 2660000 | 29602s | train_loss=0.0238 + step 2670000 | 29699s | train_loss=0.0230 + step 2680000 | 29795s | train_loss=0.0234 + step 2690000 | 29893s | train_loss=0.0243 + step 2700000 | 30045s | train_loss=0.0212 | fid=147.3470 + step 2710000 | 30126s | train_loss=0.0219 + step 2720000 | 30222s | train_loss=0.0215 + step 2730000 | 30318s | train_loss=0.0216 + step 2740000 | 30413s | train_loss=0.0222 + step 2750000 | 30509s | train_loss=0.0211 + step 2760000 | 30605s | train_loss=0.0240 + step 2770000 | 30702s | train_loss=0.0225 + step 2780000 | 30799s | train_loss=0.0253 + step 2790000 | 30896s | train_loss=0.0234 + step 2800000 | 31054s | train_loss=0.0237 | fid=141.8751 + step 2810000 | 31140s | train_loss=0.0213 + step 2820000 | 31236s | train_loss=0.0225 + step 2830000 | 31331s | train_loss=0.0224 + step 2840000 | 31427s | train_loss=0.0225 + step 2850000 | 31524s | train_loss=0.0221 + step 2860000 | 31621s | train_loss=0.0225 + step 2870000 | 31718s | train_loss=0.0226 + step 2880000 | 31815s | train_loss=0.0207 + step 2890000 | 31909s | train_loss=0.0215 + step 2900000 | 32076s | train_loss=0.0218 | fid=139.5301 + step 2910000 | 32157s | train_loss=0.0216 + step 2920000 | 32251s | train_loss=0.0218 + step 2930000 | 32347s | train_loss=0.0216 + step 2940000 | 32443s | train_loss=0.0223 + step 2950000 | 32540s | train_loss=0.0226 + step 2960000 | 32637s | train_loss=0.0223 + step 2970000 | 32734s | train_loss=0.0213 + step 2980000 | 32828s | train_loss=0.0218 + step 2990000 | 32925s | train_loss=0.0214 + step 3000000 | 33098s | train_loss=0.0217 | fid=135.2364 + step 3010000 | 33175s | train_loss=0.0200 + step 3020000 | 33271s | train_loss=0.0205 + step 3030000 | 33368s | train_loss=0.0206 + step 3040000 | 33464s | train_loss=0.0210 + step 3050000 | 33560s | train_loss=0.0203 + step 3060000 | 33656s | train_loss=0.0210 + step 3070000 | 33752s | train_loss=0.0223 + step 3080000 | 33847s | train_loss=0.0203 + step 3090000 | 33944s | train_loss=0.0203 + step 3100000 | 34113s | train_loss=0.0222 | fid=134.9329 + step 3110000 | 34194s | train_loss=0.0201 + step 3120000 | 34287s | train_loss=0.0208 + step 3130000 | 34383s | train_loss=0.0224 + step 3140000 | 34479s | train_loss=0.0211 + step 3150000 | 34576s | train_loss=0.0203 + step 3160000 | 34672s | train_loss=0.0197 + step 3170000 | 34767s | train_loss=0.0224 + step 3180000 | 34864s | train_loss=0.0210 + step 3190000 | 34960s | train_loss=0.0206 + step 3200000 | 35125s | train_loss=0.0200 | fid=138.1058 + step 3210000 | 35214s | train_loss=0.0223 + step 3220000 | 35300s | train_loss=0.0211 + step 3230000 | 35396s | train_loss=0.0207 + step 3240000 | 35492s | train_loss=0.0200 + step 3250000 | 35589s | train_loss=0.0198 + step 3260000 | 35684s | train_loss=0.0206 + step 3270000 | 35781s | train_loss=0.0203 + step 3280000 | 35877s | train_loss=0.0200 + step 3290000 | 35972s | train_loss=0.0200 + step 3300000 | 36139s | train_loss=0.0194 | fid=131.9573 + step 3310000 | 36232s | train_loss=0.0195 + step 3320000 | 36320s | train_loss=0.0198 + step 3330000 | 36415s | train_loss=0.0206 + step 3340000 | 36511s | train_loss=0.0223 + step 3350000 | 36606s | train_loss=0.0215 + step 3360000 | 36703s | train_loss=0.0209 + step 3370000 | 36800s | train_loss=0.0197 + step 3380000 | 36894s | train_loss=0.0196 + step 3390000 | 36991s | train_loss=0.0196 + step 3400000 | 37156s | train_loss=0.0202 | fid=128.3618 + step 3410000 | 37251s | train_loss=0.0191 + step 3420000 | 37349s | train_loss=0.0216 + step 3430000 | 37430s | train_loss=0.0209 + step 3440000 | 37525s | train_loss=0.0211 + step 3450000 | 37621s | train_loss=0.0196 + step 3460000 | 37718s | train_loss=0.0198 + step 3470000 | 37813s | train_loss=0.0204 + step 3480000 | 37909s | train_loss=0.0216 + step 3490000 | 38006s | train_loss=0.0199 + step 3500000 | 38167s | train_loss=0.0203 | fid=128.8750 + step 3510000 | 38261s | train_loss=0.0195 + step 3520000 | 38358s | train_loss=0.0195 + step 3530000 | 38452s | train_loss=0.0196 + step 3540000 | 38546s | train_loss=0.0202 + step 3550000 | 38643s | train_loss=0.0192 + step 3560000 | 38737s | train_loss=0.0188 + step 3570000 | 38834s | train_loss=0.0192 + step 3580000 | 38930s | train_loss=0.0193 + step 3590000 | 39027s | train_loss=0.0183 + step 3600000 | 39194s | train_loss=0.0180 | fid=130.3877 + step 3610000 | 39291s | train_loss=0.0214 + step 3620000 | 39388s | train_loss=0.0187 + step 3630000 | 39480s | train_loss=0.0196 + step 3640000 | 39577s | train_loss=0.0187 + step 3650000 | 39672s | train_loss=0.0191 + step 3660000 | 39769s | train_loss=0.0196 + step 3670000 | 39866s | train_loss=0.0183 + step 3680000 | 39963s | train_loss=0.0184 + step 3690000 | 40060s | train_loss=0.0187 + step 3700000 | 40228s | train_loss=0.0195 | fid=122.3099 + step 3710000 | 40325s | train_loss=0.0194 + step 3720000 | 40420s | train_loss=0.0193 + step 3730000 | 40513s | train_loss=0.0184 + step 3740000 | 40596s | train_loss=0.0177 + step 3750000 | 40692s | train_loss=0.0194 + step 3760000 | 40789s | train_loss=0.0188 + step 3770000 | 40886s | train_loss=0.0192 + step 3780000 | 40982s | train_loss=0.0182 + step 3790000 | 41078s | train_loss=0.0188 + step 3800000 | 41236s | train_loss=0.0192 | fid=122.2998 + step 3810000 | 41331s | train_loss=0.0175 + step 3820000 | 41428s | train_loss=0.0213 + step 3830000 | 41522s | train_loss=0.0204 + step 3840000 | 41610s | train_loss=0.0204 + step 3850000 | 41700s | train_loss=0.0197 + step 3860000 | 41797s | train_loss=0.0185 + step 3870000 | 41894s | train_loss=0.0192 + step 3880000 | 41990s | train_loss=0.0193 + step 3890000 | 42087s | train_loss=0.0180 + step 3900000 | 42243s | train_loss=0.0174 | fid=134.6830 + step 3910000 | 42338s | train_loss=0.0203 + step 3920000 | 42433s | train_loss=0.0191 + step 3930000 | 42529s | train_loss=0.0183 + step 3940000 | 42626s | train_loss=0.0192 + step 3950000 | 42706s | train_loss=0.0192 + step 3960000 | 42799s | train_loss=0.0177 + step 3970000 | 42895s | train_loss=0.0200 + step 3980000 | 42991s | train_loss=0.0178 + step 3990000 | 43088s | train_loss=0.0182 + step 4000000 | 43243s | train_loss=0.0184 | fid=119.1557 + step 4010000 | 43338s | train_loss=0.0183 + step 4020000 | 43435s | train_loss=0.0181 + step 4030000 | 43532s | train_loss=0.0181 + step 4040000 | 43628s | train_loss=0.0177 + step 4050000 | 43725s | train_loss=0.0173 + step 4060000 | 43809s | train_loss=0.0188 + step 4070000 | 43906s | train_loss=0.0193 + step 4080000 | 44002s | train_loss=0.0178 + step 4090000 | 44099s | train_loss=0.0179 + step 4100000 | 44252s | train_loss=0.0184 | fid=116.5902 + step 4110000 | 44349s | train_loss=0.0177 + step 4120000 | 44446s | train_loss=0.0178 + step 4130000 | 44542s | train_loss=0.0177 + step 4140000 | 44638s | train_loss=0.0173 + step 4150000 | 44735s | train_loss=0.0185 + step 4160000 | 44827s | train_loss=0.0178 + step 4170000 | 44914s | train_loss=0.0194 + step 4180000 | 45011s | train_loss=0.0171 + step 4190000 | 45105s | train_loss=0.0174 + step 4200000 | 45260s | train_loss=0.0190 | fid=115.3955 + step 4210000 | 45358s | train_loss=0.0167 + step 4220000 | 45455s | train_loss=0.0181 + step 4230000 | 45551s | train_loss=0.0168 + step 4240000 | 45648s | train_loss=0.0182 + step 4250000 | 45745s | train_loss=0.0177 + step 4260000 | 45841s | train_loss=0.0206 + step 4270000 | 45925s | train_loss=0.0191 + step 4280000 | 46013s | train_loss=0.0185 + step 4290000 | 46107s | train_loss=0.0171 + step 4300000 | 46265s | train_loss=0.0167 | fid=122.0203 + step 4310000 | 46362s | train_loss=0.0179 + step 4320000 | 46458s | train_loss=0.0189 + step 4330000 | 46555s | train_loss=0.0175 + step 4340000 | 46651s | train_loss=0.0177 + step 4350000 | 46748s | train_loss=0.0193 + step 4360000 | 46844s | train_loss=0.0177 + step 4370000 | 46940s | train_loss=0.0171 + step 4380000 | 47019s | train_loss=0.0176 + step 4390000 | 47114s | train_loss=0.0169 + step 4400000 | 47275s | train_loss=0.0171 | fid=124.2897 + step 4410000 | 47372s | train_loss=0.0176 + step 4420000 | 47468s | train_loss=0.0175 + step 4430000 | 47565s | train_loss=0.0175 + step 4440000 | 47661s | train_loss=0.0176 + step 4450000 | 47758s | train_loss=0.0166 + step 4460000 | 47855s | train_loss=0.0177 + step 4470000 | 47946s | train_loss=0.0185 + step 4480000 | 48044s | train_loss=0.0163 + step 4490000 | 48137s | train_loss=0.0171 + step 4500000 | 48306s | train_loss=0.0181 | fid=118.4978 + step 4510000 | 48403s | train_loss=0.0169 + step 4520000 | 48500s | train_loss=0.0169 + step 4530000 | 48597s | train_loss=0.0176 + step 4540000 | 48693s | train_loss=0.0165 + step 4550000 | 48790s | train_loss=0.0163 + step 4560000 | 48882s | train_loss=0.0175 + step 4570000 | 48960s | train_loss=0.0175 + step 4580000 | 49038s | train_loss=0.0165 + step 4590000 | 49112s | train_loss=0.0173 + step 4600000 | 49247s | train_loss=0.0179 | fid=118.4139 + step 4610000 | 49326s | train_loss=0.0175 + step 4620000 | 49404s | train_loss=0.0182 + step 4630000 | 49482s | train_loss=0.0180 + step 4640000 | 49561s | train_loss=0.0164 + step 4650000 | 49638s | train_loss=0.0161 + step 4660000 | 49697s | train_loss=0.0170 + step 4670000 | 49757s | train_loss=0.0175 + step 4680000 | 49817s | train_loss=0.0170 + step 4690000 | 49869s | train_loss=0.0191 + step 4700000 | 49978s | train_loss=0.0198 | fid=116.9111 + step 4710000 | 50038s | train_loss=0.0194 + step 4720000 | 50097s | train_loss=0.0161 + step 4730000 | 50157s | train_loss=0.0179 + step 4740000 | 50216s | train_loss=0.0161 + step 4750000 | 50276s | train_loss=0.0173 + step 4760000 | 50336s | train_loss=0.0173 + step 4770000 | 50395s | train_loss=0.0175 + step 4780000 | 50455s | train_loss=0.0163 + step 4790000 | 50507s | train_loss=0.0165 + step 4800000 | 50616s | train_loss=0.0195 | fid=123.0666 + step 4810000 | 50676s | train_loss=0.0171 + step 4820000 | 50736s | train_loss=0.0160 + step 4830000 | 50795s | train_loss=0.0159 + step 4840000 | 50855s | train_loss=0.0154 + step 4850000 | 50915s | train_loss=0.0164 + step 4860000 | 50975s | train_loss=0.0177 + step 4870000 | 51035s | train_loss=0.0162 + step 4880000 | 51082s | train_loss=0.0169 + step 4890000 | 51117s | train_loss=0.0174 + step 4900000 | 51195s | train_loss=0.0175 | fid=115.7384 + step 4910000 | 51235s | train_loss=0.0161 + step 4920000 | 51276s | train_loss=0.0168 + step 4930000 | 51317s | train_loss=0.0171 + step 4940000 | 51358s | train_loss=0.0163 + step 4950000 | 51398s | train_loss=0.0181 + step 4960000 | 51439s | train_loss=0.0171 + step 4970000 | 51480s | train_loss=0.0167 + step 4980000 | 51521s | train_loss=0.0156 + step 4990000 | 51555s | train_loss=0.0166 + step 5000000 | 51632s | train_loss=0.0194 | fid=109.4255 diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d180/config.json b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d180/config.json new file mode 100644 index 0000000000000000000000000000000000000000..60ce056376bdaaaa4ef41093b7343d9126e44910 --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d180/config.json @@ -0,0 +1,25 @@ +{ + "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d180/vae.pt", + "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d180", + "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", + "n_train": 1000, + "total_steps": 5000000, + "eval_interval": 10000, + "mem_interval": 100000, + "fid_interval": 100000, + "fid_n_real": 1000, + "fid_n_gen": 10000, + "n_gen_samples": 10000, + "n_sde_steps": 500, + "batch_size": 512, + "hidden": 1024, + "depth": 5, + "optimizer": "sgd", + "lr": 0.001, + "momentum": 0.8, + "t_min": 0.01, + "t_max": 3.0, + "t_eval": 0.1, + "seed": 44, + "device": null +} diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d180/metrics.jsonl b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d180/metrics.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..4e8b92fd18ea94d0aea63d8da8bcc8dd6c2fef94 --- /dev/null +++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d180/metrics.jsonl @@ -0,0 +1,502 @@ +{"event": "meta", "data": "cifar10_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 180, "n": 1000, "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d180/vae.pt", "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [41905, 27590, 3837, 45564, 49079, 45615, 24791, 29586, 40154, 14155, 41744, 31565, 21399, 47093, 14144, 7260, 25109, 49111, 3286, 28559, 8088, 18636, 27677, 5584, 14605, 28090, 44911, 22197, 30774, 45976, 21377, 38974, 37419, 34658, 48141, 45353, 16718, 44442, 14512, 30061, 32910, 17321, 15565, 17405, 44045, 17717, 6400, 37998, 3773, 20538, 19316, 34889, 4564, 1363, 5611, 41687, 16986, 41914, 25046, 49823, 33007, 20861, 27988, 42869, 33687, 3828, 12070, 15418, 22140, 35636, 31728, 9480, 7712, 2852, 43042, 17354, 27208, 49689, 14774, 29225, 25390, 35055, 12670, 19522, 24246, 14561, 33656, 42751, 2242, 364, 43176, 15490, 46231, 26061, 18629, 34392, 32488, 26106, 10393, 11167, 20874, 8106, 10093, 7243, 48907, 8147, 45063, 21102, 37655, 7635, 2514, 27684, 3204, 28758, 28311, 29718, 44311, 10355, 32304, 14615, 28486, 14294, 16760, 37166, 19433, 20899, 23979, 36854, 43726, 10375, 11078, 10677, 40127, 33642, 36325, 13174, 19662, 30319, 22501, 14354, 24243, 27654, 42509, 18915, 29668, 2313, 42454, 11218, 48097, 31985, 16567, 26984, 33502, 36329, 22928, 42746, 38223, 19499, 41926, 29059, 44004, 8962, 40807, 11854, 36894, 13566, 36982, 16226, 36410, 47002, 20194, 3625, 19297, 2555, 4842, 8098, 44052, 5795, 5274, 4374, 17924, 30344, 5386, 26317, 30389, 32399, 32042, 26731, 29532, 33817, 26942, 25858, 11887, 46070, 41837, 10713, 33955, 20000, 29946, 4912, 32112, 6697, 44031, 27296, 37785, 25660, 27948, 31260, 24358, 1827, 37445, 25084, 11703, 3820, 49218, 30616, 25083, 22759, 6275, 40603, 39038, 37156, 8894, 9871, 31333, 26582, 20528, 10523, 2747, 33639, 41740, 47899, 11337, 6325, 433, 33051, 1094, 24743, 9392, 22638, 7689, 39641, 9486, 33554, 30840, 35032, 19647, 7903, 18205, 34063, 46483, 32963, 11601, 19203, 45792, 47136, 6174, 40793, 13885, 16641, 48744, 37658, 43829, 44107, 6388, 37424, 20033, 28563, 27013, 17032, 12768, 38181, 35608, 14089, 29228, 40229, 45106, 11963, 37979, 20694, 22835, 5773, 19580, 44596, 19079, 45191, 666, 15893, 7513, 15939, 45020, 12659, 31388, 44651, 23592, 16419, 47615, 36714, 36448, 28579, 1697, 9889, 42082, 49150, 41132, 33996, 21551, 18467, 45242, 6516, 3355, 20187, 31669, 2814, 6900, 28198, 17656, 18178, 31825, 34244, 38330, 28894, 7463, 8134, 38159, 10524, 41508, 2367, 496, 31046, 1511, 31956, 46621, 14176, 1899, 32397, 29452, 16504, 34042, 24014, 47447, 20229, 36683, 5186, 14349, 21736, 17094, 30311, 27949, 30023, 49589, 43270, 2898, 18259, 17175, 18594, 17062, 42063, 3237, 12080, 35769, 1687, 30330, 29678, 27321, 4273, 28513, 2551, 5314, 13572, 13497, 9652, 3466, 27133, 38459, 23232, 14231, 25584, 49398, 32994, 10434, 42369, 37410, 45044, 11075, 12523, 1417, 6765, 40000, 25016, 36905, 48638, 21, 16822, 24333, 30084, 43982, 26954, 6519, 42546, 14751, 14278, 49970, 47621, 18883, 37295, 9040, 40369, 22225, 36489, 21302, 13110, 5455, 47804, 14868, 13063, 22102, 36825, 21969, 33186, 28908, 32592, 42766, 12262, 39073, 915, 11824, 39208, 3098, 42789, 29800, 14150, 28705, 8847, 21716, 535, 48077, 41540, 36207, 10816, 41471, 35049, 20661, 6083, 30194, 4576, 2174, 1908, 48392, 10435, 10986, 18036, 24746, 3941, 34118, 49749, 12025, 21493, 15785, 17085, 39411, 34561, 42064, 36237, 2740, 8183, 40564, 33107, 25765, 49165, 25211, 17520, 17115, 1869, 46432, 33757, 20517, 39760, 259, 45380, 12436, 48000, 21046, 4039, 15701, 35246, 29112, 44161, 34079, 45449, 42845, 22815, 5597, 3990, 35899, 48969, 41528, 27873, 16598, 39104, 23359, 46847, 28624, 19198, 1251, 9003, 28383, 47005, 40703, 41605, 39895, 26201, 11727, 27435, 17333, 39261, 37456, 14653, 30634, 4160, 24540, 12044, 7111, 23485, 5645, 2572, 1682, 17872, 8974, 16796, 11864, 40178, 20092, 32219, 14458, 37007, 31340, 10520, 34489, 13128, 42913, 31468, 44180, 37938, 20058, 18673, 36850, 34721, 26210, 15257, 35188, 11815, 47936, 18088, 43578, 11996, 47952, 24311, 1884, 36557, 32921, 36250, 38022, 5671, 13621, 23326, 14326, 23471, 24685, 39092, 3268, 37257, 16348, 13730, 21838, 44088, 8945, 10827, 13840, 46123, 48010, 13350, 30622, 45233, 8698, 14335, 45842, 15138, 1515, 40759, 21960, 47551, 33208, 18260, 6377, 46869, 31742, 23566, 12829, 15305, 37988, 16111, 32146, 37948, 25917, 30484, 17885, 42468, 28238, 33865, 28030, 30072, 34855, 19324, 42075, 30623, 3667, 38832, 25100, 43077, 36471, 11663, 13588, 14015, 5099, 10589, 28526, 48022, 15444, 3280, 188, 31582, 15225, 11019, 21804, 3901, 24461, 25031, 10373, 4486, 45950, 37949, 32923, 1583, 6576, 26004, 16237, 38132, 25045, 25091, 41949, 11553, 48062, 40503, 13057, 8954, 18566, 28405, 28604, 30434, 49112, 30676, 32930, 16183, 48336, 43162, 873, 37233, 44718, 37247, 23758, 9243, 12126, 5287, 49594, 3459, 32091, 20894, 41743, 7366, 7258, 37939, 47665, 12260, 20836, 43253, 16191, 11619, 1519, 6137, 3934, 48375, 35234, 103, 30510, 8869, 21085, 41234, 25138, 25079, 31218, 48292, 48814, 6635, 18416, 1421, 4363, 5164, 47455, 21280, 16767, 19685, 16449, 45798, 31292, 31049, 43587, 30772, 2651, 12854, 23199, 25234, 23389, 24742, 19480, 19738, 19726, 2388, 21394, 4512, 9069, 42856, 25766, 23797, 40741, 33624, 8328, 35922, 27732, 36268, 23213, 41966, 40002, 12750, 46225, 35182, 23769, 25152, 26764, 20090, 27202, 48096, 4266, 2205, 2020, 37651, 36088, 1021, 28544, 20933, 48924, 11503, 43997, 9492, 19505, 47632, 4118, 2029, 22008, 41396, 16378, 36738, 33194, 28053, 44137, 30771, 12131, 5963, 31754, 46953, 3180, 1718, 36816, 2208, 20898, 13799, 30796, 34445, 37540, 27983, 39216, 16791, 36763, 15987, 28440, 11782, 48531, 4252, 47359, 5351, 4059, 9263, 32274, 39283, 258, 17485, 31280, 12814, 33217, 38203, 11170, 8486, 14434, 13722, 36048, 3705, 47210, 38260, 2200, 17850, 21589, 27598, 9926, 9419, 3981, 34519, 37821, 22855, 39796, 24105, 5113, 5888, 31974, 40040, 17179, 48615, 38665, 47173, 47154, 20619, 5049, 1656, 27736, 14424, 2013, 1348, 32964, 37228, 34968, 34124, 15993, 42420, 26558, 2961, 27119, 37779, 29321, 31595, 29301, 38364, 17528, 19583, 48609, 4428, 12427, 601, 21213, 44456, 39274, 40250, 39804, 35373, 43875, 20550, 43426, 13696, 34572, 11097, 22458, 33042, 12981, 29073, 6601, 2370, 4065, 46317, 29460, 21761, 13977, 4520, 31604, 16259, 1445, 29204, 26097, 31921, 33193, 36054, 26372, 4436, 40306, 13974, 6159, 46233, 33714, 27592, 23153, 40311, 12294, 40141, 14030, 36304, 40086, 43163, 14689, 5002, 40885, 40758, 42458, 18580, 29784, 14527, 30070, 18326, 40830, 42503, 5434, 25179, 15652, 11428, 40980, 45916, 22056, 15896, 42628, 30092, 40834, 25862, 40370, 7804, 46908, 44191, 26908, 9764, 36969, 21521, 35257, 9279, 36964, 4012, 627, 31813, 15669, 33832, 29874, 1912, 41254, 23709, 4648, 3131, 49882, 19349, 35975, 25565, 21641, 48219, 30806, 33979, 36103, 14640, 34524, 31661, 26869, 27297, 46519, 2352, 46930, 7617, 49750, 12620, 29820, 18590, 890, 16394, 23877, 26421, 23417, 29021, 11596, 22017, 14794, 14437, 48385, 48231, 18946, 38048, 41302, 40633, 15317, 24820], "fid_reference": "same farthest-first 1k CIFAR-10 training subset", "seed": 44} +{"step": 1, "wall_time": 82.81836795806885, "train_loss_step": 179.2708740234375, "n_params": 4633780, "total_flops": 14234972160, "train_loss": 1.001914554172092, "subset_score_loss": 1.001914554172092, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9823824167251587, "fid": 285.7529880432462, "fid_failed": 0.0} +{"step": 10000, "wall_time": 186.17493963241577, "train_loss_step": 32.91282653808594, "n_params": 4633780, "total_flops": 142349721600000, "train_loss": 0.7616364373101129, "subset_score_loss": 0.7616364373101129} +{"step": 20000, "wall_time": 295.07061767578125, "train_loss_step": 28.604324340820312, "n_params": 4633780, "total_flops": 284699443200000, "train_loss": 0.6333433363172744, "subset_score_loss": 0.6333433363172744} +{"step": 30000, "wall_time": 403.7292091846466, "train_loss_step": 26.419824600219727, "n_params": 4633780, "total_flops": 427049164800000, "train_loss": 0.5304242451985677, "subset_score_loss": 0.5304242451985677} +{"step": 40000, "wall_time": 512.3725113868713, "train_loss_step": 21.81174087524414, "n_params": 4633780, "total_flops": 569398886400000, "train_loss": 0.4425192091200087, "subset_score_loss": 0.4425192091200087} +{"step": 50000, "wall_time": 620.9581141471863, "train_loss_step": 22.299856185913086, "n_params": 4633780, "total_flops": 711748608000000, "train_loss": 0.3666679382324219, "subset_score_loss": 0.3666679382324219} +{"step": 60000, "wall_time": 729.6305403709412, "train_loss_step": 20.529598236083984, "n_params": 4633780, "total_flops": 854098329600000, "train_loss": 0.29977200826009115, "subset_score_loss": 0.29977200826009115} +{"step": 70000, "wall_time": 838.2883498668671, "train_loss_step": 18.221546173095703, "n_params": 4633780, "total_flops": 996448051200000, "train_loss": 0.245423952738444, "subset_score_loss": 0.245423952738444} +{"step": 80000, "wall_time": 946.8898842334747, "train_loss_step": 18.349407196044922, "n_params": 4633780, "total_flops": 1138797772800000, "train_loss": 0.20778562757703994, "subset_score_loss": 0.20778562757703994} +{"step": 90000, "wall_time": 1055.053210735321, "train_loss_step": 18.036823272705078, "n_params": 4633780, "total_flops": 1281147494400000, "train_loss": 0.18974293602837455, "subset_score_loss": 0.18974293602837455} +{"step": 100000, "wall_time": 1243.351671218872, "train_loss_step": 15.588996887207031, "n_params": 4633780, "total_flops": 1423497216000000, "train_loss": 0.1571661737230089, "subset_score_loss": 0.1571661737230089, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9663351774215698, "fid": 195.15585174728102, "fid_failed": 0.0} +{"step": 110000, "wall_time": 1345.9408311843872, "train_loss_step": 15.040350914001465, "n_params": 4633780, "total_flops": 1565846937600000, "train_loss": 0.14638199276394315, "subset_score_loss": 0.14638199276394315} +{"step": 120000, "wall_time": 1454.360650062561, "train_loss_step": 15.501511573791504, "n_params": 4633780, "total_flops": 1708196659200000, "train_loss": 0.1342166158888075, "subset_score_loss": 0.1342166158888075} +{"step": 130000, "wall_time": 1561.2284643650055, "train_loss_step": 14.236396789550781, "n_params": 4633780, "total_flops": 1850546380800000, "train_loss": 0.13347129821777343, "subset_score_loss": 0.13347129821777343} +{"step": 140000, "wall_time": 1669.6701803207397, "train_loss_step": 13.911602973937988, "n_params": 4633780, "total_flops": 1992896102400000, "train_loss": 0.11915517383151585, "subset_score_loss": 0.11915517383151585} +{"step": 150000, "wall_time": 1778.1708045005798, "train_loss_step": 12.858369827270508, "n_params": 4633780, "total_flops": 2135245824000000, "train_loss": 0.11049375534057618, "subset_score_loss": 0.11049375534057618} +{"step": 160000, "wall_time": 1886.6854877471924, "train_loss_step": 13.57730770111084, "n_params": 4633780, "total_flops": 2277595545600000, "train_loss": 0.10974846945868598, "subset_score_loss": 0.10974846945868598} +{"step": 170000, "wall_time": 1994.6801328659058, "train_loss_step": 13.117612838745117, "n_params": 4633780, "total_flops": 2419945267200000, "train_loss": 0.10527009963989258, "subset_score_loss": 0.10527009963989258} +{"step": 180000, "wall_time": 2102.9504013061523, "train_loss_step": 12.54649543762207, "n_params": 4633780, "total_flops": 2562294988800000, "train_loss": 0.10551440980699327, "subset_score_loss": 0.10551440980699327} +{"step": 190000, "wall_time": 2211.4219546318054, "train_loss_step": 12.14063549041748, "n_params": 4633780, "total_flops": 2704644710400000, "train_loss": 0.09555651346842448, "subset_score_loss": 0.09555651346842448} +{"step": 200000, "wall_time": 2399.6322643756866, "train_loss_step": 11.913704872131348, "n_params": 4633780, "total_flops": 2846994432000000, "train_loss": 0.09583865271674262, "subset_score_loss": 0.09583865271674262, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9705619215965271, "fid": 236.66820306953582, "fid_failed": 0.0} +{"step": 210000, "wall_time": 2506.0742020606995, "train_loss_step": 12.086810111999512, "n_params": 4633780, "total_flops": 2989344153600000, "train_loss": 0.09275924894544814, "subset_score_loss": 0.09275924894544814} +{"step": 220000, "wall_time": 2610.39941239357, "train_loss_step": 11.995429992675781, "n_params": 4633780, "total_flops": 3131693875200000, "train_loss": 0.09141512976752388, "subset_score_loss": 0.09141512976752388} +{"step": 230000, "wall_time": 2718.4623324871063, "train_loss_step": 10.842588424682617, "n_params": 4633780, "total_flops": 3274043596800000, "train_loss": 0.08500107659233941, "subset_score_loss": 0.08500107659233941} +{"step": 240000, "wall_time": 2827.1340038776398, "train_loss_step": 10.938971519470215, "n_params": 4633780, "total_flops": 3416393318400000, "train_loss": 0.08272895283169217, "subset_score_loss": 0.08272895283169217} +{"step": 250000, "wall_time": 2935.383239507675, "train_loss_step": 10.517704963684082, "n_params": 4633780, "total_flops": 3558743040000000, "train_loss": 0.08331618309020997, "subset_score_loss": 0.08331618309020997} +{"step": 260000, "wall_time": 3043.964236497879, "train_loss_step": 10.678304672241211, "n_params": 4633780, "total_flops": 3701092761600000, "train_loss": 0.08283735911051432, "subset_score_loss": 0.08283735911051432} +{"step": 270000, "wall_time": 3152.490246772766, "train_loss_step": 10.372955322265625, "n_params": 4633780, "total_flops": 3843442483200000, "train_loss": 0.07925377421908908, "subset_score_loss": 0.07925377421908908} +{"step": 280000, "wall_time": 3261.0883359909058, "train_loss_step": 11.586183547973633, "n_params": 4633780, "total_flops": 3985792204800000, "train_loss": 0.07953244845072428, "subset_score_loss": 0.07953244845072428} +{"step": 290000, "wall_time": 3369.739641427994, "train_loss_step": 10.938716888427734, "n_params": 4633780, "total_flops": 4128141926400000, "train_loss": 0.07575694719950359, "subset_score_loss": 0.07575694719950359} +{"step": 300000, "wall_time": 3557.865127325058, "train_loss_step": 10.93906021118164, "n_params": 4633780, "total_flops": 4270491648000000, "train_loss": 0.07522513071695963, "subset_score_loss": 0.07522513071695963, "memorization_fraction_pixel": 0.0013000000035390258, "mean_nn_ratio_pixel": 0.9649085998535156, "fid": 245.73751671866114, "fid_failed": 0.0} +{"step": 310000, "wall_time": 3664.287446498871, "train_loss_step": 11.278234481811523, "n_params": 4633780, "total_flops": 4412841369600000, "train_loss": 0.07245023515489367, "subset_score_loss": 0.07245023515489367} +{"step": 320000, "wall_time": 3772.7284672260284, "train_loss_step": 10.055049896240234, "n_params": 4633780, "total_flops": 4555191091200000, "train_loss": 0.07014529440138075, "subset_score_loss": 0.07014529440138075} +{"step": 330000, "wall_time": 3876.5977532863617, "train_loss_step": 10.664421081542969, "n_params": 4633780, "total_flops": 4697540812800000, "train_loss": 0.07222108311123318, "subset_score_loss": 0.07222108311123318} +{"step": 340000, "wall_time": 3985.2961602211, "train_loss_step": 9.438802719116211, "n_params": 4633780, "total_flops": 4839890534400000, "train_loss": 0.07022362285190159, "subset_score_loss": 0.07022362285190159} +{"step": 350000, "wall_time": 4093.6451981067657, "train_loss_step": 9.573064804077148, "n_params": 4633780, "total_flops": 4982240256000000, "train_loss": 0.06589504347907173, "subset_score_loss": 0.06589504347907173} +{"step": 360000, "wall_time": 4202.096529722214, "train_loss_step": 9.983540534973145, "n_params": 4633780, "total_flops": 5124589977600000, "train_loss": 0.06640162997775607, "subset_score_loss": 0.06640162997775607} +{"step": 370000, "wall_time": 4310.679998397827, "train_loss_step": 9.267406463623047, "n_params": 4633780, "total_flops": 5266939699200000, "train_loss": 0.06682483885023328, "subset_score_loss": 0.06682483885023328} +{"step": 380000, "wall_time": 4419.1979966163635, "train_loss_step": 9.839218139648438, "n_params": 4633780, "total_flops": 5409289420800000, "train_loss": 0.06319337420993382, "subset_score_loss": 0.06319337420993382} +{"step": 390000, "wall_time": 4527.500967264175, "train_loss_step": 8.855032920837402, "n_params": 4633780, "total_flops": 5551639142400000, "train_loss": 0.06428066359625922, "subset_score_loss": 0.06428066359625922} +{"step": 400000, "wall_time": 4715.474938631058, "train_loss_step": 9.363880157470703, "n_params": 4633780, "total_flops": 5693988864000000, "train_loss": 0.06085548400878906, "subset_score_loss": 0.06085548400878906, "memorization_fraction_pixel": 0.0026000000070780516, "mean_nn_ratio_pixel": 0.9693565368652344, "fid": 280.9470187120595, "fid_failed": 0.0} +{"step": 410000, "wall_time": 4821.17705821991, "train_loss_step": 8.811769485473633, "n_params": 4633780, "total_flops": 5836338585600000, "train_loss": 0.05880234506395128, "subset_score_loss": 0.05880234506395128} +{"step": 420000, "wall_time": 4929.988063097, "train_loss_step": 8.821577072143555, "n_params": 4633780, "total_flops": 5978688307200000, "train_loss": 0.05754938655429416, "subset_score_loss": 0.05754938655429416} +{"step": 430000, "wall_time": 5038.590715408325, "train_loss_step": 8.86739730834961, "n_params": 4633780, "total_flops": 6121038028800000, "train_loss": 0.05703662236531575, "subset_score_loss": 0.05703662236531575} +{"step": 440000, "wall_time": 5141.972455501556, "train_loss_step": 9.520171165466309, "n_params": 4633780, "total_flops": 6263387750400000, "train_loss": 0.05676572587754991, "subset_score_loss": 0.05676572587754991} +{"step": 450000, "wall_time": 5250.6026656627655, "train_loss_step": 9.072514533996582, "n_params": 4633780, "total_flops": 6405737472000000, "train_loss": 0.05707296265496148, "subset_score_loss": 0.05707296265496148} +{"step": 460000, "wall_time": 5359.225643873215, "train_loss_step": 9.57354736328125, "n_params": 4633780, "total_flops": 6548087193600000, "train_loss": 0.05641034444173177, "subset_score_loss": 0.05641034444173177} +{"step": 470000, "wall_time": 5467.910635709763, "train_loss_step": 8.631595611572266, "n_params": 4633780, "total_flops": 6690436915200000, "train_loss": 0.05616425938076443, "subset_score_loss": 0.05616425938076443} +{"step": 480000, "wall_time": 5576.617703199387, "train_loss_step": 8.900793075561523, "n_params": 4633780, "total_flops": 6832786636800000, "train_loss": 0.05595288806491428, "subset_score_loss": 0.05595288806491428} +{"step": 490000, "wall_time": 5685.135981559753, "train_loss_step": 8.459070205688477, "n_params": 4633780, "total_flops": 6975136358400000, "train_loss": 0.05989821751912435, "subset_score_loss": 0.05989821751912435} +{"step": 500000, "wall_time": 5873.06335067749, "train_loss_step": 8.482646942138672, "n_params": 4633780, "total_flops": 7117486080000000, "train_loss": 0.05820850796169705, "subset_score_loss": 0.05820850796169705, "memorization_fraction_pixel": 0.00419999985024333, "mean_nn_ratio_pixel": 0.9641458988189697, "fid": 304.79930622564336, "fid_failed": 0.0} +{"step": 510000, "wall_time": 5980.54727268219, "train_loss_step": 9.142477035522461, "n_params": 4633780, "total_flops": 7259835801600000, "train_loss": 0.054077402750651045, "subset_score_loss": 0.054077402750651045} +{"step": 520000, "wall_time": 6087.256369352341, "train_loss_step": 8.90951919555664, "n_params": 4633780, "total_flops": 7402185523200000, "train_loss": 0.05304198265075684, "subset_score_loss": 0.05304198265075684} +{"step": 530000, "wall_time": 6195.6218066215515, "train_loss_step": 8.935493469238281, "n_params": 4633780, "total_flops": 7544535244800000, "train_loss": 0.054503281911214195, "subset_score_loss": 0.054503281911214195} +{"step": 540000, "wall_time": 6304.307692527771, "train_loss_step": 8.794321060180664, "n_params": 4633780, "total_flops": 7686884966400000, "train_loss": 0.05293638441297743, "subset_score_loss": 0.05293638441297743} +{"step": 550000, "wall_time": 6408.010306596756, "train_loss_step": 8.301505088806152, "n_params": 4633780, "total_flops": 7829234688000000, "train_loss": 0.05329944822523329, "subset_score_loss": 0.05329944822523329} +{"step": 560000, "wall_time": 6516.392679929733, "train_loss_step": 7.926709175109863, "n_params": 4633780, "total_flops": 7971584409600000, "train_loss": 0.05000860955980089, "subset_score_loss": 0.05000860955980089} +{"step": 570000, "wall_time": 6624.608521461487, "train_loss_step": 7.596461296081543, "n_params": 4633780, "total_flops": 8113934131200000, "train_loss": 0.04945260683695475, "subset_score_loss": 0.04945260683695475} +{"step": 580000, "wall_time": 6732.821843147278, "train_loss_step": 8.084278106689453, "n_params": 4633780, "total_flops": 8256283852800000, "train_loss": 0.05256033473544651, "subset_score_loss": 0.05256033473544651} +{"step": 590000, "wall_time": 6841.14835858345, "train_loss_step": 8.100357055664062, "n_params": 4633780, "total_flops": 8398633574400000, "train_loss": 0.049709314770168725, "subset_score_loss": 0.049709314770168725} +{"step": 600000, "wall_time": 7029.24765253067, "train_loss_step": 8.435876846313477, "n_params": 4633780, "total_flops": 8540983296000000, "train_loss": 0.05055580668979221, "subset_score_loss": 0.05055580668979221, "memorization_fraction_pixel": 0.01269999984651804, "mean_nn_ratio_pixel": 0.9523488283157349, "fid": 285.89578079107815, "fid_failed": 0.0} +{"step": 610000, "wall_time": 7137.7358322143555, "train_loss_step": 8.16635799407959, "n_params": 4633780, "total_flops": 8683333017600000, "train_loss": 0.047541766696506074, "subset_score_loss": 0.047541766696506074} +{"step": 620000, "wall_time": 7243.899313211441, "train_loss_step": 7.808043479919434, "n_params": 4633780, "total_flops": 8825682739200000, "train_loss": 0.0465407477484809, "subset_score_loss": 0.0465407477484809} +{"step": 630000, "wall_time": 7352.552907943726, "train_loss_step": 7.548824310302734, "n_params": 4633780, "total_flops": 8968032460800000, "train_loss": 0.04734429253472222, "subset_score_loss": 0.04734429253472222} +{"step": 640000, "wall_time": 7461.229232788086, "train_loss_step": 7.99284553527832, "n_params": 4633780, "total_flops": 9110382182400000, "train_loss": 0.04656670358445909, "subset_score_loss": 0.04656670358445909} +{"step": 650000, "wall_time": 7571.191946268082, "train_loss_step": 8.049177169799805, "n_params": 4633780, "total_flops": 9252731904000000, "train_loss": 0.05111362139383952, "subset_score_loss": 0.05111362139383952} +{"step": 660000, "wall_time": 7673.89577126503, "train_loss_step": 7.969439506530762, "n_params": 4633780, "total_flops": 9395081625600000, "train_loss": 0.04834567175971137, "subset_score_loss": 0.04834567175971137} +{"step": 670000, "wall_time": 7782.540883779526, "train_loss_step": 7.05136251449585, "n_params": 4633780, "total_flops": 9537431347200000, "train_loss": 0.049086274041069876, "subset_score_loss": 0.049086274041069876} +{"step": 680000, "wall_time": 7891.198364019394, "train_loss_step": 7.390822410583496, "n_params": 4633780, "total_flops": 9679781068800000, "train_loss": 0.044796583387586804, "subset_score_loss": 0.044796583387586804} +{"step": 690000, "wall_time": 7999.756689786911, "train_loss_step": 7.611234188079834, "n_params": 4633780, "total_flops": 9822130790400000, "train_loss": 0.044570944044325086, "subset_score_loss": 0.044570944044325086} +{"step": 700000, "wall_time": 8187.983603477478, "train_loss_step": 7.760885715484619, "n_params": 4633780, "total_flops": 9964480512000000, "train_loss": 0.0460691769917806, "subset_score_loss": 0.0460691769917806, "memorization_fraction_pixel": 0.019500000402331352, "mean_nn_ratio_pixel": 0.9415061473846436, "fid": 273.9181490859415, "fid_failed": 0.0} +{"step": 710000, "wall_time": 8296.359040498734, "train_loss_step": 7.445137977600098, "n_params": 4633780, "total_flops": 10106830233600000, "train_loss": 0.044119299782647024, "subset_score_loss": 0.044119299782647024} +{"step": 720000, "wall_time": 8402.670551776886, "train_loss_step": 7.376566410064697, "n_params": 4633780, "total_flops": 10249179955200000, "train_loss": 0.043448252148098415, "subset_score_loss": 0.043448252148098415} +{"step": 730000, "wall_time": 8510.940388441086, "train_loss_step": 7.45880651473999, "n_params": 4633780, "total_flops": 10391529676800000, "train_loss": 0.04425295193990072, "subset_score_loss": 0.04425295193990072} +{"step": 740000, "wall_time": 8619.182424783707, "train_loss_step": 6.956068515777588, "n_params": 4633780, "total_flops": 10533879398400000, "train_loss": 0.0443008369869656, "subset_score_loss": 0.0443008369869656} +{"step": 750000, "wall_time": 8727.674521684647, "train_loss_step": 7.006164073944092, "n_params": 4633780, "total_flops": 10676229120000000, "train_loss": 0.04152054521772597, "subset_score_loss": 0.04152054521772597} +{"step": 760000, "wall_time": 8836.863043308258, "train_loss_step": 7.347954750061035, "n_params": 4633780, "total_flops": 10818578841600000, "train_loss": 0.04199942217932807, "subset_score_loss": 0.04199942217932807} +{"step": 770000, "wall_time": 8940.26053404808, "train_loss_step": 7.078133583068848, "n_params": 4633780, "total_flops": 10960928563200000, "train_loss": 0.04088404178619385, "subset_score_loss": 0.04088404178619385} +{"step": 780000, "wall_time": 9048.630479812622, "train_loss_step": 7.404315948486328, "n_params": 4633780, "total_flops": 11103278284800000, "train_loss": 0.04653147061665853, "subset_score_loss": 0.04653147061665853} +{"step": 790000, "wall_time": 9156.925193548203, "train_loss_step": 7.175612449645996, "n_params": 4633780, "total_flops": 11245628006400000, "train_loss": 0.0425691286722819, "subset_score_loss": 0.0425691286722819} +{"step": 800000, "wall_time": 9345.26870059967, "train_loss_step": 6.8752899169921875, "n_params": 4633780, "total_flops": 11387977728000000, "train_loss": 0.04054984781477186, "subset_score_loss": 0.04054984781477186, "memorization_fraction_pixel": 0.02879999950528145, "mean_nn_ratio_pixel": 0.9364218711853027, "fid": 271.57770672468354, "fid_failed": 0.0} +{"step": 810000, "wall_time": 9453.823199987411, "train_loss_step": 6.532427787780762, "n_params": 4633780, "total_flops": 11530327449600000, "train_loss": 0.04175982210371229, "subset_score_loss": 0.04175982210371229} +{"step": 820000, "wall_time": 9559.67948293686, "train_loss_step": 7.1003737449646, "n_params": 4633780, "total_flops": 11672677171200000, "train_loss": 0.04008772903018527, "subset_score_loss": 0.04008772903018527} +{"step": 830000, "wall_time": 9668.424387216568, "train_loss_step": 7.184317588806152, "n_params": 4633780, "total_flops": 11815026892800000, "train_loss": 0.041828584671020505, "subset_score_loss": 0.041828584671020505} +{"step": 840000, "wall_time": 9777.20937538147, "train_loss_step": 7.101860523223877, "n_params": 4633780, "total_flops": 11957376614400000, "train_loss": 0.0394932746887207, "subset_score_loss": 0.0394932746887207} +{"step": 850000, "wall_time": 9885.780886650085, "train_loss_step": 6.573581695556641, "n_params": 4633780, "total_flops": 12099726336000000, "train_loss": 0.04264452192518446, "subset_score_loss": 0.04264452192518446} +{"step": 860000, "wall_time": 9994.705460071564, "train_loss_step": 6.638057708740234, "n_params": 4633780, "total_flops": 12242076057600000, "train_loss": 0.04219505521986219, "subset_score_loss": 0.04219505521986219} +{"step": 870000, "wall_time": 10101.934158086777, "train_loss_step": 7.114091873168945, "n_params": 4633780, "total_flops": 12384425779200000, "train_loss": 0.040615118874443905, "subset_score_loss": 0.040615118874443905} +{"step": 880000, "wall_time": 10208.36661863327, "train_loss_step": 7.281449794769287, "n_params": 4633780, "total_flops": 12526775500800000, "train_loss": 0.039252853393554686, "subset_score_loss": 0.039252853393554686} +{"step": 890000, "wall_time": 10314.685937166214, "train_loss_step": 6.708295822143555, "n_params": 4633780, "total_flops": 12669125222400000, "train_loss": 0.04037112130059136, "subset_score_loss": 0.04037112130059136} +{"step": 900000, "wall_time": 10504.888434410095, "train_loss_step": 6.608452796936035, "n_params": 4633780, "total_flops": 12811474944000000, "train_loss": 0.03792526192135281, "subset_score_loss": 0.03792526192135281, "memorization_fraction_pixel": 0.046799998730421066, "mean_nn_ratio_pixel": 0.916013777256012, "fid": 259.0477577813785, "fid_failed": 0.0} +{"step": 910000, "wall_time": 10613.286987543106, "train_loss_step": 6.666019439697266, "n_params": 4633780, "total_flops": 12953824665600000, "train_loss": 0.04039064513312446, "subset_score_loss": 0.04039064513312446} +{"step": 920000, "wall_time": 10719.044271707535, "train_loss_step": 6.304197311401367, "n_params": 4633780, "total_flops": 13096174387200000, "train_loss": 0.03721772299872504, "subset_score_loss": 0.03721772299872504} +{"step": 930000, "wall_time": 10827.58609509468, "train_loss_step": 6.488503456115723, "n_params": 4633780, "total_flops": 13238524108800000, "train_loss": 0.038840047518412274, "subset_score_loss": 0.038840047518412274} +{"step": 940000, "wall_time": 10936.000994205475, "train_loss_step": 6.7891998291015625, "n_params": 4633780, "total_flops": 13380873830400000, "train_loss": 0.03916575113932292, "subset_score_loss": 0.03916575113932292} +{"step": 950000, "wall_time": 11044.366511583328, "train_loss_step": 6.202414035797119, "n_params": 4633780, "total_flops": 13523223552000000, "train_loss": 0.0365278508928087, "subset_score_loss": 0.0365278508928087} +{"step": 960000, "wall_time": 11152.868450641632, "train_loss_step": 6.602164268493652, "n_params": 4633780, "total_flops": 13665573273600000, "train_loss": 0.03724212381574843, "subset_score_loss": 0.03724212381574843} +{"step": 970000, "wall_time": 11260.439345359802, "train_loss_step": 6.57792854309082, "n_params": 4633780, "total_flops": 13807922995200000, "train_loss": 0.03768630822499593, "subset_score_loss": 0.03768630822499593} +{"step": 980000, "wall_time": 11367.595854759216, "train_loss_step": 6.573535442352295, "n_params": 4633780, "total_flops": 13950272716800000, "train_loss": 0.03858704037136502, "subset_score_loss": 0.03858704037136502} +{"step": 990000, "wall_time": 11466.41541337967, "train_loss_step": 6.807193279266357, "n_params": 4633780, "total_flops": 14092622438400000, "train_loss": 0.03675846523708767, "subset_score_loss": 0.03675846523708767} +{"step": 1000000, "wall_time": 11655.69287443161, "train_loss_step": 6.385012626647949, "n_params": 4633780, "total_flops": 14234972160000000, "train_loss": 0.03590130276150173, "subset_score_loss": 0.03590130276150173, "memorization_fraction_pixel": 0.06970000267028809, "mean_nn_ratio_pixel": 0.8836443424224854, "fid": 246.00427530404255, "fid_failed": 0.0} +{"step": 1010000, "wall_time": 11764.403195381165, "train_loss_step": 6.5874128341674805, "n_params": 4633780, "total_flops": 14377321881600000, "train_loss": 0.03711023595598009, "subset_score_loss": 0.03711023595598009} +{"step": 1020000, "wall_time": 11873.027874946594, "train_loss_step": 6.195420265197754, "n_params": 4633780, "total_flops": 14519671603200000, "train_loss": 0.03501443862915039, "subset_score_loss": 0.03501443862915039} +{"step": 1030000, "wall_time": 11979.189384698868, "train_loss_step": 6.68802547454834, "n_params": 4633780, "total_flops": 14662021324800000, "train_loss": 0.03663171927134196, "subset_score_loss": 0.03663171927134196} +{"step": 1040000, "wall_time": 12087.57873916626, "train_loss_step": 6.248816967010498, "n_params": 4633780, "total_flops": 14804371046400000, "train_loss": 0.03574039406246609, "subset_score_loss": 0.03574039406246609} +{"step": 1050000, "wall_time": 12196.209763765335, "train_loss_step": 6.659239768981934, "n_params": 4633780, "total_flops": 14946720768000000, "train_loss": 0.03528177738189697, "subset_score_loss": 0.03528177738189697} +{"step": 1060000, "wall_time": 12304.803932666779, "train_loss_step": 6.725226402282715, "n_params": 4633780, "total_flops": 15089070489600000, "train_loss": 0.03940358691745334, "subset_score_loss": 0.03940358691745334} +{"step": 1070000, "wall_time": 12413.482856273651, "train_loss_step": 6.210201263427734, "n_params": 4633780, "total_flops": 15231420211200000, "train_loss": 0.03460270033942329, "subset_score_loss": 0.03460270033942329} +{"step": 1080000, "wall_time": 12522.222380399704, "train_loss_step": 6.1892523765563965, "n_params": 4633780, "total_flops": 15373769932800000, "train_loss": 0.037674972746107316, "subset_score_loss": 0.037674972746107316} +{"step": 1090000, "wall_time": 12626.830412387848, "train_loss_step": 6.568686485290527, "n_params": 4633780, "total_flops": 15516119654400000, "train_loss": 0.035901451110839845, "subset_score_loss": 0.035901451110839845} +{"step": 1100000, "wall_time": 12814.057201385498, "train_loss_step": 5.92331075668335, "n_params": 4633780, "total_flops": 15658469376000000, "train_loss": 0.032907213105095756, "subset_score_loss": 0.032907213105095756, "memorization_fraction_pixel": 0.08789999783039093, "mean_nn_ratio_pixel": 0.8711296916007996, "fid": 235.3345346780799, "fid_failed": 0.0} +{"step": 1110000, "wall_time": 12922.568091869354, "train_loss_step": 6.098062515258789, "n_params": 4633780, "total_flops": 15800819097600000, "train_loss": 0.03274841838412815, "subset_score_loss": 0.03274841838412815} +{"step": 1120000, "wall_time": 13030.913705348969, "train_loss_step": 6.25216007232666, "n_params": 4633780, "total_flops": 15943168819200000, "train_loss": 0.03281908565097385, "subset_score_loss": 0.03281908565097385} +{"step": 1130000, "wall_time": 13136.57037782669, "train_loss_step": 6.189592361450195, "n_params": 4633780, "total_flops": 16085518540800000, "train_loss": 0.0377352688047621, "subset_score_loss": 0.0377352688047621} +{"step": 1140000, "wall_time": 13244.739956378937, "train_loss_step": 6.095219135284424, "n_params": 4633780, "total_flops": 16227868262400000, "train_loss": 0.03330529795752631, "subset_score_loss": 0.03330529795752631} +{"step": 1150000, "wall_time": 13352.911753416061, "train_loss_step": 6.009800910949707, "n_params": 4633780, "total_flops": 16370217984000000, "train_loss": 0.03476458655463325, "subset_score_loss": 0.03476458655463325} +{"step": 1160000, "wall_time": 13461.217901229858, "train_loss_step": 5.914879322052002, "n_params": 4633780, "total_flops": 16512567705600000, "train_loss": 0.035863298839992945, "subset_score_loss": 0.035863298839992945} +{"step": 1170000, "wall_time": 13569.721532344818, "train_loss_step": 6.236730575561523, "n_params": 4633780, "total_flops": 16654917427200000, "train_loss": 0.03590151204003228, "subset_score_loss": 0.03590151204003228} +{"step": 1180000, "wall_time": 13662.586800336838, "train_loss_step": 6.315376281738281, "n_params": 4633780, "total_flops": 16797267148800000, "train_loss": 0.03346406088935004, "subset_score_loss": 0.03346406088935004} +{"step": 1190000, "wall_time": 13749.877474308014, "train_loss_step": 5.925134658813477, "n_params": 4633780, "total_flops": 16939616870400000, "train_loss": 0.033826311429341636, "subset_score_loss": 0.033826311429341636} +{"step": 1200000, "wall_time": 13905.671460151672, "train_loss_step": 5.9365234375, "n_params": 4633780, "total_flops": 17081966592000000, "train_loss": 0.03240541087256538, "subset_score_loss": 0.03240541087256538, "memorization_fraction_pixel": 0.11190000176429749, "mean_nn_ratio_pixel": 0.854239284992218, "fid": 228.7944690921858, "fid_failed": 0.0} +{"step": 1210000, "wall_time": 13984.308873653412, "train_loss_step": 5.841316223144531, "n_params": 4633780, "total_flops": 17224316313600000, "train_loss": 0.03256541887919108, "subset_score_loss": 0.03256541887919108} +{"step": 1220000, "wall_time": 14074.046875, "train_loss_step": 5.966756343841553, "n_params": 4633780, "total_flops": 17366666035200000, "train_loss": 0.03390733930799696, "subset_score_loss": 0.03390733930799696} +{"step": 1230000, "wall_time": 14153.70820593834, "train_loss_step": 5.6237945556640625, "n_params": 4633780, "total_flops": 17509015756800000, "train_loss": 0.03401083681318495, "subset_score_loss": 0.03401083681318495} +{"step": 1240000, "wall_time": 14242.858001232147, "train_loss_step": 5.742489814758301, "n_params": 4633780, "total_flops": 17651365478400000, "train_loss": 0.03311494986216227, "subset_score_loss": 0.03311494986216227} +{"step": 1250000, "wall_time": 14332.844939947128, "train_loss_step": 6.052356719970703, "n_params": 4633780, "total_flops": 17793715200000000, "train_loss": 0.032249334123399524, "subset_score_loss": 0.032249334123399524} +{"step": 1260000, "wall_time": 14422.93498659134, "train_loss_step": 5.972267150878906, "n_params": 4633780, "total_flops": 17936064921600000, "train_loss": 0.0334116882748074, "subset_score_loss": 0.0334116882748074} +{"step": 1270000, "wall_time": 14513.0537815094, "train_loss_step": 5.839807033538818, "n_params": 4633780, "total_flops": 18078414643200000, "train_loss": 0.034588596555921766, "subset_score_loss": 0.034588596555921766} +{"step": 1280000, "wall_time": 14602.898034572601, "train_loss_step": 5.921395301818848, "n_params": 4633780, "total_flops": 18220764364800000, "train_loss": 0.0316589011086358, "subset_score_loss": 0.0316589011086358} +{"step": 1290000, "wall_time": 14690.25824046135, "train_loss_step": 5.449537754058838, "n_params": 4633780, "total_flops": 18363114086400000, "train_loss": 0.03144685427347819, "subset_score_loss": 0.03144685427347819} +{"step": 1300000, "wall_time": 14848.265727519989, "train_loss_step": 5.616692543029785, "n_params": 4633780, "total_flops": 18505463808000000, "train_loss": 0.03169924153221978, "subset_score_loss": 0.03169924153221978, "memorization_fraction_pixel": 0.12370000034570694, "mean_nn_ratio_pixel": 0.8398672938346863, "fid": 223.58877366589576, "fid_failed": 0.0} +{"step": 1310000, "wall_time": 14938.304223775864, "train_loss_step": 5.9770331382751465, "n_params": 4633780, "total_flops": 18647813529600000, "train_loss": 0.03131418493058946, "subset_score_loss": 0.03131418493058946} +{"step": 1320000, "wall_time": 15024.965463638306, "train_loss_step": 6.102827072143555, "n_params": 4633780, "total_flops": 18790163251200000, "train_loss": 0.03450649049546983, "subset_score_loss": 0.03450649049546983} +{"step": 1330000, "wall_time": 15114.370667934418, "train_loss_step": 5.568455696105957, "n_params": 4633780, "total_flops": 18932512972800000, "train_loss": 0.03438344531589084, "subset_score_loss": 0.03438344531589084} +{"step": 1340000, "wall_time": 15201.192765712738, "train_loss_step": 5.843125820159912, "n_params": 4633780, "total_flops": 19074862694400000, "train_loss": 0.032489498456319175, "subset_score_loss": 0.032489498456319175} +{"step": 1350000, "wall_time": 15290.910346508026, "train_loss_step": 5.941384315490723, "n_params": 4633780, "total_flops": 19217212416000000, "train_loss": 0.03581650522020128, "subset_score_loss": 0.03581650522020128} +{"step": 1360000, "wall_time": 15380.819155454636, "train_loss_step": 5.536980628967285, "n_params": 4633780, "total_flops": 19359562137600000, "train_loss": 0.031072330474853516, "subset_score_loss": 0.031072330474853516} +{"step": 1370000, "wall_time": 15470.723000049591, "train_loss_step": 5.349699974060059, "n_params": 4633780, "total_flops": 19501911859200000, "train_loss": 0.0301867855919732, "subset_score_loss": 0.0301867855919732} +{"step": 1380000, "wall_time": 15559.64761710167, "train_loss_step": 5.516243934631348, "n_params": 4633780, "total_flops": 19644261580800000, "train_loss": 0.030972981452941896, "subset_score_loss": 0.030972981452941896} +{"step": 1390000, "wall_time": 15648.602436304092, "train_loss_step": 5.695379257202148, "n_params": 4633780, "total_flops": 19786611302400000, "train_loss": 0.03191848066118028, "subset_score_loss": 0.03191848066118028} +{"step": 1400000, "wall_time": 15807.697133302689, "train_loss_step": 5.174054145812988, "n_params": 4633780, "total_flops": 19928961024000000, "train_loss": 0.032116307152642146, "subset_score_loss": 0.032116307152642146, "memorization_fraction_pixel": 0.1468999981880188, "mean_nn_ratio_pixel": 0.8254050612449646, "fid": 214.11271346067542, "fid_failed": 0.0} +{"step": 1410000, "wall_time": 15895.831459999084, "train_loss_step": 5.705350875854492, "n_params": 4633780, "total_flops": 20071310745600000, "train_loss": 0.030076919661627875, "subset_score_loss": 0.030076919661627875} +{"step": 1420000, "wall_time": 15985.95368552208, "train_loss_step": 5.75748348236084, "n_params": 4633780, "total_flops": 20213660467200000, "train_loss": 0.03153892887963189, "subset_score_loss": 0.03153892887963189} +{"step": 1430000, "wall_time": 16073.342397928238, "train_loss_step": 5.598133563995361, "n_params": 4633780, "total_flops": 20356010188800000, "train_loss": 0.029765584733751085, "subset_score_loss": 0.029765584733751085} +{"step": 1440000, "wall_time": 16160.323231220245, "train_loss_step": 5.410216808319092, "n_params": 4633780, "total_flops": 20498359910400000, "train_loss": 0.030929981337653265, "subset_score_loss": 0.030929981337653265} +{"step": 1450000, "wall_time": 16250.40000796318, "train_loss_step": 5.389257431030273, "n_params": 4633780, "total_flops": 20640709632000000, "train_loss": 0.030137202474806044, "subset_score_loss": 0.030137202474806044} +{"step": 1460000, "wall_time": 16340.61928486824, "train_loss_step": 5.495149612426758, "n_params": 4633780, "total_flops": 20783059353600000, "train_loss": 0.03009824487898085, "subset_score_loss": 0.03009824487898085} +{"step": 1470000, "wall_time": 16430.72048854828, "train_loss_step": 5.609264373779297, "n_params": 4633780, "total_flops": 20925409075200000, "train_loss": 0.031069972780015734, "subset_score_loss": 0.031069972780015734} +{"step": 1480000, "wall_time": 16518.87415742874, "train_loss_step": 5.354109764099121, "n_params": 4633780, "total_flops": 21067758796800000, "train_loss": 0.030327108171251085, "subset_score_loss": 0.030327108171251085} +{"step": 1490000, "wall_time": 16609.080080270767, "train_loss_step": 5.24839973449707, "n_params": 4633780, "total_flops": 21210108518400000, "train_loss": 0.0327077759636773, "subset_score_loss": 0.0327077759636773} +{"step": 1500000, "wall_time": 16768.273596525192, "train_loss_step": 5.473935604095459, "n_params": 4633780, "total_flops": 21352458240000000, "train_loss": 0.029843902587890624, "subset_score_loss": 0.029843902587890624, "memorization_fraction_pixel": 0.18549999594688416, "mean_nn_ratio_pixel": 0.7909675240516663, "fid": 200.5838519474757, "fid_failed": 0.0} +{"step": 1510000, "wall_time": 16857.384350538254, "train_loss_step": 5.513985633850098, "n_params": 4633780, "total_flops": 21494807961600000, "train_loss": 0.03202441003587511, "subset_score_loss": 0.03202441003587511} +{"step": 1520000, "wall_time": 16946.505145311356, "train_loss_step": 5.17491340637207, "n_params": 4633780, "total_flops": 21637157683200000, "train_loss": 0.03180731137593587, "subset_score_loss": 0.03180731137593587} +{"step": 1530000, "wall_time": 17036.481362581253, "train_loss_step": 5.694457054138184, "n_params": 4633780, "total_flops": 21779507404800000, "train_loss": 0.033694667286343044, "subset_score_loss": 0.033694667286343044} +{"step": 1540000, "wall_time": 17119.91060090065, "train_loss_step": 5.506500720977783, "n_params": 4633780, "total_flops": 21921857126400000, "train_loss": 0.02867699729071723, "subset_score_loss": 0.02867699729071723} +{"step": 1550000, "wall_time": 17209.907865524292, "train_loss_step": 5.360753536224365, "n_params": 4633780, "total_flops": 22064206848000000, "train_loss": 0.0311241520775689, "subset_score_loss": 0.0311241520775689} +{"step": 1560000, "wall_time": 17299.764508485794, "train_loss_step": 5.597719192504883, "n_params": 4633780, "total_flops": 22206556569600000, "train_loss": 0.030276976691351997, "subset_score_loss": 0.030276976691351997} +{"step": 1570000, "wall_time": 17389.560387849808, "train_loss_step": 5.380735397338867, "n_params": 4633780, "total_flops": 22348906291200000, "train_loss": 0.02696608967251248, "subset_score_loss": 0.02696608967251248} +{"step": 1580000, "wall_time": 17477.442311525345, "train_loss_step": 5.379999160766602, "n_params": 4633780, "total_flops": 22491256012800000, "train_loss": 0.030202643076578776, "subset_score_loss": 0.030202643076578776} +{"step": 1590000, "wall_time": 17567.258602142334, "train_loss_step": 5.589817047119141, "n_params": 4633780, "total_flops": 22633605734400000, "train_loss": 0.028754536310831705, "subset_score_loss": 0.028754536310831705} +{"step": 1600000, "wall_time": 17726.35661125183, "train_loss_step": 5.884804725646973, "n_params": 4633780, "total_flops": 22775955456000000, "train_loss": 0.03018041451772054, "subset_score_loss": 0.03018041451772054, "memorization_fraction_pixel": 0.19869999587535858, "mean_nn_ratio_pixel": 0.7883325219154358, "fid": 196.98094710638154, "fid_failed": 0.0} +{"step": 1610000, "wall_time": 17816.40645647049, "train_loss_step": 5.43928861618042, "n_params": 4633780, "total_flops": 22918305177600000, "train_loss": 0.0287415345509847, "subset_score_loss": 0.0287415345509847} +{"step": 1620000, "wall_time": 17904.797302007675, "train_loss_step": 5.80648136138916, "n_params": 4633780, "total_flops": 23060654899200000, "train_loss": 0.02889604303571913, "subset_score_loss": 0.02889604303571913} +{"step": 1630000, "wall_time": 17994.833536863327, "train_loss_step": 5.16585636138916, "n_params": 4633780, "total_flops": 23203004620800000, "train_loss": 0.028777146339416505, "subset_score_loss": 0.028777146339416505} +{"step": 1640000, "wall_time": 18081.605147838593, "train_loss_step": 5.550705432891846, "n_params": 4633780, "total_flops": 23345354342400000, "train_loss": 0.029600252045525445, "subset_score_loss": 0.029600252045525445} +{"step": 1650000, "wall_time": 18169.18749809265, "train_loss_step": 5.054740905761719, "n_params": 4633780, "total_flops": 23487704064000000, "train_loss": 0.028842269049750433, "subset_score_loss": 0.028842269049750433} +{"step": 1660000, "wall_time": 18259.32589840889, "train_loss_step": 5.301638126373291, "n_params": 4633780, "total_flops": 23630053785600000, "train_loss": 0.028157877922058105, "subset_score_loss": 0.028157877922058105} +{"step": 1670000, "wall_time": 18349.37614965439, "train_loss_step": 5.397073745727539, "n_params": 4633780, "total_flops": 23772403507200000, "train_loss": 0.02862188286251492, "subset_score_loss": 0.02862188286251492} +{"step": 1680000, "wall_time": 18437.932174921036, "train_loss_step": 5.099179744720459, "n_params": 4633780, "total_flops": 23914753228800000, "train_loss": 0.025583418210347493, "subset_score_loss": 0.025583418210347493} +{"step": 1690000, "wall_time": 18527.96287059784, "train_loss_step": 5.050021171569824, "n_params": 4633780, "total_flops": 24057102950400000, "train_loss": 0.02929350799984402, "subset_score_loss": 0.02929350799984402} +{"step": 1700000, "wall_time": 18686.11202764511, "train_loss_step": 5.4923014640808105, "n_params": 4633780, "total_flops": 24199452672000000, "train_loss": 0.027589676115247937, "subset_score_loss": 0.027589676115247937, "memorization_fraction_pixel": 0.21250000596046448, "mean_nn_ratio_pixel": 0.7805737257003784, "fid": 195.90553029214294, "fid_failed": 0.0} +{"step": 1710000, "wall_time": 18776.034525871277, "train_loss_step": 4.869143962860107, "n_params": 4633780, "total_flops": 24341802393600000, "train_loss": 0.026622573534647625, "subset_score_loss": 0.026622573534647625} +{"step": 1720000, "wall_time": 18865.82204914093, "train_loss_step": 5.2251482009887695, "n_params": 4633780, "total_flops": 24484152115200000, "train_loss": 0.027182608180575902, "subset_score_loss": 0.027182608180575902} +{"step": 1730000, "wall_time": 18953.982856988907, "train_loss_step": 5.33231258392334, "n_params": 4633780, "total_flops": 24626501836800000, "train_loss": 0.02587756315867106, "subset_score_loss": 0.02587756315867106} +{"step": 1740000, "wall_time": 19042.991770029068, "train_loss_step": 5.463193893432617, "n_params": 4633780, "total_flops": 24768851558400000, "train_loss": 0.0262198633617825, "subset_score_loss": 0.0262198633617825} +{"step": 1750000, "wall_time": 19125.03807616234, "train_loss_step": 5.724775791168213, "n_params": 4633780, "total_flops": 24911201280000000, "train_loss": 0.028605718082851835, "subset_score_loss": 0.028605718082851835} +{"step": 1760000, "wall_time": 19199.38592028618, "train_loss_step": 5.266781330108643, "n_params": 4633780, "total_flops": 25053551001600000, "train_loss": 0.026912278599209256, "subset_score_loss": 0.026912278599209256} +{"step": 1770000, "wall_time": 19285.778385162354, "train_loss_step": 5.3513288497924805, "n_params": 4633780, "total_flops": 25195900723200000, "train_loss": 0.027247423595852322, "subset_score_loss": 0.027247423595852322} +{"step": 1780000, "wall_time": 19373.791103601456, "train_loss_step": 5.164227485656738, "n_params": 4633780, "total_flops": 25338250444800000, "train_loss": 0.028772277302212185, "subset_score_loss": 0.028772277302212185} +{"step": 1790000, "wall_time": 19463.76306962967, "train_loss_step": 5.407505989074707, "n_params": 4633780, "total_flops": 25480600166400000, "train_loss": 0.02735071712070041, "subset_score_loss": 0.02735071712070041} +{"step": 1800000, "wall_time": 19622.826810121536, "train_loss_step": 5.033487319946289, "n_params": 4633780, "total_flops": 25622949888000000, "train_loss": 0.029372186130947536, "subset_score_loss": 0.029372186130947536, "memorization_fraction_pixel": 0.2345000058412552, "mean_nn_ratio_pixel": 0.7616342902183533, "fid": 189.86697914547264, "fid_failed": 0.0} +{"step": 1810000, "wall_time": 19712.92295026779, "train_loss_step": 4.776684284210205, "n_params": 4633780, "total_flops": 25765299609600000, "train_loss": 0.0262833833694458, "subset_score_loss": 0.0262833833694458} +{"step": 1820000, "wall_time": 19802.72472190857, "train_loss_step": 5.030298233032227, "n_params": 4633780, "total_flops": 25907649331200000, "train_loss": 0.027060683568318686, "subset_score_loss": 0.027060683568318686} +{"step": 1830000, "wall_time": 19892.838624477386, "train_loss_step": 5.020439147949219, "n_params": 4633780, "total_flops": 26049999052800000, "train_loss": 0.02717791928185357, "subset_score_loss": 0.02717791928185357} +{"step": 1840000, "wall_time": 19981.47944712639, "train_loss_step": 5.32331657409668, "n_params": 4633780, "total_flops": 26192348774400000, "train_loss": 0.02766873041788737, "subset_score_loss": 0.02766873041788737} +{"step": 1850000, "wall_time": 20062.71206855774, "train_loss_step": 4.888253211975098, "n_params": 4633780, "total_flops": 26334698496000000, "train_loss": 0.026516395144992405, "subset_score_loss": 0.026516395144992405} +{"step": 1860000, "wall_time": 20148.925397396088, "train_loss_step": 5.058393478393555, "n_params": 4633780, "total_flops": 26477048217600000, "train_loss": 0.026977035734388564, "subset_score_loss": 0.026977035734388564} +{"step": 1870000, "wall_time": 20236.83482527733, "train_loss_step": 5.33388614654541, "n_params": 4633780, "total_flops": 26619397939200000, "train_loss": 0.025279037157694497, "subset_score_loss": 0.025279037157694497} +{"step": 1880000, "wall_time": 20315.544934034348, "train_loss_step": 5.237143039703369, "n_params": 4633780, "total_flops": 26761747660800000, "train_loss": 0.027729927168952093, "subset_score_loss": 0.027729927168952093} +{"step": 1890000, "wall_time": 20405.631961345673, "train_loss_step": 5.348668098449707, "n_params": 4633780, "total_flops": 26904097382400000, "train_loss": 0.02911506758795844, "subset_score_loss": 0.02911506758795844} +{"step": 1900000, "wall_time": 20564.991935253143, "train_loss_step": 5.11585807800293, "n_params": 4633780, "total_flops": 27046447104000000, "train_loss": 0.028178328937954373, "subset_score_loss": 0.028178328937954373, "memorization_fraction_pixel": 0.2556000053882599, "mean_nn_ratio_pixel": 0.7393336296081543, "fid": 180.67212965865502, "fid_failed": 0.0} +{"step": 1910000, "wall_time": 20654.850918769836, "train_loss_step": 5.019155502319336, "n_params": 4633780, "total_flops": 27188796825600000, "train_loss": 0.027374826537238228, "subset_score_loss": 0.027374826537238228} +{"step": 1920000, "wall_time": 20744.447900772095, "train_loss_step": 5.119870185852051, "n_params": 4633780, "total_flops": 27331146547200000, "train_loss": 0.025600576400756837, "subset_score_loss": 0.025600576400756837} +{"step": 1930000, "wall_time": 20834.18338394165, "train_loss_step": 5.208590507507324, "n_params": 4633780, "total_flops": 27473496268800000, "train_loss": 0.027572769588894316, "subset_score_loss": 0.027572769588894316} +{"step": 1940000, "wall_time": 20924.090821266174, "train_loss_step": 4.99022102355957, "n_params": 4633780, "total_flops": 27615845990400000, "train_loss": 0.025414771503872342, "subset_score_loss": 0.025414771503872342} +{"step": 1950000, "wall_time": 21012.014409065247, "train_loss_step": 4.869910717010498, "n_params": 4633780, "total_flops": 27758195712000000, "train_loss": 0.025184604856703017, "subset_score_loss": 0.025184604856703017} +{"step": 1960000, "wall_time": 21092.061531305313, "train_loss_step": 5.449735641479492, "n_params": 4633780, "total_flops": 27900545433600000, "train_loss": 0.025395144356621636, "subset_score_loss": 0.025395144356621636} +{"step": 1970000, "wall_time": 21179.74207019806, "train_loss_step": 5.148116111755371, "n_params": 4633780, "total_flops": 28042895155200000, "train_loss": 0.02500515513949924, "subset_score_loss": 0.02500515513949924} +{"step": 1980000, "wall_time": 21269.739876270294, "train_loss_step": 4.739824295043945, "n_params": 4633780, "total_flops": 28185244876800000, "train_loss": 0.024945595529344347, "subset_score_loss": 0.024945595529344347} +{"step": 1990000, "wall_time": 21347.891970396042, "train_loss_step": 4.76963996887207, "n_params": 4633780, "total_flops": 28327594598400000, "train_loss": 0.025963724984063043, "subset_score_loss": 0.025963724984063043} +{"step": 2000000, "wall_time": 21503.848571300507, "train_loss_step": 4.896055221557617, "n_params": 4633780, "total_flops": 28469944320000000, "train_loss": 0.02412670718299018, "subset_score_loss": 0.02412670718299018, "memorization_fraction_pixel": 0.2703999876976013, "mean_nn_ratio_pixel": 0.7346658110618591, "fid": 181.5921202525892, "fid_failed": 0.0} +{"step": 2010000, "wall_time": 21594.025010585785, "train_loss_step": 4.988397598266602, "n_params": 4633780, "total_flops": 28612294041600000, "train_loss": 0.02774310906728109, "subset_score_loss": 0.02774310906728109} +{"step": 2020000, "wall_time": 21684.14419221878, "train_loss_step": 4.424856185913086, "n_params": 4633780, "total_flops": 28754643763200000, "train_loss": 0.026094571749369303, "subset_score_loss": 0.026094571749369303} +{"step": 2030000, "wall_time": 21774.008823871613, "train_loss_step": 4.732524394989014, "n_params": 4633780, "total_flops": 28896993484800000, "train_loss": 0.02709608342912462, "subset_score_loss": 0.02709608342912462} +{"step": 2040000, "wall_time": 21863.764964818954, "train_loss_step": 4.7799482345581055, "n_params": 4633780, "total_flops": 29039343206400000, "train_loss": 0.025869581434461806, "subset_score_loss": 0.025869581434461806} +{"step": 2050000, "wall_time": 21953.708265542984, "train_loss_step": 4.774372100830078, "n_params": 4633780, "total_flops": 29181692928000000, "train_loss": 0.023593136999342176, "subset_score_loss": 0.023593136999342176} +{"step": 2060000, "wall_time": 22039.60674929619, "train_loss_step": 4.924586772918701, "n_params": 4633780, "total_flops": 29324042649600000, "train_loss": 0.02604164547390408, "subset_score_loss": 0.02604164547390408} +{"step": 2070000, "wall_time": 22119.47631597519, "train_loss_step": 4.976902008056641, "n_params": 4633780, "total_flops": 29466392371200000, "train_loss": 0.025598250495062935, "subset_score_loss": 0.025598250495062935} +{"step": 2080000, "wall_time": 22209.50536942482, "train_loss_step": 5.196944713592529, "n_params": 4633780, "total_flops": 29608742092800000, "train_loss": 0.023949127727084688, "subset_score_loss": 0.023949127727084688} +{"step": 2090000, "wall_time": 22299.566739797592, "train_loss_step": 4.873194217681885, "n_params": 4633780, "total_flops": 29751091814400000, "train_loss": 0.024969424141777885, "subset_score_loss": 0.024969424141777885} +{"step": 2100000, "wall_time": 22444.14276957512, "train_loss_step": 5.171444416046143, "n_params": 4633780, "total_flops": 29893441536000000, "train_loss": 0.026146562894185384, "subset_score_loss": 0.026146562894185384, "memorization_fraction_pixel": 0.3005000054836273, "mean_nn_ratio_pixel": 0.7123741507530212, "fid": 170.54135798099878, "fid_failed": 0.0} +{"step": 2110000, "wall_time": 22534.031359434128, "train_loss_step": 4.787599086761475, "n_params": 4633780, "total_flops": 30035791257600000, "train_loss": 0.024949947992960613, "subset_score_loss": 0.024949947992960613} +{"step": 2120000, "wall_time": 22623.959374666214, "train_loss_step": 5.096775054931641, "n_params": 4633780, "total_flops": 30178140979200000, "train_loss": 0.024736942185295954, "subset_score_loss": 0.024736942185295954} +{"step": 2130000, "wall_time": 22713.641757011414, "train_loss_step": 4.948584079742432, "n_params": 4633780, "total_flops": 30320490700800000, "train_loss": 0.026384766896565756, "subset_score_loss": 0.026384766896565756} +{"step": 2140000, "wall_time": 22803.351490974426, "train_loss_step": 4.737614154815674, "n_params": 4633780, "total_flops": 30462840422400000, "train_loss": 0.025569748878479005, "subset_score_loss": 0.025569748878479005} +{"step": 2150000, "wall_time": 22893.020868062973, "train_loss_step": 4.863776206970215, "n_params": 4633780, "total_flops": 30605190144000000, "train_loss": 0.02491576671600342, "subset_score_loss": 0.02491576671600342} +{"step": 2160000, "wall_time": 22981.317756175995, "train_loss_step": 5.119763374328613, "n_params": 4633780, "total_flops": 30747539865600000, "train_loss": 0.02421255906422933, "subset_score_loss": 0.02421255906422933} +{"step": 2170000, "wall_time": 23060.461884260178, "train_loss_step": 4.880669116973877, "n_params": 4633780, "total_flops": 30889889587200000, "train_loss": 0.02585583527882894, "subset_score_loss": 0.02585583527882894} +{"step": 2180000, "wall_time": 23147.560455560684, "train_loss_step": 5.036990165710449, "n_params": 4633780, "total_flops": 31032239308800000, "train_loss": 0.024601385328504775, "subset_score_loss": 0.024601385328504775} +{"step": 2190000, "wall_time": 23237.332479953766, "train_loss_step": 5.036647319793701, "n_params": 4633780, "total_flops": 31174589030400000, "train_loss": 0.023837039205763074, "subset_score_loss": 0.023837039205763074} +{"step": 2200000, "wall_time": 23396.34563922882, "train_loss_step": 4.644256591796875, "n_params": 4633780, "total_flops": 31316938752000000, "train_loss": 0.023364308145311145, "subset_score_loss": 0.023364308145311145, "memorization_fraction_pixel": 0.31940001249313354, "mean_nn_ratio_pixel": 0.6967988014221191, "fid": 160.80734996393744, "fid_failed": 0.0} +{"step": 2210000, "wall_time": 23482.10847067833, "train_loss_step": 4.777263164520264, "n_params": 4633780, "total_flops": 31459288473600000, "train_loss": 0.023372663391960993, "subset_score_loss": 0.023372663391960993} +{"step": 2220000, "wall_time": 23561.843152284622, "train_loss_step": 4.789219379425049, "n_params": 4633780, "total_flops": 31601638195200000, "train_loss": 0.025358308686150445, "subset_score_loss": 0.025358308686150445} +{"step": 2230000, "wall_time": 23651.80403470993, "train_loss_step": 4.718040943145752, "n_params": 4633780, "total_flops": 31743987916800000, "train_loss": 0.02406566407945421, "subset_score_loss": 0.02406566407945421} +{"step": 2240000, "wall_time": 23741.884354114532, "train_loss_step": 4.609981536865234, "n_params": 4633780, "total_flops": 31886337638400000, "train_loss": 0.02325047916836209, "subset_score_loss": 0.02325047916836209} +{"step": 2250000, "wall_time": 23831.742332220078, "train_loss_step": 5.053558349609375, "n_params": 4633780, "total_flops": 32028687360000000, "train_loss": 0.029080478350321452, "subset_score_loss": 0.029080478350321452} +{"step": 2260000, "wall_time": 23921.500444173813, "train_loss_step": 4.8051629066467285, "n_params": 4633780, "total_flops": 32171037081600000, "train_loss": 0.023833812607659235, "subset_score_loss": 0.023833812607659235} +{"step": 2270000, "wall_time": 24008.364347219467, "train_loss_step": 4.833596706390381, "n_params": 4633780, "total_flops": 32313386803200000, "train_loss": 0.024877956178453235, "subset_score_loss": 0.024877956178453235} +{"step": 2280000, "wall_time": 24083.941506385803, "train_loss_step": 4.697337627410889, "n_params": 4633780, "total_flops": 32455736524800000, "train_loss": 0.022911334037780763, "subset_score_loss": 0.022911334037780763} +{"step": 2290000, "wall_time": 24173.547729730606, "train_loss_step": 4.741231918334961, "n_params": 4633780, "total_flops": 32598086246400000, "train_loss": 0.025346859296162923, "subset_score_loss": 0.025346859296162923} +{"step": 2300000, "wall_time": 24332.623073339462, "train_loss_step": 5.001054286956787, "n_params": 4633780, "total_flops": 32740435968000000, "train_loss": 0.025619440608554415, "subset_score_loss": 0.025619440608554415, "memorization_fraction_pixel": 0.3292999863624573, "mean_nn_ratio_pixel": 0.6911031007766724, "fid": 160.30433626572713, "fid_failed": 0.0} +{"step": 2310000, "wall_time": 24422.561050891876, "train_loss_step": 4.949827194213867, "n_params": 4633780, "total_flops": 32882785689600000, "train_loss": 0.023615315225389268, "subset_score_loss": 0.023615315225389268} +{"step": 2320000, "wall_time": 24512.564782619476, "train_loss_step": 5.157902717590332, "n_params": 4633780, "total_flops": 33025135411200000, "train_loss": 0.024057896931966145, "subset_score_loss": 0.024057896931966145} +{"step": 2330000, "wall_time": 24592.44592356682, "train_loss_step": 4.550534725189209, "n_params": 4633780, "total_flops": 33167485132800000, "train_loss": 0.023759248521592884, "subset_score_loss": 0.023759248521592884} +{"step": 2340000, "wall_time": 24682.319553613663, "train_loss_step": 4.721232891082764, "n_params": 4633780, "total_flops": 33309834854400000, "train_loss": 0.025948452949523925, "subset_score_loss": 0.025948452949523925} +{"step": 2350000, "wall_time": 24771.832842588425, "train_loss_step": 4.835098743438721, "n_params": 4633780, "total_flops": 33452184576000000, "train_loss": 0.023043176862928602, "subset_score_loss": 0.023043176862928602} +{"step": 2360000, "wall_time": 24860.008471250534, "train_loss_step": 4.543814182281494, "n_params": 4633780, "total_flops": 33594534297600000, "train_loss": 0.02790096600850423, "subset_score_loss": 0.02790096600850423} +{"step": 2370000, "wall_time": 24949.836755037308, "train_loss_step": 4.6305084228515625, "n_params": 4633780, "total_flops": 33736884019200000, "train_loss": 0.02426978217230903, "subset_score_loss": 0.02426978217230903} +{"step": 2380000, "wall_time": 25037.977242946625, "train_loss_step": 4.650266647338867, "n_params": 4633780, "total_flops": 33879233740800000, "train_loss": 0.023536250326368545, "subset_score_loss": 0.023536250326368545} +{"step": 2390000, "wall_time": 25119.153455495834, "train_loss_step": 4.660554885864258, "n_params": 4633780, "total_flops": 34021583462400000, "train_loss": 0.02301263544294569, "subset_score_loss": 0.02301263544294569} +{"step": 2400000, "wall_time": 25277.92852783203, "train_loss_step": 4.889554023742676, "n_params": 4633780, "total_flops": 34163933184000000, "train_loss": 0.024701913197835285, "subset_score_loss": 0.024701913197835285, "memorization_fraction_pixel": 0.37709999084472656, "mean_nn_ratio_pixel": 0.6561642289161682, "fid": 151.51191144249782, "fid_failed": 0.0} +{"step": 2410000, "wall_time": 25368.07397222519, "train_loss_step": 4.6186442375183105, "n_params": 4633780, "total_flops": 34306282905600000, "train_loss": 0.0225536134507921, "subset_score_loss": 0.0225536134507921} +{"step": 2420000, "wall_time": 25458.25660276413, "train_loss_step": 4.657814025878906, "n_params": 4633780, "total_flops": 34448632627200000, "train_loss": 0.023053299056159125, "subset_score_loss": 0.023053299056159125} +{"step": 2430000, "wall_time": 25548.258002519608, "train_loss_step": 4.733670234680176, "n_params": 4633780, "total_flops": 34590982348800000, "train_loss": 0.025372375382317437, "subset_score_loss": 0.025372375382317437} +{"step": 2440000, "wall_time": 25631.548349380493, "train_loss_step": 4.590542793273926, "n_params": 4633780, "total_flops": 34733332070400000, "train_loss": 0.02250096533033583, "subset_score_loss": 0.02250096533033583} +{"step": 2450000, "wall_time": 25717.763183116913, "train_loss_step": 4.7221174240112305, "n_params": 4633780, "total_flops": 34875681792000000, "train_loss": 0.023905804422166613, "subset_score_loss": 0.023905804422166613} +{"step": 2460000, "wall_time": 25806.10858607292, "train_loss_step": 4.908144950866699, "n_params": 4633780, "total_flops": 35018031513600000, "train_loss": 0.02365244229634603, "subset_score_loss": 0.02365244229634603} +{"step": 2470000, "wall_time": 25896.22339439392, "train_loss_step": 4.468651294708252, "n_params": 4633780, "total_flops": 35160381235200000, "train_loss": 0.025243393580118813, "subset_score_loss": 0.025243393580118813} +{"step": 2480000, "wall_time": 25986.643533229828, "train_loss_step": 4.290656089782715, "n_params": 4633780, "total_flops": 35302730956800000, "train_loss": 0.022272827890184192, "subset_score_loss": 0.022272827890184192} +{"step": 2490000, "wall_time": 26068.126036643982, "train_loss_step": 4.594188213348389, "n_params": 4633780, "total_flops": 35445080678400000, "train_loss": 0.023304245207044813, "subset_score_loss": 0.023304245207044813} +{"step": 2500000, "wall_time": 26220.479646921158, "train_loss_step": 4.553553104400635, "n_params": 4633780, "total_flops": 35587430400000000, "train_loss": 0.020976151360405815, "subset_score_loss": 0.020976151360405815, "memorization_fraction_pixel": 0.3481999933719635, "mean_nn_ratio_pixel": 0.678061306476593, "fid": 154.73701692620853, "fid_failed": 0.0} +{"step": 2510000, "wall_time": 26310.23100042343, "train_loss_step": 4.475378036499023, "n_params": 4633780, "total_flops": 35729780121600000, "train_loss": 0.021873415840996637, "subset_score_loss": 0.021873415840996637} +{"step": 2520000, "wall_time": 26400.067556381226, "train_loss_step": 4.098535537719727, "n_params": 4633780, "total_flops": 35872129843200000, "train_loss": 0.02404510180155436, "subset_score_loss": 0.02404510180155436} +{"step": 2530000, "wall_time": 26489.847351789474, "train_loss_step": 4.539076805114746, "n_params": 4633780, "total_flops": 36014479564800000, "train_loss": 0.023007260428534612, "subset_score_loss": 0.023007260428534612} +{"step": 2540000, "wall_time": 26579.577480793, "train_loss_step": 4.67373514175415, "n_params": 4633780, "total_flops": 36156829286400000, "train_loss": 0.022404138247172037, "subset_score_loss": 0.022404138247172037} +{"step": 2550000, "wall_time": 26668.921384334564, "train_loss_step": 4.306475639343262, "n_params": 4633780, "total_flops": 36299179008000000, "train_loss": 0.023410770628187392, "subset_score_loss": 0.023410770628187392} +{"step": 2560000, "wall_time": 26740.41943526268, "train_loss_step": 4.731227397918701, "n_params": 4633780, "total_flops": 36441528729600000, "train_loss": 0.021583600838979086, "subset_score_loss": 0.021583600838979086} +{"step": 2570000, "wall_time": 26830.194361448288, "train_loss_step": 4.635331630706787, "n_params": 4633780, "total_flops": 36583878451200000, "train_loss": 0.021858477592468263, "subset_score_loss": 0.021858477592468263} +{"step": 2580000, "wall_time": 26920.049350738525, "train_loss_step": 4.3951921463012695, "n_params": 4633780, "total_flops": 36726228172800000, "train_loss": 0.022854667239718966, "subset_score_loss": 0.022854667239718966} +{"step": 2590000, "wall_time": 27010.12321782112, "train_loss_step": 4.60484504699707, "n_params": 4633780, "total_flops": 36868577894400000, "train_loss": 0.022294614050123427, "subset_score_loss": 0.022294614050123427} +{"step": 2600000, "wall_time": 27156.22304034233, "train_loss_step": 4.907497406005859, "n_params": 4633780, "total_flops": 37010927616000000, "train_loss": 0.022161338064405654, "subset_score_loss": 0.022161338064405654, "memorization_fraction_pixel": 0.39730000495910645, "mean_nn_ratio_pixel": 0.6431279182434082, "fid": 146.7393886706888, "fid_failed": 0.0} +{"step": 2610000, "wall_time": 27246.25333571434, "train_loss_step": 4.267803192138672, "n_params": 4633780, "total_flops": 37153277337600000, "train_loss": 0.023183155059814452, "subset_score_loss": 0.023183155059814452} +{"step": 2620000, "wall_time": 27336.195858716965, "train_loss_step": 4.392431259155273, "n_params": 4633780, "total_flops": 37295627059200000, "train_loss": 0.0208048767513699, "subset_score_loss": 0.0208048767513699} +{"step": 2630000, "wall_time": 27426.23912000656, "train_loss_step": 4.7195940017700195, "n_params": 4633780, "total_flops": 37437976780800000, "train_loss": 0.02222662236955431, "subset_score_loss": 0.02222662236955431} +{"step": 2640000, "wall_time": 27516.196641921997, "train_loss_step": 4.695686340332031, "n_params": 4633780, "total_flops": 37580326502400000, "train_loss": 0.023603754573398167, "subset_score_loss": 0.023603754573398167} +{"step": 2650000, "wall_time": 27605.89254617691, "train_loss_step": 5.042963027954102, "n_params": 4633780, "total_flops": 37722676224000000, "train_loss": 0.023122578197055394, "subset_score_loss": 0.023122578197055394} +{"step": 2660000, "wall_time": 27694.020109653473, "train_loss_step": 4.539921760559082, "n_params": 4633780, "total_flops": 37865025945600000, "train_loss": 0.022199987040625677, "subset_score_loss": 0.022199987040625677} +{"step": 2670000, "wall_time": 27777.20128583908, "train_loss_step": 4.344850540161133, "n_params": 4633780, "total_flops": 38007375667200000, "train_loss": 0.02237410545349121, "subset_score_loss": 0.02237410545349121} +{"step": 2680000, "wall_time": 27857.33762550354, "train_loss_step": 4.5946550369262695, "n_params": 4633780, "total_flops": 38149725388800000, "train_loss": 0.02195018662346734, "subset_score_loss": 0.02195018662346734} +{"step": 2690000, "wall_time": 27947.485720396042, "train_loss_step": 4.488944053649902, "n_params": 4633780, "total_flops": 38292075110400000, "train_loss": 0.02175870868894789, "subset_score_loss": 0.02175870868894789} +{"step": 2700000, "wall_time": 28095.48209142685, "train_loss_step": 4.596676826477051, "n_params": 4633780, "total_flops": 38434424832000000, "train_loss": 0.023145839903089736, "subset_score_loss": 0.023145839903089736, "memorization_fraction_pixel": 0.3693000078201294, "mean_nn_ratio_pixel": 0.6650687456130981, "fid": 153.17197861000068, "fid_failed": 0.0} +{"step": 2710000, "wall_time": 28184.07299041748, "train_loss_step": 4.336430549621582, "n_params": 4633780, "total_flops": 38576774553600000, "train_loss": 0.024181071917215982, "subset_score_loss": 0.024181071917215982} +{"step": 2720000, "wall_time": 28273.822223186493, "train_loss_step": 4.472775459289551, "n_params": 4633780, "total_flops": 38719124275200000, "train_loss": 0.022594663831922743, "subset_score_loss": 0.022594663831922743} +{"step": 2730000, "wall_time": 28363.4195125103, "train_loss_step": 4.840067386627197, "n_params": 4633780, "total_flops": 38861473996800000, "train_loss": 0.02003906700346205, "subset_score_loss": 0.02003906700346205} +{"step": 2740000, "wall_time": 28453.09150671959, "train_loss_step": 4.479981422424316, "n_params": 4633780, "total_flops": 39003823718400000, "train_loss": 0.023966381284925672, "subset_score_loss": 0.023966381284925672} +{"step": 2750000, "wall_time": 28540.85461997986, "train_loss_step": 4.330593109130859, "n_params": 4633780, "total_flops": 39146173440000000, "train_loss": 0.02010023726357354, "subset_score_loss": 0.02010023726357354} +{"step": 2760000, "wall_time": 28630.41275048256, "train_loss_step": 4.558433532714844, "n_params": 4633780, "total_flops": 39288523161600000, "train_loss": 0.02005589803059896, "subset_score_loss": 0.02005589803059896} +{"step": 2770000, "wall_time": 28720.264930725098, "train_loss_step": 4.343174457550049, "n_params": 4633780, "total_flops": 39430872883200000, "train_loss": 0.02067506445778741, "subset_score_loss": 0.02067506445778741} +{"step": 2780000, "wall_time": 28810.442694664, "train_loss_step": 4.33586311340332, "n_params": 4633780, "total_flops": 39573222604800000, "train_loss": 0.020015520519680446, "subset_score_loss": 0.020015520519680446} +{"step": 2790000, "wall_time": 28889.16839337349, "train_loss_step": 4.3546342849731445, "n_params": 4633780, "total_flops": 39715572326400000, "train_loss": 0.020634841918945313, "subset_score_loss": 0.020634841918945313} +{"step": 2800000, "wall_time": 29046.688715457916, "train_loss_step": 4.444824695587158, "n_params": 4633780, "total_flops": 39857922048000000, "train_loss": 0.021444239881303576, "subset_score_loss": 0.021444239881303576, "memorization_fraction_pixel": 0.40059998631477356, "mean_nn_ratio_pixel": 0.6398113965988159, "fid": 145.0943180588439, "fid_failed": 0.0} +{"step": 2810000, "wall_time": 29123.674716472626, "train_loss_step": 4.504819393157959, "n_params": 4633780, "total_flops": 40000271769600000, "train_loss": 0.021913670168982612, "subset_score_loss": 0.021913670168982612} +{"step": 2820000, "wall_time": 29213.90152001381, "train_loss_step": 4.104097366333008, "n_params": 4633780, "total_flops": 40142621491200000, "train_loss": 0.021385664410061307, "subset_score_loss": 0.021385664410061307} +{"step": 2830000, "wall_time": 29303.757039546967, "train_loss_step": 4.378161430358887, "n_params": 4633780, "total_flops": 40284971212800000, "train_loss": 0.021713040934668647, "subset_score_loss": 0.021713040934668647} +{"step": 2840000, "wall_time": 29393.684908866882, "train_loss_step": 4.303292274475098, "n_params": 4633780, "total_flops": 40427320934400000, "train_loss": 0.02176641093360053, "subset_score_loss": 0.02176641093360053} +{"step": 2850000, "wall_time": 29481.796451330185, "train_loss_step": 4.729793548583984, "n_params": 4633780, "total_flops": 40569670656000000, "train_loss": 0.020365803771548802, "subset_score_loss": 0.020365803771548802} +{"step": 2860000, "wall_time": 29571.8477807045, "train_loss_step": 4.4422478675842285, "n_params": 4633780, "total_flops": 40712020377600000, "train_loss": 0.02031007475323147, "subset_score_loss": 0.02031007475323147} +{"step": 2870000, "wall_time": 29661.90437579155, "train_loss_step": 4.268665790557861, "n_params": 4633780, "total_flops": 40854370099200000, "train_loss": 0.023210914929707845, "subset_score_loss": 0.023210914929707845} +{"step": 2880000, "wall_time": 29752.08070755005, "train_loss_step": 4.19308614730835, "n_params": 4633780, "total_flops": 40996719820800000, "train_loss": 0.021439686086442734, "subset_score_loss": 0.021439686086442734} +{"step": 2890000, "wall_time": 29842.159064531326, "train_loss_step": 4.151320457458496, "n_params": 4633780, "total_flops": 41139069542400000, "train_loss": 0.02168605989880032, "subset_score_loss": 0.02168605989880032} +{"step": 2900000, "wall_time": 29984.206410884857, "train_loss_step": 4.273151874542236, "n_params": 4633780, "total_flops": 41281419264000000, "train_loss": 0.021190349260965982, "subset_score_loss": 0.021190349260965982, "memorization_fraction_pixel": 0.4251999855041504, "mean_nn_ratio_pixel": 0.6221534013748169, "fid": 139.43369729244358, "fid_failed": 0.0} +{"step": 2910000, "wall_time": 30071.258230686188, "train_loss_step": 4.692571640014648, "n_params": 4633780, "total_flops": 41423768985600000, "train_loss": 0.021155477894677057, "subset_score_loss": 0.021155477894677057} +{"step": 2920000, "wall_time": 30146.065784215927, "train_loss_step": 4.751739501953125, "n_params": 4633780, "total_flops": 41566118707200000, "train_loss": 0.021361821227603488, "subset_score_loss": 0.021361821227603488} +{"step": 2930000, "wall_time": 30236.004144191742, "train_loss_step": 4.504630088806152, "n_params": 4633780, "total_flops": 41708468428800000, "train_loss": 0.020356153117285836, "subset_score_loss": 0.020356153117285836} +{"step": 2940000, "wall_time": 30325.487740039825, "train_loss_step": 4.373206615447998, "n_params": 4633780, "total_flops": 41850818150400000, "train_loss": 0.02135887145996094, "subset_score_loss": 0.02135887145996094} +{"step": 2950000, "wall_time": 30413.44117641449, "train_loss_step": 4.435417175292969, "n_params": 4633780, "total_flops": 41993167872000000, "train_loss": 0.022079018751780193, "subset_score_loss": 0.022079018751780193} +{"step": 2960000, "wall_time": 30503.15256500244, "train_loss_step": 4.877725124359131, "n_params": 4633780, "total_flops": 42135517593600000, "train_loss": 0.01981449392106798, "subset_score_loss": 0.01981449392106798} +{"step": 2970000, "wall_time": 30592.96217751503, "train_loss_step": 4.251986980438232, "n_params": 4633780, "total_flops": 42277867315200000, "train_loss": 0.019513613647884794, "subset_score_loss": 0.019513613647884794} +{"step": 2980000, "wall_time": 30682.958734989166, "train_loss_step": 4.8235344886779785, "n_params": 4633780, "total_flops": 42420217036800000, "train_loss": 0.02057729164759318, "subset_score_loss": 0.02057729164759318} +{"step": 2990000, "wall_time": 30772.872322797775, "train_loss_step": 4.1003336906433105, "n_params": 4633780, "total_flops": 42562566758400000, "train_loss": 0.021501995457543267, "subset_score_loss": 0.021501995457543267} +{"step": 3000000, "wall_time": 30932.062108039856, "train_loss_step": 4.266878128051758, "n_params": 4633780, "total_flops": 42704916480000000, "train_loss": 0.021529980500539145, "subset_score_loss": 0.021529980500539145, "memorization_fraction_pixel": 0.397599995136261, "mean_nn_ratio_pixel": 0.6469607949256897, "fid": 148.1521717525355, "fid_failed": 0.0} +{"step": 3010000, "wall_time": 31015.042758226395, "train_loss_step": 4.530552864074707, "n_params": 4633780, "total_flops": 42847266201600000, "train_loss": 0.021140881379445395, "subset_score_loss": 0.021140881379445395} +{"step": 3020000, "wall_time": 31097.417547941208, "train_loss_step": 4.2438507080078125, "n_params": 4633780, "total_flops": 42989615923200000, "train_loss": 0.019835458861456975, "subset_score_loss": 0.019835458861456975} +{"step": 3030000, "wall_time": 31178.474680662155, "train_loss_step": 4.4160661697387695, "n_params": 4633780, "total_flops": 43131965644800000, "train_loss": 0.023840604888068304, "subset_score_loss": 0.023840604888068304} +{"step": 3040000, "wall_time": 31268.21127820015, "train_loss_step": 4.082759857177734, "n_params": 4633780, "total_flops": 43274315366400000, "train_loss": 0.02180563873714871, "subset_score_loss": 0.02180563873714871} +{"step": 3050000, "wall_time": 31356.347064971924, "train_loss_step": 4.350986480712891, "n_params": 4633780, "total_flops": 43416665088000000, "train_loss": 0.021336367395189074, "subset_score_loss": 0.021336367395189074} +{"step": 3060000, "wall_time": 31446.132528305054, "train_loss_step": 4.2060418128967285, "n_params": 4633780, "total_flops": 43559014809600000, "train_loss": 0.021343048413594565, "subset_score_loss": 0.021343048413594565} +{"step": 3070000, "wall_time": 31536.04809498787, "train_loss_step": 4.483640670776367, "n_params": 4633780, "total_flops": 43701364531200000, "train_loss": 0.020522175894843207, "subset_score_loss": 0.020522175894843207} +{"step": 3080000, "wall_time": 31626.225153684616, "train_loss_step": 4.453658580780029, "n_params": 4633780, "total_flops": 43843714252800000, "train_loss": 0.021838306056128607, "subset_score_loss": 0.021838306056128607} +{"step": 3090000, "wall_time": 31716.281623363495, "train_loss_step": 4.0172271728515625, "n_params": 4633780, "total_flops": 43986063974400000, "train_loss": 0.02105340295367771, "subset_score_loss": 0.02105340295367771} +{"step": 3100000, "wall_time": 31875.40723133087, "train_loss_step": 4.67604398727417, "n_params": 4633780, "total_flops": 44128413696000000, "train_loss": 0.021860277652740477, "subset_score_loss": 0.021860277652740477, "memorization_fraction_pixel": 0.435699999332428, "mean_nn_ratio_pixel": 0.6167718172073364, "fid": 141.11022147808632, "fid_failed": 0.0} +{"step": 3110000, "wall_time": 31965.32134246826, "train_loss_step": 4.204464912414551, "n_params": 4633780, "total_flops": 44270763417600000, "train_loss": 0.01908966832690769, "subset_score_loss": 0.01908966832690769} +{"step": 3120000, "wall_time": 32055.441036462784, "train_loss_step": 4.19134521484375, "n_params": 4633780, "total_flops": 44413113139200000, "train_loss": 0.021183755662706163, "subset_score_loss": 0.021183755662706163} +{"step": 3130000, "wall_time": 32125.85146331787, "train_loss_step": 4.283060073852539, "n_params": 4633780, "total_flops": 44555462860800000, "train_loss": 0.020668431123097738, "subset_score_loss": 0.020668431123097738} +{"step": 3140000, "wall_time": 32210.21352171898, "train_loss_step": 4.204733848571777, "n_params": 4633780, "total_flops": 44697812582400000, "train_loss": 0.02001247141096327, "subset_score_loss": 0.02001247141096327} +{"step": 3150000, "wall_time": 32298.104892253876, "train_loss_step": 4.147749423980713, "n_params": 4633780, "total_flops": 44840162304000000, "train_loss": 0.01986997922261556, "subset_score_loss": 0.01986997922261556} +{"step": 3160000, "wall_time": 32387.75453686714, "train_loss_step": 4.414364814758301, "n_params": 4633780, "total_flops": 44982512025600000, "train_loss": 0.021238292588127983, "subset_score_loss": 0.021238292588127983} +{"step": 3170000, "wall_time": 32477.439489603043, "train_loss_step": 4.21327018737793, "n_params": 4633780, "total_flops": 45124861747200000, "train_loss": 0.02123134136199951, "subset_score_loss": 0.02123134136199951} +{"step": 3180000, "wall_time": 32567.30428290367, "train_loss_step": 4.48148775100708, "n_params": 4633780, "total_flops": 45267211468800000, "train_loss": 0.020521620909372967, "subset_score_loss": 0.020521620909372967} +{"step": 3190000, "wall_time": 32657.223426103592, "train_loss_step": 4.514237880706787, "n_params": 4633780, "total_flops": 45409561190400000, "train_loss": 0.020500168535444473, "subset_score_loss": 0.020500168535444473} +{"step": 3200000, "wall_time": 32816.08269453049, "train_loss_step": 4.238069534301758, "n_params": 4633780, "total_flops": 45551910912000000, "train_loss": 0.01953412029478285, "subset_score_loss": 0.01953412029478285, "memorization_fraction_pixel": 0.44440001249313354, "mean_nn_ratio_pixel": 0.6117379069328308, "fid": 133.7139876513462, "fid_failed": 0.0} +{"step": 3210000, "wall_time": 32906.136548280716, "train_loss_step": 4.0331220626831055, "n_params": 4633780, "total_flops": 45694260633600000, "train_loss": 0.021690728929307727, "subset_score_loss": 0.021690728929307727} +{"step": 3220000, "wall_time": 32996.267234802246, "train_loss_step": 4.838659286499023, "n_params": 4633780, "total_flops": 45836610355200000, "train_loss": 0.01951903634601169, "subset_score_loss": 0.01951903634601169} +{"step": 3230000, "wall_time": 33086.980946302414, "train_loss_step": 4.251864433288574, "n_params": 4633780, "total_flops": 45978960076800000, "train_loss": 0.01930036809709337, "subset_score_loss": 0.01930036809709337} +{"step": 3240000, "wall_time": 33156.40013003349, "train_loss_step": 4.338850021362305, "n_params": 4633780, "total_flops": 46121309798400000, "train_loss": 0.01987702978981866, "subset_score_loss": 0.01987702978981866} +{"step": 3250000, "wall_time": 33246.36941218376, "train_loss_step": 4.318968772888184, "n_params": 4633780, "total_flops": 46263659520000000, "train_loss": 0.021457266807556153, "subset_score_loss": 0.021457266807556153} +{"step": 3260000, "wall_time": 33336.32447385788, "train_loss_step": 4.140912055969238, "n_params": 4633780, "total_flops": 46406009241600000, "train_loss": 0.020099965731302898, "subset_score_loss": 0.020099965731302898} +{"step": 3270000, "wall_time": 33425.935450553894, "train_loss_step": 4.076613426208496, "n_params": 4633780, "total_flops": 46548358963200000, "train_loss": 0.023703514205084906, "subset_score_loss": 0.023703514205084906} +{"step": 3280000, "wall_time": 33515.91152381897, "train_loss_step": 4.001843452453613, "n_params": 4633780, "total_flops": 46690708684800000, "train_loss": 0.02178955078125, "subset_score_loss": 0.02178955078125} +{"step": 3290000, "wall_time": 33605.7873442173, "train_loss_step": 4.215463638305664, "n_params": 4633780, "total_flops": 46833058406400000, "train_loss": 0.019355973932478163, "subset_score_loss": 0.019355973932478163} +{"step": 3300000, "wall_time": 33764.41544365883, "train_loss_step": 3.852846145629883, "n_params": 4633780, "total_flops": 46975408128000000, "train_loss": 0.02188972234725952, "subset_score_loss": 0.02188972234725952, "memorization_fraction_pixel": 0.45910000801086426, "mean_nn_ratio_pixel": 0.5986153483390808, "fid": 129.61993084453638, "fid_failed": 0.0} +{"step": 3310000, "wall_time": 33854.219668626785, "train_loss_step": 4.342884063720703, "n_params": 4633780, "total_flops": 47117757849600000, "train_loss": 0.019883637958102756, "subset_score_loss": 0.019883637958102756} +{"step": 3320000, "wall_time": 33944.01779270172, "train_loss_step": 4.173046112060547, "n_params": 4633780, "total_flops": 47260107571200000, "train_loss": 0.01966767178641425, "subset_score_loss": 0.01966767178641425} +{"step": 3330000, "wall_time": 34033.83584976196, "train_loss_step": 4.435110569000244, "n_params": 4633780, "total_flops": 47402457292800000, "train_loss": 0.01928922865125868, "subset_score_loss": 0.01928922865125868} +{"step": 3340000, "wall_time": 34115.93197631836, "train_loss_step": 4.554142475128174, "n_params": 4633780, "total_flops": 47544807014400000, "train_loss": 0.020648109912872314, "subset_score_loss": 0.020648109912872314} +{"step": 3350000, "wall_time": 34191.40573835373, "train_loss_step": 4.4857025146484375, "n_params": 4633780, "total_flops": 47687156736000000, "train_loss": 0.020744469430711534, "subset_score_loss": 0.020744469430711534} +{"step": 3360000, "wall_time": 34276.823529958725, "train_loss_step": 4.304208755493164, "n_params": 4633780, "total_flops": 47829506457600000, "train_loss": 0.01899476581149631, "subset_score_loss": 0.01899476581149631} +{"step": 3370000, "wall_time": 34366.49534869194, "train_loss_step": 4.266193389892578, "n_params": 4633780, "total_flops": 47971856179200000, "train_loss": 0.02138486173417833, "subset_score_loss": 0.02138486173417833} +{"step": 3380000, "wall_time": 34456.07749271393, "train_loss_step": 4.504606246948242, "n_params": 4633780, "total_flops": 48114205900800000, "train_loss": 0.019633857409159343, "subset_score_loss": 0.019633857409159343} +{"step": 3390000, "wall_time": 34545.97019958496, "train_loss_step": 4.327638626098633, "n_params": 4633780, "total_flops": 48256555622400000, "train_loss": 0.019627726078033446, "subset_score_loss": 0.019627726078033446} +{"step": 3400000, "wall_time": 34704.961946964264, "train_loss_step": 4.09177303314209, "n_params": 4633780, "total_flops": 48398905344000000, "train_loss": 0.019191410806443956, "subset_score_loss": 0.019191410806443956, "memorization_fraction_pixel": 0.4537999927997589, "mean_nn_ratio_pixel": 0.6025267839431763, "fid": 137.14333811693118, "fid_failed": 0.0} +{"step": 3410000, "wall_time": 34795.122299194336, "train_loss_step": 4.716011047363281, "n_params": 4633780, "total_flops": 48541255065600000, "train_loss": 0.02103481690088908, "subset_score_loss": 0.02103481690088908} +{"step": 3420000, "wall_time": 34885.225966215134, "train_loss_step": 3.97100830078125, "n_params": 4633780, "total_flops": 48683604787200000, "train_loss": 0.01982841624153985, "subset_score_loss": 0.01982841624153985} +{"step": 3430000, "wall_time": 34975.14938163757, "train_loss_step": 4.128229141235352, "n_params": 4633780, "total_flops": 48825954508800000, "train_loss": 0.020043610201941595, "subset_score_loss": 0.020043610201941595} +{"step": 3440000, "wall_time": 35063.094375133514, "train_loss_step": 4.220620155334473, "n_params": 4633780, "total_flops": 48968304230400000, "train_loss": 0.019462215900421142, "subset_score_loss": 0.019462215900421142} +{"step": 3450000, "wall_time": 35139.99143099785, "train_loss_step": 4.261558532714844, "n_params": 4633780, "total_flops": 49110653952000000, "train_loss": 0.019248294830322265, "subset_score_loss": 0.019248294830322265} +{"step": 3460000, "wall_time": 35226.847670555115, "train_loss_step": 4.19625186920166, "n_params": 4633780, "total_flops": 49253003673600000, "train_loss": 0.0186849660343594, "subset_score_loss": 0.0186849660343594} +{"step": 3470000, "wall_time": 35306.167830228806, "train_loss_step": 4.136966228485107, "n_params": 4633780, "total_flops": 49395353395200000, "train_loss": 0.01964281267589993, "subset_score_loss": 0.01964281267589993} +{"step": 3480000, "wall_time": 35395.897382736206, "train_loss_step": 4.217792510986328, "n_params": 4633780, "total_flops": 49537703116800000, "train_loss": 0.018513336446550156, "subset_score_loss": 0.018513336446550156} +{"step": 3490000, "wall_time": 35485.73991417885, "train_loss_step": 4.026679992675781, "n_params": 4633780, "total_flops": 49680052838400000, "train_loss": 0.0200146304236518, "subset_score_loss": 0.0200146304236518} +{"step": 3500000, "wall_time": 35644.88299322128, "train_loss_step": 4.460487365722656, "n_params": 4633780, "total_flops": 49822402560000000, "train_loss": 0.018886274761623807, "subset_score_loss": 0.018886274761623807, "memorization_fraction_pixel": 0.47780001163482666, "mean_nn_ratio_pixel": 0.5871297121047974, "fid": 130.27479509507873, "fid_failed": 0.0} +{"step": 3510000, "wall_time": 35734.8278594017, "train_loss_step": 4.077274322509766, "n_params": 4633780, "total_flops": 49964752281600000, "train_loss": 0.01888063218858507, "subset_score_loss": 0.01888063218858507} +{"step": 3520000, "wall_time": 35824.692278146744, "train_loss_step": 4.148227691650391, "n_params": 4633780, "total_flops": 50107102003200000, "train_loss": 0.019110442532433405, "subset_score_loss": 0.019110442532433405} +{"step": 3530000, "wall_time": 35914.40364408493, "train_loss_step": 3.782226324081421, "n_params": 4633780, "total_flops": 50249451724800000, "train_loss": 0.019635408454471166, "subset_score_loss": 0.019635408454471166} +{"step": 3540000, "wall_time": 36002.184599637985, "train_loss_step": 3.964162826538086, "n_params": 4633780, "total_flops": 50391801446400000, "train_loss": 0.017837187978956434, "subset_score_loss": 0.017837187978956434} +{"step": 3550000, "wall_time": 36091.986255168915, "train_loss_step": 4.263580322265625, "n_params": 4633780, "total_flops": 50534151168000000, "train_loss": 0.019800298743777804, "subset_score_loss": 0.019800298743777804} +{"step": 3560000, "wall_time": 36170.34065937996, "train_loss_step": 4.037337303161621, "n_params": 4633780, "total_flops": 50676500889600000, "train_loss": 0.018184691005282933, "subset_score_loss": 0.018184691005282933} +{"step": 3570000, "wall_time": 36260.352328300476, "train_loss_step": 4.179747581481934, "n_params": 4633780, "total_flops": 50818850611200000, "train_loss": 0.020311494668324787, "subset_score_loss": 0.020311494668324787} +{"step": 3580000, "wall_time": 36341.178619623184, "train_loss_step": 4.175337791442871, "n_params": 4633780, "total_flops": 50961200332800000, "train_loss": 0.019978849093119304, "subset_score_loss": 0.019978849093119304} +{"step": 3590000, "wall_time": 36430.96165037155, "train_loss_step": 4.22751522064209, "n_params": 4633780, "total_flops": 51103550054400000, "train_loss": 0.020228538248274062, "subset_score_loss": 0.020228538248274062} +{"step": 3600000, "wall_time": 36588.545726537704, "train_loss_step": 4.174924373626709, "n_params": 4633780, "total_flops": 51245899776000000, "train_loss": 0.019268469015757243, "subset_score_loss": 0.019268469015757243, "memorization_fraction_pixel": 0.4724999964237213, "mean_nn_ratio_pixel": 0.589475154876709, "fid": 133.5526920069257, "fid_failed": 0.0} +{"step": 3610000, "wall_time": 36678.58214569092, "train_loss_step": 3.966407537460327, "n_params": 4633780, "total_flops": 51388249497600000, "train_loss": 0.01947480042775472, "subset_score_loss": 0.01947480042775472} +{"step": 3620000, "wall_time": 36768.629598379135, "train_loss_step": 3.7580180168151855, "n_params": 4633780, "total_flops": 51530599219200000, "train_loss": 0.018037006590101455, "subset_score_loss": 0.018037006590101455} +{"step": 3630000, "wall_time": 36857.12386012077, "train_loss_step": 4.0302228927612305, "n_params": 4633780, "total_flops": 51672948940800000, "train_loss": 0.020028154055277508, "subset_score_loss": 0.020028154055277508} +{"step": 3640000, "wall_time": 36946.40303707123, "train_loss_step": 4.337812900543213, "n_params": 4633780, "total_flops": 51815298662400000, "train_loss": 0.019827045334710015, "subset_score_loss": 0.019827045334710015} +{"step": 3650000, "wall_time": 37036.53767466545, "train_loss_step": 4.099691390991211, "n_params": 4633780, "total_flops": 51957648384000000, "train_loss": 0.02088619073232015, "subset_score_loss": 0.02088619073232015} +{"step": 3660000, "wall_time": 37124.96154308319, "train_loss_step": 4.181894302368164, "n_params": 4633780, "total_flops": 52099998105600000, "train_loss": 0.019215096367730035, "subset_score_loss": 0.019215096367730035} +{"step": 3670000, "wall_time": 37203.829362630844, "train_loss_step": 3.948239326477051, "n_params": 4633780, "total_flops": 52242347827200000, "train_loss": 0.01999653180440267, "subset_score_loss": 0.01999653180440267} +{"step": 3680000, "wall_time": 37293.84067058563, "train_loss_step": 4.385135650634766, "n_params": 4633780, "total_flops": 52384697548800000, "train_loss": 0.019184739059872096, "subset_score_loss": 0.019184739059872096} +{"step": 3690000, "wall_time": 37377.074112176895, "train_loss_step": 4.039311408996582, "n_params": 4633780, "total_flops": 52527047270400000, "train_loss": 0.018495758374532063, "subset_score_loss": 0.018495758374532063} +{"step": 3700000, "wall_time": 37528.411650419235, "train_loss_step": 4.217042446136475, "n_params": 4633780, "total_flops": 52669396992000000, "train_loss": 0.017937653594546847, "subset_score_loss": 0.017937653594546847, "memorization_fraction_pixel": 0.47690001130104065, "mean_nn_ratio_pixel": 0.592121958732605, "fid": 133.00198018448748, "fid_failed": 0.0} +{"step": 3710000, "wall_time": 37618.27232146263, "train_loss_step": 4.030900478363037, "n_params": 4633780, "total_flops": 52811746713600000, "train_loss": 0.018589909871419272, "subset_score_loss": 0.018589909871419272} +{"step": 3720000, "wall_time": 37708.055585861206, "train_loss_step": 4.118877410888672, "n_params": 4633780, "total_flops": 52954096435200000, "train_loss": 0.0215083916982015, "subset_score_loss": 0.0215083916982015} +{"step": 3730000, "wall_time": 37795.875262737274, "train_loss_step": 4.145718574523926, "n_params": 4633780, "total_flops": 53096446156800000, "train_loss": 0.0186290356847975, "subset_score_loss": 0.0186290356847975} +{"step": 3740000, "wall_time": 37885.531833171844, "train_loss_step": 4.018473148345947, "n_params": 4633780, "total_flops": 53238795878400000, "train_loss": 0.018396405378977458, "subset_score_loss": 0.018396405378977458} +{"step": 3750000, "wall_time": 37975.37151122093, "train_loss_step": 3.8946452140808105, "n_params": 4633780, "total_flops": 53381145600000000, "train_loss": 0.02008169094721476, "subset_score_loss": 0.02008169094721476} +{"step": 3760000, "wall_time": 38065.243393182755, "train_loss_step": 4.22389030456543, "n_params": 4633780, "total_flops": 53523495321600000, "train_loss": 0.018777586354149712, "subset_score_loss": 0.018777586354149712} +{"step": 3770000, "wall_time": 38147.50252842903, "train_loss_step": 4.161801338195801, "n_params": 4633780, "total_flops": 53665845043200000, "train_loss": 0.020823299884796143, "subset_score_loss": 0.020823299884796143} +{"step": 3780000, "wall_time": 38226.85705590248, "train_loss_step": 4.062229156494141, "n_params": 4633780, "total_flops": 53808194764800000, "train_loss": 0.01973928345574273, "subset_score_loss": 0.01973928345574273} +{"step": 3790000, "wall_time": 38316.605117082596, "train_loss_step": 4.035195350646973, "n_params": 4633780, "total_flops": 53950544486400000, "train_loss": 0.018308431572384303, "subset_score_loss": 0.018308431572384303} +{"step": 3800000, "wall_time": 38473.610652923584, "train_loss_step": 4.382692337036133, "n_params": 4633780, "total_flops": 54092894208000000, "train_loss": 0.018524420261383057, "subset_score_loss": 0.018524420261383057, "memorization_fraction_pixel": 0.5012000203132629, "mean_nn_ratio_pixel": 0.5714134573936462, "fid": 128.33792898511925, "fid_failed": 0.0} +{"step": 3810000, "wall_time": 38563.58845305443, "train_loss_step": 4.639163017272949, "n_params": 4633780, "total_flops": 54235243929600000, "train_loss": 0.02032745016945733, "subset_score_loss": 0.02032745016945733} +{"step": 3820000, "wall_time": 38653.47211432457, "train_loss_step": 4.124005317687988, "n_params": 4633780, "total_flops": 54377593651200000, "train_loss": 0.018111941549513073, "subset_score_loss": 0.018111941549513073} +{"step": 3830000, "wall_time": 38741.55602502823, "train_loss_step": 4.221434593200684, "n_params": 4633780, "total_flops": 54519943372800000, "train_loss": 0.01848029692967733, "subset_score_loss": 0.01848029692967733} +{"step": 3840000, "wall_time": 38831.5012049675, "train_loss_step": 4.5147809982299805, "n_params": 4633780, "total_flops": 54662293094400000, "train_loss": 0.018537267049153646, "subset_score_loss": 0.018537267049153646} +{"step": 3850000, "wall_time": 38921.545632362366, "train_loss_step": 4.026230812072754, "n_params": 4633780, "total_flops": 54804642816000000, "train_loss": 0.018952548503875732, "subset_score_loss": 0.018952548503875732} +{"step": 3860000, "wall_time": 39011.5314719677, "train_loss_step": 4.089375972747803, "n_params": 4633780, "total_flops": 54946992537600000, "train_loss": 0.01978522539138794, "subset_score_loss": 0.01978522539138794} +{"step": 3870000, "wall_time": 39101.51706004143, "train_loss_step": 4.252469062805176, "n_params": 4633780, "total_flops": 55089342259200000, "train_loss": 0.020548270808325872, "subset_score_loss": 0.020548270808325872} +{"step": 3880000, "wall_time": 39188.46476697922, "train_loss_step": 4.069036483764648, "n_params": 4633780, "total_flops": 55231691980800000, "train_loss": 0.019052214092678495, "subset_score_loss": 0.019052214092678495} +{"step": 3890000, "wall_time": 39277.01754498482, "train_loss_step": 4.274557113647461, "n_params": 4633780, "total_flops": 55374041702400000, "train_loss": 0.01909714274936252, "subset_score_loss": 0.01909714274936252} +{"step": 3900000, "wall_time": 39436.27359175682, "train_loss_step": 3.8759775161743164, "n_params": 4633780, "total_flops": 55516391424000000, "train_loss": 0.01786558230717977, "subset_score_loss": 0.01786558230717977, "memorization_fraction_pixel": 0.45809999108314514, "mean_nn_ratio_pixel": 0.6042754650115967, "fid": 140.11770202928494, "fid_failed": 0.0} +{"step": 3910000, "wall_time": 39523.83878684044, "train_loss_step": 4.145229339599609, "n_params": 4633780, "total_flops": 55658741145600000, "train_loss": 0.019994968838161892, "subset_score_loss": 0.019994968838161892} +{"step": 3920000, "wall_time": 39613.67830443382, "train_loss_step": 4.254561424255371, "n_params": 4633780, "total_flops": 55801090867200000, "train_loss": 0.019184319178263347, "subset_score_loss": 0.019184319178263347} +{"step": 3930000, "wall_time": 39702.01257252693, "train_loss_step": 4.379773139953613, "n_params": 4633780, "total_flops": 55943440588800000, "train_loss": 0.01835289266374376, "subset_score_loss": 0.01835289266374376} +{"step": 3940000, "wall_time": 39791.789120435715, "train_loss_step": 4.330065727233887, "n_params": 4633780, "total_flops": 56085790310400000, "train_loss": 0.019155738088819714, "subset_score_loss": 0.019155738088819714} +{"step": 3950000, "wall_time": 39881.65413451195, "train_loss_step": 4.050344467163086, "n_params": 4633780, "total_flops": 56228140032000000, "train_loss": 0.019237997796800403, "subset_score_loss": 0.019237997796800403} +{"step": 3960000, "wall_time": 39971.543666124344, "train_loss_step": 4.290086269378662, "n_params": 4633780, "total_flops": 56370489753600000, "train_loss": 0.018534160984887017, "subset_score_loss": 0.018534160984887017} +{"step": 3970000, "wall_time": 40061.376351594925, "train_loss_step": 3.9521536827087402, "n_params": 4633780, "total_flops": 56512839475200000, "train_loss": 0.01982498566309611, "subset_score_loss": 0.01982498566309611} +{"step": 3980000, "wall_time": 40147.78821563721, "train_loss_step": 3.628654956817627, "n_params": 4633780, "total_flops": 56655189196800000, "train_loss": 0.01759294933742947, "subset_score_loss": 0.01759294933742947} +{"step": 3990000, "wall_time": 40236.16180205345, "train_loss_step": 3.996567964553833, "n_params": 4633780, "total_flops": 56797538918400000, "train_loss": 0.020807956324683297, "subset_score_loss": 0.020807956324683297} +{"step": 4000000, "wall_time": 40395.3018951416, "train_loss_step": 4.3252339363098145, "n_params": 4633780, "total_flops": 56939888640000000, "train_loss": 0.01665389405356513, "subset_score_loss": 0.01665389405356513, "memorization_fraction_pixel": 0.48890000581741333, "mean_nn_ratio_pixel": 0.5802727341651917, "fid": 131.6967017523346, "fid_failed": 0.0} +{"step": 4010000, "wall_time": 40485.568546533585, "train_loss_step": 3.9413232803344727, "n_params": 4633780, "total_flops": 57082238361600000, "train_loss": 0.018577485614352757, "subset_score_loss": 0.018577485614352757} +{"step": 4020000, "wall_time": 40560.78116607666, "train_loss_step": 4.072185039520264, "n_params": 4633780, "total_flops": 57224588083200000, "train_loss": 0.019171165095435247, "subset_score_loss": 0.019171165095435247} +{"step": 4030000, "wall_time": 40649.19828557968, "train_loss_step": 4.650810241699219, "n_params": 4633780, "total_flops": 57366937804800000, "train_loss": 0.01915657917658488, "subset_score_loss": 0.01915657917658488} +{"step": 4040000, "wall_time": 40739.12704181671, "train_loss_step": 4.024890899658203, "n_params": 4633780, "total_flops": 57509287526400000, "train_loss": 0.01920622057384915, "subset_score_loss": 0.01920622057384915} +{"step": 4050000, "wall_time": 40829.161860466, "train_loss_step": 4.0664215087890625, "n_params": 4633780, "total_flops": 57651637248000000, "train_loss": 0.017793941497802734, "subset_score_loss": 0.017793941497802734} +{"step": 4060000, "wall_time": 40919.31885409355, "train_loss_step": 3.9781136512756348, "n_params": 4633780, "total_flops": 57793986969600000, "train_loss": 0.017691152625613743, "subset_score_loss": 0.017691152625613743} +{"step": 4070000, "wall_time": 41009.286653757095, "train_loss_step": 4.1087260246276855, "n_params": 4633780, "total_flops": 57936336691200000, "train_loss": 0.016817351182301838, "subset_score_loss": 0.016817351182301838} +{"step": 4080000, "wall_time": 41098.34516978264, "train_loss_step": 3.893066644668579, "n_params": 4633780, "total_flops": 58078686412800000, "train_loss": 0.018690952989790174, "subset_score_loss": 0.018690952989790174} +{"step": 4090000, "wall_time": 41175.07177948952, "train_loss_step": 4.17146110534668, "n_params": 4633780, "total_flops": 58221036134400000, "train_loss": 0.017956133683522543, "subset_score_loss": 0.017956133683522543} +{"step": 4100000, "wall_time": 41332.610077381134, "train_loss_step": 3.974778652191162, "n_params": 4633780, "total_flops": 58363385856000000, "train_loss": 0.018356104691823322, "subset_score_loss": 0.018356104691823322, "memorization_fraction_pixel": 0.4749999940395355, "mean_nn_ratio_pixel": 0.5925797820091248, "fid": 136.6323794653569, "fid_failed": 0.0} +{"step": 4110000, "wall_time": 41422.547540187836, "train_loss_step": 3.6797597408294678, "n_params": 4633780, "total_flops": 58505735577600000, "train_loss": 0.01685036155912611, "subset_score_loss": 0.01685036155912611} +{"step": 4120000, "wall_time": 41510.07319021225, "train_loss_step": 3.993777275085449, "n_params": 4633780, "total_flops": 58648085299200000, "train_loss": 0.020339243941836886, "subset_score_loss": 0.020339243941836886} +{"step": 4130000, "wall_time": 41595.355773210526, "train_loss_step": 3.9237117767333984, "n_params": 4633780, "total_flops": 58790435020800000, "train_loss": 0.01793087191051907, "subset_score_loss": 0.01793087191051907} +{"step": 4140000, "wall_time": 41675.820249557495, "train_loss_step": 4.188302993774414, "n_params": 4633780, "total_flops": 58932784742400000, "train_loss": 0.01959448390536838, "subset_score_loss": 0.01959448390536838} +{"step": 4150000, "wall_time": 41765.60661935806, "train_loss_step": 3.868344783782959, "n_params": 4633780, "total_flops": 59075134464000000, "train_loss": 0.017002357376946345, "subset_score_loss": 0.017002357376946345} +{"step": 4160000, "wall_time": 41855.488666296005, "train_loss_step": 4.156070709228516, "n_params": 4633780, "total_flops": 59217484185600000, "train_loss": 0.017410249180263942, "subset_score_loss": 0.017410249180263942} +{"step": 4170000, "wall_time": 41945.306466817856, "train_loss_step": 4.309213161468506, "n_params": 4633780, "total_flops": 59359833907200000, "train_loss": 0.017494633462693955, "subset_score_loss": 0.017494633462693955} +{"step": 4180000, "wall_time": 42034.927347421646, "train_loss_step": 4.305464267730713, "n_params": 4633780, "total_flops": 59502183628800000, "train_loss": 0.020963378747304282, "subset_score_loss": 0.020963378747304282} +{"step": 4190000, "wall_time": 42121.79033660889, "train_loss_step": 3.991863965988159, "n_params": 4633780, "total_flops": 59644533350400000, "train_loss": 0.01929480102327135, "subset_score_loss": 0.01929480102327135} +{"step": 4200000, "wall_time": 42266.04045057297, "train_loss_step": 3.935896396636963, "n_params": 4633780, "total_flops": 59786883072000000, "train_loss": 0.017255433400472007, "subset_score_loss": 0.017255433400472007, "memorization_fraction_pixel": 0.5277000069618225, "mean_nn_ratio_pixel": 0.5528153777122498, "fid": 123.79242078601587, "fid_failed": 0.0} +{"step": 4210000, "wall_time": 42356.1622838974, "train_loss_step": 4.027152061462402, "n_params": 4633780, "total_flops": 59929232793600000, "train_loss": 0.01751014126671685, "subset_score_loss": 0.01751014126671685} +{"step": 4220000, "wall_time": 42444.17747378349, "train_loss_step": 3.9638261795043945, "n_params": 4633780, "total_flops": 60071582515200000, "train_loss": 0.019736372099982368, "subset_score_loss": 0.019736372099982368} +{"step": 4230000, "wall_time": 42533.98855447769, "train_loss_step": 3.863607406616211, "n_params": 4633780, "total_flops": 60213932236800000, "train_loss": 0.017629975742763943, "subset_score_loss": 0.017629975742763943} +{"step": 4240000, "wall_time": 42624.12938594818, "train_loss_step": 4.111030578613281, "n_params": 4633780, "total_flops": 60356281958400000, "train_loss": 0.017780313226911756, "subset_score_loss": 0.017780313226911756} +{"step": 4250000, "wall_time": 42699.97683954239, "train_loss_step": 3.8165812492370605, "n_params": 4633780, "total_flops": 60498631680000000, "train_loss": 0.01839012304941813, "subset_score_loss": 0.01839012304941813} +{"step": 4260000, "wall_time": 42784.70908665657, "train_loss_step": 3.856536865234375, "n_params": 4633780, "total_flops": 60640981401600000, "train_loss": 0.017355106936560737, "subset_score_loss": 0.017355106936560737} +{"step": 4270000, "wall_time": 42874.75895023346, "train_loss_step": 3.9025161266326904, "n_params": 4633780, "total_flops": 60783331123200000, "train_loss": 0.017017980416615803, "subset_score_loss": 0.017017980416615803} +{"step": 4280000, "wall_time": 42964.5990986824, "train_loss_step": 4.260934829711914, "n_params": 4633780, "total_flops": 60925680844800000, "train_loss": 0.01771946218278673, "subset_score_loss": 0.01771946218278673} +{"step": 4290000, "wall_time": 43054.502452373505, "train_loss_step": 4.131239891052246, "n_params": 4633780, "total_flops": 61068030566400000, "train_loss": 0.018682090441385905, "subset_score_loss": 0.018682090441385905} +{"step": 4300000, "wall_time": 43198.57913327217, "train_loss_step": 4.000065803527832, "n_params": 4633780, "total_flops": 61210380288000000, "train_loss": 0.016830621825324164, "subset_score_loss": 0.016830621825324164, "memorization_fraction_pixel": 0.5372999906539917, "mean_nn_ratio_pixel": 0.5389686822891235, "fid": 119.93322215952603, "fid_failed": 0.0} +{"step": 4310000, "wall_time": 43286.847772836685, "train_loss_step": 3.826385498046875, "n_params": 4633780, "total_flops": 61352730009600000, "train_loss": 0.016858940654330783, "subset_score_loss": 0.016858940654330783} +{"step": 4320000, "wall_time": 43374.90904593468, "train_loss_step": 4.101665496826172, "n_params": 4633780, "total_flops": 61495079731200000, "train_loss": 0.016842463281419542, "subset_score_loss": 0.016842463281419542} +{"step": 4330000, "wall_time": 43464.92851853371, "train_loss_step": 4.2015814781188965, "n_params": 4633780, "total_flops": 61637429452800000, "train_loss": 0.017886871761745877, "subset_score_loss": 0.017886871761745877} +{"step": 4340000, "wall_time": 43554.57678055763, "train_loss_step": 3.8057515621185303, "n_params": 4633780, "total_flops": 61779779174400000, "train_loss": 0.020002449883355033, "subset_score_loss": 0.020002449883355033} +{"step": 4350000, "wall_time": 43644.27494049072, "train_loss_step": 4.025823593139648, "n_params": 4633780, "total_flops": 61922128896000000, "train_loss": 0.018645739555358885, "subset_score_loss": 0.018645739555358885} +{"step": 4360000, "wall_time": 43734.67883348465, "train_loss_step": 4.010157585144043, "n_params": 4633780, "total_flops": 62064478617600000, "train_loss": 0.01742711861928304, "subset_score_loss": 0.01742711861928304} +{"step": 4370000, "wall_time": 43811.50736927986, "train_loss_step": 4.129181385040283, "n_params": 4633780, "total_flops": 62206828339200000, "train_loss": 0.01953990591896905, "subset_score_loss": 0.01953990591896905} +{"step": 4380000, "wall_time": 43901.380063056946, "train_loss_step": 4.409816741943359, "n_params": 4633780, "total_flops": 62349178060800000, "train_loss": 0.018704039520687527, "subset_score_loss": 0.018704039520687527} +{"step": 4390000, "wall_time": 43991.11347961426, "train_loss_step": 4.143267631530762, "n_params": 4633780, "total_flops": 62491527782400000, "train_loss": 0.0190407223171658, "subset_score_loss": 0.0190407223171658} +{"step": 4400000, "wall_time": 44149.947336912155, "train_loss_step": 4.078243732452393, "n_params": 4633780, "total_flops": 62633877504000000, "train_loss": 0.017941935857137045, "subset_score_loss": 0.017941935857137045, "memorization_fraction_pixel": 0.5461000204086304, "mean_nn_ratio_pixel": 0.5388758182525635, "fid": 120.39970631372337, "fid_failed": 0.0} +{"step": 4410000, "wall_time": 44225.591566324234, "train_loss_step": 4.1618452072143555, "n_params": 4633780, "total_flops": 62776227225600000, "train_loss": 0.018868405289120146, "subset_score_loss": 0.018868405289120146} +{"step": 4420000, "wall_time": 44311.57353305817, "train_loss_step": 4.2537336349487305, "n_params": 4633780, "total_flops": 62918576947200000, "train_loss": 0.017754185199737548, "subset_score_loss": 0.017754185199737548} +{"step": 4430000, "wall_time": 44401.666489839554, "train_loss_step": 3.8103861808776855, "n_params": 4633780, "total_flops": 63060926668800000, "train_loss": 0.018234135044945612, "subset_score_loss": 0.018234135044945612} +{"step": 4440000, "wall_time": 44491.7949180603, "train_loss_step": 4.434051036834717, "n_params": 4633780, "total_flops": 63203276390400000, "train_loss": 0.017128537760840522, "subset_score_loss": 0.017128537760840522} +{"step": 4450000, "wall_time": 44581.38856077194, "train_loss_step": 4.519486427307129, "n_params": 4633780, "total_flops": 63345626112000000, "train_loss": 0.018335874875386557, "subset_score_loss": 0.018335874875386557} +{"step": 4460000, "wall_time": 44671.53434801102, "train_loss_step": 3.9463210105895996, "n_params": 4633780, "total_flops": 63487975833600000, "train_loss": 0.019165280130174427, "subset_score_loss": 0.019165280130174427} +{"step": 4470000, "wall_time": 44761.65051174164, "train_loss_step": 3.7315521240234375, "n_params": 4633780, "total_flops": 63630325555200000, "train_loss": 0.017146703932020398, "subset_score_loss": 0.017146703932020398} +{"step": 4480000, "wall_time": 44842.87419748306, "train_loss_step": 4.09677267074585, "n_params": 4633780, "total_flops": 63772675276800000, "train_loss": 0.01642969316906399, "subset_score_loss": 0.01642969316906399} +{"step": 4490000, "wall_time": 44928.98987913132, "train_loss_step": 3.8764572143554688, "n_params": 4633780, "total_flops": 63915024998400000, "train_loss": 0.019400323761834037, "subset_score_loss": 0.019400323761834037} +{"step": 4500000, "wall_time": 45087.08076286316, "train_loss_step": 4.019350528717041, "n_params": 4633780, "total_flops": 64057374720000000, "train_loss": 0.018174691994984945, "subset_score_loss": 0.018174691994984945, "memorization_fraction_pixel": 0.5347999930381775, "mean_nn_ratio_pixel": 0.5528303980827332, "fid": 124.47240838130317, "fid_failed": 0.0} +{"step": 4510000, "wall_time": 45173.958832740784, "train_loss_step": 3.9268007278442383, "n_params": 4633780, "total_flops": 64199724441600000, "train_loss": 0.018115674124823677, "subset_score_loss": 0.018115674124823677} +{"step": 4520000, "wall_time": 45250.05115938187, "train_loss_step": 3.8865761756896973, "n_params": 4633780, "total_flops": 64342074163200000, "train_loss": 0.018433491388956707, "subset_score_loss": 0.018433491388956707} +{"step": 4530000, "wall_time": 45337.96868991852, "train_loss_step": 3.8094139099121094, "n_params": 4633780, "total_flops": 64484423884800000, "train_loss": 0.017327299382951526, "subset_score_loss": 0.017327299382951526} +{"step": 4540000, "wall_time": 45427.99636912346, "train_loss_step": 4.039196968078613, "n_params": 4633780, "total_flops": 64626773606400000, "train_loss": 0.017301793893178305, "subset_score_loss": 0.017301793893178305} +{"step": 4550000, "wall_time": 45517.74933052063, "train_loss_step": 3.867682695388794, "n_params": 4633780, "total_flops": 64769123328000000, "train_loss": 0.020493208037482367, "subset_score_loss": 0.020493208037482367} +{"step": 4560000, "wall_time": 45607.29992198944, "train_loss_step": 3.866929054260254, "n_params": 4633780, "total_flops": 64911473049600000, "train_loss": 0.016716751787397597, "subset_score_loss": 0.016716751787397597} +{"step": 4570000, "wall_time": 45697.17006993294, "train_loss_step": 3.75504207611084, "n_params": 4633780, "total_flops": 65053822771200000, "train_loss": 0.01628174251980252, "subset_score_loss": 0.01628174251980252} +{"step": 4580000, "wall_time": 45787.11859703064, "train_loss_step": 3.9691834449768066, "n_params": 4633780, "total_flops": 65196172492800000, "train_loss": 0.01804578039381239, "subset_score_loss": 0.01804578039381239} +{"step": 4590000, "wall_time": 45877.187172174454, "train_loss_step": 4.154312610626221, "n_params": 4633780, "total_flops": 65338522214400000, "train_loss": 0.01902020904752943, "subset_score_loss": 0.01902020904752943} +{"step": 4600000, "wall_time": 46015.92968416214, "train_loss_step": 3.748792886734009, "n_params": 4633780, "total_flops": 65480871936000000, "train_loss": 0.01909431748920017, "subset_score_loss": 0.01909431748920017, "memorization_fraction_pixel": 0.5644999742507935, "mean_nn_ratio_pixel": 0.5282464027404785, "fid": 117.6108532354329, "fid_failed": 0.0} +{"step": 4610000, "wall_time": 46103.91034293175, "train_loss_step": 3.6329169273376465, "n_params": 4633780, "total_flops": 65623221657600000, "train_loss": 0.0168946729765998, "subset_score_loss": 0.0168946729765998} +{"step": 4620000, "wall_time": 46189.7210817337, "train_loss_step": 3.9072232246398926, "n_params": 4633780, "total_flops": 65765571379200000, "train_loss": 0.01876907613542345, "subset_score_loss": 0.01876907613542345} +{"step": 4630000, "wall_time": 46267.5744433403, "train_loss_step": 3.9269142150878906, "n_params": 4633780, "total_flops": 65907921100800000, "train_loss": 0.01808668375015259, "subset_score_loss": 0.01808668375015259} +{"step": 4640000, "wall_time": 46357.64832901955, "train_loss_step": 3.530755043029785, "n_params": 4633780, "total_flops": 66050270822400000, "train_loss": 0.017766680982377794, "subset_score_loss": 0.017766680982377794} +{"step": 4650000, "wall_time": 46447.61720132828, "train_loss_step": 3.495842695236206, "n_params": 4633780, "total_flops": 66192620544000000, "train_loss": 0.015799425707923042, "subset_score_loss": 0.015799425707923042} +{"step": 4660000, "wall_time": 46537.533844947815, "train_loss_step": 4.177632808685303, "n_params": 4633780, "total_flops": 66334970265600000, "train_loss": 0.01777967611948649, "subset_score_loss": 0.01777967611948649} +{"step": 4670000, "wall_time": 46627.36740112305, "train_loss_step": 3.524653434753418, "n_params": 4633780, "total_flops": 66477319987200000, "train_loss": 0.017436624897850885, "subset_score_loss": 0.017436624897850885} +{"step": 4680000, "wall_time": 46717.35936808586, "train_loss_step": 3.710858106613159, "n_params": 4633780, "total_flops": 66619669708800000, "train_loss": 0.017105323738522, "subset_score_loss": 0.017105323738522} +{"step": 4690000, "wall_time": 46807.2438788414, "train_loss_step": 4.280600070953369, "n_params": 4633780, "total_flops": 66762019430400000, "train_loss": 0.01757695542441474, "subset_score_loss": 0.01757695542441474} +{"step": 4700000, "wall_time": 46966.68832778931, "train_loss_step": 4.0233001708984375, "n_params": 4633780, "total_flops": 66904369152000000, "train_loss": 0.017831022209591336, "subset_score_loss": 0.017831022209591336, "memorization_fraction_pixel": 0.5475999712944031, "mean_nn_ratio_pixel": 0.5436051487922668, "fid": 118.14519041553804, "fid_failed": 0.0} +{"step": 4710000, "wall_time": 47038.71843957901, "train_loss_step": 4.062561988830566, "n_params": 4633780, "total_flops": 67046718873600000, "train_loss": 0.01687866316901313, "subset_score_loss": 0.01687866316901313} +{"step": 4720000, "wall_time": 47128.626076221466, "train_loss_step": 3.6382784843444824, "n_params": 4633780, "total_flops": 67189068595200000, "train_loss": 0.016116603215535482, "subset_score_loss": 0.016116603215535482} +{"step": 4730000, "wall_time": 47212.40469574928, "train_loss_step": 3.8098175525665283, "n_params": 4633780, "total_flops": 67331418316800000, "train_loss": 0.016459351115756565, "subset_score_loss": 0.016459351115756565} +{"step": 4740000, "wall_time": 47294.48270726204, "train_loss_step": 4.012910842895508, "n_params": 4633780, "total_flops": 67473768038400000, "train_loss": 0.019531893730163574, "subset_score_loss": 0.019531893730163574} +{"step": 4750000, "wall_time": 47384.34336853027, "train_loss_step": 4.120288848876953, "n_params": 4633780, "total_flops": 67616117760000000, "train_loss": 0.01753282414542304, "subset_score_loss": 0.01753282414542304} +{"step": 4760000, "wall_time": 47474.15560340881, "train_loss_step": 3.7907986640930176, "n_params": 4633780, "total_flops": 67758467481600000, "train_loss": 0.016901754008399116, "subset_score_loss": 0.016901754008399116} +{"step": 4770000, "wall_time": 47564.06966972351, "train_loss_step": 3.783608913421631, "n_params": 4633780, "total_flops": 67900817203200000, "train_loss": 0.018200413386027018, "subset_score_loss": 0.018200413386027018} +{"step": 4780000, "wall_time": 47653.675228357315, "train_loss_step": 4.107966899871826, "n_params": 4633780, "total_flops": 68043166924800000, "train_loss": 0.01765492624706692, "subset_score_loss": 0.01765492624706692} +{"step": 4790000, "wall_time": 47743.466489076614, "train_loss_step": 4.369161128997803, "n_params": 4633780, "total_flops": 68185516646400000, "train_loss": 0.018033940262264677, "subset_score_loss": 0.018033940262264677} +{"step": 4800000, "wall_time": 47906.44444847107, "train_loss_step": 3.9613142013549805, "n_params": 4633780, "total_flops": 68327866368000000, "train_loss": 0.016053517659505207, "subset_score_loss": 0.016053517659505207, "memorization_fraction_pixel": 0.5659000277519226, "mean_nn_ratio_pixel": 0.525381326675415, "fid": 116.79488978520189, "fid_failed": 0.0} +{"step": 4810000, "wall_time": 47994.772468328476, "train_loss_step": 4.1589250564575195, "n_params": 4633780, "total_flops": 68470216089600000, "train_loss": 0.016731749640570746, "subset_score_loss": 0.016731749640570746} +{"step": 4820000, "wall_time": 48082.14377999306, "train_loss_step": 3.7704784870147705, "n_params": 4633780, "total_flops": 68612565811200000, "train_loss": 0.016592231061723497, "subset_score_loss": 0.016592231061723497} +{"step": 4830000, "wall_time": 48172.1432287693, "train_loss_step": 3.4918136596679688, "n_params": 4633780, "total_flops": 68754915532800000, "train_loss": 0.017448340521918404, "subset_score_loss": 0.017448340521918404} +{"step": 4840000, "wall_time": 48258.97252726555, "train_loss_step": 3.95404052734375, "n_params": 4633780, "total_flops": 68897265254400000, "train_loss": 0.017033006085289848, "subset_score_loss": 0.017033006085289848} +{"step": 4850000, "wall_time": 48347.417177677155, "train_loss_step": 3.6018600463867188, "n_params": 4633780, "total_flops": 69039614976000000, "train_loss": 0.016072877248128257, "subset_score_loss": 0.016072877248128257} +{"step": 4860000, "wall_time": 48437.448149204254, "train_loss_step": 3.6127729415893555, "n_params": 4633780, "total_flops": 69181964697600000, "train_loss": 0.01769473022884793, "subset_score_loss": 0.01769473022884793} +{"step": 4870000, "wall_time": 48527.5686712265, "train_loss_step": 3.8510429859161377, "n_params": 4633780, "total_flops": 69324314419200000, "train_loss": 0.015538558695051405, "subset_score_loss": 0.015538558695051405} +{"step": 4880000, "wall_time": 48617.68388962746, "train_loss_step": 4.130190849304199, "n_params": 4633780, "total_flops": 69466664140800000, "train_loss": 0.017764457066853843, "subset_score_loss": 0.017764457066853843} +{"step": 4890000, "wall_time": 48707.726081609726, "train_loss_step": 3.645141124725342, "n_params": 4633780, "total_flops": 69609013862400000, "train_loss": 0.016305522123972575, "subset_score_loss": 0.016305522123972575} +{"step": 4900000, "wall_time": 48869.98936033249, "train_loss_step": 3.7898693084716797, "n_params": 4633780, "total_flops": 69751363584000000, "train_loss": 0.016966127024756538, "subset_score_loss": 0.016966127024756538, "memorization_fraction_pixel": 0.5288000106811523, "mean_nn_ratio_pixel": 0.5567477941513062, "fid": 123.44916689051674, "fid_failed": 0.0} +{"step": 4910000, "wall_time": 48943.76761507988, "train_loss_step": 4.068133354187012, "n_params": 4633780, "total_flops": 69893713305600000, "train_loss": 0.016170145405663385, "subset_score_loss": 0.016170145405663385} +{"step": 4920000, "wall_time": 49016.16481256485, "train_loss_step": 3.5731873512268066, "n_params": 4633780, "total_flops": 70036063027200000, "train_loss": 0.016560875044928657, "subset_score_loss": 0.016560875044928657} +{"step": 4930000, "wall_time": 49085.5493285656, "train_loss_step": 3.899078369140625, "n_params": 4633780, "total_flops": 70178412748800000, "train_loss": 0.016773262288835314, "subset_score_loss": 0.016773262288835314} +{"step": 4940000, "wall_time": 49153.68734741211, "train_loss_step": 3.7302494049072266, "n_params": 4633780, "total_flops": 70320762470400000, "train_loss": 0.016195681360032823, "subset_score_loss": 0.016195681360032823} +{"step": 4950000, "wall_time": 49226.10734629631, "train_loss_step": 3.6824474334716797, "n_params": 4633780, "total_flops": 70463112192000000, "train_loss": 0.01833768155839708, "subset_score_loss": 0.01833768155839708} +{"step": 4960000, "wall_time": 49296.29334974289, "train_loss_step": 3.4810314178466797, "n_params": 4633780, "total_flops": 70605461913600000, "train_loss": 0.017013499471876355, "subset_score_loss": 0.017013499471876355} +{"step": 4970000, "wall_time": 49368.80372285843, "train_loss_step": 3.675036668777466, "n_params": 4633780, "total_flops": 70747811635200000, "train_loss": 0.016282113393147786, "subset_score_loss": 0.016282113393147786} +{"step": 4980000, "wall_time": 49441.28181195259, "train_loss_step": 3.745650291442871, "n_params": 4633780, "total_flops": 70890161356800000, "train_loss": 0.015996534294552275, "subset_score_loss": 0.015996534294552275} +{"step": 4990000, "wall_time": 49513.75545692444, "train_loss_step": 4.066098213195801, "n_params": 4633780, "total_flops": 71032511078400000, "train_loss": 0.01648559702767266, "subset_score_loss": 0.01648559702767266} +{"step": 5000000, "wall_time": 49646.68441748619, "train_loss_step": 3.9339163303375244, "n_params": 4633780, "total_flops": 71174860800000000, "train_loss": 0.017001273896959095, "subset_score_loss": 0.017001273896959095, "memorization_fraction_pixel": 0.5559999942779541, "mean_nn_ratio_pixel": 0.5333887338638306, "fid": 115.94912219709829, "fid_failed": 0.0}