trevorbchen commited on
Commit
2b32268
·
verified ·
1 Parent(s): f607a93

Add files using upload-large-folder tool

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d10/config.json +26 -0
  2. results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d10/metrics.jsonl +0 -0
  3. results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d10/runner.log +502 -0
  4. results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d100/config.json +26 -0
  5. results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d100/metrics.jsonl +0 -0
  6. results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d100/runner.log +502 -0
  7. results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d20/config.json +26 -0
  8. results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d20/metrics.jsonl +0 -0
  9. results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d20/runner.log +502 -0
  10. results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d30/config.json +26 -0
  11. results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d30/metrics.jsonl +0 -0
  12. results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d30/runner.log +502 -0
  13. results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d40/config.json +26 -0
  14. results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d40/metrics.jsonl +0 -0
  15. results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d40/runner.log +502 -0
  16. results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d50/config.json +26 -0
  17. results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d50/metrics.jsonl +0 -0
  18. results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d50/runner.log +502 -0
  19. results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d60/config.json +26 -0
  20. results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d60/metrics.jsonl +0 -0
  21. results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d60/runner.log +502 -0
  22. results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d70/config.json +26 -0
  23. results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d70/metrics.jsonl +0 -0
  24. results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d70/runner.log +502 -0
  25. results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d80/config.json +26 -0
  26. results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d80/metrics.jsonl +0 -0
  27. results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d80/runner.log +502 -0
  28. results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d90/config.json +26 -0
  29. results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d90/metrics.jsonl +0 -0
  30. results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d90/runner.log +502 -0
  31. results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d100/config.json +25 -0
  32. results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d100/metrics.jsonl +0 -0
  33. results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d100/runner.log +502 -0
  34. results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d120/config.json +25 -0
  35. results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d120/metrics.jsonl +0 -0
  36. results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d120/runner.log +502 -0
  37. results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d140/config.json +25 -0
  38. results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d140/metrics.jsonl +0 -0
  39. results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d140/runner.log +502 -0
  40. results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d160/config.json +25 -0
  41. results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d160/metrics.jsonl +0 -0
  42. results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d160/runner.log +502 -0
  43. results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d180/config.json +25 -0
  44. results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d180/fid_retry.json +78 -0
  45. results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d180/fid_retry.log +6 -0
  46. results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d180/metrics.jsonl +0 -0
  47. results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d180/runner.log +293 -0
  48. results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d20/config.json +25 -0
  49. results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d20/metrics.jsonl +0 -0
  50. results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d20/runner.log +502 -0
results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d10/config.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d10/vae.pt",
3
+ "out": "results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d10",
4
+ "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json",
5
+ "train_tar": "/overflow/data/cerberus/celeba_hq_256_partitioned_ws/train/celeba_hq_256-train-0000.tar",
6
+ "n_train": 1000,
7
+ "total_steps": 5000000,
8
+ "eval_interval": 10000,
9
+ "mem_interval": 100000,
10
+ "fid_interval": 100000,
11
+ "fid_n_real": 1000,
12
+ "fid_n_gen": 10000,
13
+ "n_gen_samples": 10000,
14
+ "n_sde_steps": 500,
15
+ "batch_size": 512,
16
+ "hidden": 1024,
17
+ "depth": 5,
18
+ "optimizer": "sgd",
19
+ "lr": 0.001,
20
+ "momentum": 0.8,
21
+ "t_min": 0.01,
22
+ "t_max": 3.0,
23
+ "t_eval": 0.1,
24
+ "seed": 47,
25
+ "device": null
26
+ }
results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d10/metrics.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d10/runner.log ADDED
@@ -0,0 +1,502 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ FID real-side stats cached over 1000 diverse train images
2
+ step 1 | 72s | train_loss=1.0028 | fid=194.7955
3
+ step 10000 | 164s | train_loss=0.9251
4
+ step 20000 | 257s | train_loss=0.9213
5
+ step 30000 | 349s | train_loss=0.9198
6
+ step 40000 | 442s | train_loss=0.9186
7
+ step 50000 | 534s | train_loss=0.9178
8
+ step 60000 | 624s | train_loss=0.9170
9
+ step 70000 | 716s | train_loss=0.9163
10
+ step 80000 | 807s | train_loss=0.9156
11
+ step 90000 | 899s | train_loss=0.9150
12
+ step 100000 | 1058s | train_loss=0.9142 | fid=87.1601
13
+ step 110000 | 1150s | train_loss=0.9136
14
+ step 120000 | 1242s | train_loss=0.9131
15
+ step 130000 | 1333s | train_loss=0.9125
16
+ step 140000 | 1425s | train_loss=0.9119
17
+ step 150000 | 1515s | train_loss=0.9113
18
+ step 160000 | 1607s | train_loss=0.9106
19
+ step 170000 | 1699s | train_loss=0.9099
20
+ step 180000 | 1790s | train_loss=0.9094
21
+ step 190000 | 1880s | train_loss=0.9082
22
+ step 200000 | 2041s | train_loss=0.9077 | fid=86.7941
23
+ step 210000 | 2132s | train_loss=0.9067
24
+ step 220000 | 2225s | train_loss=0.9055
25
+ step 230000 | 2318s | train_loss=0.9041
26
+ step 240000 | 2409s | train_loss=0.9027
27
+ step 250000 | 2499s | train_loss=0.9010
28
+ step 260000 | 2590s | train_loss=0.8993
29
+ step 270000 | 2681s | train_loss=0.8970
30
+ step 280000 | 2770s | train_loss=0.8943
31
+ step 290000 | 2858s | train_loss=0.8907
32
+ step 300000 | 3029s | train_loss=0.8862 | fid=87.5336
33
+ step 310000 | 3120s | train_loss=0.8800
34
+ step 320000 | 3212s | train_loss=0.8718
35
+ step 330000 | 3304s | train_loss=0.8601
36
+ step 340000 | 3394s | train_loss=0.8463
37
+ step 350000 | 3486s | train_loss=0.8270
38
+ step 360000 | 3578s | train_loss=0.8048
39
+ step 370000 | 3668s | train_loss=0.7735
40
+ step 380000 | 3755s | train_loss=0.7390
41
+ step 390000 | 3847s | train_loss=0.7015
42
+ step 400000 | 4010s | train_loss=0.6566 | fid=88.8426
43
+ step 410000 | 4101s | train_loss=0.6194
44
+ step 420000 | 4191s | train_loss=0.5768
45
+ step 430000 | 4278s | train_loss=0.5352
46
+ step 440000 | 4365s | train_loss=0.5060
47
+ step 450000 | 4452s | train_loss=0.4619
48
+ step 460000 | 4540s | train_loss=0.4554
49
+ step 470000 | 4629s | train_loss=0.4155
50
+ step 480000 | 4720s | train_loss=0.3823
51
+ step 490000 | 4812s | train_loss=0.3731
52
+ step 500000 | 4977s | train_loss=0.3484 | fid=86.5480
53
+ step 510000 | 5067s | train_loss=0.3304
54
+ step 520000 | 5158s | train_loss=0.3284
55
+ step 530000 | 5250s | train_loss=0.3123
56
+ step 540000 | 5342s | train_loss=0.2924
57
+ step 550000 | 5433s | train_loss=0.2862
58
+ step 560000 | 5522s | train_loss=0.2757
59
+ step 570000 | 5614s | train_loss=0.2675
60
+ step 580000 | 5705s | train_loss=0.2613
61
+ step 590000 | 5792s | train_loss=0.2496
62
+ step 600000 | 5977s | train_loss=0.2376 | fid=88.7729
63
+ step 610000 | 6065s | train_loss=0.2333
64
+ step 620000 | 6155s | train_loss=0.2292
65
+ step 630000 | 6246s | train_loss=0.2222
66
+ step 640000 | 6335s | train_loss=0.2162
67
+ step 650000 | 6421s | train_loss=0.2161
68
+ step 660000 | 6505s | train_loss=0.2093
69
+ step 670000 | 6596s | train_loss=0.2064
70
+ step 680000 | 6688s | train_loss=0.2020
71
+ step 690000 | 6767s | train_loss=0.1978
72
+ step 700000 | 6961s | train_loss=0.1906 | fid=87.9587
73
+ step 710000 | 7048s | train_loss=0.1898
74
+ step 720000 | 7138s | train_loss=0.1869
75
+ step 730000 | 7227s | train_loss=0.1845
76
+ step 740000 | 7319s | train_loss=0.1797
77
+ step 750000 | 7395s | train_loss=0.1776
78
+ step 760000 | 7487s | train_loss=0.1742
79
+ step 770000 | 7577s | train_loss=0.1725
80
+ step 780000 | 7669s | train_loss=0.1692
81
+ step 790000 | 7747s | train_loss=0.1681
82
+ step 800000 | 7942s | train_loss=0.1673 | fid=86.9987
83
+ step 810000 | 8027s | train_loss=0.1628
84
+ step 820000 | 8116s | train_loss=0.1621
85
+ step 830000 | 8206s | train_loss=0.1606
86
+ step 840000 | 8291s | train_loss=0.1613
87
+ step 850000 | 8371s | train_loss=0.1554
88
+ step 860000 | 8462s | train_loss=0.1541
89
+ step 870000 | 8553s | train_loss=0.1549
90
+ step 880000 | 8641s | train_loss=0.1537
91
+ step 890000 | 8718s | train_loss=0.1509
92
+ step 900000 | 8907s | train_loss=0.1499 | fid=88.6464
93
+ step 910000 | 8990s | train_loss=0.1471
94
+ step 920000 | 9081s | train_loss=0.1432
95
+ step 930000 | 9172s | train_loss=0.1451
96
+ step 940000 | 9251s | train_loss=0.1431
97
+ step 950000 | 9340s | train_loss=0.1441
98
+ step 960000 | 9432s | train_loss=0.1440
99
+ step 970000 | 9523s | train_loss=0.1379
100
+ step 980000 | 9613s | train_loss=0.1345
101
+ step 990000 | 9689s | train_loss=0.1328
102
+ step 1000000 | 9873s | train_loss=0.1375 | fid=86.7511
103
+ step 1010000 | 9953s | train_loss=0.1354
104
+ step 1020000 | 10045s | train_loss=0.1324
105
+ step 1030000 | 10135s | train_loss=0.1314
106
+ step 1040000 | 10224s | train_loss=0.1311
107
+ step 1050000 | 10315s | train_loss=0.1307
108
+ step 1060000 | 10406s | train_loss=0.1278
109
+ step 1070000 | 10497s | train_loss=0.1301
110
+ step 1080000 | 10589s | train_loss=0.1293
111
+ step 1090000 | 10675s | train_loss=0.1254
112
+ step 1100000 | 10843s | train_loss=0.1245 | fid=87.1107
113
+ step 1110000 | 10931s | train_loss=0.1253
114
+ step 1120000 | 11023s | train_loss=0.1200
115
+ step 1130000 | 11110s | train_loss=0.1223
116
+ step 1140000 | 11202s | train_loss=0.1198
117
+ step 1150000 | 11294s | train_loss=0.1199
118
+ step 1160000 | 11386s | train_loss=0.1176
119
+ step 1170000 | 11476s | train_loss=0.1172
120
+ step 1180000 | 11564s | train_loss=0.1173
121
+ step 1190000 | 11655s | train_loss=0.1168
122
+ step 1200000 | 11822s | train_loss=0.1162 | fid=87.1785
123
+ step 1210000 | 11911s | train_loss=0.1162
124
+ step 1220000 | 11998s | train_loss=0.1173
125
+ step 1230000 | 12089s | train_loss=0.1143
126
+ step 1240000 | 12180s | train_loss=0.1158
127
+ step 1250000 | 12272s | train_loss=0.1143
128
+ step 1260000 | 12364s | train_loss=0.1142
129
+ step 1270000 | 12455s | train_loss=0.1109
130
+ step 1280000 | 12542s | train_loss=0.1111
131
+ step 1290000 | 12634s | train_loss=0.1102
132
+ step 1300000 | 12801s | train_loss=0.1110 | fid=86.8978
133
+ step 1310000 | 12889s | train_loss=0.1094
134
+ step 1320000 | 12978s | train_loss=0.1100
135
+ step 1330000 | 13069s | train_loss=0.1082
136
+ step 1340000 | 13160s | train_loss=0.1095
137
+ step 1350000 | 13252s | train_loss=0.1065
138
+ step 1360000 | 13343s | train_loss=0.1095
139
+ step 1370000 | 13432s | train_loss=0.1060
140
+ step 1380000 | 13520s | train_loss=0.1046
141
+ step 1390000 | 13612s | train_loss=0.1031
142
+ step 1400000 | 13780s | train_loss=0.1035 | fid=86.1714
143
+ step 1410000 | 13863s | train_loss=0.1032
144
+ step 1420000 | 13955s | train_loss=0.1024
145
+ step 1430000 | 14046s | train_loss=0.1044
146
+ step 1440000 | 14138s | train_loss=0.1044
147
+ step 1450000 | 14230s | train_loss=0.1019
148
+ step 1460000 | 14319s | train_loss=0.1021
149
+ step 1470000 | 14406s | train_loss=0.0989
150
+ step 1480000 | 14489s | train_loss=0.0984
151
+ step 1490000 | 14579s | train_loss=0.1000
152
+ step 1500000 | 14769s | train_loss=0.0987 | fid=87.1012
153
+ step 1510000 | 14846s | train_loss=0.0987
154
+ step 1520000 | 14938s | train_loss=0.0978
155
+ step 1530000 | 15029s | train_loss=0.0974
156
+ step 1540000 | 15120s | train_loss=0.0980
157
+ step 1550000 | 15210s | train_loss=0.0972
158
+ step 1560000 | 15302s | train_loss=0.0950
159
+ step 1570000 | 15383s | train_loss=0.0944
160
+ step 1580000 | 15473s | train_loss=0.0958
161
+ step 1590000 | 15564s | train_loss=0.0946
162
+ step 1600000 | 15758s | train_loss=0.0955 | fid=87.3732
163
+ step 1610000 | 15833s | train_loss=0.0960
164
+ step 1620000 | 15924s | train_loss=0.0956
165
+ step 1630000 | 16013s | train_loss=0.0937
166
+ step 1640000 | 16105s | train_loss=0.0944
167
+ step 1650000 | 16196s | train_loss=0.0935
168
+ step 1660000 | 16288s | train_loss=0.0939
169
+ step 1670000 | 16364s | train_loss=0.0914
170
+ step 1680000 | 16455s | train_loss=0.0913
171
+ step 1690000 | 16547s | train_loss=0.0924
172
+ step 1700000 | 16709s | train_loss=0.0895 | fid=86.3021
173
+ step 1710000 | 16798s | train_loss=0.0918
174
+ step 1720000 | 16888s | train_loss=0.0901
175
+ step 1730000 | 16979s | train_loss=0.0888
176
+ step 1740000 | 17071s | train_loss=0.0879
177
+ step 1750000 | 17162s | train_loss=0.0903
178
+ step 1760000 | 17254s | train_loss=0.0897
179
+ step 1770000 | 17334s | train_loss=0.0891
180
+ step 1780000 | 17420s | train_loss=0.0873
181
+ step 1790000 | 17502s | train_loss=0.0857
182
+ step 1800000 | 17665s | train_loss=0.0880 | fid=87.1808
183
+ step 1810000 | 17755s | train_loss=0.0885
184
+ step 1820000 | 17843s | train_loss=0.0868
185
+ step 1830000 | 17934s | train_loss=0.0854
186
+ step 1840000 | 18027s | train_loss=0.0838
187
+ step 1850000 | 18119s | train_loss=0.0850
188
+ step 1860000 | 18209s | train_loss=0.0850
189
+ step 1870000 | 18296s | train_loss=0.0861
190
+ step 1880000 | 18378s | train_loss=0.0855
191
+ step 1890000 | 18457s | train_loss=0.0845
192
+ step 1900000 | 18664s | train_loss=0.0840 | fid=87.3157
193
+ step 1910000 | 18743s | train_loss=0.0837
194
+ step 1920000 | 18830s | train_loss=0.0822
195
+ step 1930000 | 18921s | train_loss=0.0839
196
+ step 1940000 | 19012s | train_loss=0.0798
197
+ step 1950000 | 19104s | train_loss=0.0812
198
+ step 1960000 | 19194s | train_loss=0.0825
199
+ step 1970000 | 19275s | train_loss=0.0816
200
+ step 1980000 | 19358s | train_loss=0.0797
201
+ step 1990000 | 19444s | train_loss=0.0809
202
+ step 2000000 | 19651s | train_loss=0.0810 | fid=86.3140
203
+ step 2010000 | 19734s | train_loss=0.0809
204
+ step 2020000 | 19816s | train_loss=0.0803
205
+ step 2030000 | 19907s | train_loss=0.0795
206
+ step 2040000 | 19998s | train_loss=0.0789
207
+ step 2050000 | 20089s | train_loss=0.0795
208
+ step 2060000 | 20178s | train_loss=0.0794
209
+ step 2070000 | 20260s | train_loss=0.0784
210
+ step 2080000 | 20349s | train_loss=0.0794
211
+ step 2090000 | 20439s | train_loss=0.0782
212
+ step 2100000 | 20607s | train_loss=0.0786 | fid=86.4463
213
+ step 2110000 | 20699s | train_loss=0.0773
214
+ step 2120000 | 20781s | train_loss=0.0774
215
+ step 2130000 | 20873s | train_loss=0.0778
216
+ step 2140000 | 20964s | train_loss=0.0780
217
+ step 2150000 | 21055s | train_loss=0.0782
218
+ step 2160000 | 21141s | train_loss=0.0774
219
+ step 2170000 | 21213s | train_loss=0.0759
220
+ step 2180000 | 21302s | train_loss=0.0759
221
+ step 2190000 | 21394s | train_loss=0.0767
222
+ step 2200000 | 21614s | train_loss=0.0762 | fid=87.2658
223
+ step 2210000 | 21706s | train_loss=0.0759
224
+ step 2220000 | 21778s | train_loss=0.0748
225
+ step 2230000 | 21868s | train_loss=0.0757
226
+ step 2240000 | 21958s | train_loss=0.0749
227
+ step 2250000 | 22049s | train_loss=0.0739
228
+ step 2260000 | 22117s | train_loss=0.0734
229
+ step 2270000 | 22206s | train_loss=0.0740
230
+ step 2280000 | 22297s | train_loss=0.0746
231
+ step 2290000 | 22389s | train_loss=0.0723
232
+ step 2300000 | 22610s | train_loss=0.0723 | fid=87.7245
233
+ step 2310000 | 22702s | train_loss=0.0731
234
+ step 2320000 | 22781s | train_loss=0.0725
235
+ step 2330000 | 22873s | train_loss=0.0726
236
+ step 2340000 | 22964s | train_loss=0.0724
237
+ step 2350000 | 23043s | train_loss=0.0733
238
+ step 2360000 | 23133s | train_loss=0.0717
239
+ step 2370000 | 23224s | train_loss=0.0738
240
+ step 2380000 | 23316s | train_loss=0.0725
241
+ step 2390000 | 23408s | train_loss=0.0715
242
+ step 2400000 | 23577s | train_loss=0.0711 | fid=86.2207
243
+ step 2410000 | 23669s | train_loss=0.0723
244
+ step 2420000 | 23758s | train_loss=0.0707
245
+ step 2430000 | 23850s | train_loss=0.0721
246
+ step 2440000 | 23936s | train_loss=0.0718
247
+ step 2450000 | 24018s | train_loss=0.0705
248
+ step 2460000 | 24109s | train_loss=0.0706
249
+ step 2470000 | 24200s | train_loss=0.0695
250
+ step 2480000 | 24291s | train_loss=0.0698
251
+ step 2490000 | 24382s | train_loss=0.0698
252
+ step 2500000 | 24590s | train_loss=0.0702 | fid=86.7511
253
+ step 2510000 | 24682s | train_loss=0.0689
254
+ step 2520000 | 24759s | train_loss=0.0698
255
+ step 2530000 | 24838s | train_loss=0.0689
256
+ step 2540000 | 24926s | train_loss=0.0691
257
+ step 2550000 | 25010s | train_loss=0.0707
258
+ step 2560000 | 25101s | train_loss=0.0682
259
+ step 2570000 | 25193s | train_loss=0.0693
260
+ step 2580000 | 25284s | train_loss=0.0684
261
+ step 2590000 | 25376s | train_loss=0.0695
262
+ step 2600000 | 25541s | train_loss=0.0685 | fid=87.3981
263
+ step 2610000 | 25633s | train_loss=0.0700
264
+ step 2620000 | 25719s | train_loss=0.0680
265
+ step 2630000 | 25798s | train_loss=0.0665
266
+ step 2640000 | 25888s | train_loss=0.0677
267
+ step 2650000 | 25971s | train_loss=0.0677
268
+ step 2660000 | 26061s | train_loss=0.0679
269
+ step 2670000 | 26153s | train_loss=0.0662
270
+ step 2680000 | 26244s | train_loss=0.0660
271
+ step 2690000 | 26336s | train_loss=0.0670
272
+ step 2700000 | 26551s | train_loss=0.0688 | fid=87.1347
273
+ step 2710000 | 26642s | train_loss=0.0662
274
+ step 2720000 | 26708s | train_loss=0.0660
275
+ step 2730000 | 26799s | train_loss=0.0653
276
+ step 2740000 | 26880s | train_loss=0.0671
277
+ step 2750000 | 26971s | train_loss=0.0653
278
+ step 2760000 | 27062s | train_loss=0.0665
279
+ step 2770000 | 27153s | train_loss=0.0669
280
+ step 2780000 | 27244s | train_loss=0.0648
281
+ step 2790000 | 27336s | train_loss=0.0654
282
+ step 2800000 | 27502s | train_loss=0.0642 | fid=86.8417
283
+ step 2810000 | 27593s | train_loss=0.0634
284
+ step 2820000 | 27676s | train_loss=0.0647
285
+ step 2830000 | 27756s | train_loss=0.0645
286
+ step 2840000 | 27839s | train_loss=0.0650
287
+ step 2850000 | 27930s | train_loss=0.0662
288
+ step 2860000 | 28021s | train_loss=0.0636
289
+ step 2870000 | 28113s | train_loss=0.0656
290
+ step 2880000 | 28204s | train_loss=0.0646
291
+ step 2890000 | 28296s | train_loss=0.0666
292
+ step 2900000 | 28462s | train_loss=0.0641 | fid=87.3380
293
+ step 2910000 | 28551s | train_loss=0.0642
294
+ step 2920000 | 28641s | train_loss=0.0626
295
+ step 2930000 | 28729s | train_loss=0.0630
296
+ step 2940000 | 28817s | train_loss=0.0632
297
+ step 2950000 | 28909s | train_loss=0.0642
298
+ step 2960000 | 29000s | train_loss=0.0632
299
+ step 2970000 | 29092s | train_loss=0.0631
300
+ step 2980000 | 29183s | train_loss=0.0622
301
+ step 2990000 | 29272s | train_loss=0.0614
302
+ step 3000000 | 29456s | train_loss=0.0626 | fid=86.5640
303
+ step 3010000 | 29547s | train_loss=0.0618
304
+ step 3020000 | 29639s | train_loss=0.0636
305
+ step 3030000 | 29723s | train_loss=0.0627
306
+ step 3040000 | 29815s | train_loss=0.0615
307
+ step 3050000 | 29907s | train_loss=0.0633
308
+ step 3060000 | 29998s | train_loss=0.0606
309
+ step 3070000 | 30090s | train_loss=0.0620
310
+ step 3080000 | 30180s | train_loss=0.0621
311
+ step 3090000 | 30270s | train_loss=0.0612
312
+ step 3100000 | 30448s | train_loss=0.0600 | fid=86.7848
313
+ step 3110000 | 30541s | train_loss=0.0604
314
+ step 3120000 | 30624s | train_loss=0.0617
315
+ step 3130000 | 30699s | train_loss=0.0599
316
+ step 3140000 | 30790s | train_loss=0.0603
317
+ step 3150000 | 30882s | train_loss=0.0614
318
+ step 3160000 | 30971s | train_loss=0.0604
319
+ step 3170000 | 31063s | train_loss=0.0603
320
+ step 3180000 | 31156s | train_loss=0.0606
321
+ step 3190000 | 31246s | train_loss=0.0589
322
+ step 3200000 | 31407s | train_loss=0.0591 | fid=88.1763
323
+ step 3210000 | 31499s | train_loss=0.0592
324
+ step 3220000 | 31588s | train_loss=0.0598
325
+ step 3230000 | 31677s | train_loss=0.0601
326
+ step 3240000 | 31768s | train_loss=0.0599
327
+ step 3250000 | 31860s | train_loss=0.0590
328
+ step 3260000 | 31949s | train_loss=0.0599
329
+ step 3270000 | 32041s | train_loss=0.0582
330
+ step 3280000 | 32133s | train_loss=0.0596
331
+ step 3290000 | 32222s | train_loss=0.0590
332
+ step 3300000 | 32389s | train_loss=0.0584 | fid=87.2871
333
+ step 3310000 | 32480s | train_loss=0.0593
334
+ step 3320000 | 32562s | train_loss=0.0595
335
+ step 3330000 | 32645s | train_loss=0.0584
336
+ step 3340000 | 32737s | train_loss=0.0575
337
+ step 3350000 | 32827s | train_loss=0.0577
338
+ step 3360000 | 32918s | train_loss=0.0583
339
+ step 3370000 | 33010s | train_loss=0.0574
340
+ step 3380000 | 33102s | train_loss=0.0579
341
+ step 3390000 | 33178s | train_loss=0.0586
342
+ step 3400000 | 33380s | train_loss=0.0581 | fid=86.8809
343
+ step 3410000 | 33469s | train_loss=0.0587
344
+ step 3420000 | 33552s | train_loss=0.0574
345
+ step 3430000 | 33626s | train_loss=0.0575
346
+ step 3440000 | 33717s | train_loss=0.0580
347
+ step 3450000 | 33810s | train_loss=0.0580
348
+ step 3460000 | 33902s | train_loss=0.0570
349
+ step 3470000 | 33992s | train_loss=0.0578
350
+ step 3480000 | 34078s | train_loss=0.0573
351
+ step 3490000 | 34161s | train_loss=0.0567
352
+ step 3500000 | 34352s | train_loss=0.0575 | fid=86.9962
353
+ step 3510000 | 34436s | train_loss=0.0570
354
+ step 3520000 | 34523s | train_loss=0.0555
355
+ step 3530000 | 34605s | train_loss=0.0572
356
+ step 3540000 | 34689s | train_loss=0.0568
357
+ step 3550000 | 34781s | train_loss=0.0552
358
+ step 3560000 | 34872s | train_loss=0.0563
359
+ step 3570000 | 34962s | train_loss=0.0552
360
+ step 3580000 | 35042s | train_loss=0.0558
361
+ step 3590000 | 35127s | train_loss=0.0566
362
+ step 3600000 | 35313s | train_loss=0.0569 | fid=86.9683
363
+ step 3610000 | 35390s | train_loss=0.0560
364
+ step 3620000 | 35478s | train_loss=0.0558
365
+ step 3630000 | 35570s | train_loss=0.0544
366
+ step 3640000 | 35651s | train_loss=0.0562
367
+ step 3650000 | 35743s | train_loss=0.0549
368
+ step 3660000 | 35835s | train_loss=0.0559
369
+ step 3670000 | 35925s | train_loss=0.0545
370
+ step 3680000 | 36005s | train_loss=0.0554
371
+ step 3690000 | 36097s | train_loss=0.0558
372
+ step 3700000 | 36291s | train_loss=0.0548 | fid=87.4514
373
+ step 3710000 | 36369s | train_loss=0.0555
374
+ step 3720000 | 36458s | train_loss=0.0551
375
+ step 3730000 | 36549s | train_loss=0.0534
376
+ step 3740000 | 36621s | train_loss=0.0549
377
+ step 3750000 | 36712s | train_loss=0.0541
378
+ step 3760000 | 36804s | train_loss=0.0536
379
+ step 3770000 | 36887s | train_loss=0.0523
380
+ step 3780000 | 36970s | train_loss=0.0525
381
+ step 3790000 | 37062s | train_loss=0.0533
382
+ step 3800000 | 37251s | train_loss=0.0545 | fid=87.0367
383
+ step 3810000 | 37332s | train_loss=0.0545
384
+ step 3820000 | 37424s | train_loss=0.0527
385
+ step 3830000 | 37516s | train_loss=0.0529
386
+ step 3840000 | 37599s | train_loss=0.0533
387
+ step 3850000 | 37688s | train_loss=0.0536
388
+ step 3860000 | 37780s | train_loss=0.0529
389
+ step 3870000 | 37861s | train_loss=0.0524
390
+ step 3880000 | 37954s | train_loss=0.0542
391
+ step 3890000 | 38043s | train_loss=0.0527
392
+ step 3900000 | 38240s | train_loss=0.0530 | fid=86.4236
393
+ step 3910000 | 38324s | train_loss=0.0534
394
+ step 3920000 | 38415s | train_loss=0.0528
395
+ step 3930000 | 38508s | train_loss=0.0527
396
+ step 3940000 | 38590s | train_loss=0.0525
397
+ step 3950000 | 38677s | train_loss=0.0536
398
+ step 3960000 | 38759s | train_loss=0.0526
399
+ step 3970000 | 38843s | train_loss=0.0537
400
+ step 3980000 | 38935s | train_loss=0.0534
401
+ step 3990000 | 39026s | train_loss=0.0543
402
+ step 4000000 | 39214s | train_loss=0.0537 | fid=86.5231
403
+ step 4010000 | 39300s | train_loss=0.0534
404
+ step 4020000 | 39390s | train_loss=0.0518
405
+ step 4030000 | 39482s | train_loss=0.0521
406
+ step 4040000 | 39568s | train_loss=0.0532
407
+ step 4050000 | 39649s | train_loss=0.0516
408
+ step 4060000 | 39721s | train_loss=0.0523
409
+ step 4070000 | 39813s | train_loss=0.0517
410
+ step 4080000 | 39905s | train_loss=0.0522
411
+ step 4090000 | 39997s | train_loss=0.0530
412
+ step 4100000 | 40195s | train_loss=0.0525 | fid=87.3203
413
+ step 4110000 | 40287s | train_loss=0.0511
414
+ step 4120000 | 40378s | train_loss=0.0514
415
+ step 4130000 | 40469s | train_loss=0.0510
416
+ step 4140000 | 40556s | train_loss=0.0523
417
+ step 4150000 | 40625s | train_loss=0.0511
418
+ step 4160000 | 40708s | train_loss=0.0521
419
+ step 4170000 | 40800s | train_loss=0.0517
420
+ step 4180000 | 40891s | train_loss=0.0505
421
+ step 4190000 | 40982s | train_loss=0.0505
422
+ step 4200000 | 41191s | train_loss=0.0513 | fid=87.4111
423
+ step 4210000 | 41282s | train_loss=0.0508
424
+ step 4220000 | 41372s | train_loss=0.0510
425
+ step 4230000 | 41461s | train_loss=0.0509
426
+ step 4240000 | 41543s | train_loss=0.0501
427
+ step 4250000 | 41615s | train_loss=0.0503
428
+ step 4260000 | 41707s | train_loss=0.0505
429
+ step 4270000 | 41799s | train_loss=0.0511
430
+ step 4280000 | 41889s | train_loss=0.0518
431
+ step 4290000 | 41980s | train_loss=0.0504
432
+ step 4300000 | 42182s | train_loss=0.0506 | fid=87.2782
433
+ step 4310000 | 42274s | train_loss=0.0506
434
+ step 4320000 | 42362s | train_loss=0.0505
435
+ step 4330000 | 42453s | train_loss=0.0497
436
+ step 4340000 | 42526s | train_loss=0.0514
437
+ step 4350000 | 42611s | train_loss=0.0509
438
+ step 4360000 | 42702s | train_loss=0.0503
439
+ step 4370000 | 42793s | train_loss=0.0498
440
+ step 4380000 | 42884s | train_loss=0.0511
441
+ step 4390000 | 42975s | train_loss=0.0491
442
+ step 4400000 | 43182s | train_loss=0.0505 | fid=87.4778
443
+ step 4410000 | 43273s | train_loss=0.0494
444
+ step 4420000 | 43364s | train_loss=0.0499
445
+ step 4430000 | 43444s | train_loss=0.0496
446
+ step 4440000 | 43526s | train_loss=0.0493
447
+ step 4450000 | 43609s | train_loss=0.0490
448
+ step 4460000 | 43700s | train_loss=0.0498
449
+ step 4470000 | 43790s | train_loss=0.0497
450
+ step 4480000 | 43882s | train_loss=0.0497
451
+ step 4490000 | 43964s | train_loss=0.0481
452
+ step 4500000 | 44170s | train_loss=0.0494 | fid=87.5092
453
+ step 4510000 | 44238s | train_loss=0.0508
454
+ step 4520000 | 44297s | train_loss=0.0499
455
+ step 4530000 | 44370s | train_loss=0.0485
456
+ step 4540000 | 44427s | train_loss=0.0480
457
+ step 4550000 | 44500s | train_loss=0.0478
458
+ step 4560000 | 44573s | train_loss=0.0492
459
+ step 4570000 | 44647s | train_loss=0.0487
460
+ step 4580000 | 44717s | train_loss=0.0501
461
+ step 4590000 | 44788s | train_loss=0.0495
462
+ step 4600000 | 44926s | train_loss=0.0493 | fid=87.8248
463
+ step 4610000 | 44998s | train_loss=0.0487
464
+ step 4620000 | 45069s | train_loss=0.0493
465
+ step 4630000 | 45142s | train_loss=0.0492
466
+ step 4640000 | 45211s | train_loss=0.0490
467
+ step 4650000 | 45284s | train_loss=0.0497
468
+ step 4660000 | 45358s | train_loss=0.0498
469
+ step 4670000 | 45432s | train_loss=0.0490
470
+ step 4680000 | 45502s | train_loss=0.0484
471
+ step 4690000 | 45576s | train_loss=0.0486
472
+ step 4700000 | 45714s | train_loss=0.0473 | fid=87.2831
473
+ step 4710000 | 45774s | train_loss=0.0479
474
+ step 4720000 | 45830s | train_loss=0.0481
475
+ step 4730000 | 45887s | train_loss=0.0484
476
+ step 4740000 | 45939s | train_loss=0.0487
477
+ step 4750000 | 45993s | train_loss=0.0477
478
+ step 4760000 | 46049s | train_loss=0.0490
479
+ step 4770000 | 46105s | train_loss=0.0470
480
+ step 4780000 | 46155s | train_loss=0.0483
481
+ step 4790000 | 46211s | train_loss=0.0483
482
+ step 4800000 | 46321s | train_loss=0.0481 | fid=86.8140
483
+ step 4810000 | 46378s | train_loss=0.0481
484
+ step 4820000 | 46435s | train_loss=0.0471
485
+ step 4830000 | 46493s | train_loss=0.0484
486
+ step 4840000 | 46544s | train_loss=0.0483
487
+ step 4850000 | 46601s | train_loss=0.0468
488
+ step 4860000 | 46658s | train_loss=0.0481
489
+ step 4870000 | 46709s | train_loss=0.0478
490
+ step 4880000 | 46749s | train_loss=0.0469
491
+ step 4890000 | 46788s | train_loss=0.0476
492
+ step 4900000 | 46862s | train_loss=0.0468 | fid=86.0705
493
+ step 4910000 | 46901s | train_loss=0.0473
494
+ step 4920000 | 46941s | train_loss=0.0473
495
+ step 4930000 | 46979s | train_loss=0.0468
496
+ step 4940000 | 47013s | train_loss=0.0474
497
+ step 4950000 | 47052s | train_loss=0.0483
498
+ step 4960000 | 47091s | train_loss=0.0462
499
+ step 4970000 | 47131s | train_loss=0.0475
500
+ step 4980000 | 47170s | train_loss=0.0471
501
+ step 4990000 | 47209s | train_loss=0.0469
502
+ step 5000000 | 47283s | train_loss=0.0476 | fid=87.5774
results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d100/config.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d100/vae.pt",
3
+ "out": "results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d100",
4
+ "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json",
5
+ "train_tar": "/overflow/data/cerberus/celeba_hq_256_partitioned_ws/train/celeba_hq_256-train-0000.tar",
6
+ "n_train": 1000,
7
+ "total_steps": 5000000,
8
+ "eval_interval": 10000,
9
+ "mem_interval": 100000,
10
+ "fid_interval": 100000,
11
+ "fid_n_real": 1000,
12
+ "fid_n_gen": 10000,
13
+ "n_gen_samples": 10000,
14
+ "n_sde_steps": 500,
15
+ "batch_size": 512,
16
+ "hidden": 1024,
17
+ "depth": 5,
18
+ "optimizer": "sgd",
19
+ "lr": 0.001,
20
+ "momentum": 0.8,
21
+ "t_min": 0.01,
22
+ "t_max": 3.0,
23
+ "t_eval": 0.1,
24
+ "seed": 47,
25
+ "device": null
26
+ }
results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d100/metrics.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d100/runner.log ADDED
@@ -0,0 +1,502 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ FID real-side stats cached over 1000 diverse train images
2
+ step 1 | 73s | train_loss=0.9982 | fid=289.1489
3
+ step 10000 | 169s | train_loss=0.8036
4
+ step 20000 | 264s | train_loss=0.6788
5
+ step 30000 | 360s | train_loss=0.5423
6
+ step 40000 | 455s | train_loss=0.4010
7
+ step 50000 | 550s | train_loss=0.2892
8
+ step 60000 | 644s | train_loss=0.2172
9
+ step 70000 | 739s | train_loss=0.1769
10
+ step 80000 | 834s | train_loss=0.1561
11
+ step 90000 | 929s | train_loss=0.1375
12
+ step 100000 | 1092s | train_loss=0.1281 | fid=59.2126
13
+ step 110000 | 1187s | train_loss=0.1210
14
+ step 120000 | 1282s | train_loss=0.1140
15
+ step 130000 | 1377s | train_loss=0.1099
16
+ step 140000 | 1472s | train_loss=0.1030
17
+ step 150000 | 1565s | train_loss=0.0990
18
+ step 160000 | 1660s | train_loss=0.0975
19
+ step 170000 | 1755s | train_loss=0.0924
20
+ step 180000 | 1850s | train_loss=0.0919
21
+ step 190000 | 1939s | train_loss=0.0867
22
+ step 200000 | 2109s | train_loss=0.0839 | fid=57.9158
23
+ step 210000 | 2205s | train_loss=0.0818
24
+ step 220000 | 2300s | train_loss=0.0795
25
+ step 230000 | 2395s | train_loss=0.0768
26
+ step 240000 | 2489s | train_loss=0.0767
27
+ step 250000 | 2584s | train_loss=0.0731
28
+ step 260000 | 2679s | train_loss=0.0726
29
+ step 270000 | 2774s | train_loss=0.0699
30
+ step 280000 | 2862s | train_loss=0.0705
31
+ step 290000 | 2957s | train_loss=0.0669
32
+ step 300000 | 3116s | train_loss=0.0665 | fid=55.1474
33
+ step 310000 | 3211s | train_loss=0.0672
34
+ step 320000 | 3306s | train_loss=0.0647
35
+ step 330000 | 3400s | train_loss=0.0630
36
+ step 340000 | 3495s | train_loss=0.0620
37
+ step 350000 | 3590s | train_loss=0.0605
38
+ step 360000 | 3685s | train_loss=0.0608
39
+ step 370000 | 3774s | train_loss=0.0594
40
+ step 380000 | 3869s | train_loss=0.0584
41
+ step 390000 | 3964s | train_loss=0.0580
42
+ step 400000 | 4127s | train_loss=0.0577 | fid=53.8473
43
+ step 410000 | 4220s | train_loss=0.0568
44
+ step 420000 | 4309s | train_loss=0.0556
45
+ step 430000 | 4400s | train_loss=0.0556
46
+ step 440000 | 4490s | train_loss=0.0551
47
+ step 450000 | 4586s | train_loss=0.0542
48
+ step 460000 | 4676s | train_loss=0.0539
49
+ step 470000 | 4769s | train_loss=0.0531
50
+ step 480000 | 4864s | train_loss=0.0522
51
+ step 490000 | 4959s | train_loss=0.0521
52
+ step 500000 | 5122s | train_loss=0.0514 | fid=52.4779
53
+ step 510000 | 5217s | train_loss=0.0506
54
+ step 520000 | 5311s | train_loss=0.0504
55
+ step 530000 | 5406s | train_loss=0.0505
56
+ step 540000 | 5501s | train_loss=0.0500
57
+ step 550000 | 5592s | train_loss=0.0502
58
+ step 560000 | 5685s | train_loss=0.0493
59
+ step 570000 | 5780s | train_loss=0.0480
60
+ step 580000 | 5875s | train_loss=0.0490
61
+ step 590000 | 5970s | train_loss=0.0476
62
+ step 600000 | 6122s | train_loss=0.0472 | fid=51.8697
63
+ step 610000 | 6217s | train_loss=0.0466
64
+ step 620000 | 6312s | train_loss=0.0473
65
+ step 630000 | 6407s | train_loss=0.0468
66
+ step 640000 | 6499s | train_loss=0.0448
67
+ step 650000 | 6591s | train_loss=0.0459
68
+ step 660000 | 6686s | train_loss=0.0457
69
+ step 670000 | 6780s | train_loss=0.0446
70
+ step 680000 | 6874s | train_loss=0.0449
71
+ step 690000 | 6968s | train_loss=0.0451
72
+ step 700000 | 7129s | train_loss=0.0443 | fid=51.2762
73
+ step 710000 | 7224s | train_loss=0.0430
74
+ step 720000 | 7319s | train_loss=0.0452
75
+ step 730000 | 7412s | train_loss=0.0443
76
+ step 740000 | 7503s | train_loss=0.0442
77
+ step 750000 | 7598s | train_loss=0.0437
78
+ step 760000 | 7693s | train_loss=0.0428
79
+ step 770000 | 7787s | train_loss=0.0416
80
+ step 780000 | 7882s | train_loss=0.0409
81
+ step 790000 | 7976s | train_loss=0.0422
82
+ step 800000 | 8125s | train_loss=0.0414 | fid=51.6989
83
+ step 810000 | 8220s | train_loss=0.0419
84
+ step 820000 | 8313s | train_loss=0.0412
85
+ step 830000 | 8404s | train_loss=0.0404
86
+ step 840000 | 8499s | train_loss=0.0407
87
+ step 850000 | 8594s | train_loss=0.0397
88
+ step 860000 | 8689s | train_loss=0.0401
89
+ step 870000 | 8783s | train_loss=0.0399
90
+ step 880000 | 8878s | train_loss=0.0400
91
+ step 890000 | 8971s | train_loss=0.0391
92
+ step 900000 | 9130s | train_loss=0.0405 | fid=53.3680
93
+ step 910000 | 9221s | train_loss=0.0396
94
+ step 920000 | 9312s | train_loss=0.0396
95
+ step 930000 | 9407s | train_loss=0.0382
96
+ step 940000 | 9501s | train_loss=0.0386
97
+ step 950000 | 9596s | train_loss=0.0394
98
+ step 960000 | 9691s | train_loss=0.0377
99
+ step 970000 | 9786s | train_loss=0.0377
100
+ step 980000 | 9880s | train_loss=0.0385
101
+ step 990000 | 9974s | train_loss=0.0379
102
+ step 1000000 | 10137s | train_loss=0.0376 | fid=52.4810
103
+ step 1010000 | 10229s | train_loss=0.0370
104
+ step 1020000 | 10323s | train_loss=0.0369
105
+ step 1030000 | 10418s | train_loss=0.0372
106
+ step 1040000 | 10513s | train_loss=0.0367
107
+ step 1050000 | 10608s | train_loss=0.0374
108
+ step 1060000 | 10704s | train_loss=0.0371
109
+ step 1070000 | 10799s | train_loss=0.0367
110
+ step 1080000 | 10893s | train_loss=0.0352
111
+ step 1090000 | 10988s | train_loss=0.0366
112
+ step 1100000 | 11146s | train_loss=0.0359 | fid=53.6025
113
+ step 1110000 | 11241s | train_loss=0.0355
114
+ step 1120000 | 11336s | train_loss=0.0351
115
+ step 1130000 | 11431s | train_loss=0.0352
116
+ step 1140000 | 11525s | train_loss=0.0340
117
+ step 1150000 | 11619s | train_loss=0.0362
118
+ step 1160000 | 11714s | train_loss=0.0347
119
+ step 1170000 | 11808s | train_loss=0.0352
120
+ step 1180000 | 11902s | train_loss=0.0339
121
+ step 1190000 | 11995s | train_loss=0.0351
122
+ step 1200000 | 12150s | train_loss=0.0343 | fid=53.7242
123
+ step 1210000 | 12245s | train_loss=0.0357
124
+ step 1220000 | 12340s | train_loss=0.0337
125
+ step 1230000 | 12435s | train_loss=0.0337
126
+ step 1240000 | 12528s | train_loss=0.0340
127
+ step 1250000 | 12623s | train_loss=0.0324
128
+ step 1260000 | 12718s | train_loss=0.0333
129
+ step 1270000 | 12812s | train_loss=0.0325
130
+ step 1280000 | 12904s | train_loss=0.0335
131
+ step 1290000 | 12996s | train_loss=0.0327
132
+ step 1300000 | 13160s | train_loss=0.0343 | fid=54.7898
133
+ step 1310000 | 13255s | train_loss=0.0333
134
+ step 1320000 | 13350s | train_loss=0.0334
135
+ step 1330000 | 13445s | train_loss=0.0327
136
+ step 1340000 | 13540s | train_loss=0.0317
137
+ step 1350000 | 13634s | train_loss=0.0329
138
+ step 1360000 | 13729s | train_loss=0.0336
139
+ step 1370000 | 13821s | train_loss=0.0336
140
+ step 1380000 | 13912s | train_loss=0.0315
141
+ step 1390000 | 14008s | train_loss=0.0324
142
+ step 1400000 | 14173s | train_loss=0.0315 | fid=56.4888
143
+ step 1410000 | 14268s | train_loss=0.0326
144
+ step 1420000 | 14363s | train_loss=0.0322
145
+ step 1430000 | 14457s | train_loss=0.0318
146
+ step 1440000 | 14551s | train_loss=0.0305
147
+ step 1450000 | 14646s | train_loss=0.0320
148
+ step 1460000 | 14738s | train_loss=0.0308
149
+ step 1470000 | 14828s | train_loss=0.0309
150
+ step 1480000 | 14923s | train_loss=0.0311
151
+ step 1490000 | 15018s | train_loss=0.0294
152
+ step 1500000 | 15171s | train_loss=0.0306 | fid=55.5831
153
+ step 1510000 | 15266s | train_loss=0.0297
154
+ step 1520000 | 15361s | train_loss=0.0298
155
+ step 1530000 | 15455s | train_loss=0.0306
156
+ step 1540000 | 15550s | train_loss=0.0307
157
+ step 1550000 | 15643s | train_loss=0.0301
158
+ step 1560000 | 15733s | train_loss=0.0306
159
+ step 1570000 | 15828s | train_loss=0.0294
160
+ step 1580000 | 15923s | train_loss=0.0301
161
+ step 1590000 | 16018s | train_loss=0.0298
162
+ step 1600000 | 16173s | train_loss=0.0299 | fid=52.9611
163
+ step 1610000 | 16264s | train_loss=0.0288
164
+ step 1620000 | 16359s | train_loss=0.0284
165
+ step 1630000 | 16453s | train_loss=0.0291
166
+ step 1640000 | 16547s | train_loss=0.0284
167
+ step 1650000 | 16638s | train_loss=0.0288
168
+ step 1660000 | 16732s | train_loss=0.0292
169
+ step 1670000 | 16827s | train_loss=0.0280
170
+ step 1680000 | 16921s | train_loss=0.0280
171
+ step 1690000 | 17016s | train_loss=0.0286
172
+ step 1700000 | 17183s | train_loss=0.0288 | fid=53.7916
173
+ step 1710000 | 17278s | train_loss=0.0287
174
+ step 1720000 | 17373s | train_loss=0.0286
175
+ step 1730000 | 17465s | train_loss=0.0287
176
+ step 1740000 | 17555s | train_loss=0.0283
177
+ step 1750000 | 17650s | train_loss=0.0281
178
+ step 1760000 | 17745s | train_loss=0.0277
179
+ step 1770000 | 17839s | train_loss=0.0270
180
+ step 1780000 | 17934s | train_loss=0.0281
181
+ step 1790000 | 18029s | train_loss=0.0276
182
+ step 1800000 | 18195s | train_loss=0.0267 | fid=50.9742
183
+ step 1810000 | 18289s | train_loss=0.0267
184
+ step 1820000 | 18380s | train_loss=0.0272
185
+ step 1830000 | 18472s | train_loss=0.0275
186
+ step 1840000 | 18567s | train_loss=0.0267
187
+ step 1850000 | 18661s | train_loss=0.0265
188
+ step 1860000 | 18756s | train_loss=0.0261
189
+ step 1870000 | 18851s | train_loss=0.0265
190
+ step 1880000 | 18945s | train_loss=0.0268
191
+ step 1890000 | 19040s | train_loss=0.0264
192
+ step 1900000 | 19197s | train_loss=0.0272 | fid=48.7868
193
+ step 1910000 | 19289s | train_loss=0.0259
194
+ step 1920000 | 19380s | train_loss=0.0253
195
+ step 1930000 | 19474s | train_loss=0.0255
196
+ step 1940000 | 19569s | train_loss=0.0257
197
+ step 1950000 | 19664s | train_loss=0.0258
198
+ step 1960000 | 19759s | train_loss=0.0246
199
+ step 1970000 | 19854s | train_loss=0.0252
200
+ step 1980000 | 19949s | train_loss=0.0251
201
+ step 1990000 | 20044s | train_loss=0.0262
202
+ step 2000000 | 20201s | train_loss=0.0253 | fid=49.1293
203
+ step 2010000 | 20292s | train_loss=0.0247
204
+ step 2020000 | 20385s | train_loss=0.0249
205
+ step 2030000 | 20481s | train_loss=0.0252
206
+ step 2040000 | 20576s | train_loss=0.0245
207
+ step 2050000 | 20671s | train_loss=0.0245
208
+ step 2060000 | 20766s | train_loss=0.0251
209
+ step 2070000 | 20861s | train_loss=0.0239
210
+ step 2080000 | 20956s | train_loss=0.0238
211
+ step 2090000 | 21051s | train_loss=0.0233
212
+ step 2100000 | 21205s | train_loss=0.0238 | fid=46.5435
213
+ step 2110000 | 21298s | train_loss=0.0252
214
+ step 2120000 | 21393s | train_loss=0.0261
215
+ step 2130000 | 21488s | train_loss=0.0239
216
+ step 2140000 | 21583s | train_loss=0.0243
217
+ step 2150000 | 21678s | train_loss=0.0240
218
+ step 2160000 | 21773s | train_loss=0.0231
219
+ step 2170000 | 21868s | train_loss=0.0246
220
+ step 2180000 | 21963s | train_loss=0.0243
221
+ step 2190000 | 22056s | train_loss=0.0240
222
+ step 2200000 | 22212s | train_loss=0.0241 | fid=45.9560
223
+ step 2210000 | 22304s | train_loss=0.0235
224
+ step 2220000 | 22399s | train_loss=0.0234
225
+ step 2230000 | 22494s | train_loss=0.0232
226
+ step 2240000 | 22589s | train_loss=0.0229
227
+ step 2250000 | 22684s | train_loss=0.0228
228
+ step 2260000 | 22778s | train_loss=0.0228
229
+ step 2270000 | 22873s | train_loss=0.0232
230
+ step 2280000 | 22965s | train_loss=0.0225
231
+ step 2290000 | 23057s | train_loss=0.0221
232
+ step 2300000 | 23220s | train_loss=0.0231 | fid=46.4970
233
+ step 2310000 | 23315s | train_loss=0.0225
234
+ step 2320000 | 23410s | train_loss=0.0218
235
+ step 2330000 | 23505s | train_loss=0.0222
236
+ step 2340000 | 23600s | train_loss=0.0221
237
+ step 2350000 | 23696s | train_loss=0.0216
238
+ step 2360000 | 23790s | train_loss=0.0225
239
+ step 2370000 | 23884s | train_loss=0.0219
240
+ step 2380000 | 23976s | train_loss=0.0233
241
+ step 2390000 | 24067s | train_loss=0.0230
242
+ step 2400000 | 24227s | train_loss=0.0224 | fid=43.2590
243
+ step 2410000 | 24318s | train_loss=0.0227
244
+ step 2420000 | 24413s | train_loss=0.0220
245
+ step 2430000 | 24509s | train_loss=0.0204
246
+ step 2440000 | 24603s | train_loss=0.0212
247
+ step 2450000 | 24699s | train_loss=0.0213
248
+ step 2460000 | 24792s | train_loss=0.0220
249
+ step 2470000 | 24884s | train_loss=0.0215
250
+ step 2480000 | 24976s | train_loss=0.0216
251
+ step 2490000 | 25070s | train_loss=0.0211
252
+ step 2500000 | 25238s | train_loss=0.0206 | fid=43.7741
253
+ step 2510000 | 25333s | train_loss=0.0216
254
+ step 2520000 | 25428s | train_loss=0.0212
255
+ step 2530000 | 25523s | train_loss=0.0223
256
+ step 2540000 | 25618s | train_loss=0.0216
257
+ step 2550000 | 25711s | train_loss=0.0209
258
+ step 2560000 | 25802s | train_loss=0.0212
259
+ step 2570000 | 25895s | train_loss=0.0213
260
+ step 2580000 | 25988s | train_loss=0.0212
261
+ step 2590000 | 26083s | train_loss=0.0213
262
+ step 2600000 | 26246s | train_loss=0.0211 | fid=44.6090
263
+ step 2610000 | 26336s | train_loss=0.0203
264
+ step 2620000 | 26432s | train_loss=0.0200
265
+ step 2630000 | 26526s | train_loss=0.0210
266
+ step 2640000 | 26619s | train_loss=0.0221
267
+ step 2650000 | 26710s | train_loss=0.0207
268
+ step 2660000 | 26804s | train_loss=0.0210
269
+ step 2670000 | 26898s | train_loss=0.0205
270
+ step 2680000 | 26992s | train_loss=0.0213
271
+ step 2690000 | 27087s | train_loss=0.0203
272
+ step 2700000 | 27255s | train_loss=0.0196 | fid=42.2547
273
+ step 2710000 | 27350s | train_loss=0.0196
274
+ step 2720000 | 27445s | train_loss=0.0208
275
+ step 2730000 | 27538s | train_loss=0.0207
276
+ step 2740000 | 27631s | train_loss=0.0193
277
+ step 2750000 | 27723s | train_loss=0.0195
278
+ step 2760000 | 27817s | train_loss=0.0196
279
+ step 2770000 | 27912s | train_loss=0.0200
280
+ step 2780000 | 28006s | train_loss=0.0200
281
+ step 2790000 | 28101s | train_loss=0.0191
282
+ step 2800000 | 28267s | train_loss=0.0207 | fid=41.8207
283
+ step 2810000 | 28362s | train_loss=0.0199
284
+ step 2820000 | 28456s | train_loss=0.0197
285
+ step 2830000 | 28548s | train_loss=0.0194
286
+ step 2840000 | 28641s | train_loss=0.0197
287
+ step 2850000 | 28735s | train_loss=0.0193
288
+ step 2860000 | 28830s | train_loss=0.0193
289
+ step 2870000 | 28925s | train_loss=0.0197
290
+ step 2880000 | 29020s | train_loss=0.0196
291
+ step 2890000 | 29115s | train_loss=0.0198
292
+ step 2900000 | 29280s | train_loss=0.0188 | fid=41.7111
293
+ step 2910000 | 29373s | train_loss=0.0193
294
+ step 2920000 | 29465s | train_loss=0.0196
295
+ step 2930000 | 29558s | train_loss=0.0187
296
+ step 2940000 | 29653s | train_loss=0.0199
297
+ step 2950000 | 29747s | train_loss=0.0211
298
+ step 2960000 | 29842s | train_loss=0.0196
299
+ step 2970000 | 29937s | train_loss=0.0200
300
+ step 2980000 | 30032s | train_loss=0.0190
301
+ step 2990000 | 30127s | train_loss=0.0201
302
+ step 3000000 | 30289s | train_loss=0.0185 | fid=40.9271
303
+ step 3010000 | 30383s | train_loss=0.0198
304
+ step 3020000 | 30474s | train_loss=0.0191
305
+ step 3030000 | 30569s | train_loss=0.0200
306
+ step 3040000 | 30663s | train_loss=0.0190
307
+ step 3050000 | 30758s | train_loss=0.0185
308
+ step 3060000 | 30853s | train_loss=0.0188
309
+ step 3070000 | 30948s | train_loss=0.0178
310
+ step 3080000 | 31043s | train_loss=0.0182
311
+ step 3090000 | 31138s | train_loss=0.0180
312
+ step 3100000 | 31291s | train_loss=0.0180 | fid=41.3828
313
+ step 3110000 | 31382s | train_loss=0.0189
314
+ step 3120000 | 31477s | train_loss=0.0194
315
+ step 3130000 | 31571s | train_loss=0.0178
316
+ step 3140000 | 31666s | train_loss=0.0179
317
+ step 3150000 | 31761s | train_loss=0.0182
318
+ step 3160000 | 31856s | train_loss=0.0181
319
+ step 3170000 | 31951s | train_loss=0.0183
320
+ step 3180000 | 32046s | train_loss=0.0186
321
+ step 3190000 | 32138s | train_loss=0.0174
322
+ step 3200000 | 32298s | train_loss=0.0178 | fid=41.9144
323
+ step 3210000 | 32393s | train_loss=0.0175
324
+ step 3220000 | 32487s | train_loss=0.0192
325
+ step 3230000 | 32582s | train_loss=0.0192
326
+ step 3240000 | 32676s | train_loss=0.0176
327
+ step 3250000 | 32771s | train_loss=0.0171
328
+ step 3260000 | 32866s | train_loss=0.0194
329
+ step 3270000 | 32961s | train_loss=0.0182
330
+ step 3280000 | 33055s | train_loss=0.0186
331
+ step 3290000 | 33149s | train_loss=0.0177
332
+ step 3300000 | 33302s | train_loss=0.0173 | fid=42.4710
333
+ step 3310000 | 33397s | train_loss=0.0181
334
+ step 3320000 | 33491s | train_loss=0.0172
335
+ step 3330000 | 33585s | train_loss=0.0172
336
+ step 3340000 | 33679s | train_loss=0.0180
337
+ step 3350000 | 33774s | train_loss=0.0180
338
+ step 3360000 | 33869s | train_loss=0.0177
339
+ step 3370000 | 33957s | train_loss=0.0176
340
+ step 3380000 | 34048s | train_loss=0.0170
341
+ step 3390000 | 34140s | train_loss=0.0189
342
+ step 3400000 | 34299s | train_loss=0.0179 | fid=40.6738
343
+ step 3410000 | 34393s | train_loss=0.0175
344
+ step 3420000 | 34488s | train_loss=0.0170
345
+ step 3430000 | 34582s | train_loss=0.0175
346
+ step 3440000 | 34676s | train_loss=0.0175
347
+ step 3450000 | 34772s | train_loss=0.0173
348
+ step 3460000 | 34867s | train_loss=0.0165
349
+ step 3470000 | 34946s | train_loss=0.0175
350
+ step 3480000 | 35036s | train_loss=0.0172
351
+ step 3490000 | 35131s | train_loss=0.0174
352
+ step 3500000 | 35284s | train_loss=0.0170 | fid=40.8102
353
+ step 3510000 | 35377s | train_loss=0.0169
354
+ step 3520000 | 35471s | train_loss=0.0174
355
+ step 3530000 | 35566s | train_loss=0.0174
356
+ step 3540000 | 35660s | train_loss=0.0174
357
+ step 3550000 | 35755s | train_loss=0.0168
358
+ step 3560000 | 35850s | train_loss=0.0186
359
+ step 3570000 | 35940s | train_loss=0.0171
360
+ step 3580000 | 36034s | train_loss=0.0173
361
+ step 3590000 | 36129s | train_loss=0.0175
362
+ step 3600000 | 36285s | train_loss=0.0170 | fid=40.9449
363
+ step 3610000 | 36380s | train_loss=0.0158
364
+ step 3620000 | 36475s | train_loss=0.0168
365
+ step 3630000 | 36570s | train_loss=0.0164
366
+ step 3640000 | 36664s | train_loss=0.0161
367
+ step 3650000 | 36759s | train_loss=0.0162
368
+ step 3660000 | 36849s | train_loss=0.0160
369
+ step 3670000 | 36944s | train_loss=0.0162
370
+ step 3680000 | 37039s | train_loss=0.0162
371
+ step 3690000 | 37133s | train_loss=0.0169
372
+ step 3700000 | 37293s | train_loss=0.0162 | fid=40.8744
373
+ step 3710000 | 37388s | train_loss=0.0171
374
+ step 3720000 | 37483s | train_loss=0.0172
375
+ step 3730000 | 37578s | train_loss=0.0165
376
+ step 3740000 | 37673s | train_loss=0.0166
377
+ step 3750000 | 37763s | train_loss=0.0167
378
+ step 3760000 | 37857s | train_loss=0.0166
379
+ step 3770000 | 37952s | train_loss=0.0159
380
+ step 3780000 | 38047s | train_loss=0.0161
381
+ step 3790000 | 38142s | train_loss=0.0170
382
+ step 3800000 | 38301s | train_loss=0.0168 | fid=40.2152
383
+ step 3810000 | 38396s | train_loss=0.0161
384
+ step 3820000 | 38491s | train_loss=0.0160
385
+ step 3830000 | 38585s | train_loss=0.0162
386
+ step 3840000 | 38675s | train_loss=0.0155
387
+ step 3850000 | 38770s | train_loss=0.0162
388
+ step 3860000 | 38865s | train_loss=0.0159
389
+ step 3870000 | 38959s | train_loss=0.0162
390
+ step 3880000 | 39054s | train_loss=0.0163
391
+ step 3890000 | 39148s | train_loss=0.0160
392
+ step 3900000 | 39301s | train_loss=0.0154 | fid=40.6185
393
+ step 3910000 | 39393s | train_loss=0.0159
394
+ step 3920000 | 39488s | train_loss=0.0158
395
+ step 3930000 | 39578s | train_loss=0.0153
396
+ step 3940000 | 39672s | train_loss=0.0153
397
+ step 3950000 | 39767s | train_loss=0.0159
398
+ step 3960000 | 39862s | train_loss=0.0156
399
+ step 3970000 | 39957s | train_loss=0.0149
400
+ step 3980000 | 40052s | train_loss=0.0148
401
+ step 3990000 | 40146s | train_loss=0.0153
402
+ step 4000000 | 40311s | train_loss=0.0153 | fid=40.6439
403
+ step 4010000 | 40398s | train_loss=0.0160
404
+ step 4020000 | 40489s | train_loss=0.0160
405
+ step 4030000 | 40583s | train_loss=0.0155
406
+ step 4040000 | 40677s | train_loss=0.0157
407
+ step 4050000 | 40772s | train_loss=0.0151
408
+ step 4060000 | 40867s | train_loss=0.0154
409
+ step 4070000 | 40962s | train_loss=0.0157
410
+ step 4080000 | 41055s | train_loss=0.0155
411
+ step 4090000 | 41149s | train_loss=0.0151
412
+ step 4100000 | 41318s | train_loss=0.0167 | fid=40.2841
413
+ step 4110000 | 41392s | train_loss=0.0150
414
+ step 4120000 | 41484s | train_loss=0.0161
415
+ step 4130000 | 41579s | train_loss=0.0153
416
+ step 4140000 | 41674s | train_loss=0.0156
417
+ step 4150000 | 41769s | train_loss=0.0152
418
+ step 4160000 | 41865s | train_loss=0.0145
419
+ step 4170000 | 41959s | train_loss=0.0159
420
+ step 4180000 | 42053s | train_loss=0.0145
421
+ step 4190000 | 42148s | train_loss=0.0166
422
+ step 4200000 | 42312s | train_loss=0.0151 | fid=39.4750
423
+ step 4210000 | 42388s | train_loss=0.0145
424
+ step 4220000 | 42483s | train_loss=0.0147
425
+ step 4230000 | 42576s | train_loss=0.0159
426
+ step 4240000 | 42671s | train_loss=0.0146
427
+ step 4250000 | 42767s | train_loss=0.0152
428
+ step 4260000 | 42861s | train_loss=0.0156
429
+ step 4270000 | 42955s | train_loss=0.0174
430
+ step 4280000 | 43049s | train_loss=0.0152
431
+ step 4290000 | 43144s | train_loss=0.0146
432
+ step 4300000 | 43307s | train_loss=0.0142 | fid=40.5264
433
+ step 4310000 | 43391s | train_loss=0.0152
434
+ step 4320000 | 43485s | train_loss=0.0141
435
+ step 4330000 | 43580s | train_loss=0.0150
436
+ step 4340000 | 43675s | train_loss=0.0153
437
+ step 4350000 | 43769s | train_loss=0.0147
438
+ step 4360000 | 43864s | train_loss=0.0148
439
+ step 4370000 | 43960s | train_loss=0.0150
440
+ step 4380000 | 44054s | train_loss=0.0150
441
+ step 4390000 | 44146s | train_loss=0.0145
442
+ step 4400000 | 44311s | train_loss=0.0150 | fid=39.9049
443
+ step 4410000 | 44398s | train_loss=0.0141
444
+ step 4420000 | 44490s | train_loss=0.0146
445
+ step 4430000 | 44585s | train_loss=0.0142
446
+ step 4440000 | 44681s | train_loss=0.0147
447
+ step 4450000 | 44776s | train_loss=0.0157
448
+ step 4460000 | 44871s | train_loss=0.0144
449
+ step 4470000 | 44966s | train_loss=0.0158
450
+ step 4480000 | 45057s | train_loss=0.0156
451
+ step 4490000 | 45151s | train_loss=0.0145
452
+ step 4500000 | 45318s | train_loss=0.0150 | fid=39.9629
453
+ step 4510000 | 45410s | train_loss=0.0138
454
+ step 4520000 | 45505s | train_loss=0.0147
455
+ step 4530000 | 45600s | train_loss=0.0144
456
+ step 4540000 | 45695s | train_loss=0.0143
457
+ step 4550000 | 45788s | train_loss=0.0150
458
+ step 4560000 | 45883s | train_loss=0.0149
459
+ step 4570000 | 45954s | train_loss=0.0143
460
+ step 4580000 | 45998s | train_loss=0.0138
461
+ step 4590000 | 46037s | train_loss=0.0148
462
+ step 4600000 | 46112s | train_loss=0.0143 | fid=39.5570
463
+ step 4610000 | 46143s | train_loss=0.0141
464
+ step 4620000 | 46183s | train_loss=0.0150
465
+ step 4630000 | 46222s | train_loss=0.0146
466
+ step 4640000 | 46262s | train_loss=0.0135
467
+ step 4650000 | 46302s | train_loss=0.0140
468
+ step 4660000 | 46341s | train_loss=0.0138
469
+ step 4670000 | 46381s | train_loss=0.0138
470
+ step 4680000 | 46420s | train_loss=0.0136
471
+ step 4690000 | 46460s | train_loss=0.0131
472
+ step 4700000 | 46534s | train_loss=0.0139 | fid=40.4666
473
+ step 4710000 | 46568s | train_loss=0.0138
474
+ step 4720000 | 46608s | train_loss=0.0139
475
+ step 4730000 | 46648s | train_loss=0.0141
476
+ step 4740000 | 46687s | train_loss=0.0136
477
+ step 4750000 | 46727s | train_loss=0.0137
478
+ step 4760000 | 46766s | train_loss=0.0137
479
+ step 4770000 | 46806s | train_loss=0.0136
480
+ step 4780000 | 46846s | train_loss=0.0148
481
+ step 4790000 | 46885s | train_loss=0.0137
482
+ step 4800000 | 46960s | train_loss=0.0139 | fid=39.7265
483
+ step 4810000 | 46999s | train_loss=0.0132
484
+ step 4820000 | 47038s | train_loss=0.0130
485
+ step 4830000 | 47078s | train_loss=0.0134
486
+ step 4840000 | 47118s | train_loss=0.0129
487
+ step 4850000 | 47157s | train_loss=0.0137
488
+ step 4860000 | 47197s | train_loss=0.0140
489
+ step 4870000 | 47237s | train_loss=0.0131
490
+ step 4880000 | 47276s | train_loss=0.0132
491
+ step 4890000 | 47316s | train_loss=0.0132
492
+ step 4900000 | 47383s | train_loss=0.0140 | fid=40.0094
493
+ step 4910000 | 47422s | train_loss=0.0135
494
+ step 4920000 | 47462s | train_loss=0.0131
495
+ step 4930000 | 47501s | train_loss=0.0131
496
+ step 4940000 | 47541s | train_loss=0.0137
497
+ step 4950000 | 47580s | train_loss=0.0127
498
+ step 4960000 | 47619s | train_loss=0.0144
499
+ step 4970000 | 47659s | train_loss=0.0149
500
+ step 4980000 | 47698s | train_loss=0.0128
501
+ step 4990000 | 47738s | train_loss=0.0133
502
+ step 5000000 | 47800s | train_loss=0.0132 | fid=40.3210
results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d20/config.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d20/vae.pt",
3
+ "out": "results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d20",
4
+ "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json",
5
+ "train_tar": "/overflow/data/cerberus/celeba_hq_256_partitioned_ws/train/celeba_hq_256-train-0000.tar",
6
+ "n_train": 1000,
7
+ "total_steps": 5000000,
8
+ "eval_interval": 10000,
9
+ "mem_interval": 100000,
10
+ "fid_interval": 100000,
11
+ "fid_n_real": 1000,
12
+ "fid_n_gen": 10000,
13
+ "n_gen_samples": 10000,
14
+ "n_sde_steps": 500,
15
+ "batch_size": 512,
16
+ "hidden": 1024,
17
+ "depth": 5,
18
+ "optimizer": "sgd",
19
+ "lr": 0.001,
20
+ "momentum": 0.8,
21
+ "t_min": 0.01,
22
+ "t_max": 3.0,
23
+ "t_eval": 0.1,
24
+ "seed": 47,
25
+ "device": null
26
+ }
results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d20/metrics.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d20/runner.log ADDED
@@ -0,0 +1,502 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ FID real-side stats cached over 1000 diverse train images
2
+ step 1 | 64s | train_loss=1.0024 | fid=224.9717
3
+ step 10000 | 136s | train_loss=0.8800
4
+ step 20000 | 221s | train_loss=0.8740
5
+ step 30000 | 306s | train_loss=0.8692
6
+ step 40000 | 391s | train_loss=0.8636
7
+ step 50000 | 476s | train_loss=0.8578
8
+ step 60000 | 560s | train_loss=0.8502
9
+ step 70000 | 645s | train_loss=0.8373
10
+ step 80000 | 729s | train_loss=0.8137
11
+ step 90000 | 814s | train_loss=0.7785
12
+ step 100000 | 963s | train_loss=0.7336 | fid=71.0806
13
+ step 110000 | 1044s | train_loss=0.6726
14
+ step 120000 | 1121s | train_loss=0.5910
15
+ step 130000 | 1206s | train_loss=0.5044
16
+ step 140000 | 1291s | train_loss=0.4205
17
+ step 150000 | 1376s | train_loss=0.3548
18
+ step 160000 | 1460s | train_loss=0.3047
19
+ step 170000 | 1545s | train_loss=0.2659
20
+ step 180000 | 1629s | train_loss=0.2436
21
+ step 190000 | 1714s | train_loss=0.2236
22
+ step 200000 | 1864s | train_loss=0.2098 | fid=69.8822
23
+ step 210000 | 1947s | train_loss=0.1959
24
+ step 220000 | 2029s | train_loss=0.1861
25
+ step 230000 | 2106s | train_loss=0.1781
26
+ step 240000 | 2191s | train_loss=0.1678
27
+ step 250000 | 2276s | train_loss=0.1648
28
+ step 260000 | 2361s | train_loss=0.1541
29
+ step 270000 | 2445s | train_loss=0.1490
30
+ step 280000 | 2530s | train_loss=0.1427
31
+ step 290000 | 2615s | train_loss=0.1398
32
+ step 300000 | 2765s | train_loss=0.1347 | fid=69.0941
33
+ step 310000 | 2847s | train_loss=0.1280
34
+ step 320000 | 2926s | train_loss=0.1250
35
+ step 330000 | 3002s | train_loss=0.1218
36
+ step 340000 | 3067s | train_loss=0.1201
37
+ step 350000 | 3151s | train_loss=0.1153
38
+ step 360000 | 3236s | train_loss=0.1127
39
+ step 370000 | 3321s | train_loss=0.1102
40
+ step 380000 | 3405s | train_loss=0.1060
41
+ step 390000 | 3490s | train_loss=0.1042
42
+ step 400000 | 3641s | train_loss=0.1020 | fid=70.2469
43
+ step 410000 | 3723s | train_loss=0.0996
44
+ step 420000 | 3807s | train_loss=0.0960
45
+ step 430000 | 3890s | train_loss=0.0957
46
+ step 440000 | 3974s | train_loss=0.0926
47
+ step 450000 | 4052s | train_loss=0.0913
48
+ step 460000 | 4137s | train_loss=0.0897
49
+ step 470000 | 4221s | train_loss=0.0871
50
+ step 480000 | 4304s | train_loss=0.0859
51
+ step 490000 | 4388s | train_loss=0.0852
52
+ step 500000 | 4538s | train_loss=0.0830 | fid=70.1161
53
+ step 510000 | 4620s | train_loss=0.0815
54
+ step 520000 | 4704s | train_loss=0.0802
55
+ step 530000 | 4789s | train_loss=0.0783
56
+ step 540000 | 4871s | train_loss=0.0778
57
+ step 550000 | 4956s | train_loss=0.0773
58
+ step 560000 | 5033s | train_loss=0.0761
59
+ step 570000 | 5118s | train_loss=0.0741
60
+ step 580000 | 5202s | train_loss=0.0736
61
+ step 590000 | 5287s | train_loss=0.0720
62
+ step 600000 | 5438s | train_loss=0.0709 | fid=68.7234
63
+ step 610000 | 5520s | train_loss=0.0705
64
+ step 620000 | 5605s | train_loss=0.0690
65
+ step 630000 | 5689s | train_loss=0.0687
66
+ step 640000 | 5774s | train_loss=0.0671
67
+ step 650000 | 5850s | train_loss=0.0662
68
+ step 660000 | 5936s | train_loss=0.0655
69
+ step 670000 | 5996s | train_loss=0.0661
70
+ step 680000 | 6080s | train_loss=0.0637
71
+ step 690000 | 6164s | train_loss=0.0630
72
+ step 700000 | 6315s | train_loss=0.0623 | fid=68.7309
73
+ step 710000 | 6399s | train_loss=0.0630
74
+ step 720000 | 6472s | train_loss=0.0612
75
+ step 730000 | 6556s | train_loss=0.0613
76
+ step 740000 | 6641s | train_loss=0.0602
77
+ step 750000 | 6724s | train_loss=0.0589
78
+ step 760000 | 6799s | train_loss=0.0585
79
+ step 770000 | 6884s | train_loss=0.0584
80
+ step 780000 | 6953s | train_loss=0.0569
81
+ step 790000 | 7029s | train_loss=0.0566
82
+ step 800000 | 7179s | train_loss=0.0564 | fid=69.1467
83
+ step 810000 | 7264s | train_loss=0.0552
84
+ step 820000 | 7344s | train_loss=0.0556
85
+ step 830000 | 7418s | train_loss=0.0547
86
+ step 840000 | 7503s | train_loss=0.0543
87
+ step 850000 | 7587s | train_loss=0.0538
88
+ step 860000 | 7672s | train_loss=0.0534
89
+ step 870000 | 7743s | train_loss=0.0521
90
+ step 880000 | 7828s | train_loss=0.0526
91
+ step 890000 | 7911s | train_loss=0.0513
92
+ step 900000 | 8038s | train_loss=0.0509 | fid=69.4775
93
+ step 910000 | 8123s | train_loss=0.0504
94
+ step 920000 | 8207s | train_loss=0.0499
95
+ step 930000 | 8286s | train_loss=0.0500
96
+ step 940000 | 8358s | train_loss=0.0493
97
+ step 950000 | 8443s | train_loss=0.0493
98
+ step 960000 | 8527s | train_loss=0.0490
99
+ step 970000 | 8612s | train_loss=0.0484
100
+ step 980000 | 8683s | train_loss=0.0480
101
+ step 990000 | 8764s | train_loss=0.0477
102
+ step 1000000 | 8907s | train_loss=0.0464 | fid=68.0821
103
+ step 1010000 | 8984s | train_loss=0.0465
104
+ step 1020000 | 9068s | train_loss=0.0471
105
+ step 1030000 | 9153s | train_loss=0.0458
106
+ step 1040000 | 9231s | train_loss=0.0453
107
+ step 1050000 | 9309s | train_loss=0.0457
108
+ step 1060000 | 9394s | train_loss=0.0452
109
+ step 1070000 | 9478s | train_loss=0.0447
110
+ step 1080000 | 9563s | train_loss=0.0445
111
+ step 1090000 | 9640s | train_loss=0.0445
112
+ step 1100000 | 9782s | train_loss=0.0442 | fid=68.5471
113
+ step 1110000 | 9862s | train_loss=0.0439
114
+ step 1120000 | 9933s | train_loss=0.0437
115
+ step 1130000 | 10018s | train_loss=0.0432
116
+ step 1140000 | 10102s | train_loss=0.0431
117
+ step 1150000 | 10184s | train_loss=0.0426
118
+ step 1160000 | 10269s | train_loss=0.0423
119
+ step 1170000 | 10353s | train_loss=0.0421
120
+ step 1180000 | 10438s | train_loss=0.0416
121
+ step 1190000 | 10522s | train_loss=0.0414
122
+ step 1200000 | 10670s | train_loss=0.0419 | fid=67.9088
123
+ step 1210000 | 10755s | train_loss=0.0409
124
+ step 1220000 | 10838s | train_loss=0.0407
125
+ step 1230000 | 10917s | train_loss=0.0407
126
+ step 1240000 | 11002s | train_loss=0.0410
127
+ step 1250000 | 11083s | train_loss=0.0404
128
+ step 1260000 | 11168s | train_loss=0.0397
129
+ step 1270000 | 11253s | train_loss=0.0391
130
+ step 1280000 | 11337s | train_loss=0.0390
131
+ step 1290000 | 11422s | train_loss=0.0392
132
+ step 1300000 | 11569s | train_loss=0.0385 | fid=67.5832
133
+ step 1310000 | 11654s | train_loss=0.0385
134
+ step 1320000 | 11738s | train_loss=0.0390
135
+ step 1330000 | 11820s | train_loss=0.0381
136
+ step 1340000 | 11902s | train_loss=0.0387
137
+ step 1350000 | 11984s | train_loss=0.0382
138
+ step 1360000 | 12067s | train_loss=0.0379
139
+ step 1370000 | 12152s | train_loss=0.0374
140
+ step 1380000 | 12236s | train_loss=0.0374
141
+ step 1390000 | 12321s | train_loss=0.0371
142
+ step 1400000 | 12471s | train_loss=0.0368 | fid=67.7081
143
+ step 1410000 | 12553s | train_loss=0.0367
144
+ step 1420000 | 12638s | train_loss=0.0368
145
+ step 1430000 | 12723s | train_loss=0.0365
146
+ step 1440000 | 12805s | train_loss=0.0365
147
+ step 1450000 | 12886s | train_loss=0.0354
148
+ step 1460000 | 12969s | train_loss=0.0358
149
+ step 1470000 | 13053s | train_loss=0.0361
150
+ step 1480000 | 13138s | train_loss=0.0355
151
+ step 1490000 | 13223s | train_loss=0.0359
152
+ step 1500000 | 13372s | train_loss=0.0348 | fid=68.2922
153
+ step 1510000 | 13454s | train_loss=0.0355
154
+ step 1520000 | 13538s | train_loss=0.0350
155
+ step 1530000 | 13623s | train_loss=0.0346
156
+ step 1540000 | 13708s | train_loss=0.0344
157
+ step 1550000 | 13789s | train_loss=0.0343
158
+ step 1560000 | 13868s | train_loss=0.0343
159
+ step 1570000 | 13952s | train_loss=0.0340
160
+ step 1580000 | 14037s | train_loss=0.0344
161
+ step 1590000 | 14122s | train_loss=0.0336
162
+ step 1600000 | 14272s | train_loss=0.0337 | fid=67.2163
163
+ step 1610000 | 14357s | train_loss=0.0335
164
+ step 1620000 | 14431s | train_loss=0.0334
165
+ step 1630000 | 14514s | train_loss=0.0328
166
+ step 1640000 | 14599s | train_loss=0.0334
167
+ step 1650000 | 14684s | train_loss=0.0333
168
+ step 1660000 | 14753s | train_loss=0.0324
169
+ step 1670000 | 14818s | train_loss=0.0333
170
+ step 1680000 | 14901s | train_loss=0.0324
171
+ step 1690000 | 14986s | train_loss=0.0326
172
+ step 1700000 | 15136s | train_loss=0.0328 | fid=68.3886
173
+ step 1710000 | 15221s | train_loss=0.0320
174
+ step 1720000 | 15305s | train_loss=0.0322
175
+ step 1730000 | 15381s | train_loss=0.0321
176
+ step 1740000 | 15465s | train_loss=0.0319
177
+ step 1750000 | 15549s | train_loss=0.0313
178
+ step 1760000 | 15634s | train_loss=0.0324
179
+ step 1770000 | 15710s | train_loss=0.0316
180
+ step 1780000 | 15780s | train_loss=0.0318
181
+ step 1790000 | 15851s | train_loss=0.0313
182
+ step 1800000 | 16001s | train_loss=0.0312 | fid=68.3707
183
+ step 1810000 | 16086s | train_loss=0.0311
184
+ step 1820000 | 16171s | train_loss=0.0305
185
+ step 1830000 | 16255s | train_loss=0.0304
186
+ step 1840000 | 16331s | train_loss=0.0302
187
+ step 1850000 | 16410s | train_loss=0.0304
188
+ step 1860000 | 16495s | train_loss=0.0304
189
+ step 1870000 | 16576s | train_loss=0.0300
190
+ step 1880000 | 16661s | train_loss=0.0304
191
+ step 1890000 | 16743s | train_loss=0.0301
192
+ step 1900000 | 16890s | train_loss=0.0293 | fid=67.4923
193
+ step 1910000 | 16975s | train_loss=0.0296
194
+ step 1920000 | 17060s | train_loss=0.0293
195
+ step 1930000 | 17144s | train_loss=0.0293
196
+ step 1940000 | 17229s | train_loss=0.0294
197
+ step 1950000 | 17309s | train_loss=0.0293
198
+ step 1960000 | 17384s | train_loss=0.0287
199
+ step 1970000 | 17467s | train_loss=0.0288
200
+ step 1980000 | 17540s | train_loss=0.0289
201
+ step 1990000 | 17625s | train_loss=0.0290
202
+ step 2000000 | 17769s | train_loss=0.0287 | fid=68.0468
203
+ step 2010000 | 17853s | train_loss=0.0286
204
+ step 2020000 | 17938s | train_loss=0.0284
205
+ step 2030000 | 18023s | train_loss=0.0283
206
+ step 2040000 | 18108s | train_loss=0.0282
207
+ step 2050000 | 18192s | train_loss=0.0282
208
+ step 2060000 | 18277s | train_loss=0.0281
209
+ step 2070000 | 18349s | train_loss=0.0280
210
+ step 2080000 | 18429s | train_loss=0.0282
211
+ step 2090000 | 18506s | train_loss=0.0281
212
+ step 2100000 | 18649s | train_loss=0.0277 | fid=67.4754
213
+ step 2110000 | 18724s | train_loss=0.0278
214
+ step 2120000 | 18799s | train_loss=0.0274
215
+ step 2130000 | 18883s | train_loss=0.0276
216
+ step 2140000 | 18968s | train_loss=0.0269
217
+ step 2150000 | 19053s | train_loss=0.0268
218
+ step 2160000 | 19137s | train_loss=0.0273
219
+ step 2170000 | 19222s | train_loss=0.0270
220
+ step 2180000 | 19296s | train_loss=0.0265
221
+ step 2190000 | 19371s | train_loss=0.0269
222
+ step 2200000 | 19520s | train_loss=0.0265 | fid=67.0587
223
+ step 2210000 | 19604s | train_loss=0.0266
224
+ step 2220000 | 19676s | train_loss=0.0268
225
+ step 2230000 | 19748s | train_loss=0.0265
226
+ step 2240000 | 19827s | train_loss=0.0264
227
+ step 2250000 | 19912s | train_loss=0.0264
228
+ step 2260000 | 19996s | train_loss=0.0262
229
+ step 2270000 | 20081s | train_loss=0.0259
230
+ step 2280000 | 20166s | train_loss=0.0260
231
+ step 2290000 | 20244s | train_loss=0.0256
232
+ step 2300000 | 20390s | train_loss=0.0257 | fid=67.5044
233
+ step 2310000 | 20474s | train_loss=0.0256
234
+ step 2320000 | 20559s | train_loss=0.0256
235
+ step 2330000 | 20641s | train_loss=0.0257
236
+ step 2340000 | 20726s | train_loss=0.0254
237
+ step 2350000 | 20802s | train_loss=0.0252
238
+ step 2360000 | 20887s | train_loss=0.0252
239
+ step 2370000 | 20971s | train_loss=0.0252
240
+ step 2380000 | 21056s | train_loss=0.0251
241
+ step 2390000 | 21137s | train_loss=0.0252
242
+ step 2400000 | 21269s | train_loss=0.0247 | fid=67.2422
243
+ step 2410000 | 21353s | train_loss=0.0250
244
+ step 2420000 | 21438s | train_loss=0.0249
245
+ step 2430000 | 21523s | train_loss=0.0246
246
+ step 2440000 | 21596s | train_loss=0.0245
247
+ step 2450000 | 21676s | train_loss=0.0248
248
+ step 2460000 | 21750s | train_loss=0.0244
249
+ step 2470000 | 21825s | train_loss=0.0245
250
+ step 2480000 | 21909s | train_loss=0.0240
251
+ step 2490000 | 21994s | train_loss=0.0241
252
+ step 2500000 | 22122s | train_loss=0.0239 | fid=68.6182
253
+ step 2510000 | 22206s | train_loss=0.0238
254
+ step 2520000 | 22291s | train_loss=0.0239
255
+ step 2530000 | 22375s | train_loss=0.0236
256
+ step 2540000 | 22460s | train_loss=0.0243
257
+ step 2550000 | 22545s | train_loss=0.0242
258
+ step 2560000 | 22613s | train_loss=0.0237
259
+ step 2570000 | 22698s | train_loss=0.0240
260
+ step 2580000 | 22772s | train_loss=0.0238
261
+ step 2590000 | 22856s | train_loss=0.0235
262
+ step 2600000 | 23004s | train_loss=0.0232 | fid=66.9966
263
+ step 2610000 | 23085s | train_loss=0.0235
264
+ step 2620000 | 23170s | train_loss=0.0235
265
+ step 2630000 | 23254s | train_loss=0.0229
266
+ step 2640000 | 23339s | train_loss=0.0231
267
+ step 2650000 | 23424s | train_loss=0.0231
268
+ step 2660000 | 23509s | train_loss=0.0235
269
+ step 2670000 | 23590s | train_loss=0.0230
270
+ step 2680000 | 23675s | train_loss=0.0227
271
+ step 2690000 | 23758s | train_loss=0.0229
272
+ step 2700000 | 23908s | train_loss=0.0230 | fid=67.4335
273
+ step 2710000 | 23987s | train_loss=0.0226
274
+ step 2720000 | 24067s | train_loss=0.0225
275
+ step 2730000 | 24152s | train_loss=0.0224
276
+ step 2740000 | 24236s | train_loss=0.0227
277
+ step 2750000 | 24321s | train_loss=0.0228
278
+ step 2760000 | 24406s | train_loss=0.0223
279
+ step 2770000 | 24491s | train_loss=0.0224
280
+ step 2780000 | 24568s | train_loss=0.0223
281
+ step 2790000 | 24647s | train_loss=0.0226
282
+ step 2800000 | 24783s | train_loss=0.0220 | fid=67.9624
283
+ step 2810000 | 24859s | train_loss=0.0223
284
+ step 2820000 | 24937s | train_loss=0.0218
285
+ step 2830000 | 25018s | train_loss=0.0222
286
+ step 2840000 | 25102s | train_loss=0.0221
287
+ step 2850000 | 25187s | train_loss=0.0217
288
+ step 2860000 | 25272s | train_loss=0.0220
289
+ step 2870000 | 25356s | train_loss=0.0216
290
+ step 2880000 | 25441s | train_loss=0.0217
291
+ step 2890000 | 25526s | train_loss=0.0216
292
+ step 2900000 | 25674s | train_loss=0.0216 | fid=67.3503
293
+ step 2910000 | 25751s | train_loss=0.0218
294
+ step 2920000 | 25829s | train_loss=0.0218
295
+ step 2930000 | 25907s | train_loss=0.0215
296
+ step 2940000 | 25990s | train_loss=0.0214
297
+ step 2950000 | 26075s | train_loss=0.0214
298
+ step 2960000 | 26159s | train_loss=0.0215
299
+ step 2970000 | 26244s | train_loss=0.0211
300
+ step 2980000 | 26329s | train_loss=0.0213
301
+ step 2990000 | 26413s | train_loss=0.0212
302
+ step 3000000 | 26551s | train_loss=0.0208 | fid=67.1539
303
+ step 3010000 | 26636s | train_loss=0.0210
304
+ step 3020000 | 26697s | train_loss=0.0208
305
+ step 3030000 | 26780s | train_loss=0.0211
306
+ step 3040000 | 26856s | train_loss=0.0207
307
+ step 3050000 | 26940s | train_loss=0.0207
308
+ step 3060000 | 27025s | train_loss=0.0206
309
+ step 3070000 | 27109s | train_loss=0.0203
310
+ step 3080000 | 27194s | train_loss=0.0205
311
+ step 3090000 | 27279s | train_loss=0.0204
312
+ step 3100000 | 27429s | train_loss=0.0206 | fid=67.1432
313
+ step 3110000 | 27511s | train_loss=0.0204
314
+ step 3120000 | 27595s | train_loss=0.0205
315
+ step 3130000 | 27673s | train_loss=0.0205
316
+ step 3140000 | 27745s | train_loss=0.0202
317
+ step 3150000 | 27824s | train_loss=0.0203
318
+ step 3160000 | 27908s | train_loss=0.0203
319
+ step 3170000 | 27993s | train_loss=0.0202
320
+ step 3180000 | 28077s | train_loss=0.0199
321
+ step 3190000 | 28162s | train_loss=0.0202
322
+ step 3200000 | 28312s | train_loss=0.0203 | fid=67.7965
323
+ step 3210000 | 28397s | train_loss=0.0198
324
+ step 3220000 | 28479s | train_loss=0.0200
325
+ step 3230000 | 28561s | train_loss=0.0197
326
+ step 3240000 | 28645s | train_loss=0.0198
327
+ step 3250000 | 28727s | train_loss=0.0198
328
+ step 3260000 | 28809s | train_loss=0.0196
329
+ step 3270000 | 28893s | train_loss=0.0194
330
+ step 3280000 | 28978s | train_loss=0.0197
331
+ step 3290000 | 29063s | train_loss=0.0196
332
+ step 3300000 | 29213s | train_loss=0.0197 | fid=67.6033
333
+ step 3310000 | 29298s | train_loss=0.0195
334
+ step 3320000 | 29382s | train_loss=0.0193
335
+ step 3330000 | 29450s | train_loss=0.0195
336
+ step 3340000 | 29532s | train_loss=0.0192
337
+ step 3350000 | 29617s | train_loss=0.0193
338
+ step 3360000 | 29695s | train_loss=0.0191
339
+ step 3370000 | 29780s | train_loss=0.0192
340
+ step 3380000 | 29865s | train_loss=0.0191
341
+ step 3390000 | 29949s | train_loss=0.0193
342
+ step 3400000 | 30099s | train_loss=0.0192 | fid=67.7693
343
+ step 3410000 | 30184s | train_loss=0.0193
344
+ step 3420000 | 30268s | train_loss=0.0193
345
+ step 3430000 | 30353s | train_loss=0.0191
346
+ step 3440000 | 30422s | train_loss=0.0188
347
+ step 3450000 | 30500s | train_loss=0.0192
348
+ step 3460000 | 30585s | train_loss=0.0189
349
+ step 3470000 | 30649s | train_loss=0.0190
350
+ step 3480000 | 30730s | train_loss=0.0186
351
+ step 3490000 | 30815s | train_loss=0.0185
352
+ step 3500000 | 30966s | train_loss=0.0191 | fid=68.0336
353
+ step 3510000 | 31050s | train_loss=0.0188
354
+ step 3520000 | 31135s | train_loss=0.0186
355
+ step 3530000 | 31220s | train_loss=0.0185
356
+ step 3540000 | 31302s | train_loss=0.0187
357
+ step 3550000 | 31386s | train_loss=0.0186
358
+ step 3560000 | 31468s | train_loss=0.0185
359
+ step 3570000 | 31553s | train_loss=0.0186
360
+ step 3580000 | 31635s | train_loss=0.0185
361
+ step 3590000 | 31717s | train_loss=0.0185
362
+ step 3600000 | 31867s | train_loss=0.0188 | fid=67.6914
363
+ step 3610000 | 31951s | train_loss=0.0182
364
+ step 3620000 | 32036s | train_loss=0.0186
365
+ step 3630000 | 32121s | train_loss=0.0183
366
+ step 3640000 | 32205s | train_loss=0.0181
367
+ step 3650000 | 32287s | train_loss=0.0181
368
+ step 3660000 | 32372s | train_loss=0.0180
369
+ step 3670000 | 32453s | train_loss=0.0182
370
+ step 3680000 | 32534s | train_loss=0.0184
371
+ step 3690000 | 32612s | train_loss=0.0181
372
+ step 3700000 | 32756s | train_loss=0.0180 | fid=67.5720
373
+ step 3710000 | 32841s | train_loss=0.0180
374
+ step 3720000 | 32925s | train_loss=0.0179
375
+ step 3730000 | 33010s | train_loss=0.0177
376
+ step 3740000 | 33095s | train_loss=0.0177
377
+ step 3750000 | 33168s | train_loss=0.0178
378
+ step 3760000 | 33250s | train_loss=0.0177
379
+ step 3770000 | 33335s | train_loss=0.0177
380
+ step 3780000 | 33407s | train_loss=0.0178
381
+ step 3790000 | 33487s | train_loss=0.0174
382
+ step 3800000 | 33624s | train_loss=0.0174 | fid=67.5458
383
+ step 3810000 | 33707s | train_loss=0.0177
384
+ step 3820000 | 33792s | train_loss=0.0174
385
+ step 3830000 | 33877s | train_loss=0.0177
386
+ step 3840000 | 33961s | train_loss=0.0175
387
+ step 3850000 | 34046s | train_loss=0.0172
388
+ step 3860000 | 34116s | train_loss=0.0172
389
+ step 3870000 | 34200s | train_loss=0.0173
390
+ step 3880000 | 34285s | train_loss=0.0171
391
+ step 3890000 | 34361s | train_loss=0.0172
392
+ step 3900000 | 34501s | train_loss=0.0172 | fid=67.6545
393
+ step 3910000 | 34583s | train_loss=0.0173
394
+ step 3920000 | 34654s | train_loss=0.0176
395
+ step 3930000 | 34739s | train_loss=0.0168
396
+ step 3940000 | 34824s | train_loss=0.0171
397
+ step 3950000 | 34908s | train_loss=0.0169
398
+ step 3960000 | 34993s | train_loss=0.0174
399
+ step 3970000 | 35061s | train_loss=0.0169
400
+ step 3980000 | 35144s | train_loss=0.0169
401
+ step 3990000 | 35229s | train_loss=0.0171
402
+ step 4000000 | 35368s | train_loss=0.0168 | fid=67.6278
403
+ step 4010000 | 35444s | train_loss=0.0167
404
+ step 4020000 | 35529s | train_loss=0.0168
405
+ step 4030000 | 35605s | train_loss=0.0168
406
+ step 4040000 | 35689s | train_loss=0.0167
407
+ step 4050000 | 35774s | train_loss=0.0168
408
+ step 4060000 | 35858s | train_loss=0.0166
409
+ step 4070000 | 35943s | train_loss=0.0169
410
+ step 4080000 | 36017s | train_loss=0.0168
411
+ step 4090000 | 36102s | train_loss=0.0168
412
+ step 4100000 | 36253s | train_loss=0.0165 | fid=67.4766
413
+ step 4110000 | 36325s | train_loss=0.0165
414
+ step 4120000 | 36396s | train_loss=0.0169
415
+ step 4130000 | 36481s | train_loss=0.0166
416
+ step 4140000 | 36562s | train_loss=0.0166
417
+ step 4150000 | 36631s | train_loss=0.0165
418
+ step 4160000 | 36716s | train_loss=0.0167
419
+ step 4170000 | 36800s | train_loss=0.0164
420
+ step 4180000 | 36879s | train_loss=0.0167
421
+ step 4190000 | 36954s | train_loss=0.0165
422
+ step 4200000 | 37105s | train_loss=0.0164 | fid=67.1048
423
+ step 4210000 | 37190s | train_loss=0.0161
424
+ step 4220000 | 37265s | train_loss=0.0160
425
+ step 4230000 | 37339s | train_loss=0.0163
426
+ step 4240000 | 37424s | train_loss=0.0163
427
+ step 4250000 | 37509s | train_loss=0.0162
428
+ step 4260000 | 37588s | train_loss=0.0164
429
+ step 4270000 | 37668s | train_loss=0.0161
430
+ step 4280000 | 37753s | train_loss=0.0161
431
+ step 4290000 | 37830s | train_loss=0.0160
432
+ step 4300000 | 37977s | train_loss=0.0160 | fid=68.0183
433
+ step 4310000 | 38062s | train_loss=0.0160
434
+ step 4320000 | 38146s | train_loss=0.0160
435
+ step 4330000 | 38224s | train_loss=0.0160
436
+ step 4340000 | 38297s | train_loss=0.0159
437
+ step 4350000 | 38382s | train_loss=0.0161
438
+ step 4360000 | 38467s | train_loss=0.0158
439
+ step 4370000 | 38552s | train_loss=0.0159
440
+ step 4380000 | 38623s | train_loss=0.0160
441
+ step 4390000 | 38707s | train_loss=0.0158
442
+ step 4400000 | 38843s | train_loss=0.0157 | fid=67.5618
443
+ step 4410000 | 38928s | train_loss=0.0159
444
+ step 4420000 | 39012s | train_loss=0.0154
445
+ step 4430000 | 39097s | train_loss=0.0157
446
+ step 4440000 | 39182s | train_loss=0.0160
447
+ step 4450000 | 39241s | train_loss=0.0156
448
+ step 4460000 | 39326s | train_loss=0.0157
449
+ step 4470000 | 39410s | train_loss=0.0156
450
+ step 4480000 | 39495s | train_loss=0.0156
451
+ step 4490000 | 39573s | train_loss=0.0155
452
+ step 4500000 | 39704s | train_loss=0.0159 | fid=68.3223
453
+ step 4510000 | 39786s | train_loss=0.0155
454
+ step 4520000 | 39871s | train_loss=0.0157
455
+ step 4530000 | 39956s | train_loss=0.0156
456
+ step 4540000 | 40040s | train_loss=0.0154
457
+ step 4550000 | 40125s | train_loss=0.0153
458
+ step 4560000 | 40186s | train_loss=0.0154
459
+ step 4570000 | 40268s | train_loss=0.0153
460
+ step 4580000 | 40353s | train_loss=0.0153
461
+ step 4590000 | 40438s | train_loss=0.0152
462
+ step 4600000 | 40580s | train_loss=0.0152 | fid=67.5909
463
+ step 4610000 | 40647s | train_loss=0.0152
464
+ step 4620000 | 40729s | train_loss=0.0154
465
+ step 4630000 | 40813s | train_loss=0.0151
466
+ step 4640000 | 40898s | train_loss=0.0153
467
+ step 4650000 | 40982s | train_loss=0.0153
468
+ step 4660000 | 41067s | train_loss=0.0151
469
+ step 4670000 | 41137s | train_loss=0.0153
470
+ step 4680000 | 41205s | train_loss=0.0150
471
+ step 4690000 | 41290s | train_loss=0.0149
472
+ step 4700000 | 41440s | train_loss=0.0154 | fid=67.3670
473
+ step 4710000 | 41524s | train_loss=0.0150
474
+ step 4720000 | 41582s | train_loss=0.0154
475
+ step 4730000 | 41667s | train_loss=0.0153
476
+ step 4740000 | 41751s | train_loss=0.0151
477
+ step 4750000 | 41836s | train_loss=0.0152
478
+ step 4760000 | 41920s | train_loss=0.0150
479
+ step 4770000 | 42005s | train_loss=0.0147
480
+ step 4780000 | 42082s | train_loss=0.0147
481
+ step 4790000 | 42155s | train_loss=0.0151
482
+ step 4800000 | 42297s | train_loss=0.0148 | fid=66.7971
483
+ step 4810000 | 42382s | train_loss=0.0148
484
+ step 4820000 | 42467s | train_loss=0.0147
485
+ step 4830000 | 42532s | train_loss=0.0147
486
+ step 4840000 | 42612s | train_loss=0.0148
487
+ step 4850000 | 42697s | train_loss=0.0144
488
+ step 4860000 | 42782s | train_loss=0.0146
489
+ step 4870000 | 42866s | train_loss=0.0147
490
+ step 4880000 | 42951s | train_loss=0.0147
491
+ step 4890000 | 43028s | train_loss=0.0146
492
+ step 4900000 | 43169s | train_loss=0.0145 | fid=68.1472
493
+ step 4910000 | 43250s | train_loss=0.0145
494
+ step 4920000 | 43334s | train_loss=0.0145
495
+ step 4930000 | 43412s | train_loss=0.0147
496
+ step 4940000 | 43493s | train_loss=0.0145
497
+ step 4950000 | 43560s | train_loss=0.0145
498
+ step 4960000 | 43645s | train_loss=0.0144
499
+ step 4970000 | 43729s | train_loss=0.0144
500
+ step 4980000 | 43814s | train_loss=0.0146
501
+ step 4990000 | 43899s | train_loss=0.0142
502
+ step 5000000 | 44031s | train_loss=0.0146 | fid=67.2122
results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d30/config.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d30/vae.pt",
3
+ "out": "results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d30",
4
+ "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json",
5
+ "train_tar": "/overflow/data/cerberus/celeba_hq_256_partitioned_ws/train/celeba_hq_256-train-0000.tar",
6
+ "n_train": 1000,
7
+ "total_steps": 5000000,
8
+ "eval_interval": 10000,
9
+ "mem_interval": 100000,
10
+ "fid_interval": 100000,
11
+ "fid_n_real": 1000,
12
+ "fid_n_gen": 10000,
13
+ "n_gen_samples": 10000,
14
+ "n_sde_steps": 500,
15
+ "batch_size": 512,
16
+ "hidden": 1024,
17
+ "depth": 5,
18
+ "optimizer": "sgd",
19
+ "lr": 0.001,
20
+ "momentum": 0.8,
21
+ "t_min": 0.01,
22
+ "t_max": 3.0,
23
+ "t_eval": 0.1,
24
+ "seed": 47,
25
+ "device": null
26
+ }
results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d30/metrics.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d30/runner.log ADDED
@@ -0,0 +1,502 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ FID real-side stats cached over 1000 diverse train images
2
+ step 1 | 68s | train_loss=1.0027 | fid=247.0267
3
+ step 10000 | 155s | train_loss=0.8753
4
+ step 20000 | 244s | train_loss=0.8634
5
+ step 30000 | 333s | train_loss=0.8477
6
+ step 40000 | 422s | train_loss=0.8134
7
+ step 50000 | 512s | train_loss=0.7557
8
+ step 60000 | 600s | train_loss=0.6717
9
+ step 70000 | 689s | train_loss=0.5556
10
+ step 80000 | 778s | train_loss=0.4367
11
+ step 90000 | 867s | train_loss=0.3412
12
+ step 100000 | 1020s | train_loss=0.2731 | fid=61.8627
13
+ step 110000 | 1102s | train_loss=0.2329
14
+ step 120000 | 1191s | train_loss=0.2035
15
+ step 130000 | 1280s | train_loss=0.1841
16
+ step 140000 | 1368s | train_loss=0.1704
17
+ step 150000 | 1457s | train_loss=0.1548
18
+ step 160000 | 1546s | train_loss=0.1459
19
+ step 170000 | 1635s | train_loss=0.1393
20
+ step 180000 | 1724s | train_loss=0.1315
21
+ step 190000 | 1813s | train_loss=0.1246
22
+ step 200000 | 1968s | train_loss=0.1200 | fid=61.9822
23
+ step 210000 | 2050s | train_loss=0.1137
24
+ step 220000 | 2139s | train_loss=0.1096
25
+ step 230000 | 2228s | train_loss=0.1051
26
+ step 240000 | 2317s | train_loss=0.1010
27
+ step 250000 | 2406s | train_loss=0.0971
28
+ step 260000 | 2494s | train_loss=0.0936
29
+ step 270000 | 2583s | train_loss=0.0923
30
+ step 280000 | 2672s | train_loss=0.0884
31
+ step 290000 | 2760s | train_loss=0.0851
32
+ step 300000 | 2960s | train_loss=0.0819 | fid=60.5129
33
+ step 310000 | 3028s | train_loss=0.0793
34
+ step 320000 | 3117s | train_loss=0.0795
35
+ step 330000 | 3206s | train_loss=0.0757
36
+ step 340000 | 3295s | train_loss=0.0743
37
+ step 350000 | 3383s | train_loss=0.0723
38
+ step 360000 | 3472s | train_loss=0.0705
39
+ step 370000 | 3561s | train_loss=0.0692
40
+ step 380000 | 3648s | train_loss=0.0677
41
+ step 390000 | 3734s | train_loss=0.0663
42
+ step 400000 | 3892s | train_loss=0.0645 | fid=60.4828
43
+ step 410000 | 3982s | train_loss=0.0640
44
+ step 420000 | 4063s | train_loss=0.0634
45
+ step 430000 | 4152s | train_loss=0.0615
46
+ step 440000 | 4240s | train_loss=0.0605
47
+ step 450000 | 4328s | train_loss=0.0590
48
+ step 460000 | 4416s | train_loss=0.0584
49
+ step 470000 | 4504s | train_loss=0.0567
50
+ step 480000 | 4591s | train_loss=0.0559
51
+ step 490000 | 4678s | train_loss=0.0554
52
+ step 500000 | 4838s | train_loss=0.0554 | fid=58.7367
53
+ step 510000 | 4927s | train_loss=0.0540
54
+ step 520000 | 5009s | train_loss=0.0535
55
+ step 530000 | 5098s | train_loss=0.0520
56
+ step 540000 | 5186s | train_loss=0.0520
57
+ step 550000 | 5275s | train_loss=0.0509
58
+ step 560000 | 5364s | train_loss=0.0501
59
+ step 570000 | 5451s | train_loss=0.0503
60
+ step 580000 | 5538s | train_loss=0.0493
61
+ step 590000 | 5626s | train_loss=0.0488
62
+ step 600000 | 5808s | train_loss=0.0482 | fid=59.4603
63
+ step 610000 | 5897s | train_loss=0.0472
64
+ step 620000 | 5969s | train_loss=0.0468
65
+ step 630000 | 6051s | train_loss=0.0464
66
+ step 640000 | 6139s | train_loss=0.0453
67
+ step 650000 | 6228s | train_loss=0.0451
68
+ step 660000 | 6315s | train_loss=0.0459
69
+ step 670000 | 6403s | train_loss=0.0439
70
+ step 680000 | 6481s | train_loss=0.0440
71
+ step 690000 | 6569s | train_loss=0.0435
72
+ step 700000 | 6762s | train_loss=0.0436 | fid=57.6075
73
+ step 710000 | 6851s | train_loss=0.0426
74
+ step 720000 | 6937s | train_loss=0.0426
75
+ step 730000 | 7005s | train_loss=0.0418
76
+ step 740000 | 7094s | train_loss=0.0416
77
+ step 750000 | 7181s | train_loss=0.0411
78
+ step 760000 | 7270s | train_loss=0.0409
79
+ step 770000 | 7352s | train_loss=0.0401
80
+ step 780000 | 7433s | train_loss=0.0405
81
+ step 790000 | 7521s | train_loss=0.0392
82
+ step 800000 | 7725s | train_loss=0.0396 | fid=58.3816
83
+ step 810000 | 7814s | train_loss=0.0389
84
+ step 820000 | 7903s | train_loss=0.0386
85
+ step 830000 | 7967s | train_loss=0.0383
86
+ step 840000 | 8054s | train_loss=0.0382
87
+ step 850000 | 8143s | train_loss=0.0372
88
+ step 860000 | 8231s | train_loss=0.0379
89
+ step 870000 | 8308s | train_loss=0.0366
90
+ step 880000 | 8391s | train_loss=0.0373
91
+ step 890000 | 8480s | train_loss=0.0370
92
+ step 900000 | 8699s | train_loss=0.0369 | fid=57.9717
93
+ step 910000 | 8788s | train_loss=0.0356
94
+ step 920000 | 8876s | train_loss=0.0358
95
+ step 930000 | 8938s | train_loss=0.0354
96
+ step 940000 | 9027s | train_loss=0.0349
97
+ step 950000 | 9116s | train_loss=0.0350
98
+ step 960000 | 9204s | train_loss=0.0348
99
+ step 970000 | 9280s | train_loss=0.0345
100
+ step 980000 | 9369s | train_loss=0.0343
101
+ step 990000 | 9458s | train_loss=0.0338
102
+ step 1000000 | 9672s | train_loss=0.0345 | fid=57.1775
103
+ step 1010000 | 9761s | train_loss=0.0342
104
+ step 1020000 | 9847s | train_loss=0.0333
105
+ step 1030000 | 9919s | train_loss=0.0333
106
+ step 1040000 | 10007s | train_loss=0.0329
107
+ step 1050000 | 10096s | train_loss=0.0331
108
+ step 1060000 | 10182s | train_loss=0.0324
109
+ step 1070000 | 10271s | train_loss=0.0318
110
+ step 1080000 | 10360s | train_loss=0.0321
111
+ step 1090000 | 10449s | train_loss=0.0313
112
+ step 1100000 | 10610s | train_loss=0.0313 | fid=57.5307
113
+ step 1110000 | 10697s | train_loss=0.0315
114
+ step 1120000 | 10786s | train_loss=0.0313
115
+ step 1130000 | 10872s | train_loss=0.0316
116
+ step 1140000 | 10957s | train_loss=0.0312
117
+ step 1150000 | 11046s | train_loss=0.0311
118
+ step 1160000 | 11131s | train_loss=0.0299
119
+ step 1170000 | 11220s | train_loss=0.0301
120
+ step 1180000 | 11309s | train_loss=0.0297
121
+ step 1190000 | 11398s | train_loss=0.0297
122
+ step 1200000 | 11555s | train_loss=0.0298 | fid=57.3445
123
+ step 1210000 | 11643s | train_loss=0.0295
124
+ step 1220000 | 11732s | train_loss=0.0291
125
+ step 1230000 | 11818s | train_loss=0.0292
126
+ step 1240000 | 11904s | train_loss=0.0288
127
+ step 1250000 | 11989s | train_loss=0.0286
128
+ step 1260000 | 12078s | train_loss=0.0284
129
+ step 1270000 | 12166s | train_loss=0.0286
130
+ step 1280000 | 12255s | train_loss=0.0284
131
+ step 1290000 | 12344s | train_loss=0.0281
132
+ step 1300000 | 12501s | train_loss=0.0278 | fid=57.1494
133
+ step 1310000 | 12590s | train_loss=0.0276
134
+ step 1320000 | 12679s | train_loss=0.0278
135
+ step 1330000 | 12768s | train_loss=0.0270
136
+ step 1340000 | 12852s | train_loss=0.0272
137
+ step 1350000 | 12938s | train_loss=0.0274
138
+ step 1360000 | 13027s | train_loss=0.0269
139
+ step 1370000 | 13116s | train_loss=0.0272
140
+ step 1380000 | 13205s | train_loss=0.0267
141
+ step 1390000 | 13294s | train_loss=0.0267
142
+ step 1400000 | 13451s | train_loss=0.0265 | fid=56.7833
143
+ step 1410000 | 13540s | train_loss=0.0267
144
+ step 1420000 | 13628s | train_loss=0.0264
145
+ step 1430000 | 13717s | train_loss=0.0257
146
+ step 1440000 | 13803s | train_loss=0.0262
147
+ step 1450000 | 13886s | train_loss=0.0257
148
+ step 1460000 | 13975s | train_loss=0.0256
149
+ step 1470000 | 14064s | train_loss=0.0256
150
+ step 1480000 | 14153s | train_loss=0.0260
151
+ step 1490000 | 14242s | train_loss=0.0253
152
+ step 1500000 | 14434s | train_loss=0.0252 | fid=57.1303
153
+ step 1510000 | 14523s | train_loss=0.0251
154
+ step 1520000 | 14612s | train_loss=0.0252
155
+ step 1530000 | 14701s | train_loss=0.0251
156
+ step 1540000 | 14767s | train_loss=0.0247
157
+ step 1550000 | 14842s | train_loss=0.0244
158
+ step 1560000 | 14931s | train_loss=0.0248
159
+ step 1570000 | 15020s | train_loss=0.0247
160
+ step 1580000 | 15109s | train_loss=0.0244
161
+ step 1590000 | 15196s | train_loss=0.0239
162
+ step 1600000 | 15384s | train_loss=0.0240 | fid=56.3988
163
+ step 1610000 | 15473s | train_loss=0.0245
164
+ step 1620000 | 15562s | train_loss=0.0243
165
+ step 1630000 | 15650s | train_loss=0.0238
166
+ step 1640000 | 15727s | train_loss=0.0238
167
+ step 1650000 | 15800s | train_loss=0.0234
168
+ step 1660000 | 15881s | train_loss=0.0237
169
+ step 1670000 | 15970s | train_loss=0.0233
170
+ step 1680000 | 16057s | train_loss=0.0230
171
+ step 1690000 | 16146s | train_loss=0.0230
172
+ step 1700000 | 16352s | train_loss=0.0228 | fid=56.9617
173
+ step 1710000 | 16441s | train_loss=0.0229
174
+ step 1720000 | 16530s | train_loss=0.0228
175
+ step 1730000 | 16615s | train_loss=0.0232
176
+ step 1740000 | 16703s | train_loss=0.0224
177
+ step 1750000 | 16791s | train_loss=0.0225
178
+ step 1760000 | 16877s | train_loss=0.0226
179
+ step 1770000 | 16965s | train_loss=0.0222
180
+ step 1780000 | 17054s | train_loss=0.0223
181
+ step 1790000 | 17143s | train_loss=0.0223
182
+ step 1800000 | 17349s | train_loss=0.0220 | fid=56.9758
183
+ step 1810000 | 17438s | train_loss=0.0225
184
+ step 1820000 | 17514s | train_loss=0.0219
185
+ step 1830000 | 17603s | train_loss=0.0219
186
+ step 1840000 | 17689s | train_loss=0.0220
187
+ step 1850000 | 17774s | train_loss=0.0220
188
+ step 1860000 | 17863s | train_loss=0.0217
189
+ step 1870000 | 17951s | train_loss=0.0217
190
+ step 1880000 | 18041s | train_loss=0.0219
191
+ step 1890000 | 18130s | train_loss=0.0212
192
+ step 1900000 | 18325s | train_loss=0.0211 | fid=56.7708
193
+ step 1910000 | 18413s | train_loss=0.0214
194
+ step 1920000 | 18490s | train_loss=0.0210
195
+ step 1930000 | 18579s | train_loss=0.0209
196
+ step 1940000 | 18654s | train_loss=0.0207
197
+ step 1950000 | 18732s | train_loss=0.0210
198
+ step 1960000 | 18814s | train_loss=0.0213
199
+ step 1970000 | 18902s | train_loss=0.0210
200
+ step 1980000 | 18991s | train_loss=0.0209
201
+ step 1990000 | 19080s | train_loss=0.0208
202
+ step 2000000 | 19266s | train_loss=0.0206 | fid=57.0479
203
+ step 2010000 | 19350s | train_loss=0.0206
204
+ step 2020000 | 19432s | train_loss=0.0204
205
+ step 2030000 | 19519s | train_loss=0.0203
206
+ step 2040000 | 19606s | train_loss=0.0209
207
+ step 2050000 | 19684s | train_loss=0.0203
208
+ step 2060000 | 19758s | train_loss=0.0202
209
+ step 2070000 | 19844s | train_loss=0.0201
210
+ step 2080000 | 19932s | train_loss=0.0197
211
+ step 2090000 | 20021s | train_loss=0.0196
212
+ step 2100000 | 20193s | train_loss=0.0197 | fid=56.6288
213
+ step 2110000 | 20277s | train_loss=0.0194
214
+ step 2120000 | 20366s | train_loss=0.0196
215
+ step 2130000 | 20453s | train_loss=0.0193
216
+ step 2140000 | 20542s | train_loss=0.0196
217
+ step 2150000 | 20628s | train_loss=0.0192
218
+ step 2160000 | 20718s | train_loss=0.0190
219
+ step 2170000 | 20798s | train_loss=0.0192
220
+ step 2180000 | 20887s | train_loss=0.0192
221
+ step 2190000 | 20976s | train_loss=0.0192
222
+ step 2200000 | 21172s | train_loss=0.0188 | fid=56.9363
223
+ step 2210000 | 21256s | train_loss=0.0191
224
+ step 2220000 | 21343s | train_loss=0.0191
225
+ step 2230000 | 21432s | train_loss=0.0187
226
+ step 2240000 | 21521s | train_loss=0.0189
227
+ step 2250000 | 21598s | train_loss=0.0193
228
+ step 2260000 | 21683s | train_loss=0.0191
229
+ step 2270000 | 21758s | train_loss=0.0182
230
+ step 2280000 | 21840s | train_loss=0.0188
231
+ step 2290000 | 21929s | train_loss=0.0185
232
+ step 2300000 | 22108s | train_loss=0.0191 | fid=56.5321
233
+ step 2310000 | 22194s | train_loss=0.0191
234
+ step 2320000 | 22283s | train_loss=0.0185
235
+ step 2330000 | 22372s | train_loss=0.0189
236
+ step 2340000 | 22461s | train_loss=0.0180
237
+ step 2350000 | 22549s | train_loss=0.0184
238
+ step 2360000 | 22622s | train_loss=0.0188
239
+ step 2370000 | 22712s | train_loss=0.0181
240
+ step 2380000 | 22790s | train_loss=0.0182
241
+ step 2390000 | 22878s | train_loss=0.0181
242
+ step 2400000 | 23032s | train_loss=0.0180 | fid=56.2816
243
+ step 2410000 | 23121s | train_loss=0.0179
244
+ step 2420000 | 23210s | train_loss=0.0180
245
+ step 2430000 | 23299s | train_loss=0.0176
246
+ step 2440000 | 23388s | train_loss=0.0176
247
+ step 2450000 | 23477s | train_loss=0.0177
248
+ step 2460000 | 23566s | train_loss=0.0179
249
+ step 2470000 | 23652s | train_loss=0.0174
250
+ step 2480000 | 23739s | train_loss=0.0177
251
+ step 2490000 | 23828s | train_loss=0.0176
252
+ step 2500000 | 24000s | train_loss=0.0177 | fid=56.9062
253
+ step 2510000 | 24089s | train_loss=0.0173
254
+ step 2520000 | 24178s | train_loss=0.0174
255
+ step 2530000 | 24266s | train_loss=0.0170
256
+ step 2540000 | 24355s | train_loss=0.0179
257
+ step 2550000 | 24444s | train_loss=0.0169
258
+ step 2560000 | 24534s | train_loss=0.0172
259
+ step 2570000 | 24609s | train_loss=0.0168
260
+ step 2580000 | 24698s | train_loss=0.0171
261
+ step 2590000 | 24773s | train_loss=0.0169
262
+ step 2600000 | 24952s | train_loss=0.0166 | fid=57.1310
263
+ step 2610000 | 25041s | train_loss=0.0166
264
+ step 2620000 | 25129s | train_loss=0.0169
265
+ step 2630000 | 25218s | train_loss=0.0169
266
+ step 2640000 | 25307s | train_loss=0.0170
267
+ step 2650000 | 25396s | train_loss=0.0166
268
+ step 2660000 | 25485s | train_loss=0.0165
269
+ step 2670000 | 25572s | train_loss=0.0165
270
+ step 2680000 | 25661s | train_loss=0.0164
271
+ step 2690000 | 25742s | train_loss=0.0162
272
+ step 2700000 | 25910s | train_loss=0.0162 | fid=56.5778
273
+ step 2710000 | 25999s | train_loss=0.0165
274
+ step 2720000 | 26087s | train_loss=0.0159
275
+ step 2730000 | 26176s | train_loss=0.0164
276
+ step 2740000 | 26265s | train_loss=0.0160
277
+ step 2750000 | 26354s | train_loss=0.0163
278
+ step 2760000 | 26443s | train_loss=0.0162
279
+ step 2770000 | 26524s | train_loss=0.0165
280
+ step 2780000 | 26602s | train_loss=0.0158
281
+ step 2790000 | 26679s | train_loss=0.0164
282
+ step 2800000 | 26852s | train_loss=0.0159 | fid=57.4284
283
+ step 2810000 | 26941s | train_loss=0.0158
284
+ step 2820000 | 27030s | train_loss=0.0155
285
+ step 2830000 | 27118s | train_loss=0.0160
286
+ step 2840000 | 27207s | train_loss=0.0155
287
+ step 2850000 | 27296s | train_loss=0.0159
288
+ step 2860000 | 27385s | train_loss=0.0160
289
+ step 2870000 | 27473s | train_loss=0.0159
290
+ step 2880000 | 27558s | train_loss=0.0157
291
+ step 2890000 | 27644s | train_loss=0.0158
292
+ step 2900000 | 27799s | train_loss=0.0156 | fid=57.4210
293
+ step 2910000 | 27888s | train_loss=0.0156
294
+ step 2920000 | 27977s | train_loss=0.0151
295
+ step 2930000 | 28066s | train_loss=0.0153
296
+ step 2940000 | 28154s | train_loss=0.0155
297
+ step 2950000 | 28243s | train_loss=0.0153
298
+ step 2960000 | 28330s | train_loss=0.0155
299
+ step 2970000 | 28419s | train_loss=0.0150
300
+ step 2980000 | 28504s | train_loss=0.0154
301
+ step 2990000 | 28591s | train_loss=0.0148
302
+ step 3000000 | 28748s | train_loss=0.0152 | fid=56.8184
303
+ step 3010000 | 28837s | train_loss=0.0152
304
+ step 3020000 | 28926s | train_loss=0.0152
305
+ step 3030000 | 29015s | train_loss=0.0156
306
+ step 3040000 | 29104s | train_loss=0.0151
307
+ step 3050000 | 29192s | train_loss=0.0152
308
+ step 3060000 | 29279s | train_loss=0.0149
309
+ step 3070000 | 29368s | train_loss=0.0149
310
+ step 3080000 | 29443s | train_loss=0.0149
311
+ step 3090000 | 29526s | train_loss=0.0150
312
+ step 3100000 | 29683s | train_loss=0.0149 | fid=56.9820
313
+ step 3110000 | 29772s | train_loss=0.0146
314
+ step 3120000 | 29861s | train_loss=0.0144
315
+ step 3130000 | 29949s | train_loss=0.0150
316
+ step 3140000 | 30038s | train_loss=0.0148
317
+ step 3150000 | 30126s | train_loss=0.0144
318
+ step 3160000 | 30214s | train_loss=0.0148
319
+ step 3170000 | 30303s | train_loss=0.0143
320
+ step 3180000 | 30385s | train_loss=0.0145
321
+ step 3190000 | 30459s | train_loss=0.0144
322
+ step 3200000 | 30638s | train_loss=0.0142 | fid=57.5571
323
+ step 3210000 | 30721s | train_loss=0.0142
324
+ step 3220000 | 30810s | train_loss=0.0143
325
+ step 3230000 | 30899s | train_loss=0.0143
326
+ step 3240000 | 30986s | train_loss=0.0149
327
+ step 3250000 | 31075s | train_loss=0.0144
328
+ step 3260000 | 31164s | train_loss=0.0145
329
+ step 3270000 | 31252s | train_loss=0.0143
330
+ step 3280000 | 31338s | train_loss=0.0140
331
+ step 3290000 | 31425s | train_loss=0.0139
332
+ step 3300000 | 31581s | train_loss=0.0143 | fid=57.0604
333
+ step 3310000 | 31667s | train_loss=0.0144
334
+ step 3320000 | 31756s | train_loss=0.0139
335
+ step 3330000 | 31845s | train_loss=0.0143
336
+ step 3340000 | 31932s | train_loss=0.0145
337
+ step 3350000 | 32021s | train_loss=0.0141
338
+ step 3360000 | 32110s | train_loss=0.0141
339
+ step 3370000 | 32199s | train_loss=0.0140
340
+ step 3380000 | 32285s | train_loss=0.0139
341
+ step 3390000 | 32374s | train_loss=0.0142
342
+ step 3400000 | 32556s | train_loss=0.0137 | fid=56.8977
343
+ step 3410000 | 32637s | train_loss=0.0137
344
+ step 3420000 | 32726s | train_loss=0.0140
345
+ step 3430000 | 32813s | train_loss=0.0136
346
+ step 3440000 | 32902s | train_loss=0.0135
347
+ step 3450000 | 32991s | train_loss=0.0136
348
+ step 3460000 | 33080s | train_loss=0.0135
349
+ step 3470000 | 33159s | train_loss=0.0133
350
+ step 3480000 | 33243s | train_loss=0.0134
351
+ step 3490000 | 33333s | train_loss=0.0135
352
+ step 3500000 | 33500s | train_loss=0.0133 | fid=56.5977
353
+ step 3510000 | 33587s | train_loss=0.0135
354
+ step 3520000 | 33662s | train_loss=0.0134
355
+ step 3530000 | 33751s | train_loss=0.0137
356
+ step 3540000 | 33840s | train_loss=0.0135
357
+ step 3550000 | 33929s | train_loss=0.0129
358
+ step 3560000 | 34017s | train_loss=0.0131
359
+ step 3570000 | 34096s | train_loss=0.0134
360
+ step 3580000 | 34180s | train_loss=0.0132
361
+ step 3590000 | 34269s | train_loss=0.0133
362
+ step 3600000 | 34445s | train_loss=0.0130 | fid=56.5085
363
+ step 3610000 | 34532s | train_loss=0.0135
364
+ step 3620000 | 34611s | train_loss=0.0130
365
+ step 3630000 | 34694s | train_loss=0.0130
366
+ step 3640000 | 34783s | train_loss=0.0131
367
+ step 3650000 | 34872s | train_loss=0.0131
368
+ step 3660000 | 34960s | train_loss=0.0130
369
+ step 3670000 | 35038s | train_loss=0.0129
370
+ step 3680000 | 35120s | train_loss=0.0126
371
+ step 3690000 | 35209s | train_loss=0.0127
372
+ step 3700000 | 35402s | train_loss=0.0130 | fid=56.4129
373
+ step 3710000 | 35491s | train_loss=0.0132
374
+ step 3720000 | 35578s | train_loss=0.0127
375
+ step 3730000 | 35659s | train_loss=0.0126
376
+ step 3740000 | 35748s | train_loss=0.0128
377
+ step 3750000 | 35837s | train_loss=0.0125
378
+ step 3760000 | 35926s | train_loss=0.0127
379
+ step 3770000 | 36005s | train_loss=0.0129
380
+ step 3780000 | 36094s | train_loss=0.0124
381
+ step 3790000 | 36182s | train_loss=0.0128
382
+ step 3800000 | 36379s | train_loss=0.0128 | fid=56.5084
383
+ step 3810000 | 36468s | train_loss=0.0130
384
+ step 3820000 | 36555s | train_loss=0.0124
385
+ step 3830000 | 36627s | train_loss=0.0131
386
+ step 3840000 | 36716s | train_loss=0.0122
387
+ step 3850000 | 36805s | train_loss=0.0127
388
+ step 3860000 | 36885s | train_loss=0.0124
389
+ step 3870000 | 36967s | train_loss=0.0125
390
+ step 3880000 | 37056s | train_loss=0.0125
391
+ step 3890000 | 37143s | train_loss=0.0123
392
+ step 3900000 | 37322s | train_loss=0.0123 | fid=57.2596
393
+ step 3910000 | 37411s | train_loss=0.0122
394
+ step 3920000 | 37500s | train_loss=0.0130
395
+ step 3930000 | 37584s | train_loss=0.0122
396
+ step 3940000 | 37668s | train_loss=0.0123
397
+ step 3950000 | 37757s | train_loss=0.0120
398
+ step 3960000 | 37836s | train_loss=0.0122
399
+ step 3970000 | 37925s | train_loss=0.0123
400
+ step 3980000 | 38012s | train_loss=0.0119
401
+ step 3990000 | 38101s | train_loss=0.0121
402
+ step 4000000 | 38266s | train_loss=0.0125 | fid=56.9980
403
+ step 4010000 | 38355s | train_loss=0.0116
404
+ step 4020000 | 38443s | train_loss=0.0121
405
+ step 4030000 | 38533s | train_loss=0.0120
406
+ step 4040000 | 38608s | train_loss=0.0121
407
+ step 4050000 | 38697s | train_loss=0.0122
408
+ step 4060000 | 38773s | train_loss=0.0121
409
+ step 4070000 | 38859s | train_loss=0.0120
410
+ step 4080000 | 38948s | train_loss=0.0120
411
+ step 4090000 | 39037s | train_loss=0.0118
412
+ step 4100000 | 39232s | train_loss=0.0121 | fid=56.6704
413
+ step 4110000 | 39321s | train_loss=0.0121
414
+ step 4120000 | 39409s | train_loss=0.0117
415
+ step 4130000 | 39499s | train_loss=0.0118
416
+ step 4140000 | 39579s | train_loss=0.0119
417
+ step 4150000 | 39659s | train_loss=0.0122
418
+ step 4160000 | 39732s | train_loss=0.0114
419
+ step 4170000 | 39821s | train_loss=0.0116
420
+ step 4180000 | 39910s | train_loss=0.0114
421
+ step 4190000 | 39998s | train_loss=0.0115
422
+ step 4200000 | 40182s | train_loss=0.0116 | fid=55.9841
423
+ step 4210000 | 40268s | train_loss=0.0116
424
+ step 4220000 | 40357s | train_loss=0.0114
425
+ step 4230000 | 40446s | train_loss=0.0115
426
+ step 4240000 | 40535s | train_loss=0.0116
427
+ step 4250000 | 40603s | train_loss=0.0119
428
+ step 4260000 | 40679s | train_loss=0.0113
429
+ step 4270000 | 40768s | train_loss=0.0115
430
+ step 4280000 | 40856s | train_loss=0.0112
431
+ step 4290000 | 40945s | train_loss=0.0117
432
+ step 4300000 | 41142s | train_loss=0.0118 | fid=56.3611
433
+ step 4310000 | 41219s | train_loss=0.0117
434
+ step 4320000 | 41307s | train_loss=0.0113
435
+ step 4330000 | 41396s | train_loss=0.0115
436
+ step 4340000 | 41483s | train_loss=0.0114
437
+ step 4350000 | 41554s | train_loss=0.0114
438
+ step 4360000 | 41634s | train_loss=0.0117
439
+ step 4370000 | 41723s | train_loss=0.0111
440
+ step 4380000 | 41812s | train_loss=0.0109
441
+ step 4390000 | 41900s | train_loss=0.0114
442
+ step 4400000 | 42094s | train_loss=0.0113 | fid=56.9317
443
+ step 4410000 | 42170s | train_loss=0.0111
444
+ step 4420000 | 42256s | train_loss=0.0113
445
+ step 4430000 | 42343s | train_loss=0.0110
446
+ step 4440000 | 42432s | train_loss=0.0112
447
+ step 4450000 | 42507s | train_loss=0.0110
448
+ step 4460000 | 42586s | train_loss=0.0109
449
+ step 4470000 | 42675s | train_loss=0.0110
450
+ step 4480000 | 42764s | train_loss=0.0107
451
+ step 4490000 | 42852s | train_loss=0.0111
452
+ step 4500000 | 43028s | train_loss=0.0108 | fid=56.7840
453
+ step 4510000 | 43118s | train_loss=0.0107
454
+ step 4520000 | 43188s | train_loss=0.0112
455
+ step 4530000 | 43276s | train_loss=0.0116
456
+ step 4540000 | 43365s | train_loss=0.0108
457
+ step 4550000 | 43444s | train_loss=0.0105
458
+ step 4560000 | 43524s | train_loss=0.0106
459
+ step 4570000 | 43604s | train_loss=0.0109
460
+ step 4580000 | 43693s | train_loss=0.0108
461
+ step 4590000 | 43781s | train_loss=0.0106
462
+ step 4600000 | 44003s | train_loss=0.0109 | fid=56.7650
463
+ step 4610000 | 44079s | train_loss=0.0106
464
+ step 4620000 | 44135s | train_loss=0.0109
465
+ step 4630000 | 44195s | train_loss=0.0108
466
+ step 4640000 | 44256s | train_loss=0.0105
467
+ step 4650000 | 44319s | train_loss=0.0108
468
+ step 4660000 | 44388s | train_loss=0.0106
469
+ step 4670000 | 44447s | train_loss=0.0104
470
+ step 4680000 | 44519s | train_loss=0.0105
471
+ step 4690000 | 44590s | train_loss=0.0107
472
+ step 4700000 | 44722s | train_loss=0.0106 | fid=56.4528
473
+ step 4710000 | 44793s | train_loss=0.0108
474
+ step 4720000 | 44865s | train_loss=0.0107
475
+ step 4730000 | 44933s | train_loss=0.0102
476
+ step 4740000 | 45002s | train_loss=0.0102
477
+ step 4750000 | 45072s | train_loss=0.0102
478
+ step 4760000 | 45143s | train_loss=0.0104
479
+ step 4770000 | 45211s | train_loss=0.0104
480
+ step 4780000 | 45283s | train_loss=0.0105
481
+ step 4790000 | 45354s | train_loss=0.0103
482
+ step 4800000 | 45486s | train_loss=0.0106 | fid=56.4745
483
+ step 4810000 | 45557s | train_loss=0.0104
484
+ step 4820000 | 45629s | train_loss=0.0107
485
+ step 4830000 | 45701s | train_loss=0.0109
486
+ step 4840000 | 45759s | train_loss=0.0105
487
+ step 4850000 | 45814s | train_loss=0.0102
488
+ step 4860000 | 45868s | train_loss=0.0099
489
+ step 4870000 | 45923s | train_loss=0.0100
490
+ step 4880000 | 45971s | train_loss=0.0101
491
+ step 4890000 | 46026s | train_loss=0.0100
492
+ step 4900000 | 46127s | train_loss=0.0107 | fid=55.9971
493
+ step 4910000 | 46181s | train_loss=0.0102
494
+ step 4920000 | 46235s | train_loss=0.0101
495
+ step 4930000 | 46290s | train_loss=0.0099
496
+ step 4940000 | 46338s | train_loss=0.0102
497
+ step 4950000 | 46393s | train_loss=0.0100
498
+ step 4960000 | 46448s | train_loss=0.0103
499
+ step 4970000 | 46502s | train_loss=0.0101
500
+ step 4980000 | 46551s | train_loss=0.0105
501
+ step 4990000 | 46606s | train_loss=0.0098
502
+ step 5000000 | 46705s | train_loss=0.0103 | fid=56.5140
results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d40/config.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d40/vae.pt",
3
+ "out": "results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d40",
4
+ "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json",
5
+ "train_tar": "/overflow/data/cerberus/celeba_hq_256_partitioned_ws/train/celeba_hq_256-train-0000.tar",
6
+ "n_train": 1000,
7
+ "total_steps": 5000000,
8
+ "eval_interval": 10000,
9
+ "mem_interval": 100000,
10
+ "fid_interval": 100000,
11
+ "fid_n_real": 1000,
12
+ "fid_n_gen": 10000,
13
+ "n_gen_samples": 10000,
14
+ "n_sde_steps": 500,
15
+ "batch_size": 512,
16
+ "hidden": 1024,
17
+ "depth": 5,
18
+ "optimizer": "sgd",
19
+ "lr": 0.001,
20
+ "momentum": 0.8,
21
+ "t_min": 0.01,
22
+ "t_max": 3.0,
23
+ "t_eval": 0.1,
24
+ "seed": 47,
25
+ "device": null
26
+ }
results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d40/metrics.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d40/runner.log ADDED
@@ -0,0 +1,502 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ FID real-side stats cached over 1000 diverse train images
2
+ step 1 | 66s | train_loss=1.0018 | fid=278.6993
3
+ step 10000 | 143s | train_loss=0.8614
4
+ step 20000 | 228s | train_loss=0.8308
5
+ step 30000 | 314s | train_loss=0.7727
6
+ step 40000 | 400s | train_loss=0.6839
7
+ step 50000 | 486s | train_loss=0.5473
8
+ step 60000 | 571s | train_loss=0.3993
9
+ step 70000 | 657s | train_loss=0.2916
10
+ step 80000 | 743s | train_loss=0.2299
11
+ step 90000 | 828s | train_loss=0.1946
12
+ step 100000 | 980s | train_loss=0.1729 | fid=59.1798
13
+ step 110000 | 1057s | train_loss=0.1575
14
+ step 120000 | 1142s | train_loss=0.1444
15
+ step 130000 | 1228s | train_loss=0.1339
16
+ step 140000 | 1314s | train_loss=0.1279
17
+ step 150000 | 1400s | train_loss=0.1209
18
+ step 160000 | 1485s | train_loss=0.1126
19
+ step 170000 | 1571s | train_loss=0.1079
20
+ step 180000 | 1656s | train_loss=0.1031
21
+ step 190000 | 1742s | train_loss=0.0994
22
+ step 200000 | 1894s | train_loss=0.0953 | fid=59.2574
23
+ step 210000 | 1977s | train_loss=0.0911
24
+ step 220000 | 2055s | train_loss=0.0889
25
+ step 230000 | 2141s | train_loss=0.0850
26
+ step 240000 | 2227s | train_loss=0.0821
27
+ step 250000 | 2313s | train_loss=0.0802
28
+ step 260000 | 2398s | train_loss=0.0781
29
+ step 270000 | 2484s | train_loss=0.0759
30
+ step 280000 | 2570s | train_loss=0.0730
31
+ step 290000 | 2655s | train_loss=0.0721
32
+ step 300000 | 2806s | train_loss=0.0702 | fid=58.3089
33
+ step 310000 | 2892s | train_loss=0.0683
34
+ step 320000 | 2964s | train_loss=0.0666
35
+ step 330000 | 3029s | train_loss=0.0656
36
+ step 340000 | 3115s | train_loss=0.0642
37
+ step 350000 | 3200s | train_loss=0.0636
38
+ step 360000 | 3286s | train_loss=0.0598
39
+ step 370000 | 3372s | train_loss=0.0606
40
+ step 380000 | 3457s | train_loss=0.0594
41
+ step 390000 | 3543s | train_loss=0.0577
42
+ step 400000 | 3695s | train_loss=0.0561 | fid=56.8530
43
+ step 410000 | 3780s | train_loss=0.0555
44
+ step 420000 | 3866s | train_loss=0.0548
45
+ step 430000 | 3949s | train_loss=0.0545
46
+ step 440000 | 4028s | train_loss=0.0533
47
+ step 450000 | 4114s | train_loss=0.0521
48
+ step 460000 | 4199s | train_loss=0.0508
49
+ step 470000 | 4284s | train_loss=0.0515
50
+ step 480000 | 4368s | train_loss=0.0495
51
+ step 490000 | 4453s | train_loss=0.0489
52
+ step 500000 | 4605s | train_loss=0.0488 | fid=54.5661
53
+ step 510000 | 4690s | train_loss=0.0485
54
+ step 520000 | 4776s | train_loss=0.0471
55
+ step 530000 | 4858s | train_loss=0.0463
56
+ step 540000 | 4945s | train_loss=0.0471
57
+ step 550000 | 5023s | train_loss=0.0448
58
+ step 560000 | 5109s | train_loss=0.0445
59
+ step 570000 | 5194s | train_loss=0.0447
60
+ step 580000 | 5280s | train_loss=0.0440
61
+ step 590000 | 5366s | train_loss=0.0431
62
+ step 600000 | 5519s | train_loss=0.0436 | fid=53.9261
63
+ step 610000 | 5604s | train_loss=0.0428
64
+ step 620000 | 5690s | train_loss=0.0425
65
+ step 630000 | 5775s | train_loss=0.0414
66
+ step 640000 | 5853s | train_loss=0.0407
67
+ step 650000 | 5939s | train_loss=0.0416
68
+ step 660000 | 6000s | train_loss=0.0412
69
+ step 670000 | 6086s | train_loss=0.0395
70
+ step 680000 | 6171s | train_loss=0.0398
71
+ step 690000 | 6256s | train_loss=0.0387
72
+ step 700000 | 6449s | train_loss=0.0391 | fid=53.1436
73
+ step 710000 | 6535s | train_loss=0.0385
74
+ step 720000 | 6621s | train_loss=0.0390
75
+ step 730000 | 6706s | train_loss=0.0381
76
+ step 740000 | 6781s | train_loss=0.0376
77
+ step 750000 | 6866s | train_loss=0.0372
78
+ step 760000 | 6944s | train_loss=0.0369
79
+ step 770000 | 7014s | train_loss=0.0366
80
+ step 780000 | 7099s | train_loss=0.0370
81
+ step 790000 | 7182s | train_loss=0.0365
82
+ step 800000 | 7388s | train_loss=0.0351 | fid=53.7136
83
+ step 810000 | 7473s | train_loss=0.0356
84
+ step 820000 | 7559s | train_loss=0.0358
85
+ step 830000 | 7644s | train_loss=0.0351
86
+ step 840000 | 7719s | train_loss=0.0347
87
+ step 850000 | 7802s | train_loss=0.0346
88
+ step 860000 | 7888s | train_loss=0.0347
89
+ step 870000 | 7951s | train_loss=0.0340
90
+ step 880000 | 8034s | train_loss=0.0342
91
+ step 890000 | 8118s | train_loss=0.0337
92
+ step 900000 | 8338s | train_loss=0.0335 | fid=53.4343
93
+ step 910000 | 8424s | train_loss=0.0329
94
+ step 920000 | 8510s | train_loss=0.0326
95
+ step 930000 | 8595s | train_loss=0.0327
96
+ step 940000 | 8671s | train_loss=0.0321
97
+ step 950000 | 8749s | train_loss=0.0320
98
+ step 960000 | 8835s | train_loss=0.0315
99
+ step 970000 | 8905s | train_loss=0.0314
100
+ step 980000 | 8979s | train_loss=0.0322
101
+ step 990000 | 9064s | train_loss=0.0311
102
+ step 1000000 | 9261s | train_loss=0.0316 | fid=52.0056
103
+ step 1010000 | 9346s | train_loss=0.0311
104
+ step 1020000 | 9432s | train_loss=0.0304
105
+ step 1030000 | 9518s | train_loss=0.0305
106
+ step 1040000 | 9603s | train_loss=0.0300
107
+ step 1050000 | 9673s | train_loss=0.0306
108
+ step 1060000 | 9758s | train_loss=0.0300
109
+ step 1070000 | 9843s | train_loss=0.0301
110
+ step 1080000 | 9911s | train_loss=0.0298
111
+ step 1090000 | 9995s | train_loss=0.0294
112
+ step 1100000 | 10151s | train_loss=0.0290 | fid=53.1133
113
+ step 1110000 | 10236s | train_loss=0.0289
114
+ step 1120000 | 10322s | train_loss=0.0297
115
+ step 1130000 | 10407s | train_loss=0.0286
116
+ step 1140000 | 10493s | train_loss=0.0291
117
+ step 1150000 | 10579s | train_loss=0.0285
118
+ step 1160000 | 10661s | train_loss=0.0282
119
+ step 1170000 | 10745s | train_loss=0.0285
120
+ step 1180000 | 10831s | train_loss=0.0277
121
+ step 1190000 | 10909s | train_loss=0.0280
122
+ step 1200000 | 11068s | train_loss=0.0280 | fid=52.5517
123
+ step 1210000 | 11153s | train_loss=0.0276
124
+ step 1220000 | 11239s | train_loss=0.0274
125
+ step 1230000 | 11325s | train_loss=0.0281
126
+ step 1240000 | 11410s | train_loss=0.0271
127
+ step 1250000 | 11496s | train_loss=0.0271
128
+ step 1260000 | 11577s | train_loss=0.0267
129
+ step 1270000 | 11663s | train_loss=0.0267
130
+ step 1280000 | 11748s | train_loss=0.0265
131
+ step 1290000 | 11831s | train_loss=0.0258
132
+ step 1300000 | 11991s | train_loss=0.0259 | fid=52.8718
133
+ step 1310000 | 12076s | train_loss=0.0271
134
+ step 1320000 | 12162s | train_loss=0.0269
135
+ step 1330000 | 12248s | train_loss=0.0263
136
+ step 1340000 | 12333s | train_loss=0.0254
137
+ step 1350000 | 12419s | train_loss=0.0261
138
+ step 1360000 | 12501s | train_loss=0.0255
139
+ step 1370000 | 12586s | train_loss=0.0260
140
+ step 1380000 | 12671s | train_loss=0.0252
141
+ step 1390000 | 12757s | train_loss=0.0253
142
+ step 1400000 | 12906s | train_loss=0.0247 | fid=52.5111
143
+ step 1410000 | 12991s | train_loss=0.0248
144
+ step 1420000 | 13077s | train_loss=0.0257
145
+ step 1430000 | 13162s | train_loss=0.0247
146
+ step 1440000 | 13248s | train_loss=0.0250
147
+ step 1450000 | 13334s | train_loss=0.0241
148
+ step 1460000 | 13418s | train_loss=0.0247
149
+ step 1470000 | 13500s | train_loss=0.0242
150
+ step 1480000 | 13586s | train_loss=0.0241
151
+ step 1490000 | 13671s | train_loss=0.0242
152
+ step 1500000 | 13825s | train_loss=0.0249 | fid=52.4203
153
+ step 1510000 | 13910s | train_loss=0.0237
154
+ step 1520000 | 13995s | train_loss=0.0237
155
+ step 1530000 | 14081s | train_loss=0.0236
156
+ step 1540000 | 14167s | train_loss=0.0235
157
+ step 1550000 | 14252s | train_loss=0.0234
158
+ step 1560000 | 14336s | train_loss=0.0235
159
+ step 1570000 | 14415s | train_loss=0.0238
160
+ step 1580000 | 14495s | train_loss=0.0225
161
+ step 1590000 | 14581s | train_loss=0.0233
162
+ step 1600000 | 14762s | train_loss=0.0225 | fid=52.0366
163
+ step 1610000 | 14832s | train_loss=0.0234
164
+ step 1620000 | 14917s | train_loss=0.0232
165
+ step 1630000 | 15003s | train_loss=0.0225
166
+ step 1640000 | 15088s | train_loss=0.0226
167
+ step 1650000 | 15172s | train_loss=0.0223
168
+ step 1660000 | 15258s | train_loss=0.0225
169
+ step 1670000 | 15343s | train_loss=0.0219
170
+ step 1680000 | 15419s | train_loss=0.0222
171
+ step 1690000 | 15505s | train_loss=0.0223
172
+ step 1700000 | 15685s | train_loss=0.0217 | fid=51.8367
173
+ step 1710000 | 15759s | train_loss=0.0220
174
+ step 1720000 | 15830s | train_loss=0.0219
175
+ step 1730000 | 15914s | train_loss=0.0212
176
+ step 1740000 | 15999s | train_loss=0.0224
177
+ step 1750000 | 16084s | train_loss=0.0221
178
+ step 1760000 | 16169s | train_loss=0.0215
179
+ step 1770000 | 16255s | train_loss=0.0215
180
+ step 1780000 | 16332s | train_loss=0.0213
181
+ step 1790000 | 16412s | train_loss=0.0213
182
+ step 1800000 | 16569s | train_loss=0.0213 | fid=52.4026
183
+ step 1810000 | 16654s | train_loss=0.0210
184
+ step 1820000 | 16738s | train_loss=0.0216
185
+ step 1830000 | 16821s | train_loss=0.0210
186
+ step 1840000 | 16905s | train_loss=0.0205
187
+ step 1850000 | 16991s | train_loss=0.0212
188
+ step 1860000 | 17076s | train_loss=0.0206
189
+ step 1870000 | 17162s | train_loss=0.0203
190
+ step 1880000 | 17248s | train_loss=0.0203
191
+ step 1890000 | 17325s | train_loss=0.0204
192
+ step 1900000 | 17514s | train_loss=0.0206 | fid=52.5798
193
+ step 1910000 | 17600s | train_loss=0.0200
194
+ step 1920000 | 17683s | train_loss=0.0198
195
+ step 1930000 | 17765s | train_loss=0.0205
196
+ step 1940000 | 17850s | train_loss=0.0200
197
+ step 1950000 | 17935s | train_loss=0.0205
198
+ step 1960000 | 18021s | train_loss=0.0203
199
+ step 1970000 | 18107s | train_loss=0.0194
200
+ step 1980000 | 18192s | train_loss=0.0196
201
+ step 1990000 | 18278s | train_loss=0.0196
202
+ step 2000000 | 18461s | train_loss=0.0198 | fid=50.9699
203
+ step 2010000 | 18546s | train_loss=0.0193
204
+ step 2020000 | 18628s | train_loss=0.0191
205
+ step 2030000 | 18701s | train_loss=0.0196
206
+ step 2040000 | 18771s | train_loss=0.0191
207
+ step 2050000 | 18857s | train_loss=0.0200
208
+ step 2060000 | 18942s | train_loss=0.0197
209
+ step 2070000 | 19028s | train_loss=0.0192
210
+ step 2080000 | 19113s | train_loss=0.0194
211
+ step 2090000 | 19199s | train_loss=0.0189
212
+ step 2100000 | 19378s | train_loss=0.0189 | fid=51.8440
213
+ step 2110000 | 19463s | train_loss=0.0185
214
+ step 2120000 | 19547s | train_loss=0.0189
215
+ step 2130000 | 19626s | train_loss=0.0186
216
+ step 2140000 | 19705s | train_loss=0.0188
217
+ step 2150000 | 19773s | train_loss=0.0184
218
+ step 2160000 | 19859s | train_loss=0.0184
219
+ step 2170000 | 19944s | train_loss=0.0186
220
+ step 2180000 | 20030s | train_loss=0.0188
221
+ step 2190000 | 20115s | train_loss=0.0186
222
+ step 2200000 | 20269s | train_loss=0.0182 | fid=51.7446
223
+ step 2210000 | 20354s | train_loss=0.0180
224
+ step 2220000 | 20438s | train_loss=0.0185
225
+ step 2230000 | 20524s | train_loss=0.0182
226
+ step 2240000 | 20607s | train_loss=0.0177
227
+ step 2250000 | 20693s | train_loss=0.0185
228
+ step 2260000 | 20770s | train_loss=0.0181
229
+ step 2270000 | 20855s | train_loss=0.0183
230
+ step 2280000 | 20941s | train_loss=0.0180
231
+ step 2290000 | 21026s | train_loss=0.0178
232
+ step 2300000 | 21191s | train_loss=0.0177 | fid=51.7369
233
+ step 2310000 | 21274s | train_loss=0.0180
234
+ step 2320000 | 21360s | train_loss=0.0176
235
+ step 2330000 | 21446s | train_loss=0.0181
236
+ step 2340000 | 21532s | train_loss=0.0175
237
+ step 2350000 | 21604s | train_loss=0.0175
238
+ step 2360000 | 21687s | train_loss=0.0171
239
+ step 2370000 | 21759s | train_loss=0.0177
240
+ step 2380000 | 21837s | train_loss=0.0180
241
+ step 2390000 | 21923s | train_loss=0.0172
242
+ step 2400000 | 22104s | train_loss=0.0168 | fid=51.5880
243
+ step 2410000 | 22186s | train_loss=0.0169
244
+ step 2420000 | 22271s | train_loss=0.0172
245
+ step 2430000 | 22357s | train_loss=0.0166
246
+ step 2440000 | 22443s | train_loss=0.0174
247
+ step 2450000 | 22529s | train_loss=0.0169
248
+ step 2460000 | 22600s | train_loss=0.0170
249
+ step 2470000 | 22683s | train_loss=0.0162
250
+ step 2480000 | 22760s | train_loss=0.0165
251
+ step 2490000 | 22844s | train_loss=0.0167
252
+ step 2500000 | 23003s | train_loss=0.0164 | fid=52.1598
253
+ step 2510000 | 23085s | train_loss=0.0160
254
+ step 2520000 | 23170s | train_loss=0.0165
255
+ step 2530000 | 23256s | train_loss=0.0162
256
+ step 2540000 | 23342s | train_loss=0.0166
257
+ step 2550000 | 23427s | train_loss=0.0160
258
+ step 2560000 | 23513s | train_loss=0.0163
259
+ step 2570000 | 23596s | train_loss=0.0168
260
+ step 2580000 | 23682s | train_loss=0.0164
261
+ step 2590000 | 23765s | train_loss=0.0167
262
+ step 2600000 | 23918s | train_loss=0.0164 | fid=51.9549
263
+ step 2610000 | 23997s | train_loss=0.0157
264
+ step 2620000 | 24082s | train_loss=0.0158
265
+ step 2630000 | 24167s | train_loss=0.0159
266
+ step 2640000 | 24252s | train_loss=0.0158
267
+ step 2650000 | 24338s | train_loss=0.0160
268
+ step 2660000 | 24424s | train_loss=0.0156
269
+ step 2670000 | 24510s | train_loss=0.0154
270
+ step 2680000 | 24584s | train_loss=0.0160
271
+ step 2690000 | 24668s | train_loss=0.0153
272
+ step 2700000 | 24832s | train_loss=0.0154 | fid=52.1924
273
+ step 2710000 | 24917s | train_loss=0.0154
274
+ step 2720000 | 24993s | train_loss=0.0154
275
+ step 2730000 | 25079s | train_loss=0.0153
276
+ step 2740000 | 25164s | train_loss=0.0157
277
+ step 2750000 | 25250s | train_loss=0.0154
278
+ step 2760000 | 25336s | train_loss=0.0150
279
+ step 2770000 | 25421s | train_loss=0.0152
280
+ step 2780000 | 25507s | train_loss=0.0152
281
+ step 2790000 | 25590s | train_loss=0.0157
282
+ step 2800000 | 25778s | train_loss=0.0149 | fid=51.8895
283
+ step 2810000 | 25863s | train_loss=0.0159
284
+ step 2820000 | 25941s | train_loss=0.0145
285
+ step 2830000 | 26027s | train_loss=0.0149
286
+ step 2840000 | 26112s | train_loss=0.0146
287
+ step 2850000 | 26198s | train_loss=0.0151
288
+ step 2860000 | 26283s | train_loss=0.0148
289
+ step 2870000 | 26369s | train_loss=0.0145
290
+ step 2880000 | 26455s | train_loss=0.0152
291
+ step 2890000 | 26531s | train_loss=0.0147
292
+ step 2900000 | 26700s | train_loss=0.0145 | fid=52.1988
293
+ step 2910000 | 26786s | train_loss=0.0143
294
+ step 2920000 | 26862s | train_loss=0.0149
295
+ step 2930000 | 26947s | train_loss=0.0145
296
+ step 2940000 | 27033s | train_loss=0.0144
297
+ step 2950000 | 27119s | train_loss=0.0146
298
+ step 2960000 | 27204s | train_loss=0.0142
299
+ step 2970000 | 27290s | train_loss=0.0141
300
+ step 2980000 | 27376s | train_loss=0.0142
301
+ step 2990000 | 27459s | train_loss=0.0142
302
+ step 3000000 | 27613s | train_loss=0.0138 | fid=52.2111
303
+ step 3010000 | 27691s | train_loss=0.0138
304
+ step 3020000 | 27768s | train_loss=0.0143
305
+ step 3030000 | 27848s | train_loss=0.0143
306
+ step 3040000 | 27933s | train_loss=0.0144
307
+ step 3050000 | 28019s | train_loss=0.0146
308
+ step 3060000 | 28104s | train_loss=0.0144
309
+ step 3070000 | 28190s | train_loss=0.0144
310
+ step 3080000 | 28276s | train_loss=0.0136
311
+ step 3090000 | 28359s | train_loss=0.0138
312
+ step 3100000 | 28513s | train_loss=0.0136 | fid=52.0591
313
+ step 3110000 | 28599s | train_loss=0.0137
314
+ step 3120000 | 28685s | train_loss=0.0131
315
+ step 3130000 | 28764s | train_loss=0.0140
316
+ step 3140000 | 28849s | train_loss=0.0133
317
+ step 3150000 | 28935s | train_loss=0.0135
318
+ step 3160000 | 29021s | train_loss=0.0135
319
+ step 3170000 | 29106s | train_loss=0.0135
320
+ step 3180000 | 29192s | train_loss=0.0139
321
+ step 3190000 | 29275s | train_loss=0.0132
322
+ step 3200000 | 29452s | train_loss=0.0133 | fid=52.0654
323
+ step 3210000 | 29537s | train_loss=0.0131
324
+ step 3220000 | 29623s | train_loss=0.0131
325
+ step 3230000 | 29702s | train_loss=0.0135
326
+ step 3240000 | 29788s | train_loss=0.0139
327
+ step 3250000 | 29874s | train_loss=0.0134
328
+ step 3260000 | 29959s | train_loss=0.0131
329
+ step 3270000 | 30045s | train_loss=0.0127
330
+ step 3280000 | 30129s | train_loss=0.0129
331
+ step 3290000 | 30214s | train_loss=0.0127
332
+ step 3300000 | 30415s | train_loss=0.0127 | fid=51.9396
333
+ step 3310000 | 30491s | train_loss=0.0130
334
+ step 3320000 | 30577s | train_loss=0.0129
335
+ step 3330000 | 30644s | train_loss=0.0137
336
+ step 3340000 | 30725s | train_loss=0.0130
337
+ step 3350000 | 30810s | train_loss=0.0130
338
+ step 3360000 | 30896s | train_loss=0.0124
339
+ step 3370000 | 30980s | train_loss=0.0126
340
+ step 3380000 | 31065s | train_loss=0.0125
341
+ step 3390000 | 31151s | train_loss=0.0133
342
+ step 3400000 | 31308s | train_loss=0.0130 | fid=52.3257
343
+ step 3410000 | 31394s | train_loss=0.0122
344
+ step 3420000 | 31477s | train_loss=0.0130
345
+ step 3430000 | 31563s | train_loss=0.0123
346
+ step 3440000 | 31643s | train_loss=0.0123
347
+ step 3450000 | 31729s | train_loss=0.0129
348
+ step 3460000 | 31815s | train_loss=0.0123
349
+ step 3470000 | 31899s | train_loss=0.0124
350
+ step 3480000 | 31984s | train_loss=0.0123
351
+ step 3490000 | 32070s | train_loss=0.0126
352
+ step 3500000 | 32227s | train_loss=0.0122 | fid=51.0498
353
+ step 3510000 | 32312s | train_loss=0.0120
354
+ step 3520000 | 32396s | train_loss=0.0121
355
+ step 3530000 | 32481s | train_loss=0.0122
356
+ step 3540000 | 32558s | train_loss=0.0120
357
+ step 3550000 | 32636s | train_loss=0.0120
358
+ step 3560000 | 32721s | train_loss=0.0120
359
+ step 3570000 | 32805s | train_loss=0.0120
360
+ step 3580000 | 32890s | train_loss=0.0120
361
+ step 3590000 | 32976s | train_loss=0.0125
362
+ step 3600000 | 33177s | train_loss=0.0121 | fid=52.7539
363
+ step 3610000 | 33263s | train_loss=0.0119
364
+ step 3620000 | 33346s | train_loss=0.0123
365
+ step 3630000 | 33422s | train_loss=0.0119
366
+ step 3640000 | 33500s | train_loss=0.0117
367
+ step 3650000 | 33584s | train_loss=0.0121
368
+ step 3660000 | 33654s | train_loss=0.0119
369
+ step 3670000 | 33740s | train_loss=0.0117
370
+ step 3680000 | 33825s | train_loss=0.0117
371
+ step 3690000 | 33911s | train_loss=0.0115
372
+ step 3700000 | 34115s | train_loss=0.0123 | fid=52.5272
373
+ step 3710000 | 34201s | train_loss=0.0122
374
+ step 3720000 | 34287s | train_loss=0.0116
375
+ step 3730000 | 34363s | train_loss=0.0114
376
+ step 3740000 | 34441s | train_loss=0.0117
377
+ step 3750000 | 34524s | train_loss=0.0115
378
+ step 3760000 | 34602s | train_loss=0.0118
379
+ step 3770000 | 34679s | train_loss=0.0120
380
+ step 3780000 | 34764s | train_loss=0.0111
381
+ step 3790000 | 34850s | train_loss=0.0117
382
+ step 3800000 | 35067s | train_loss=0.0118 | fid=52.6076
383
+ step 3810000 | 35153s | train_loss=0.0114
384
+ step 3820000 | 35239s | train_loss=0.0115
385
+ step 3830000 | 35316s | train_loss=0.0113
386
+ step 3840000 | 35389s | train_loss=0.0112
387
+ step 3850000 | 35471s | train_loss=0.0114
388
+ step 3860000 | 35557s | train_loss=0.0111
389
+ step 3870000 | 35633s | train_loss=0.0114
390
+ step 3880000 | 35718s | train_loss=0.0114
391
+ step 3890000 | 35804s | train_loss=0.0110
392
+ step 3900000 | 35987s | train_loss=0.0110 | fid=52.6802
393
+ step 3910000 | 36073s | train_loss=0.0110
394
+ step 3920000 | 36159s | train_loss=0.0111
395
+ step 3930000 | 36244s | train_loss=0.0105
396
+ step 3940000 | 36317s | train_loss=0.0108
397
+ step 3950000 | 36387s | train_loss=0.0107
398
+ step 3960000 | 36473s | train_loss=0.0111
399
+ step 3970000 | 36556s | train_loss=0.0108
400
+ step 3980000 | 36625s | train_loss=0.0109
401
+ step 3990000 | 36710s | train_loss=0.0109
402
+ step 4000000 | 36918s | train_loss=0.0111 | fid=51.3297
403
+ step 4010000 | 37003s | train_loss=0.0116
404
+ step 4020000 | 37089s | train_loss=0.0110
405
+ step 4030000 | 37173s | train_loss=0.0109
406
+ step 4040000 | 37250s | train_loss=0.0114
407
+ step 4050000 | 37324s | train_loss=0.0114
408
+ step 4060000 | 37410s | train_loss=0.0105
409
+ step 4070000 | 37496s | train_loss=0.0109
410
+ step 4080000 | 37579s | train_loss=0.0105
411
+ step 4090000 | 37657s | train_loss=0.0111
412
+ step 4100000 | 37842s | train_loss=0.0108 | fid=52.0539
413
+ step 4110000 | 37928s | train_loss=0.0115
414
+ step 4120000 | 38012s | train_loss=0.0111
415
+ step 4130000 | 38097s | train_loss=0.0107
416
+ step 4140000 | 38183s | train_loss=0.0107
417
+ step 4150000 | 38254s | train_loss=0.0107
418
+ step 4160000 | 38336s | train_loss=0.0101
419
+ step 4170000 | 38421s | train_loss=0.0103
420
+ step 4180000 | 38507s | train_loss=0.0110
421
+ step 4190000 | 38585s | train_loss=0.0105
422
+ step 4200000 | 38780s | train_loss=0.0105 | fid=52.5898
423
+ step 4210000 | 38864s | train_loss=0.0103
424
+ step 4220000 | 38950s | train_loss=0.0104
425
+ step 4230000 | 39035s | train_loss=0.0106
426
+ step 4240000 | 39121s | train_loss=0.0106
427
+ step 4250000 | 39198s | train_loss=0.0102
428
+ step 4260000 | 39267s | train_loss=0.0101
429
+ step 4270000 | 39352s | train_loss=0.0102
430
+ step 4280000 | 39438s | train_loss=0.0101
431
+ step 4290000 | 39524s | train_loss=0.0103
432
+ step 4300000 | 39716s | train_loss=0.0101 | fid=51.8353
433
+ step 4310000 | 39802s | train_loss=0.0101
434
+ step 4320000 | 39888s | train_loss=0.0110
435
+ step 4330000 | 39973s | train_loss=0.0099
436
+ step 4340000 | 40059s | train_loss=0.0101
437
+ step 4350000 | 40145s | train_loss=0.0101
438
+ step 4360000 | 40204s | train_loss=0.0107
439
+ step 4370000 | 40290s | train_loss=0.0100
440
+ step 4380000 | 40375s | train_loss=0.0098
441
+ step 4390000 | 40461s | train_loss=0.0104
442
+ step 4400000 | 40659s | train_loss=0.0099 | fid=52.0522
443
+ step 4410000 | 40745s | train_loss=0.0104
444
+ step 4420000 | 40831s | train_loss=0.0098
445
+ step 4430000 | 40916s | train_loss=0.0100
446
+ step 4440000 | 41002s | train_loss=0.0101
447
+ step 4450000 | 41087s | train_loss=0.0097
448
+ step 4460000 | 41152s | train_loss=0.0098
449
+ step 4470000 | 41227s | train_loss=0.0100
450
+ step 4480000 | 41313s | train_loss=0.0097
451
+ step 4490000 | 41398s | train_loss=0.0097
452
+ step 4500000 | 41583s | train_loss=0.0100 | fid=52.3375
453
+ step 4510000 | 41669s | train_loss=0.0098
454
+ step 4520000 | 41755s | train_loss=0.0098
455
+ step 4530000 | 41840s | train_loss=0.0099
456
+ step 4540000 | 41926s | train_loss=0.0102
457
+ step 4550000 | 42011s | train_loss=0.0099
458
+ step 4560000 | 42087s | train_loss=0.0096
459
+ step 4570000 | 42161s | train_loss=0.0095
460
+ step 4580000 | 42241s | train_loss=0.0097
461
+ step 4590000 | 42324s | train_loss=0.0093
462
+ step 4600000 | 42509s | train_loss=0.0100 | fid=52.7259
463
+ step 4610000 | 42584s | train_loss=0.0094
464
+ step 4620000 | 42670s | train_loss=0.0096
465
+ step 4630000 | 42755s | train_loss=0.0101
466
+ step 4640000 | 42841s | train_loss=0.0095
467
+ step 4650000 | 42926s | train_loss=0.0095
468
+ step 4660000 | 43010s | train_loss=0.0099
469
+ step 4670000 | 43090s | train_loss=0.0093
470
+ step 4680000 | 43164s | train_loss=0.0092
471
+ step 4690000 | 43243s | train_loss=0.0095
472
+ step 4700000 | 43427s | train_loss=0.0097 | fid=51.8996
473
+ step 4710000 | 43509s | train_loss=0.0095
474
+ step 4720000 | 43580s | train_loss=0.0098
475
+ step 4730000 | 43666s | train_loss=0.0092
476
+ step 4740000 | 43752s | train_loss=0.0094
477
+ step 4750000 | 43837s | train_loss=0.0094
478
+ step 4760000 | 43923s | train_loss=0.0098
479
+ step 4770000 | 43993s | train_loss=0.0094
480
+ step 4780000 | 44066s | train_loss=0.0101
481
+ step 4790000 | 44125s | train_loss=0.0090
482
+ step 4800000 | 44283s | train_loss=0.0095 | fid=51.9693
483
+ step 4810000 | 44352s | train_loss=0.0093
484
+ step 4820000 | 44410s | train_loss=0.0096
485
+ step 4830000 | 44474s | train_loss=0.0094
486
+ step 4840000 | 44543s | train_loss=0.0093
487
+ step 4850000 | 44612s | train_loss=0.0092
488
+ step 4860000 | 44681s | train_loss=0.0093
489
+ step 4870000 | 44746s | train_loss=0.0090
490
+ step 4880000 | 44815s | train_loss=0.0093
491
+ step 4890000 | 44884s | train_loss=0.0091
492
+ step 4900000 | 45008s | train_loss=0.0096 | fid=52.1026
493
+ step 4910000 | 45077s | train_loss=0.0091
494
+ step 4920000 | 45146s | train_loss=0.0091
495
+ step 4930000 | 45212s | train_loss=0.0088
496
+ step 4940000 | 45280s | train_loss=0.0094
497
+ step 4950000 | 45349s | train_loss=0.0089
498
+ step 4960000 | 45418s | train_loss=0.0088
499
+ step 4970000 | 45484s | train_loss=0.0092
500
+ step 4980000 | 45552s | train_loss=0.0090
501
+ step 4990000 | 45621s | train_loss=0.0088
502
+ step 5000000 | 45745s | train_loss=0.0088 | fid=51.8278
results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d50/config.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d50/vae.pt",
3
+ "out": "results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d50",
4
+ "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json",
5
+ "train_tar": "/overflow/data/cerberus/celeba_hq_256_partitioned_ws/train/celeba_hq_256-train-0000.tar",
6
+ "n_train": 1000,
7
+ "total_steps": 5000000,
8
+ "eval_interval": 10000,
9
+ "mem_interval": 100000,
10
+ "fid_interval": 100000,
11
+ "fid_n_real": 1000,
12
+ "fid_n_gen": 10000,
13
+ "n_gen_samples": 10000,
14
+ "n_sde_steps": 500,
15
+ "batch_size": 512,
16
+ "hidden": 1024,
17
+ "depth": 5,
18
+ "optimizer": "sgd",
19
+ "lr": 0.001,
20
+ "momentum": 0.8,
21
+ "t_min": 0.01,
22
+ "t_max": 3.0,
23
+ "t_eval": 0.1,
24
+ "seed": 47,
25
+ "device": null
26
+ }
results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d50/metrics.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d50/runner.log ADDED
@@ -0,0 +1,502 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ FID real-side stats cached over 1000 diverse train images
2
+ step 1 | 71s | train_loss=1.0052 | fid=245.2532
3
+ step 10000 | 162s | train_loss=0.8573
4
+ step 20000 | 254s | train_loss=0.7986
5
+ step 30000 | 346s | train_loss=0.7134
6
+ step 40000 | 438s | train_loss=0.5788
7
+ step 50000 | 530s | train_loss=0.4096
8
+ step 60000 | 620s | train_loss=0.2888
9
+ step 70000 | 712s | train_loss=0.2184
10
+ step 80000 | 803s | train_loss=0.1814
11
+ step 90000 | 895s | train_loss=0.1585
12
+ step 100000 | 1056s | train_loss=0.1451 | fid=59.9314
13
+ step 110000 | 1146s | train_loss=0.1356
14
+ step 120000 | 1238s | train_loss=0.1256
15
+ step 130000 | 1329s | train_loss=0.1183
16
+ step 140000 | 1421s | train_loss=0.1115
17
+ step 150000 | 1512s | train_loss=0.1058
18
+ step 160000 | 1603s | train_loss=0.1016
19
+ step 170000 | 1695s | train_loss=0.0978
20
+ step 180000 | 1786s | train_loss=0.0929
21
+ step 190000 | 1876s | train_loss=0.0904
22
+ step 200000 | 2039s | train_loss=0.0871 | fid=56.8623
23
+ step 210000 | 2129s | train_loss=0.0838
24
+ step 220000 | 2221s | train_loss=0.0817
25
+ step 230000 | 2313s | train_loss=0.0786
26
+ step 240000 | 2404s | train_loss=0.0764
27
+ step 250000 | 2495s | train_loss=0.0737
28
+ step 260000 | 2587s | train_loss=0.0721
29
+ step 270000 | 2679s | train_loss=0.0705
30
+ step 280000 | 2768s | train_loss=0.0681
31
+ step 290000 | 2856s | train_loss=0.0667
32
+ step 300000 | 3029s | train_loss=0.0667 | fid=54.2983
33
+ step 310000 | 3120s | train_loss=0.0638
34
+ step 320000 | 3212s | train_loss=0.0630
35
+ step 330000 | 3303s | train_loss=0.0617
36
+ step 340000 | 3394s | train_loss=0.0600
37
+ step 350000 | 3486s | train_loss=0.0585
38
+ step 360000 | 3578s | train_loss=0.0579
39
+ step 370000 | 3667s | train_loss=0.0571
40
+ step 380000 | 3756s | train_loss=0.0557
41
+ step 390000 | 3847s | train_loss=0.0549
42
+ step 400000 | 4013s | train_loss=0.0541 | fid=52.7477
43
+ step 410000 | 4104s | train_loss=0.0523
44
+ step 420000 | 4195s | train_loss=0.0527
45
+ step 430000 | 4282s | train_loss=0.0515
46
+ step 440000 | 4370s | train_loss=0.0509
47
+ step 450000 | 4458s | train_loss=0.0494
48
+ step 460000 | 4546s | train_loss=0.0492
49
+ step 470000 | 4635s | train_loss=0.0487
50
+ step 480000 | 4726s | train_loss=0.0475
51
+ step 490000 | 4817s | train_loss=0.0474
52
+ step 500000 | 4982s | train_loss=0.0467 | fid=51.5561
53
+ step 510000 | 5073s | train_loss=0.0473
54
+ step 520000 | 5164s | train_loss=0.0456
55
+ step 530000 | 5255s | train_loss=0.0451
56
+ step 540000 | 5347s | train_loss=0.0451
57
+ step 550000 | 5437s | train_loss=0.0444
58
+ step 560000 | 5526s | train_loss=0.0438
59
+ step 570000 | 5617s | train_loss=0.0440
60
+ step 580000 | 5709s | train_loss=0.0429
61
+ step 590000 | 5795s | train_loss=0.0430
62
+ step 600000 | 5987s | train_loss=0.0420 | fid=50.8781
63
+ step 610000 | 6078s | train_loss=0.0425
64
+ step 620000 | 6168s | train_loss=0.0419
65
+ step 630000 | 6260s | train_loss=0.0409
66
+ step 640000 | 6350s | train_loss=0.0402
67
+ step 650000 | 6433s | train_loss=0.0402
68
+ step 660000 | 6520s | train_loss=0.0397
69
+ step 670000 | 6611s | train_loss=0.0393
70
+ step 680000 | 6703s | train_loss=0.0405
71
+ step 690000 | 6783s | train_loss=0.0390
72
+ step 700000 | 6974s | train_loss=0.0392 | fid=50.5895
73
+ step 710000 | 7065s | train_loss=0.0376
74
+ step 720000 | 7157s | train_loss=0.0381
75
+ step 730000 | 7246s | train_loss=0.0383
76
+ step 740000 | 7336s | train_loss=0.0379
77
+ step 750000 | 7414s | train_loss=0.0369
78
+ step 760000 | 7506s | train_loss=0.0368
79
+ step 770000 | 7597s | train_loss=0.0364
80
+ step 780000 | 7686s | train_loss=0.0363
81
+ step 790000 | 7767s | train_loss=0.0365
82
+ step 800000 | 7959s | train_loss=0.0352 | fid=49.9306
83
+ step 810000 | 8047s | train_loss=0.0356
84
+ step 820000 | 8138s | train_loss=0.0351
85
+ step 830000 | 8230s | train_loss=0.0358
86
+ step 840000 | 8310s | train_loss=0.0348
87
+ step 850000 | 8394s | train_loss=0.0355
88
+ step 860000 | 8486s | train_loss=0.0340
89
+ step 870000 | 8577s | train_loss=0.0338
90
+ step 880000 | 8661s | train_loss=0.0333
91
+ step 890000 | 8743s | train_loss=0.0336
92
+ step 900000 | 8934s | train_loss=0.0331 | fid=48.7995
93
+ step 910000 | 9025s | train_loss=0.0335
94
+ step 920000 | 9116s | train_loss=0.0328
95
+ step 930000 | 9207s | train_loss=0.0321
96
+ step 940000 | 9285s | train_loss=0.0326
97
+ step 950000 | 9376s | train_loss=0.0323
98
+ step 960000 | 9468s | train_loss=0.0324
99
+ step 970000 | 9560s | train_loss=0.0317
100
+ step 980000 | 9643s | train_loss=0.0321
101
+ step 990000 | 9727s | train_loss=0.0312
102
+ step 1000000 | 9914s | train_loss=0.0314 | fid=48.6654
103
+ step 1010000 | 10005s | train_loss=0.0315
104
+ step 1020000 | 10096s | train_loss=0.0307
105
+ step 1030000 | 10185s | train_loss=0.0303
106
+ step 1040000 | 10276s | train_loss=0.0312
107
+ step 1050000 | 10368s | train_loss=0.0308
108
+ step 1060000 | 10459s | train_loss=0.0297
109
+ step 1070000 | 10551s | train_loss=0.0307
110
+ step 1080000 | 10639s | train_loss=0.0298
111
+ step 1090000 | 10729s | train_loss=0.0294
112
+ step 1100000 | 10895s | train_loss=0.0294 | fid=49.0824
113
+ step 1110000 | 10987s | train_loss=0.0297
114
+ step 1120000 | 11075s | train_loss=0.0289
115
+ step 1130000 | 11166s | train_loss=0.0295
116
+ step 1140000 | 11258s | train_loss=0.0291
117
+ step 1150000 | 11350s | train_loss=0.0280
118
+ step 1160000 | 11442s | train_loss=0.0278
119
+ step 1170000 | 11533s | train_loss=0.0284
120
+ step 1180000 | 11620s | train_loss=0.0284
121
+ step 1190000 | 11711s | train_loss=0.0281
122
+ step 1200000 | 11874s | train_loss=0.0282 | fid=49.0345
123
+ step 1210000 | 11966s | train_loss=0.0278
124
+ step 1220000 | 12053s | train_loss=0.0275
125
+ step 1230000 | 12144s | train_loss=0.0271
126
+ step 1240000 | 12236s | train_loss=0.0268
127
+ step 1250000 | 12327s | train_loss=0.0268
128
+ step 1260000 | 12419s | train_loss=0.0270
129
+ step 1270000 | 12505s | train_loss=0.0281
130
+ step 1280000 | 12597s | train_loss=0.0269
131
+ step 1290000 | 12689s | train_loss=0.0271
132
+ step 1300000 | 12853s | train_loss=0.0265 | fid=48.0753
133
+ step 1310000 | 12942s | train_loss=0.0262
134
+ step 1320000 | 13034s | train_loss=0.0261
135
+ step 1330000 | 13125s | train_loss=0.0262
136
+ step 1340000 | 13216s | train_loss=0.0255
137
+ step 1350000 | 13308s | train_loss=0.0255
138
+ step 1360000 | 13398s | train_loss=0.0257
139
+ step 1370000 | 13486s | train_loss=0.0268
140
+ step 1380000 | 13578s | train_loss=0.0254
141
+ step 1390000 | 13669s | train_loss=0.0260
142
+ step 1400000 | 13830s | train_loss=0.0260 | fid=47.9377
143
+ step 1410000 | 13921s | train_loss=0.0254
144
+ step 1420000 | 14013s | train_loss=0.0252
145
+ step 1430000 | 14105s | train_loss=0.0246
146
+ step 1440000 | 14196s | train_loss=0.0256
147
+ step 1450000 | 14286s | train_loss=0.0246
148
+ step 1460000 | 14378s | train_loss=0.0242
149
+ step 1470000 | 14457s | train_loss=0.0241
150
+ step 1480000 | 14548s | train_loss=0.0248
151
+ step 1490000 | 14639s | train_loss=0.0238
152
+ step 1500000 | 14825s | train_loss=0.0245 | fid=47.5526
153
+ step 1510000 | 14917s | train_loss=0.0239
154
+ step 1520000 | 15009s | train_loss=0.0240
155
+ step 1530000 | 15100s | train_loss=0.0233
156
+ step 1540000 | 15190s | train_loss=0.0232
157
+ step 1550000 | 15282s | train_loss=0.0233
158
+ step 1560000 | 15368s | train_loss=0.0235
159
+ step 1570000 | 15455s | train_loss=0.0232
160
+ step 1580000 | 15546s | train_loss=0.0230
161
+ step 1590000 | 15637s | train_loss=0.0228
162
+ step 1600000 | 15832s | train_loss=0.0230 | fid=46.7898
163
+ step 1610000 | 15924s | train_loss=0.0232
164
+ step 1620000 | 16014s | train_loss=0.0237
165
+ step 1630000 | 16105s | train_loss=0.0229
166
+ step 1640000 | 16197s | train_loss=0.0225
167
+ step 1650000 | 16288s | train_loss=0.0224
168
+ step 1660000 | 16365s | train_loss=0.0223
169
+ step 1670000 | 16456s | train_loss=0.0225
170
+ step 1680000 | 16548s | train_loss=0.0219
171
+ step 1690000 | 16636s | train_loss=0.0222
172
+ step 1700000 | 16800s | train_loss=0.0218 | fid=46.9993
173
+ step 1710000 | 16890s | train_loss=0.0216
174
+ step 1720000 | 16982s | train_loss=0.0218
175
+ step 1730000 | 17073s | train_loss=0.0215
176
+ step 1740000 | 17165s | train_loss=0.0211
177
+ step 1750000 | 17257s | train_loss=0.0219
178
+ step 1760000 | 17337s | train_loss=0.0209
179
+ step 1770000 | 17424s | train_loss=0.0212
180
+ step 1780000 | 17505s | train_loss=0.0210
181
+ step 1790000 | 17594s | train_loss=0.0215
182
+ step 1800000 | 17761s | train_loss=0.0210 | fid=46.5295
183
+ step 1810000 | 17852s | train_loss=0.0212
184
+ step 1820000 | 17943s | train_loss=0.0208
185
+ step 1830000 | 18035s | train_loss=0.0216
186
+ step 1840000 | 18127s | train_loss=0.0207
187
+ step 1850000 | 18218s | train_loss=0.0207
188
+ step 1860000 | 18303s | train_loss=0.0203
189
+ step 1870000 | 18388s | train_loss=0.0204
190
+ step 1880000 | 18467s | train_loss=0.0207
191
+ step 1890000 | 18558s | train_loss=0.0207
192
+ step 1900000 | 18760s | train_loss=0.0201 | fid=47.1281
193
+ step 1910000 | 18851s | train_loss=0.0201
194
+ step 1920000 | 18942s | train_loss=0.0206
195
+ step 1930000 | 19034s | train_loss=0.0196
196
+ step 1940000 | 19126s | train_loss=0.0195
197
+ step 1950000 | 19217s | train_loss=0.0207
198
+ step 1960000 | 19298s | train_loss=0.0195
199
+ step 1970000 | 19377s | train_loss=0.0196
200
+ step 1980000 | 19468s | train_loss=0.0196
201
+ step 1990000 | 19558s | train_loss=0.0197
202
+ step 2000000 | 19770s | train_loss=0.0192 | fid=47.2035
203
+ step 2010000 | 19862s | train_loss=0.0189
204
+ step 2020000 | 19954s | train_loss=0.0192
205
+ step 2030000 | 20045s | train_loss=0.0187
206
+ step 2040000 | 20136s | train_loss=0.0196
207
+ step 2050000 | 20220s | train_loss=0.0196
208
+ step 2060000 | 20307s | train_loss=0.0190
209
+ step 2070000 | 20397s | train_loss=0.0187
210
+ step 2080000 | 20488s | train_loss=0.0185
211
+ step 2090000 | 20580s | train_loss=0.0185
212
+ step 2100000 | 20769s | train_loss=0.0183 | fid=46.7453
213
+ step 2110000 | 20860s | train_loss=0.0185
214
+ step 2120000 | 20952s | train_loss=0.0180
215
+ step 2130000 | 21043s | train_loss=0.0181
216
+ step 2140000 | 21133s | train_loss=0.0180
217
+ step 2150000 | 21203s | train_loss=0.0178
218
+ step 2160000 | 21293s | train_loss=0.0184
219
+ step 2170000 | 21384s | train_loss=0.0180
220
+ step 2180000 | 21476s | train_loss=0.0180
221
+ step 2190000 | 21564s | train_loss=0.0174
222
+ step 2200000 | 21787s | train_loss=0.0181 | fid=47.7558
223
+ step 2210000 | 21879s | train_loss=0.0172
224
+ step 2220000 | 21970s | train_loss=0.0174
225
+ step 2230000 | 22061s | train_loss=0.0173
226
+ step 2240000 | 22129s | train_loss=0.0173
227
+ step 2250000 | 22219s | train_loss=0.0173
228
+ step 2260000 | 22310s | train_loss=0.0174
229
+ step 2270000 | 22402s | train_loss=0.0173
230
+ step 2280000 | 22494s | train_loss=0.0170
231
+ step 2290000 | 22578s | train_loss=0.0170
232
+ step 2300000 | 22767s | train_loss=0.0176 | fid=47.1904
233
+ step 2310000 | 22858s | train_loss=0.0180
234
+ step 2320000 | 22950s | train_loss=0.0170
235
+ step 2330000 | 23030s | train_loss=0.0170
236
+ step 2340000 | 23121s | train_loss=0.0162
237
+ step 2350000 | 23212s | train_loss=0.0165
238
+ step 2360000 | 23304s | train_loss=0.0166
239
+ step 2370000 | 23395s | train_loss=0.0169
240
+ step 2380000 | 23487s | train_loss=0.0165
241
+ step 2390000 | 23576s | train_loss=0.0171
242
+ step 2400000 | 23743s | train_loss=0.0168 | fid=46.9693
243
+ step 2410000 | 23835s | train_loss=0.0165
244
+ step 2420000 | 23921s | train_loss=0.0161
245
+ step 2430000 | 24005s | train_loss=0.0165
246
+ step 2440000 | 24096s | train_loss=0.0167
247
+ step 2450000 | 24187s | train_loss=0.0158
248
+ step 2460000 | 24278s | train_loss=0.0159
249
+ step 2470000 | 24370s | train_loss=0.0158
250
+ step 2480000 | 24462s | train_loss=0.0158
251
+ step 2490000 | 24551s | train_loss=0.0158
252
+ step 2500000 | 24751s | train_loss=0.0157 | fid=46.7111
253
+ step 2510000 | 24831s | train_loss=0.0158
254
+ step 2520000 | 24920s | train_loss=0.0155
255
+ step 2530000 | 25003s | train_loss=0.0152
256
+ step 2540000 | 25094s | train_loss=0.0154
257
+ step 2550000 | 25186s | train_loss=0.0152
258
+ step 2560000 | 25278s | train_loss=0.0155
259
+ step 2570000 | 25370s | train_loss=0.0155
260
+ step 2580000 | 25461s | train_loss=0.0158
261
+ step 2590000 | 25550s | train_loss=0.0159
262
+ step 2600000 | 25718s | train_loss=0.0149 | fid=46.9891
263
+ step 2610000 | 25797s | train_loss=0.0148
264
+ step 2620000 | 25887s | train_loss=0.0159
265
+ step 2630000 | 25971s | train_loss=0.0145
266
+ step 2640000 | 26062s | train_loss=0.0157
267
+ step 2650000 | 26154s | train_loss=0.0148
268
+ step 2660000 | 26245s | train_loss=0.0146
269
+ step 2670000 | 26337s | train_loss=0.0160
270
+ step 2680000 | 26429s | train_loss=0.0152
271
+ step 2690000 | 26515s | train_loss=0.0149
272
+ step 2700000 | 26697s | train_loss=0.0145 | fid=46.1320
273
+ step 2710000 | 26789s | train_loss=0.0144
274
+ step 2720000 | 26870s | train_loss=0.0145
275
+ step 2730000 | 26962s | train_loss=0.0148
276
+ step 2740000 | 27053s | train_loss=0.0141
277
+ step 2750000 | 27145s | train_loss=0.0145
278
+ step 2760000 | 27236s | train_loss=0.0145
279
+ step 2770000 | 27328s | train_loss=0.0138
280
+ step 2780000 | 27420s | train_loss=0.0143
281
+ step 2790000 | 27506s | train_loss=0.0145
282
+ step 2800000 | 27722s | train_loss=0.0140 | fid=46.7545
283
+ step 2810000 | 27806s | train_loss=0.0142
284
+ step 2820000 | 27897s | train_loss=0.0140
285
+ step 2830000 | 27989s | train_loss=0.0139
286
+ step 2840000 | 28080s | train_loss=0.0136
287
+ step 2850000 | 28172s | train_loss=0.0142
288
+ step 2860000 | 28264s | train_loss=0.0143
289
+ step 2870000 | 28354s | train_loss=0.0136
290
+ step 2880000 | 28446s | train_loss=0.0141
291
+ step 2890000 | 28531s | train_loss=0.0139
292
+ step 2900000 | 28700s | train_loss=0.0135 | fid=46.7793
293
+ step 2910000 | 28787s | train_loss=0.0141
294
+ step 2920000 | 28879s | train_loss=0.0137
295
+ step 2930000 | 28971s | train_loss=0.0140
296
+ step 2940000 | 29062s | train_loss=0.0139
297
+ step 2950000 | 29154s | train_loss=0.0134
298
+ step 2960000 | 29244s | train_loss=0.0135
299
+ step 2970000 | 29335s | train_loss=0.0136
300
+ step 2980000 | 29426s | train_loss=0.0139
301
+ step 2990000 | 29498s | train_loss=0.0137
302
+ step 3000000 | 29666s | train_loss=0.0136 | fid=46.7587
303
+ step 3010000 | 29754s | train_loss=0.0134
304
+ step 3020000 | 29846s | train_loss=0.0137
305
+ step 3030000 | 29937s | train_loss=0.0135
306
+ step 3040000 | 30029s | train_loss=0.0131
307
+ step 3050000 | 30119s | train_loss=0.0134
308
+ step 3060000 | 30211s | train_loss=0.0132
309
+ step 3070000 | 30302s | train_loss=0.0135
310
+ step 3080000 | 30387s | train_loss=0.0127
311
+ step 3090000 | 30462s | train_loss=0.0129
312
+ step 3100000 | 30661s | train_loss=0.0133 | fid=47.1590
313
+ step 3110000 | 30752s | train_loss=0.0125
314
+ step 3120000 | 30844s | train_loss=0.0125
315
+ step 3130000 | 30936s | train_loss=0.0133
316
+ step 3140000 | 31026s | train_loss=0.0132
317
+ step 3150000 | 31117s | train_loss=0.0125
318
+ step 3160000 | 31208s | train_loss=0.0123
319
+ step 3170000 | 31299s | train_loss=0.0128
320
+ step 3180000 | 31388s | train_loss=0.0128
321
+ step 3190000 | 31477s | train_loss=0.0124
322
+ step 3200000 | 31642s | train_loss=0.0126 | fid=47.1661
323
+ step 3210000 | 31734s | train_loss=0.0122
324
+ step 3220000 | 31826s | train_loss=0.0127
325
+ step 3230000 | 31916s | train_loss=0.0125
326
+ step 3240000 | 32007s | train_loss=0.0129
327
+ step 3250000 | 32099s | train_loss=0.0120
328
+ step 3260000 | 32190s | train_loss=0.0125
329
+ step 3270000 | 32278s | train_loss=0.0122
330
+ step 3280000 | 32370s | train_loss=0.0125
331
+ step 3290000 | 32458s | train_loss=0.0121
332
+ step 3300000 | 32636s | train_loss=0.0123 | fid=47.3805
333
+ step 3310000 | 32727s | train_loss=0.0123
334
+ step 3320000 | 32817s | train_loss=0.0117
335
+ step 3330000 | 32909s | train_loss=0.0128
336
+ step 3340000 | 33001s | train_loss=0.0119
337
+ step 3350000 | 33092s | train_loss=0.0115
338
+ step 3360000 | 33171s | train_loss=0.0123
339
+ step 3370000 | 33261s | train_loss=0.0118
340
+ step 3380000 | 33349s | train_loss=0.0122
341
+ step 3390000 | 33431s | train_loss=0.0123
342
+ step 3400000 | 33629s | train_loss=0.0126 | fid=47.3280
343
+ step 3410000 | 33721s | train_loss=0.0116
344
+ step 3420000 | 33812s | train_loss=0.0124
345
+ step 3430000 | 33904s | train_loss=0.0118
346
+ step 3440000 | 33995s | train_loss=0.0119
347
+ step 3450000 | 34080s | train_loss=0.0120
348
+ step 3460000 | 34163s | train_loss=0.0114
349
+ step 3470000 | 34254s | train_loss=0.0115
350
+ step 3480000 | 34340s | train_loss=0.0114
351
+ step 3490000 | 34424s | train_loss=0.0115
352
+ step 3500000 | 34634s | train_loss=0.0115 | fid=46.8426
353
+ step 3510000 | 34726s | train_loss=0.0119
354
+ step 3520000 | 34818s | train_loss=0.0115
355
+ step 3530000 | 34909s | train_loss=0.0113
356
+ step 3540000 | 34999s | train_loss=0.0114
357
+ step 3550000 | 35074s | train_loss=0.0112
358
+ step 3560000 | 35166s | train_loss=0.0112
359
+ step 3570000 | 35257s | train_loss=0.0119
360
+ step 3580000 | 35339s | train_loss=0.0113
361
+ step 3590000 | 35414s | train_loss=0.0110
362
+ step 3600000 | 35607s | train_loss=0.0111 | fid=47.0577
363
+ step 3610000 | 35698s | train_loss=0.0111
364
+ step 3620000 | 35790s | train_loss=0.0111
365
+ step 3630000 | 35882s | train_loss=0.0114
366
+ step 3640000 | 35968s | train_loss=0.0109
367
+ step 3650000 | 36054s | train_loss=0.0117
368
+ step 3660000 | 36145s | train_loss=0.0114
369
+ step 3670000 | 36236s | train_loss=0.0109
370
+ step 3680000 | 36314s | train_loss=0.0110
371
+ step 3690000 | 36390s | train_loss=0.0107
372
+ step 3700000 | 36622s | train_loss=0.0113 | fid=46.8831
373
+ step 3710000 | 36714s | train_loss=0.0110
374
+ step 3720000 | 36805s | train_loss=0.0110
375
+ step 3730000 | 36888s | train_loss=0.0107
376
+ step 3740000 | 36972s | train_loss=0.0109
377
+ step 3750000 | 37064s | train_loss=0.0109
378
+ step 3760000 | 37154s | train_loss=0.0108
379
+ step 3770000 | 37239s | train_loss=0.0110
380
+ step 3780000 | 37318s | train_loss=0.0107
381
+ step 3790000 | 37408s | train_loss=0.0112
382
+ step 3800000 | 37605s | train_loss=0.0104 | fid=47.0264
383
+ step 3810000 | 37697s | train_loss=0.0107
384
+ step 3820000 | 37789s | train_loss=0.0107
385
+ step 3830000 | 37871s | train_loss=0.0108
386
+ step 3840000 | 37962s | train_loss=0.0104
387
+ step 3850000 | 38052s | train_loss=0.0108
388
+ step 3860000 | 38143s | train_loss=0.0103
389
+ step 3870000 | 38227s | train_loss=0.0107
390
+ step 3880000 | 38307s | train_loss=0.0103
391
+ step 3890000 | 38399s | train_loss=0.0104
392
+ step 3900000 | 38608s | train_loss=0.0105 | fid=46.8284
393
+ step 3910000 | 38700s | train_loss=0.0100
394
+ step 3920000 | 38778s | train_loss=0.0103
395
+ step 3930000 | 38867s | train_loss=0.0100
396
+ step 3940000 | 38959s | train_loss=0.0102
397
+ step 3950000 | 39050s | train_loss=0.0100
398
+ step 3960000 | 39141s | train_loss=0.0098
399
+ step 3970000 | 39213s | train_loss=0.0104
400
+ step 3980000 | 39298s | train_loss=0.0101
401
+ step 3990000 | 39390s | train_loss=0.0103
402
+ step 4000000 | 39605s | train_loss=0.0106 | fid=46.5848
403
+ step 4010000 | 39688s | train_loss=0.0102
404
+ step 4020000 | 39770s | train_loss=0.0106
405
+ step 4030000 | 39861s | train_loss=0.0100
406
+ step 4040000 | 39953s | train_loss=0.0103
407
+ step 4050000 | 40044s | train_loss=0.0103
408
+ step 4060000 | 40136s | train_loss=0.0101
409
+ step 4070000 | 40201s | train_loss=0.0104
410
+ step 4080000 | 40292s | train_loss=0.0100
411
+ step 4090000 | 40383s | train_loss=0.0100
412
+ step 4100000 | 40592s | train_loss=0.0101 | fid=46.3033
413
+ step 4110000 | 40667s | train_loss=0.0105
414
+ step 4120000 | 40759s | train_loss=0.0102
415
+ step 4130000 | 40851s | train_loss=0.0100
416
+ step 4140000 | 40942s | train_loss=0.0097
417
+ step 4150000 | 41032s | train_loss=0.0101
418
+ step 4160000 | 41118s | train_loss=0.0096
419
+ step 4170000 | 41185s | train_loss=0.0097
420
+ step 4180000 | 41275s | train_loss=0.0101
421
+ step 4190000 | 41365s | train_loss=0.0100
422
+ step 4200000 | 41563s | train_loss=0.0096 | fid=47.0134
423
+ step 4210000 | 41649s | train_loss=0.0098
424
+ step 4220000 | 41741s | train_loss=0.0099
425
+ step 4230000 | 41833s | train_loss=0.0099
426
+ step 4240000 | 41923s | train_loss=0.0100
427
+ step 4250000 | 42014s | train_loss=0.0096
428
+ step 4260000 | 42094s | train_loss=0.0094
429
+ step 4270000 | 42172s | train_loss=0.0098
430
+ step 4280000 | 42261s | train_loss=0.0095
431
+ step 4290000 | 42350s | train_loss=0.0098
432
+ step 4300000 | 42547s | train_loss=0.0092 | fid=46.6035
433
+ step 4310000 | 42638s | train_loss=0.0096
434
+ step 4320000 | 42730s | train_loss=0.0099
435
+ step 4330000 | 42821s | train_loss=0.0093
436
+ step 4340000 | 42913s | train_loss=0.0101
437
+ step 4350000 | 43003s | train_loss=0.0092
438
+ step 4360000 | 43088s | train_loss=0.0097
439
+ step 4370000 | 43166s | train_loss=0.0092
440
+ step 4380000 | 43252s | train_loss=0.0093
441
+ step 4390000 | 43344s | train_loss=0.0096
442
+ step 4400000 | 43560s | train_loss=0.0093 | fid=46.5800
443
+ step 4410000 | 43652s | train_loss=0.0095
444
+ step 4420000 | 43743s | train_loss=0.0091
445
+ step 4430000 | 43834s | train_loss=0.0090
446
+ step 4440000 | 43926s | train_loss=0.0097
447
+ step 4450000 | 44000s | train_loss=0.0094
448
+ step 4460000 | 44078s | train_loss=0.0090
449
+ step 4470000 | 44137s | train_loss=0.0094
450
+ step 4480000 | 44199s | train_loss=0.0090
451
+ step 4490000 | 44260s | train_loss=0.0093
452
+ step 4500000 | 44423s | train_loss=0.0092 | fid=47.0829
453
+ step 4510000 | 44497s | train_loss=0.0091
454
+ step 4520000 | 44571s | train_loss=0.0096
455
+ step 4530000 | 44644s | train_loss=0.0096
456
+ step 4540000 | 44716s | train_loss=0.0091
457
+ step 4550000 | 44787s | train_loss=0.0089
458
+ step 4560000 | 44861s | train_loss=0.0092
459
+ step 4570000 | 44931s | train_loss=0.0087
460
+ step 4580000 | 45003s | train_loss=0.0091
461
+ step 4590000 | 45075s | train_loss=0.0090
462
+ step 4600000 | 45213s | train_loss=0.0093 | fid=47.9626
463
+ step 4610000 | 45286s | train_loss=0.0089
464
+ step 4620000 | 45360s | train_loss=0.0088
465
+ step 4630000 | 45434s | train_loss=0.0091
466
+ step 4640000 | 45504s | train_loss=0.0087
467
+ step 4650000 | 45577s | train_loss=0.0093
468
+ step 4660000 | 45651s | train_loss=0.0091
469
+ step 4670000 | 45721s | train_loss=0.0085
470
+ step 4680000 | 45779s | train_loss=0.0087
471
+ step 4690000 | 45835s | train_loss=0.0086
472
+ step 4700000 | 45944s | train_loss=0.0089 | fid=47.4242
473
+ step 4710000 | 46000s | train_loss=0.0088
474
+ step 4720000 | 46056s | train_loss=0.0087
475
+ step 4730000 | 46112s | train_loss=0.0085
476
+ step 4740000 | 46163s | train_loss=0.0086
477
+ step 4750000 | 46219s | train_loss=0.0090
478
+ step 4760000 | 46275s | train_loss=0.0089
479
+ step 4770000 | 46324s | train_loss=0.0086
480
+ step 4780000 | 46381s | train_loss=0.0092
481
+ step 4790000 | 46437s | train_loss=0.0088
482
+ step 4800000 | 46545s | train_loss=0.0092 | fid=46.3174
483
+ step 4810000 | 46601s | train_loss=0.0085
484
+ step 4820000 | 46658s | train_loss=0.0088
485
+ step 4830000 | 46709s | train_loss=0.0093
486
+ step 4840000 | 46747s | train_loss=0.0088
487
+ step 4850000 | 46786s | train_loss=0.0089
488
+ step 4860000 | 46825s | train_loss=0.0086
489
+ step 4870000 | 46860s | train_loss=0.0085
490
+ step 4880000 | 46898s | train_loss=0.0090
491
+ step 4890000 | 46936s | train_loss=0.0085
492
+ step 4900000 | 47010s | train_loss=0.0086 | fid=47.0189
493
+ step 4910000 | 47049s | train_loss=0.0085
494
+ step 4920000 | 47088s | train_loss=0.0081
495
+ step 4930000 | 47126s | train_loss=0.0083
496
+ step 4940000 | 47165s | train_loss=0.0085
497
+ step 4950000 | 47203s | train_loss=0.0083
498
+ step 4960000 | 47242s | train_loss=0.0085
499
+ step 4970000 | 47279s | train_loss=0.0085
500
+ step 4980000 | 47303s | train_loss=0.0084
501
+ step 4990000 | 47327s | train_loss=0.0082
502
+ step 5000000 | 47368s | train_loss=0.0086 | fid=46.4381
results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d60/config.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d60/vae.pt",
3
+ "out": "results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d60",
4
+ "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json",
5
+ "train_tar": "/overflow/data/cerberus/celeba_hq_256_partitioned_ws/train/celeba_hq_256-train-0000.tar",
6
+ "n_train": 1000,
7
+ "total_steps": 5000000,
8
+ "eval_interval": 10000,
9
+ "mem_interval": 100000,
10
+ "fid_interval": 100000,
11
+ "fid_n_real": 1000,
12
+ "fid_n_gen": 10000,
13
+ "n_gen_samples": 10000,
14
+ "n_sde_steps": 500,
15
+ "batch_size": 512,
16
+ "hidden": 1024,
17
+ "depth": 5,
18
+ "optimizer": "sgd",
19
+ "lr": 0.001,
20
+ "momentum": 0.8,
21
+ "t_min": 0.01,
22
+ "t_max": 3.0,
23
+ "t_eval": 0.1,
24
+ "seed": 47,
25
+ "device": null
26
+ }
results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d60/metrics.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d60/runner.log ADDED
@@ -0,0 +1,502 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ FID real-side stats cached over 1000 diverse train images
2
+ step 1 | 73s | train_loss=1.0038 | fid=301.1004
3
+ step 10000 | 165s | train_loss=0.8415
4
+ step 20000 | 257s | train_loss=0.7627
5
+ step 30000 | 349s | train_loss=0.6520
6
+ step 40000 | 441s | train_loss=0.4927
7
+ step 50000 | 533s | train_loss=0.3348
8
+ step 60000 | 625s | train_loss=0.2397
9
+ step 70000 | 717s | train_loss=0.1890
10
+ step 80000 | 809s | train_loss=0.1648
11
+ step 90000 | 901s | train_loss=0.1469
12
+ step 100000 | 1059s | train_loss=0.1357 | fid=57.3793
13
+ step 110000 | 1148s | train_loss=0.1271
14
+ step 120000 | 1240s | train_loss=0.1198
15
+ step 130000 | 1332s | train_loss=0.1135
16
+ step 140000 | 1424s | train_loss=0.1073
17
+ step 150000 | 1516s | train_loss=0.1022
18
+ step 160000 | 1608s | train_loss=0.0996
19
+ step 170000 | 1700s | train_loss=0.0944
20
+ step 180000 | 1792s | train_loss=0.0913
21
+ step 190000 | 1884s | train_loss=0.0883
22
+ step 200000 | 2047s | train_loss=0.0857 | fid=54.8861
23
+ step 210000 | 2135s | train_loss=0.0827
24
+ step 220000 | 2228s | train_loss=0.0805
25
+ step 230000 | 2320s | train_loss=0.0774
26
+ step 240000 | 2412s | train_loss=0.0764
27
+ step 250000 | 2503s | train_loss=0.0741
28
+ step 260000 | 2596s | train_loss=0.0720
29
+ step 270000 | 2688s | train_loss=0.0695
30
+ step 280000 | 2780s | train_loss=0.0688
31
+ step 290000 | 2865s | train_loss=0.0669
32
+ step 300000 | 3053s | train_loss=0.0657 | fid=52.9871
33
+ step 310000 | 3143s | train_loss=0.0635
34
+ step 320000 | 3235s | train_loss=0.0629
35
+ step 330000 | 3327s | train_loss=0.0619
36
+ step 340000 | 3418s | train_loss=0.0609
37
+ step 350000 | 3511s | train_loss=0.0591
38
+ step 360000 | 3603s | train_loss=0.0586
39
+ step 370000 | 3694s | train_loss=0.0576
40
+ step 380000 | 3781s | train_loss=0.0562
41
+ step 390000 | 3873s | train_loss=0.0566
42
+ step 400000 | 4042s | train_loss=0.0543 | fid=51.8838
43
+ step 410000 | 4133s | train_loss=0.0543
44
+ step 420000 | 4223s | train_loss=0.0533
45
+ step 430000 | 4312s | train_loss=0.0528
46
+ step 440000 | 4401s | train_loss=0.0517
47
+ step 450000 | 4491s | train_loss=0.0509
48
+ step 460000 | 4583s | train_loss=0.0505
49
+ step 470000 | 4670s | train_loss=0.0495
50
+ step 480000 | 4760s | train_loss=0.0491
51
+ step 490000 | 4852s | train_loss=0.0492
52
+ step 500000 | 5021s | train_loss=0.0485 | fid=49.9093
53
+ step 510000 | 5113s | train_loss=0.0485
54
+ step 520000 | 5203s | train_loss=0.0470
55
+ step 530000 | 5295s | train_loss=0.0459
56
+ step 540000 | 5388s | train_loss=0.0461
57
+ step 550000 | 5480s | train_loss=0.0457
58
+ step 560000 | 5570s | train_loss=0.0451
59
+ step 570000 | 5658s | train_loss=0.0445
60
+ step 580000 | 5750s | train_loss=0.0449
61
+ step 590000 | 5842s | train_loss=0.0443
62
+ step 600000 | 6055s | train_loss=0.0444 | fid=49.3586
63
+ step 610000 | 6144s | train_loss=0.0430
64
+ step 620000 | 6236s | train_loss=0.0431
65
+ step 630000 | 6328s | train_loss=0.0422
66
+ step 640000 | 6420s | train_loss=0.0421
67
+ step 650000 | 6508s | train_loss=0.0417
68
+ step 660000 | 6598s | train_loss=0.0416
69
+ step 670000 | 6691s | train_loss=0.0411
70
+ step 680000 | 6782s | train_loss=0.0415
71
+ step 690000 | 6874s | train_loss=0.0397
72
+ step 700000 | 7058s | train_loss=0.0408 | fid=48.5863
73
+ step 710000 | 7148s | train_loss=0.0399
74
+ step 720000 | 7240s | train_loss=0.0396
75
+ step 730000 | 7332s | train_loss=0.0400
76
+ step 740000 | 7421s | train_loss=0.0394
77
+ step 750000 | 7510s | train_loss=0.0377
78
+ step 760000 | 7602s | train_loss=0.0377
79
+ step 770000 | 7694s | train_loss=0.0374
80
+ step 780000 | 7786s | train_loss=0.0382
81
+ step 790000 | 7878s | train_loss=0.0371
82
+ step 800000 | 8104s | train_loss=0.0370 | fid=47.1298
83
+ step 810000 | 8194s | train_loss=0.0359
84
+ step 820000 | 8284s | train_loss=0.0361
85
+ step 830000 | 8371s | train_loss=0.0364
86
+ step 840000 | 8464s | train_loss=0.0363
87
+ step 850000 | 8556s | train_loss=0.0361
88
+ step 860000 | 8648s | train_loss=0.0350
89
+ step 870000 | 8740s | train_loss=0.0351
90
+ step 880000 | 8832s | train_loss=0.0350
91
+ step 890000 | 8923s | train_loss=0.0345
92
+ step 900000 | 9131s | train_loss=0.0349 | fid=46.9117
93
+ step 910000 | 9220s | train_loss=0.0342
94
+ step 920000 | 9308s | train_loss=0.0337
95
+ step 930000 | 9399s | train_loss=0.0343
96
+ step 940000 | 9491s | train_loss=0.0339
97
+ step 950000 | 9583s | train_loss=0.0334
98
+ step 960000 | 9675s | train_loss=0.0329
99
+ step 970000 | 9767s | train_loss=0.0329
100
+ step 980000 | 9859s | train_loss=0.0332
101
+ step 990000 | 9950s | train_loss=0.0323
102
+ step 1000000 | 10118s | train_loss=0.0326 | fid=46.6511
103
+ step 1010000 | 10204s | train_loss=0.0323
104
+ step 1020000 | 10296s | train_loss=0.0326
105
+ step 1030000 | 10388s | train_loss=0.0321
106
+ step 1040000 | 10480s | train_loss=0.0319
107
+ step 1050000 | 10572s | train_loss=0.0314
108
+ step 1060000 | 10664s | train_loss=0.0313
109
+ step 1070000 | 10756s | train_loss=0.0312
110
+ step 1080000 | 10847s | train_loss=0.0319
111
+ step 1090000 | 10940s | train_loss=0.0304
112
+ step 1100000 | 11107s | train_loss=0.0302 | fid=46.0519
113
+ step 1110000 | 11196s | train_loss=0.0312
114
+ step 1120000 | 11288s | train_loss=0.0303
115
+ step 1130000 | 11380s | train_loss=0.0300
116
+ step 1140000 | 11472s | train_loss=0.0298
117
+ step 1150000 | 11564s | train_loss=0.0290
118
+ step 1160000 | 11656s | train_loss=0.0293
119
+ step 1170000 | 11748s | train_loss=0.0305
120
+ step 1180000 | 11839s | train_loss=0.0289
121
+ step 1190000 | 11931s | train_loss=0.0293
122
+ step 1200000 | 12120s | train_loss=0.0291 | fid=45.6898
123
+ step 1210000 | 12210s | train_loss=0.0285
124
+ step 1220000 | 12302s | train_loss=0.0290
125
+ step 1230000 | 12394s | train_loss=0.0290
126
+ step 1240000 | 12486s | train_loss=0.0283
127
+ step 1250000 | 12577s | train_loss=0.0287
128
+ step 1260000 | 12669s | train_loss=0.0278
129
+ step 1270000 | 12761s | train_loss=0.0281
130
+ step 1280000 | 12853s | train_loss=0.0288
131
+ step 1290000 | 12941s | train_loss=0.0282
132
+ step 1300000 | 13108s | train_loss=0.0270 | fid=45.2450
133
+ step 1310000 | 13198s | train_loss=0.0272
134
+ step 1320000 | 13290s | train_loss=0.0287
135
+ step 1330000 | 13383s | train_loss=0.0272
136
+ step 1340000 | 13475s | train_loss=0.0263
137
+ step 1350000 | 13567s | train_loss=0.0267
138
+ step 1360000 | 13658s | train_loss=0.0269
139
+ step 1370000 | 13750s | train_loss=0.0262
140
+ step 1380000 | 13840s | train_loss=0.0261
141
+ step 1390000 | 13928s | train_loss=0.0263
142
+ step 1400000 | 14098s | train_loss=0.0266 | fid=44.8827
143
+ step 1410000 | 14188s | train_loss=0.0274
144
+ step 1420000 | 14280s | train_loss=0.0269
145
+ step 1430000 | 14372s | train_loss=0.0254
146
+ step 1440000 | 14464s | train_loss=0.0257
147
+ step 1450000 | 14556s | train_loss=0.0251
148
+ step 1460000 | 14647s | train_loss=0.0255
149
+ step 1470000 | 14737s | train_loss=0.0249
150
+ step 1480000 | 14824s | train_loss=0.0261
151
+ step 1490000 | 14916s | train_loss=0.0254
152
+ step 1500000 | 15136s | train_loss=0.0256 | fid=45.0607
153
+ step 1510000 | 15227s | train_loss=0.0251
154
+ step 1520000 | 15319s | train_loss=0.0249
155
+ step 1530000 | 15411s | train_loss=0.0246
156
+ step 1540000 | 15502s | train_loss=0.0246
157
+ step 1550000 | 15594s | train_loss=0.0245
158
+ step 1560000 | 15683s | train_loss=0.0243
159
+ step 1570000 | 15772s | train_loss=0.0242
160
+ step 1580000 | 15864s | train_loss=0.0240
161
+ step 1590000 | 15955s | train_loss=0.0237
162
+ step 1600000 | 16187s | train_loss=0.0236 | fid=44.9212
163
+ step 1610000 | 16279s | train_loss=0.0244
164
+ step 1620000 | 16371s | train_loss=0.0243
165
+ step 1630000 | 16463s | train_loss=0.0241
166
+ step 1640000 | 16553s | train_loss=0.0231
167
+ step 1650000 | 16641s | train_loss=0.0231
168
+ step 1660000 | 16733s | train_loss=0.0231
169
+ step 1670000 | 16825s | train_loss=0.0224
170
+ step 1680000 | 16917s | train_loss=0.0227
171
+ step 1690000 | 17009s | train_loss=0.0232
172
+ step 1700000 | 17180s | train_loss=0.0227 | fid=44.8082
173
+ step 1710000 | 17271s | train_loss=0.0227
174
+ step 1720000 | 17363s | train_loss=0.0226
175
+ step 1730000 | 17452s | train_loss=0.0225
176
+ step 1740000 | 17540s | train_loss=0.0226
177
+ step 1750000 | 17632s | train_loss=0.0227
178
+ step 1760000 | 17723s | train_loss=0.0223
179
+ step 1770000 | 17815s | train_loss=0.0220
180
+ step 1780000 | 17907s | train_loss=0.0215
181
+ step 1790000 | 18000s | train_loss=0.0213
182
+ step 1800000 | 18167s | train_loss=0.0212 | fid=43.6862
183
+ step 1810000 | 18257s | train_loss=0.0216
184
+ step 1820000 | 18346s | train_loss=0.0214
185
+ step 1830000 | 18436s | train_loss=0.0224
186
+ step 1840000 | 18526s | train_loss=0.0213
187
+ step 1850000 | 18618s | train_loss=0.0213
188
+ step 1860000 | 18709s | train_loss=0.0211
189
+ step 1870000 | 18801s | train_loss=0.0213
190
+ step 1880000 | 18893s | train_loss=0.0211
191
+ step 1890000 | 18985s | train_loss=0.0211
192
+ step 1900000 | 19190s | train_loss=0.0208 | fid=44.2403
193
+ step 1910000 | 19278s | train_loss=0.0215
194
+ step 1920000 | 19367s | train_loss=0.0211
195
+ step 1930000 | 19457s | train_loss=0.0205
196
+ step 1940000 | 19549s | train_loss=0.0205
197
+ step 1950000 | 19641s | train_loss=0.0216
198
+ step 1960000 | 19733s | train_loss=0.0208
199
+ step 1970000 | 19825s | train_loss=0.0209
200
+ step 1980000 | 19917s | train_loss=0.0201
201
+ step 1990000 | 20009s | train_loss=0.0203
202
+ step 2000000 | 20192s | train_loss=0.0200 | fid=44.6734
203
+ step 2010000 | 20280s | train_loss=0.0194
204
+ step 2020000 | 20370s | train_loss=0.0204
205
+ step 2030000 | 20462s | train_loss=0.0194
206
+ step 2040000 | 20554s | train_loss=0.0200
207
+ step 2050000 | 20646s | train_loss=0.0198
208
+ step 2060000 | 20738s | train_loss=0.0203
209
+ step 2070000 | 20830s | train_loss=0.0197
210
+ step 2080000 | 20923s | train_loss=0.0195
211
+ step 2090000 | 21015s | train_loss=0.0194
212
+ step 2100000 | 21199s | train_loss=0.0191 | fid=44.0246
213
+ step 2110000 | 21288s | train_loss=0.0189
214
+ step 2120000 | 21380s | train_loss=0.0185
215
+ step 2130000 | 21472s | train_loss=0.0189
216
+ step 2140000 | 21564s | train_loss=0.0189
217
+ step 2150000 | 21656s | train_loss=0.0188
218
+ step 2160000 | 21748s | train_loss=0.0189
219
+ step 2170000 | 21840s | train_loss=0.0185
220
+ step 2180000 | 21933s | train_loss=0.0189
221
+ step 2190000 | 22022s | train_loss=0.0186
222
+ step 2200000 | 22220s | train_loss=0.0182 | fid=43.7776
223
+ step 2210000 | 22312s | train_loss=0.0179
224
+ step 2220000 | 22404s | train_loss=0.0186
225
+ step 2230000 | 22497s | train_loss=0.0182
226
+ step 2240000 | 22589s | train_loss=0.0186
227
+ step 2250000 | 22681s | train_loss=0.0184
228
+ step 2260000 | 22772s | train_loss=0.0187
229
+ step 2270000 | 22864s | train_loss=0.0181
230
+ step 2280000 | 22955s | train_loss=0.0182
231
+ step 2290000 | 23043s | train_loss=0.0177
232
+ step 2300000 | 23211s | train_loss=0.0178 | fid=43.9720
233
+ step 2310000 | 23300s | train_loss=0.0177
234
+ step 2320000 | 23393s | train_loss=0.0175
235
+ step 2330000 | 23485s | train_loss=0.0175
236
+ step 2340000 | 23577s | train_loss=0.0170
237
+ step 2350000 | 23669s | train_loss=0.0173
238
+ step 2360000 | 23761s | train_loss=0.0172
239
+ step 2370000 | 23851s | train_loss=0.0174
240
+ step 2380000 | 23943s | train_loss=0.0170
241
+ step 2390000 | 24030s | train_loss=0.0173
242
+ step 2400000 | 24245s | train_loss=0.0167 | fid=44.0318
243
+ step 2410000 | 24337s | train_loss=0.0168
244
+ step 2420000 | 24429s | train_loss=0.0165
245
+ step 2430000 | 24522s | train_loss=0.0167
246
+ step 2440000 | 24614s | train_loss=0.0176
247
+ step 2450000 | 24705s | train_loss=0.0163
248
+ step 2460000 | 24795s | train_loss=0.0167
249
+ step 2470000 | 24885s | train_loss=0.0165
250
+ step 2480000 | 24974s | train_loss=0.0165
251
+ step 2490000 | 25066s | train_loss=0.0166
252
+ step 2500000 | 25236s | train_loss=0.0167 | fid=44.9472
253
+ step 2510000 | 25329s | train_loss=0.0158
254
+ step 2520000 | 25421s | train_loss=0.0160
255
+ step 2530000 | 25513s | train_loss=0.0160
256
+ step 2540000 | 25605s | train_loss=0.0159
257
+ step 2550000 | 25695s | train_loss=0.0158
258
+ step 2560000 | 25785s | train_loss=0.0162
259
+ step 2570000 | 25875s | train_loss=0.0159
260
+ step 2580000 | 25966s | train_loss=0.0165
261
+ step 2590000 | 26057s | train_loss=0.0156
262
+ step 2600000 | 26263s | train_loss=0.0156 | fid=44.9244
263
+ step 2610000 | 26355s | train_loss=0.0149
264
+ step 2620000 | 26447s | train_loss=0.0161
265
+ step 2630000 | 26539s | train_loss=0.0152
266
+ step 2640000 | 26629s | train_loss=0.0155
267
+ step 2650000 | 26719s | train_loss=0.0154
268
+ step 2660000 | 26809s | train_loss=0.0149
269
+ step 2670000 | 26900s | train_loss=0.0156
270
+ step 2680000 | 26992s | train_loss=0.0155
271
+ step 2690000 | 27084s | train_loss=0.0149
272
+ step 2700000 | 27254s | train_loss=0.0148 | fid=43.6633
273
+ step 2710000 | 27347s | train_loss=0.0151
274
+ step 2720000 | 27439s | train_loss=0.0147
275
+ step 2730000 | 27529s | train_loss=0.0156
276
+ step 2740000 | 27619s | train_loss=0.0149
277
+ step 2750000 | 27708s | train_loss=0.0153
278
+ step 2760000 | 27799s | train_loss=0.0148
279
+ step 2770000 | 27891s | train_loss=0.0147
280
+ step 2780000 | 27983s | train_loss=0.0147
281
+ step 2790000 | 28075s | train_loss=0.0145
282
+ step 2800000 | 28245s | train_loss=0.0141 | fid=44.0664
283
+ step 2810000 | 28335s | train_loss=0.0149
284
+ step 2820000 | 28426s | train_loss=0.0141
285
+ step 2830000 | 28518s | train_loss=0.0146
286
+ step 2840000 | 28606s | train_loss=0.0142
287
+ step 2850000 | 28698s | train_loss=0.0146
288
+ step 2860000 | 28789s | train_loss=0.0147
289
+ step 2870000 | 28881s | train_loss=0.0139
290
+ step 2880000 | 28973s | train_loss=0.0148
291
+ step 2890000 | 29065s | train_loss=0.0141
292
+ step 2900000 | 29235s | train_loss=0.0140 | fid=44.7557
293
+ step 2910000 | 29322s | train_loss=0.0140
294
+ step 2920000 | 29414s | train_loss=0.0141
295
+ step 2930000 | 29503s | train_loss=0.0139
296
+ step 2940000 | 29594s | train_loss=0.0138
297
+ step 2950000 | 29685s | train_loss=0.0140
298
+ step 2960000 | 29777s | train_loss=0.0137
299
+ step 2970000 | 29870s | train_loss=0.0134
300
+ step 2980000 | 29962s | train_loss=0.0142
301
+ step 2990000 | 30054s | train_loss=0.0140
302
+ step 3000000 | 30223s | train_loss=0.0134 | fid=43.7556
303
+ step 3010000 | 30311s | train_loss=0.0136
304
+ step 3020000 | 30401s | train_loss=0.0145
305
+ step 3030000 | 30491s | train_loss=0.0132
306
+ step 3040000 | 30583s | train_loss=0.0133
307
+ step 3050000 | 30674s | train_loss=0.0132
308
+ step 3060000 | 30766s | train_loss=0.0132
309
+ step 3070000 | 30858s | train_loss=0.0140
310
+ step 3080000 | 30950s | train_loss=0.0134
311
+ step 3090000 | 31042s | train_loss=0.0133
312
+ step 3100000 | 31205s | train_loss=0.0135 | fid=44.3208
313
+ step 3110000 | 31294s | train_loss=0.0129
314
+ step 3120000 | 31382s | train_loss=0.0129
315
+ step 3130000 | 31474s | train_loss=0.0140
316
+ step 3140000 | 31566s | train_loss=0.0133
317
+ step 3150000 | 31658s | train_loss=0.0129
318
+ step 3160000 | 31750s | train_loss=0.0127
319
+ step 3170000 | 31842s | train_loss=0.0136
320
+ step 3180000 | 31934s | train_loss=0.0136
321
+ step 3190000 | 32026s | train_loss=0.0129
322
+ step 3200000 | 32192s | train_loss=0.0128 | fid=44.0637
323
+ step 3210000 | 32281s | train_loss=0.0127
324
+ step 3220000 | 32371s | train_loss=0.0126
325
+ step 3230000 | 32463s | train_loss=0.0137
326
+ step 3240000 | 32555s | train_loss=0.0131
327
+ step 3250000 | 32646s | train_loss=0.0124
328
+ step 3260000 | 32738s | train_loss=0.0126
329
+ step 3270000 | 32830s | train_loss=0.0127
330
+ step 3280000 | 32922s | train_loss=0.0128
331
+ step 3290000 | 33014s | train_loss=0.0126
332
+ step 3300000 | 33207s | train_loss=0.0124 | fid=44.6932
333
+ step 3310000 | 33298s | train_loss=0.0127
334
+ step 3320000 | 33389s | train_loss=0.0125
335
+ step 3330000 | 33480s | train_loss=0.0126
336
+ step 3340000 | 33571s | train_loss=0.0121
337
+ step 3350000 | 33663s | train_loss=0.0122
338
+ step 3360000 | 33755s | train_loss=0.0121
339
+ step 3370000 | 33847s | train_loss=0.0121
340
+ step 3380000 | 33938s | train_loss=0.0121
341
+ step 3390000 | 34020s | train_loss=0.0133
342
+ step 3400000 | 34207s | train_loss=0.0121 | fid=44.2246
343
+ step 3410000 | 34298s | train_loss=0.0122
344
+ step 3420000 | 34390s | train_loss=0.0126
345
+ step 3430000 | 34481s | train_loss=0.0118
346
+ step 3440000 | 34573s | train_loss=0.0115
347
+ step 3450000 | 34665s | train_loss=0.0116
348
+ step 3460000 | 34757s | train_loss=0.0116
349
+ step 3470000 | 34849s | train_loss=0.0118
350
+ step 3480000 | 34929s | train_loss=0.0118
351
+ step 3490000 | 35012s | train_loss=0.0116
352
+ step 3500000 | 35223s | train_loss=0.0113 | fid=44.3393
353
+ step 3510000 | 35313s | train_loss=0.0119
354
+ step 3520000 | 35404s | train_loss=0.0120
355
+ step 3530000 | 35496s | train_loss=0.0123
356
+ step 3540000 | 35588s | train_loss=0.0118
357
+ step 3550000 | 35680s | train_loss=0.0111
358
+ step 3560000 | 35772s | train_loss=0.0117
359
+ step 3570000 | 35862s | train_loss=0.0117
360
+ step 3580000 | 35951s | train_loss=0.0115
361
+ step 3590000 | 36042s | train_loss=0.0117
362
+ step 3600000 | 36236s | train_loss=0.0117 | fid=44.5805
363
+ step 3610000 | 36326s | train_loss=0.0116
364
+ step 3620000 | 36418s | train_loss=0.0113
365
+ step 3630000 | 36510s | train_loss=0.0115
366
+ step 3640000 | 36602s | train_loss=0.0116
367
+ step 3650000 | 36694s | train_loss=0.0113
368
+ step 3660000 | 36783s | train_loss=0.0113
369
+ step 3670000 | 36873s | train_loss=0.0112
370
+ step 3680000 | 36965s | train_loss=0.0111
371
+ step 3690000 | 37057s | train_loss=0.0112
372
+ step 3700000 | 37244s | train_loss=0.0114 | fid=44.3354
373
+ step 3710000 | 37334s | train_loss=0.0110
374
+ step 3720000 | 37426s | train_loss=0.0112
375
+ step 3730000 | 37518s | train_loss=0.0106
376
+ step 3740000 | 37610s | train_loss=0.0113
377
+ step 3750000 | 37699s | train_loss=0.0106
378
+ step 3760000 | 37788s | train_loss=0.0112
379
+ step 3770000 | 37880s | train_loss=0.0116
380
+ step 3780000 | 37972s | train_loss=0.0108
381
+ step 3790000 | 38064s | train_loss=0.0115
382
+ step 3800000 | 38257s | train_loss=0.0110 | fid=44.5768
383
+ step 3810000 | 38347s | train_loss=0.0107
384
+ step 3820000 | 38439s | train_loss=0.0107
385
+ step 3830000 | 38532s | train_loss=0.0109
386
+ step 3840000 | 38620s | train_loss=0.0107
387
+ step 3850000 | 38710s | train_loss=0.0109
388
+ step 3860000 | 38802s | train_loss=0.0108
389
+ step 3870000 | 38894s | train_loss=0.0104
390
+ step 3880000 | 38986s | train_loss=0.0105
391
+ step 3890000 | 39078s | train_loss=0.0106
392
+ step 3900000 | 39311s | train_loss=0.0109 | fid=43.9539
393
+ step 3910000 | 39403s | train_loss=0.0103
394
+ step 3920000 | 39493s | train_loss=0.0109
395
+ step 3930000 | 39581s | train_loss=0.0105
396
+ step 3940000 | 39673s | train_loss=0.0106
397
+ step 3950000 | 39765s | train_loss=0.0099
398
+ step 3960000 | 39858s | train_loss=0.0101
399
+ step 3970000 | 39949s | train_loss=0.0112
400
+ step 3980000 | 40042s | train_loss=0.0105
401
+ step 3990000 | 40134s | train_loss=0.0102
402
+ step 4000000 | 40336s | train_loss=0.0103 | fid=44.2823
403
+ step 4010000 | 40426s | train_loss=0.0105
404
+ step 4020000 | 40514s | train_loss=0.0104
405
+ step 4030000 | 40606s | train_loss=0.0104
406
+ step 4040000 | 40698s | train_loss=0.0108
407
+ step 4050000 | 40790s | train_loss=0.0104
408
+ step 4060000 | 40882s | train_loss=0.0102
409
+ step 4070000 | 40974s | train_loss=0.0103
410
+ step 4080000 | 41065s | train_loss=0.0102
411
+ step 4090000 | 41157s | train_loss=0.0102
412
+ step 4100000 | 41340s | train_loss=0.0099 | fid=44.0892
413
+ step 4110000 | 41428s | train_loss=0.0106
414
+ step 4120000 | 41520s | train_loss=0.0101
415
+ step 4130000 | 41612s | train_loss=0.0096
416
+ step 4140000 | 41704s | train_loss=0.0099
417
+ step 4150000 | 41796s | train_loss=0.0105
418
+ step 4160000 | 41887s | train_loss=0.0100
419
+ step 4170000 | 41980s | train_loss=0.0097
420
+ step 4180000 | 42071s | train_loss=0.0102
421
+ step 4190000 | 42163s | train_loss=0.0101
422
+ step 4200000 | 42373s | train_loss=0.0099 | fid=44.3847
423
+ step 4210000 | 42465s | train_loss=0.0100
424
+ step 4220000 | 42557s | train_loss=0.0099
425
+ step 4230000 | 42649s | train_loss=0.0102
426
+ step 4240000 | 42741s | train_loss=0.0102
427
+ step 4250000 | 42833s | train_loss=0.0099
428
+ step 4260000 | 42924s | train_loss=0.0095
429
+ step 4270000 | 43016s | train_loss=0.0098
430
+ step 4280000 | 43108s | train_loss=0.0094
431
+ step 4290000 | 43196s | train_loss=0.0102
432
+ step 4300000 | 43392s | train_loss=0.0096 | fid=44.3641
433
+ step 4310000 | 43484s | train_loss=0.0096
434
+ step 4320000 | 43576s | train_loss=0.0098
435
+ step 4330000 | 43669s | train_loss=0.0100
436
+ step 4340000 | 43760s | train_loss=0.0098
437
+ step 4350000 | 43852s | train_loss=0.0096
438
+ step 4360000 | 43945s | train_loss=0.0102
439
+ step 4370000 | 44036s | train_loss=0.0096
440
+ step 4380000 | 44124s | train_loss=0.0093
441
+ step 4390000 | 44214s | train_loss=0.0099
442
+ step 4400000 | 44403s | train_loss=0.0097 | fid=44.3572
443
+ step 4410000 | 44495s | train_loss=0.0100
444
+ step 4420000 | 44587s | train_loss=0.0096
445
+ step 4430000 | 44679s | train_loss=0.0092
446
+ step 4440000 | 44771s | train_loss=0.0100
447
+ step 4450000 | 44863s | train_loss=0.0094
448
+ step 4460000 | 44954s | train_loss=0.0092
449
+ step 4470000 | 45042s | train_loss=0.0096
450
+ step 4480000 | 45132s | train_loss=0.0093
451
+ step 4490000 | 45225s | train_loss=0.0092
452
+ step 4500000 | 45393s | train_loss=0.0095 | fid=44.3624
453
+ step 4510000 | 45485s | train_loss=0.0093
454
+ step 4520000 | 45577s | train_loss=0.0095
455
+ step 4530000 | 45669s | train_loss=0.0097
456
+ step 4540000 | 45760s | train_loss=0.0094
457
+ step 4550000 | 45852s | train_loss=0.0093
458
+ step 4560000 | 45933s | train_loss=0.0093
459
+ step 4570000 | 45982s | train_loss=0.0091
460
+ step 4580000 | 46021s | train_loss=0.0094
461
+ step 4590000 | 46059s | train_loss=0.0089
462
+ step 4600000 | 46125s | train_loss=0.0094 | fid=44.8807
463
+ step 4610000 | 46163s | train_loss=0.0093
464
+ step 4620000 | 46201s | train_loss=0.0089
465
+ step 4630000 | 46240s | train_loss=0.0091
466
+ step 4640000 | 46278s | train_loss=0.0090
467
+ step 4650000 | 46316s | train_loss=0.0096
468
+ step 4660000 | 46355s | train_loss=0.0094
469
+ step 4670000 | 46393s | train_loss=0.0089
470
+ step 4680000 | 46432s | train_loss=0.0094
471
+ step 4690000 | 46470s | train_loss=0.0094
472
+ step 4700000 | 46541s | train_loss=0.0091 | fid=43.8245
473
+ step 4710000 | 46579s | train_loss=0.0089
474
+ step 4720000 | 46618s | train_loss=0.0093
475
+ step 4730000 | 46656s | train_loss=0.0087
476
+ step 4740000 | 46694s | train_loss=0.0090
477
+ step 4750000 | 46732s | train_loss=0.0089
478
+ step 4760000 | 46771s | train_loss=0.0092
479
+ step 4770000 | 46809s | train_loss=0.0088
480
+ step 4780000 | 46847s | train_loss=0.0092
481
+ step 4790000 | 46886s | train_loss=0.0094
482
+ step 4800000 | 46960s | train_loss=0.0092 | fid=43.4202
483
+ step 4810000 | 46999s | train_loss=0.0094
484
+ step 4820000 | 47037s | train_loss=0.0094
485
+ step 4830000 | 47075s | train_loss=0.0091
486
+ step 4840000 | 47114s | train_loss=0.0086
487
+ step 4850000 | 47152s | train_loss=0.0090
488
+ step 4860000 | 47191s | train_loss=0.0088
489
+ step 4870000 | 47229s | train_loss=0.0086
490
+ step 4880000 | 47267s | train_loss=0.0091
491
+ step 4890000 | 47306s | train_loss=0.0092
492
+ step 4900000 | 47379s | train_loss=0.0089 | fid=44.6220
493
+ step 4910000 | 47414s | train_loss=0.0089
494
+ step 4920000 | 47453s | train_loss=0.0084
495
+ step 4930000 | 47491s | train_loss=0.0088
496
+ step 4940000 | 47529s | train_loss=0.0087
497
+ step 4950000 | 47567s | train_loss=0.0087
498
+ step 4960000 | 47605s | train_loss=0.0087
499
+ step 4970000 | 47644s | train_loss=0.0091
500
+ step 4980000 | 47682s | train_loss=0.0087
501
+ step 4990000 | 47720s | train_loss=0.0085
502
+ step 5000000 | 47794s | train_loss=0.0084 | fid=44.0237
results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d70/config.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d70/vae.pt",
3
+ "out": "results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d70",
4
+ "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json",
5
+ "train_tar": "/overflow/data/cerberus/celeba_hq_256_partitioned_ws/train/celeba_hq_256-train-0000.tar",
6
+ "n_train": 1000,
7
+ "total_steps": 5000000,
8
+ "eval_interval": 10000,
9
+ "mem_interval": 100000,
10
+ "fid_interval": 100000,
11
+ "fid_n_real": 1000,
12
+ "fid_n_gen": 10000,
13
+ "n_gen_samples": 10000,
14
+ "n_sde_steps": 500,
15
+ "batch_size": 512,
16
+ "hidden": 1024,
17
+ "depth": 5,
18
+ "optimizer": "sgd",
19
+ "lr": 0.001,
20
+ "momentum": 0.8,
21
+ "t_min": 0.01,
22
+ "t_max": 3.0,
23
+ "t_eval": 0.1,
24
+ "seed": 47,
25
+ "device": null
26
+ }
results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d70/metrics.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d70/runner.log ADDED
@@ -0,0 +1,502 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ FID real-side stats cached over 1000 diverse train images
2
+ step 1 | 66s | train_loss=0.9991 | fid=280.5044
3
+ step 10000 | 145s | train_loss=0.8288
4
+ step 20000 | 231s | train_loss=0.7366
5
+ step 30000 | 318s | train_loss=0.6130
6
+ step 40000 | 404s | train_loss=0.4532
7
+ step 50000 | 491s | train_loss=0.3090
8
+ step 60000 | 577s | train_loss=0.2280
9
+ step 70000 | 664s | train_loss=0.1815
10
+ step 80000 | 750s | train_loss=0.1561
11
+ step 90000 | 837s | train_loss=0.1402
12
+ step 100000 | 988s | train_loss=0.1303 | fid=56.3556
13
+ step 110000 | 1070s | train_loss=0.1239
14
+ step 120000 | 1154s | train_loss=0.1149
15
+ step 130000 | 1240s | train_loss=0.1101
16
+ step 140000 | 1327s | train_loss=0.1049
17
+ step 150000 | 1413s | train_loss=0.1001
18
+ step 160000 | 1499s | train_loss=0.0968
19
+ step 170000 | 1586s | train_loss=0.0927
20
+ step 180000 | 1672s | train_loss=0.0886
21
+ step 190000 | 1758s | train_loss=0.0864
22
+ step 200000 | 1910s | train_loss=0.0835 | fid=55.1908
23
+ step 210000 | 1995s | train_loss=0.0801
24
+ step 220000 | 2079s | train_loss=0.0795
25
+ step 230000 | 2162s | train_loss=0.0759
26
+ step 240000 | 2249s | train_loss=0.0739
27
+ step 250000 | 2335s | train_loss=0.0724
28
+ step 260000 | 2421s | train_loss=0.0703
29
+ step 270000 | 2508s | train_loss=0.0686
30
+ step 280000 | 2594s | train_loss=0.0669
31
+ step 290000 | 2681s | train_loss=0.0673
32
+ step 300000 | 2832s | train_loss=0.0649 | fid=53.4547
33
+ step 310000 | 2917s | train_loss=0.0643
34
+ step 320000 | 3003s | train_loss=0.0626
35
+ step 330000 | 3082s | train_loss=0.0603
36
+ step 340000 | 3167s | train_loss=0.0607
37
+ step 350000 | 3253s | train_loss=0.0589
38
+ step 360000 | 3339s | train_loss=0.0594
39
+ step 370000 | 3426s | train_loss=0.0571
40
+ step 380000 | 3512s | train_loss=0.0565
41
+ step 390000 | 3599s | train_loss=0.0557
42
+ step 400000 | 3750s | train_loss=0.0542 | fid=50.5135
43
+ step 410000 | 3835s | train_loss=0.0547
44
+ step 420000 | 3922s | train_loss=0.0536
45
+ step 430000 | 4008s | train_loss=0.0536
46
+ step 440000 | 4092s | train_loss=0.0516
47
+ step 450000 | 4177s | train_loss=0.0515
48
+ step 460000 | 4263s | train_loss=0.0519
49
+ step 470000 | 4348s | train_loss=0.0501
50
+ step 480000 | 4434s | train_loss=0.0491
51
+ step 490000 | 4520s | train_loss=0.0506
52
+ step 500000 | 4671s | train_loss=0.0480 | fid=50.0921
53
+ step 510000 | 4756s | train_loss=0.0481
54
+ step 520000 | 4842s | train_loss=0.0477
55
+ step 530000 | 4929s | train_loss=0.0468
56
+ step 540000 | 5014s | train_loss=0.0470
57
+ step 550000 | 5099s | train_loss=0.0456
58
+ step 560000 | 5184s | train_loss=0.0452
59
+ step 570000 | 5270s | train_loss=0.0457
60
+ step 580000 | 5357s | train_loss=0.0458
61
+ step 590000 | 5443s | train_loss=0.0448
62
+ step 600000 | 5594s | train_loss=0.0435 | fid=48.6845
63
+ step 610000 | 5679s | train_loss=0.0442
64
+ step 620000 | 5766s | train_loss=0.0440
65
+ step 630000 | 5852s | train_loss=0.0435
66
+ step 640000 | 5939s | train_loss=0.0419
67
+ step 650000 | 6020s | train_loss=0.0421
68
+ step 660000 | 6098s | train_loss=0.0422
69
+ step 670000 | 6182s | train_loss=0.0420
70
+ step 680000 | 6268s | train_loss=0.0416
71
+ step 690000 | 6355s | train_loss=0.0407
72
+ step 700000 | 6505s | train_loss=0.0406 | fid=47.1572
73
+ step 710000 | 6590s | train_loss=0.0405
74
+ step 720000 | 6677s | train_loss=0.0399
75
+ step 730000 | 6763s | train_loss=0.0399
76
+ step 740000 | 6849s | train_loss=0.0394
77
+ step 750000 | 6936s | train_loss=0.0392
78
+ step 760000 | 7022s | train_loss=0.0392
79
+ step 770000 | 7102s | train_loss=0.0379
80
+ step 780000 | 7186s | train_loss=0.0379
81
+ step 790000 | 7273s | train_loss=0.0374
82
+ step 800000 | 7424s | train_loss=0.0374 | fid=47.1213
83
+ step 810000 | 7509s | train_loss=0.0376
84
+ step 820000 | 7595s | train_loss=0.0373
85
+ step 830000 | 7682s | train_loss=0.0362
86
+ step 840000 | 7768s | train_loss=0.0369
87
+ step 850000 | 7854s | train_loss=0.0362
88
+ step 860000 | 7941s | train_loss=0.0354
89
+ step 870000 | 8027s | train_loss=0.0360
90
+ step 880000 | 8098s | train_loss=0.0356
91
+ step 890000 | 8180s | train_loss=0.0351
92
+ step 900000 | 8332s | train_loss=0.0354 | fid=46.9063
93
+ step 910000 | 8416s | train_loss=0.0349
94
+ step 920000 | 8503s | train_loss=0.0346
95
+ step 930000 | 8589s | train_loss=0.0344
96
+ step 940000 | 8676s | train_loss=0.0342
97
+ step 950000 | 8762s | train_loss=0.0344
98
+ step 960000 | 8849s | train_loss=0.0342
99
+ step 970000 | 8935s | train_loss=0.0332
100
+ step 980000 | 9021s | train_loss=0.0341
101
+ step 990000 | 9103s | train_loss=0.0339
102
+ step 1000000 | 9244s | train_loss=0.0328 | fid=45.6970
103
+ step 1010000 | 9328s | train_loss=0.0324
104
+ step 1020000 | 9415s | train_loss=0.0323
105
+ step 1030000 | 9501s | train_loss=0.0324
106
+ step 1040000 | 9587s | train_loss=0.0323
107
+ step 1050000 | 9674s | train_loss=0.0324
108
+ step 1060000 | 9760s | train_loss=0.0311
109
+ step 1070000 | 9847s | train_loss=0.0317
110
+ step 1080000 | 9933s | train_loss=0.0316
111
+ step 1090000 | 10019s | train_loss=0.0305
112
+ step 1100000 | 10166s | train_loss=0.0308 | fid=45.1854
113
+ step 1110000 | 10251s | train_loss=0.0319
114
+ step 1120000 | 10337s | train_loss=0.0313
115
+ step 1130000 | 10424s | train_loss=0.0306
116
+ step 1140000 | 10510s | train_loss=0.0303
117
+ step 1150000 | 10597s | train_loss=0.0302
118
+ step 1160000 | 10683s | train_loss=0.0291
119
+ step 1170000 | 10770s | train_loss=0.0303
120
+ step 1180000 | 10856s | train_loss=0.0295
121
+ step 1190000 | 10942s | train_loss=0.0289
122
+ step 1200000 | 11093s | train_loss=0.0297 | fid=44.4470
123
+ step 1210000 | 11173s | train_loss=0.0291
124
+ step 1220000 | 11259s | train_loss=0.0287
125
+ step 1230000 | 11346s | train_loss=0.0287
126
+ step 1240000 | 11432s | train_loss=0.0285
127
+ step 1250000 | 11519s | train_loss=0.0288
128
+ step 1260000 | 11605s | train_loss=0.0281
129
+ step 1270000 | 11691s | train_loss=0.0283
130
+ step 1280000 | 11778s | train_loss=0.0288
131
+ step 1290000 | 11864s | train_loss=0.0283
132
+ step 1300000 | 12014s | train_loss=0.0278 | fid=43.9285
133
+ step 1310000 | 12096s | train_loss=0.0275
134
+ step 1320000 | 12174s | train_loss=0.0281
135
+ step 1330000 | 12261s | train_loss=0.0275
136
+ step 1340000 | 12347s | train_loss=0.0272
137
+ step 1350000 | 12434s | train_loss=0.0269
138
+ step 1360000 | 12520s | train_loss=0.0269
139
+ step 1370000 | 12607s | train_loss=0.0268
140
+ step 1380000 | 12693s | train_loss=0.0266
141
+ step 1390000 | 12779s | train_loss=0.0264
142
+ step 1400000 | 12931s | train_loss=0.0263 | fid=43.7311
143
+ step 1410000 | 13015s | train_loss=0.0263
144
+ step 1420000 | 13101s | train_loss=0.0259
145
+ step 1430000 | 13185s | train_loss=0.0261
146
+ step 1440000 | 13271s | train_loss=0.0263
147
+ step 1450000 | 13358s | train_loss=0.0256
148
+ step 1460000 | 13444s | train_loss=0.0257
149
+ step 1470000 | 13530s | train_loss=0.0250
150
+ step 1480000 | 13617s | train_loss=0.0250
151
+ step 1490000 | 13703s | train_loss=0.0253
152
+ step 1500000 | 13854s | train_loss=0.0255 | fid=43.3060
153
+ step 1510000 | 13939s | train_loss=0.0253
154
+ step 1520000 | 14026s | train_loss=0.0256
155
+ step 1530000 | 14110s | train_loss=0.0250
156
+ step 1540000 | 14194s | train_loss=0.0246
157
+ step 1550000 | 14281s | train_loss=0.0251
158
+ step 1560000 | 14367s | train_loss=0.0241
159
+ step 1570000 | 14454s | train_loss=0.0244
160
+ step 1580000 | 14540s | train_loss=0.0244
161
+ step 1590000 | 14626s | train_loss=0.0240
162
+ step 1600000 | 14778s | train_loss=0.0242 | fid=42.4123
163
+ step 1610000 | 14862s | train_loss=0.0246
164
+ step 1620000 | 14949s | train_loss=0.0243
165
+ step 1630000 | 15035s | train_loss=0.0238
166
+ step 1640000 | 15112s | train_loss=0.0242
167
+ step 1650000 | 15191s | train_loss=0.0231
168
+ step 1660000 | 15277s | train_loss=0.0232
169
+ step 1670000 | 15364s | train_loss=0.0231
170
+ step 1680000 | 15450s | train_loss=0.0234
171
+ step 1690000 | 15536s | train_loss=0.0230
172
+ step 1700000 | 15688s | train_loss=0.0233 | fid=42.9791
173
+ step 1710000 | 15773s | train_loss=0.0226
174
+ step 1720000 | 15859s | train_loss=0.0230
175
+ step 1730000 | 15945s | train_loss=0.0225
176
+ step 1740000 | 16032s | train_loss=0.0233
177
+ step 1750000 | 16118s | train_loss=0.0225
178
+ step 1760000 | 16184s | train_loss=0.0224
179
+ step 1770000 | 16270s | train_loss=0.0224
180
+ step 1780000 | 16356s | train_loss=0.0228
181
+ step 1790000 | 16442s | train_loss=0.0220
182
+ step 1800000 | 16593s | train_loss=0.0219 | fid=42.4332
183
+ step 1810000 | 16678s | train_loss=0.0224
184
+ step 1820000 | 16764s | train_loss=0.0220
185
+ step 1830000 | 16851s | train_loss=0.0229
186
+ step 1840000 | 16937s | train_loss=0.0217
187
+ step 1850000 | 17024s | train_loss=0.0219
188
+ step 1860000 | 17110s | train_loss=0.0221
189
+ step 1870000 | 17192s | train_loss=0.0219
190
+ step 1880000 | 17278s | train_loss=0.0224
191
+ step 1890000 | 17364s | train_loss=0.0214
192
+ step 1900000 | 17516s | train_loss=0.0214 | fid=42.7058
193
+ step 1910000 | 17600s | train_loss=0.0220
194
+ step 1920000 | 17687s | train_loss=0.0223
195
+ step 1930000 | 17773s | train_loss=0.0218
196
+ step 1940000 | 17859s | train_loss=0.0211
197
+ step 1950000 | 17946s | train_loss=0.0212
198
+ step 1960000 | 18032s | train_loss=0.0216
199
+ step 1970000 | 18119s | train_loss=0.0209
200
+ step 1980000 | 18202s | train_loss=0.0210
201
+ step 1990000 | 18288s | train_loss=0.0213
202
+ step 2000000 | 18438s | train_loss=0.0206 | fid=42.2027
203
+ step 2010000 | 18523s | train_loss=0.0202
204
+ step 2020000 | 18609s | train_loss=0.0212
205
+ step 2030000 | 18696s | train_loss=0.0205
206
+ step 2040000 | 18782s | train_loss=0.0207
207
+ step 2050000 | 18868s | train_loss=0.0215
208
+ step 2060000 | 18955s | train_loss=0.0211
209
+ step 2070000 | 19041s | train_loss=0.0205
210
+ step 2080000 | 19128s | train_loss=0.0209
211
+ step 2090000 | 19200s | train_loss=0.0200
212
+ step 2100000 | 19352s | train_loss=0.0199 | fid=42.9357
213
+ step 2110000 | 19436s | train_loss=0.0199
214
+ step 2120000 | 19523s | train_loss=0.0192
215
+ step 2130000 | 19609s | train_loss=0.0198
216
+ step 2140000 | 19696s | train_loss=0.0191
217
+ step 2150000 | 19782s | train_loss=0.0199
218
+ step 2160000 | 19869s | train_loss=0.0191
219
+ step 2170000 | 19955s | train_loss=0.0197
220
+ step 2180000 | 20042s | train_loss=0.0192
221
+ step 2190000 | 20128s | train_loss=0.0193
222
+ step 2200000 | 20270s | train_loss=0.0192 | fid=42.9814
223
+ step 2210000 | 20355s | train_loss=0.0188
224
+ step 2220000 | 20441s | train_loss=0.0187
225
+ step 2230000 | 20528s | train_loss=0.0188
226
+ step 2240000 | 20614s | train_loss=0.0186
227
+ step 2250000 | 20701s | train_loss=0.0188
228
+ step 2260000 | 20787s | train_loss=0.0193
229
+ step 2270000 | 20874s | train_loss=0.0190
230
+ step 2280000 | 20960s | train_loss=0.0188
231
+ step 2290000 | 21047s | train_loss=0.0182
232
+ step 2300000 | 21195s | train_loss=0.0187 | fid=42.1756
233
+ step 2310000 | 21275s | train_loss=0.0185
234
+ step 2320000 | 21362s | train_loss=0.0179
235
+ step 2330000 | 21448s | train_loss=0.0181
236
+ step 2340000 | 21535s | train_loss=0.0175
237
+ step 2350000 | 21621s | train_loss=0.0176
238
+ step 2360000 | 21708s | train_loss=0.0180
239
+ step 2370000 | 21794s | train_loss=0.0179
240
+ step 2380000 | 21881s | train_loss=0.0178
241
+ step 2390000 | 21967s | train_loss=0.0174
242
+ step 2400000 | 22117s | train_loss=0.0175 | fid=42.5375
243
+ step 2410000 | 22197s | train_loss=0.0173
244
+ step 2420000 | 22274s | train_loss=0.0168
245
+ step 2430000 | 22360s | train_loss=0.0183
246
+ step 2440000 | 22447s | train_loss=0.0172
247
+ step 2450000 | 22533s | train_loss=0.0169
248
+ step 2460000 | 22619s | train_loss=0.0170
249
+ step 2470000 | 22706s | train_loss=0.0170
250
+ step 2480000 | 22792s | train_loss=0.0173
251
+ step 2490000 | 22879s | train_loss=0.0169
252
+ step 2500000 | 23030s | train_loss=0.0168 | fid=41.9755
253
+ step 2510000 | 23115s | train_loss=0.0168
254
+ step 2520000 | 23201s | train_loss=0.0164
255
+ step 2530000 | 23283s | train_loss=0.0168
256
+ step 2540000 | 23370s | train_loss=0.0164
257
+ step 2550000 | 23456s | train_loss=0.0169
258
+ step 2560000 | 23543s | train_loss=0.0164
259
+ step 2570000 | 23629s | train_loss=0.0168
260
+ step 2580000 | 23716s | train_loss=0.0165
261
+ step 2590000 | 23802s | train_loss=0.0166
262
+ step 2600000 | 23953s | train_loss=0.0162 | fid=42.3106
263
+ step 2610000 | 24037s | train_loss=0.0157
264
+ step 2620000 | 24124s | train_loss=0.0164
265
+ step 2630000 | 24206s | train_loss=0.0160
266
+ step 2640000 | 24279s | train_loss=0.0165
267
+ step 2650000 | 24365s | train_loss=0.0157
268
+ step 2660000 | 24452s | train_loss=0.0156
269
+ step 2670000 | 24539s | train_loss=0.0160
270
+ step 2680000 | 24625s | train_loss=0.0163
271
+ step 2690000 | 24711s | train_loss=0.0157
272
+ step 2700000 | 24863s | train_loss=0.0155 | fid=42.1518
273
+ step 2710000 | 24948s | train_loss=0.0157
274
+ step 2720000 | 25034s | train_loss=0.0155
275
+ step 2730000 | 25120s | train_loss=0.0160
276
+ step 2740000 | 25208s | train_loss=0.0161
277
+ step 2750000 | 25288s | train_loss=0.0155
278
+ step 2760000 | 25374s | train_loss=0.0153
279
+ step 2770000 | 25461s | train_loss=0.0156
280
+ step 2780000 | 25547s | train_loss=0.0160
281
+ step 2790000 | 25634s | train_loss=0.0158
282
+ step 2800000 | 25785s | train_loss=0.0147 | fid=43.1411
283
+ step 2810000 | 25870s | train_loss=0.0158
284
+ step 2820000 | 25956s | train_loss=0.0149
285
+ step 2830000 | 26042s | train_loss=0.0148
286
+ step 2840000 | 26128s | train_loss=0.0149
287
+ step 2850000 | 26216s | train_loss=0.0155
288
+ step 2860000 | 26286s | train_loss=0.0155
289
+ step 2870000 | 26373s | train_loss=0.0151
290
+ step 2880000 | 26459s | train_loss=0.0150
291
+ step 2890000 | 26546s | train_loss=0.0147
292
+ step 2900000 | 26697s | train_loss=0.0145 | fid=41.9821
293
+ step 2910000 | 26782s | train_loss=0.0152
294
+ step 2920000 | 26868s | train_loss=0.0150
295
+ step 2930000 | 26955s | train_loss=0.0148
296
+ step 2940000 | 27041s | train_loss=0.0148
297
+ step 2950000 | 27128s | train_loss=0.0142
298
+ step 2960000 | 27214s | train_loss=0.0146
299
+ step 2970000 | 27295s | train_loss=0.0150
300
+ step 2980000 | 27381s | train_loss=0.0151
301
+ step 2990000 | 27467s | train_loss=0.0148
302
+ step 3000000 | 27619s | train_loss=0.0146 | fid=41.4394
303
+ step 3010000 | 27703s | train_loss=0.0141
304
+ step 3020000 | 27789s | train_loss=0.0150
305
+ step 3030000 | 27876s | train_loss=0.0146
306
+ step 3040000 | 27962s | train_loss=0.0138
307
+ step 3050000 | 28048s | train_loss=0.0147
308
+ step 3060000 | 28135s | train_loss=0.0143
309
+ step 3070000 | 28222s | train_loss=0.0144
310
+ step 3080000 | 28304s | train_loss=0.0140
311
+ step 3090000 | 28389s | train_loss=0.0139
312
+ step 3100000 | 28542s | train_loss=0.0142 | fid=42.1256
313
+ step 3110000 | 28626s | train_loss=0.0140
314
+ step 3120000 | 28713s | train_loss=0.0137
315
+ step 3130000 | 28799s | train_loss=0.0153
316
+ step 3140000 | 28885s | train_loss=0.0142
317
+ step 3150000 | 28972s | train_loss=0.0139
318
+ step 3160000 | 29058s | train_loss=0.0131
319
+ step 3170000 | 29145s | train_loss=0.0142
320
+ step 3180000 | 29230s | train_loss=0.0139
321
+ step 3190000 | 29311s | train_loss=0.0142
322
+ step 3200000 | 29464s | train_loss=0.0135 | fid=42.1251
323
+ step 3210000 | 29549s | train_loss=0.0132
324
+ step 3220000 | 29635s | train_loss=0.0134
325
+ step 3230000 | 29722s | train_loss=0.0137
326
+ step 3240000 | 29808s | train_loss=0.0142
327
+ step 3250000 | 29895s | train_loss=0.0139
328
+ step 3260000 | 29981s | train_loss=0.0135
329
+ step 3270000 | 30068s | train_loss=0.0132
330
+ step 3280000 | 30154s | train_loss=0.0133
331
+ step 3290000 | 30235s | train_loss=0.0134
332
+ step 3300000 | 30386s | train_loss=0.0125 | fid=42.2026
333
+ step 3310000 | 30471s | train_loss=0.0135
334
+ step 3320000 | 30557s | train_loss=0.0133
335
+ step 3330000 | 30644s | train_loss=0.0140
336
+ step 3340000 | 30730s | train_loss=0.0132
337
+ step 3350000 | 30816s | train_loss=0.0129
338
+ step 3360000 | 30903s | train_loss=0.0132
339
+ step 3370000 | 30989s | train_loss=0.0128
340
+ step 3380000 | 31076s | train_loss=0.0133
341
+ step 3390000 | 31160s | train_loss=0.0130
342
+ step 3400000 | 31301s | train_loss=0.0128 | fid=42.7504
343
+ step 3410000 | 31385s | train_loss=0.0128
344
+ step 3420000 | 31471s | train_loss=0.0129
345
+ step 3430000 | 31558s | train_loss=0.0125
346
+ step 3440000 | 31644s | train_loss=0.0124
347
+ step 3450000 | 31730s | train_loss=0.0133
348
+ step 3460000 | 31817s | train_loss=0.0132
349
+ step 3470000 | 31904s | train_loss=0.0127
350
+ step 3480000 | 31990s | train_loss=0.0124
351
+ step 3490000 | 32076s | train_loss=0.0128
352
+ step 3500000 | 32224s | train_loss=0.0121 | fid=41.7886
353
+ step 3510000 | 32307s | train_loss=0.0130
354
+ step 3520000 | 32394s | train_loss=0.0124
355
+ step 3530000 | 32480s | train_loss=0.0122
356
+ step 3540000 | 32566s | train_loss=0.0127
357
+ step 3550000 | 32653s | train_loss=0.0121
358
+ step 3560000 | 32739s | train_loss=0.0122
359
+ step 3570000 | 32825s | train_loss=0.0128
360
+ step 3580000 | 32912s | train_loss=0.0121
361
+ step 3590000 | 32998s | train_loss=0.0124
362
+ step 3600000 | 33151s | train_loss=0.0122 | fid=41.8602
363
+ step 3610000 | 33224s | train_loss=0.0120
364
+ step 3620000 | 33309s | train_loss=0.0121
365
+ step 3630000 | 33395s | train_loss=0.0122
366
+ step 3640000 | 33481s | train_loss=0.0121
367
+ step 3650000 | 33568s | train_loss=0.0122
368
+ step 3660000 | 33654s | train_loss=0.0119
369
+ step 3670000 | 33740s | train_loss=0.0123
370
+ step 3680000 | 33827s | train_loss=0.0116
371
+ step 3690000 | 33913s | train_loss=0.0120
372
+ step 3700000 | 34055s | train_loss=0.0123 | fid=42.2437
373
+ step 3710000 | 34140s | train_loss=0.0120
374
+ step 3720000 | 34218s | train_loss=0.0122
375
+ step 3730000 | 34303s | train_loss=0.0115
376
+ step 3740000 | 34389s | train_loss=0.0121
377
+ step 3750000 | 34475s | train_loss=0.0117
378
+ step 3760000 | 34562s | train_loss=0.0122
379
+ step 3770000 | 34648s | train_loss=0.0118
380
+ step 3780000 | 34735s | train_loss=0.0117
381
+ step 3790000 | 34821s | train_loss=0.0118
382
+ step 3800000 | 34958s | train_loss=0.0117 | fid=42.4678
383
+ step 3810000 | 35043s | train_loss=0.0113
384
+ step 3820000 | 35129s | train_loss=0.0121
385
+ step 3830000 | 35207s | train_loss=0.0117
386
+ step 3840000 | 35287s | train_loss=0.0114
387
+ step 3850000 | 35373s | train_loss=0.0123
388
+ step 3860000 | 35460s | train_loss=0.0111
389
+ step 3870000 | 35546s | train_loss=0.0111
390
+ step 3880000 | 35632s | train_loss=0.0115
391
+ step 3890000 | 35719s | train_loss=0.0109
392
+ step 3900000 | 35869s | train_loss=0.0114 | fid=42.7140
393
+ step 3910000 | 35954s | train_loss=0.0111
394
+ step 3920000 | 36041s | train_loss=0.0115
395
+ step 3930000 | 36127s | train_loss=0.0111
396
+ step 3940000 | 36211s | train_loss=0.0116
397
+ step 3950000 | 36289s | train_loss=0.0111
398
+ step 3960000 | 36376s | train_loss=0.0111
399
+ step 3970000 | 36462s | train_loss=0.0119
400
+ step 3980000 | 36548s | train_loss=0.0111
401
+ step 3990000 | 36635s | train_loss=0.0111
402
+ step 4000000 | 36786s | train_loss=0.0116 | fid=41.8293
403
+ step 4010000 | 36870s | train_loss=0.0116
404
+ step 4020000 | 36957s | train_loss=0.0113
405
+ step 4030000 | 37043s | train_loss=0.0115
406
+ step 4040000 | 37129s | train_loss=0.0115
407
+ step 4050000 | 37216s | train_loss=0.0111
408
+ step 4060000 | 37293s | train_loss=0.0107
409
+ step 4070000 | 37379s | train_loss=0.0110
410
+ step 4080000 | 37465s | train_loss=0.0117
411
+ step 4090000 | 37552s | train_loss=0.0110
412
+ step 4100000 | 37703s | train_loss=0.0109 | fid=41.9478
413
+ step 4110000 | 37787s | train_loss=0.0112
414
+ step 4120000 | 37874s | train_loss=0.0111
415
+ step 4130000 | 37960s | train_loss=0.0107
416
+ step 4140000 | 38046s | train_loss=0.0105
417
+ step 4150000 | 38133s | train_loss=0.0112
418
+ step 4160000 | 38220s | train_loss=0.0103
419
+ step 4170000 | 38296s | train_loss=0.0108
420
+ step 4180000 | 38381s | train_loss=0.0109
421
+ step 4190000 | 38468s | train_loss=0.0112
422
+ step 4200000 | 38620s | train_loss=0.0105 | fid=41.7243
423
+ step 4210000 | 38704s | train_loss=0.0111
424
+ step 4220000 | 38790s | train_loss=0.0109
425
+ step 4230000 | 38877s | train_loss=0.0111
426
+ step 4240000 | 38963s | train_loss=0.0111
427
+ step 4250000 | 39050s | train_loss=0.0109
428
+ step 4260000 | 39136s | train_loss=0.0105
429
+ step 4270000 | 39223s | train_loss=0.0101
430
+ step 4280000 | 39294s | train_loss=0.0105
431
+ step 4290000 | 39373s | train_loss=0.0106
432
+ step 4300000 | 39524s | train_loss=0.0103 | fid=41.8865
433
+ step 4310000 | 39609s | train_loss=0.0105
434
+ step 4320000 | 39695s | train_loss=0.0106
435
+ step 4330000 | 39782s | train_loss=0.0106
436
+ step 4340000 | 39868s | train_loss=0.0108
437
+ step 4350000 | 39955s | train_loss=0.0101
438
+ step 4360000 | 40041s | train_loss=0.0107
439
+ step 4370000 | 40127s | train_loss=0.0103
440
+ step 4380000 | 40214s | train_loss=0.0103
441
+ step 4390000 | 40299s | train_loss=0.0105
442
+ step 4400000 | 40437s | train_loss=0.0102 | fid=42.7575
443
+ step 4410000 | 40522s | train_loss=0.0110
444
+ step 4420000 | 40608s | train_loss=0.0100
445
+ step 4430000 | 40695s | train_loss=0.0106
446
+ step 4440000 | 40781s | train_loss=0.0107
447
+ step 4450000 | 40868s | train_loss=0.0100
448
+ step 4460000 | 40954s | train_loss=0.0098
449
+ step 4470000 | 41040s | train_loss=0.0103
450
+ step 4480000 | 41126s | train_loss=0.0098
451
+ step 4490000 | 41213s | train_loss=0.0102
452
+ step 4500000 | 41347s | train_loss=0.0101 | fid=42.4429
453
+ step 4510000 | 41432s | train_loss=0.0103
454
+ step 4520000 | 41518s | train_loss=0.0105
455
+ step 4530000 | 41604s | train_loss=0.0101
456
+ step 4540000 | 41691s | train_loss=0.0104
457
+ step 4550000 | 41777s | train_loss=0.0099
458
+ step 4560000 | 41864s | train_loss=0.0098
459
+ step 4570000 | 41950s | train_loss=0.0097
460
+ step 4580000 | 42037s | train_loss=0.0097
461
+ step 4590000 | 42123s | train_loss=0.0098
462
+ step 4600000 | 42275s | train_loss=0.0099 | fid=42.2832
463
+ step 4610000 | 42348s | train_loss=0.0098
464
+ step 4620000 | 42427s | train_loss=0.0097
465
+ step 4630000 | 42514s | train_loss=0.0097
466
+ step 4640000 | 42600s | train_loss=0.0098
467
+ step 4650000 | 42686s | train_loss=0.0101
468
+ step 4660000 | 42773s | train_loss=0.0098
469
+ step 4670000 | 42859s | train_loss=0.0095
470
+ step 4680000 | 42946s | train_loss=0.0102
471
+ step 4690000 | 43032s | train_loss=0.0100
472
+ step 4700000 | 43184s | train_loss=0.0099 | fid=42.4238
473
+ step 4710000 | 43268s | train_loss=0.0099
474
+ step 4720000 | 43353s | train_loss=0.0100
475
+ step 4730000 | 43428s | train_loss=0.0095
476
+ step 4740000 | 43515s | train_loss=0.0096
477
+ step 4750000 | 43601s | train_loss=0.0100
478
+ step 4760000 | 43688s | train_loss=0.0099
479
+ step 4770000 | 43774s | train_loss=0.0098
480
+ step 4780000 | 43861s | train_loss=0.0100
481
+ step 4790000 | 43947s | train_loss=0.0096
482
+ step 4800000 | 44098s | train_loss=0.0099 | fid=41.8688
483
+ step 4810000 | 44182s | train_loss=0.0099
484
+ step 4820000 | 44269s | train_loss=0.0104
485
+ step 4830000 | 44354s | train_loss=0.0099
486
+ step 4840000 | 44431s | train_loss=0.0096
487
+ step 4850000 | 44518s | train_loss=0.0098
488
+ step 4860000 | 44604s | train_loss=0.0093
489
+ step 4870000 | 44691s | train_loss=0.0091
490
+ step 4880000 | 44777s | train_loss=0.0099
491
+ step 4890000 | 44864s | train_loss=0.0100
492
+ step 4900000 | 45015s | train_loss=0.0098 | fid=41.9554
493
+ step 4910000 | 45100s | train_loss=0.0092
494
+ step 4920000 | 45186s | train_loss=0.0098
495
+ step 4930000 | 45273s | train_loss=0.0096
496
+ step 4940000 | 45358s | train_loss=0.0092
497
+ step 4950000 | 45441s | train_loss=0.0092
498
+ step 4960000 | 45528s | train_loss=0.0097
499
+ step 4970000 | 45614s | train_loss=0.0097
500
+ step 4980000 | 45701s | train_loss=0.0093
501
+ step 4990000 | 45787s | train_loss=0.0090
502
+ step 5000000 | 45934s | train_loss=0.0094 | fid=42.0381
results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d80/config.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d80/vae.pt",
3
+ "out": "results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d80",
4
+ "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json",
5
+ "train_tar": "/overflow/data/cerberus/celeba_hq_256_partitioned_ws/train/celeba_hq_256-train-0000.tar",
6
+ "n_train": 1000,
7
+ "total_steps": 5000000,
8
+ "eval_interval": 10000,
9
+ "mem_interval": 100000,
10
+ "fid_interval": 100000,
11
+ "fid_n_real": 1000,
12
+ "fid_n_gen": 10000,
13
+ "n_gen_samples": 10000,
14
+ "n_sde_steps": 500,
15
+ "batch_size": 512,
16
+ "hidden": 1024,
17
+ "depth": 5,
18
+ "optimizer": "sgd",
19
+ "lr": 0.001,
20
+ "momentum": 0.8,
21
+ "t_min": 0.01,
22
+ "t_max": 3.0,
23
+ "t_eval": 0.1,
24
+ "seed": 47,
25
+ "device": null
26
+ }
results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d80/metrics.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d80/runner.log ADDED
@@ -0,0 +1,502 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ FID real-side stats cached over 1000 diverse train images
2
+ step 1 | 65s | train_loss=0.9996 | fid=276.1425
3
+ step 10000 | 139s | train_loss=0.8241
4
+ step 20000 | 225s | train_loss=0.7257
5
+ step 30000 | 312s | train_loss=0.6021
6
+ step 40000 | 398s | train_loss=0.4589
7
+ step 50000 | 484s | train_loss=0.3288
8
+ step 60000 | 570s | train_loss=0.2441
9
+ step 70000 | 656s | train_loss=0.1918
10
+ step 80000 | 742s | train_loss=0.1626
11
+ step 90000 | 828s | train_loss=0.1448
12
+ step 100000 | 981s | train_loss=0.1306 | fid=57.7532
13
+ step 110000 | 1060s | train_loss=0.1238
14
+ step 120000 | 1143s | train_loss=0.1154
15
+ step 130000 | 1229s | train_loss=0.1095
16
+ step 140000 | 1315s | train_loss=0.1061
17
+ step 150000 | 1401s | train_loss=0.0995
18
+ step 160000 | 1487s | train_loss=0.0962
19
+ step 170000 | 1572s | train_loss=0.0913
20
+ step 180000 | 1658s | train_loss=0.0900
21
+ step 190000 | 1744s | train_loss=0.0867
22
+ step 200000 | 1896s | train_loss=0.0862 | fid=55.6807
23
+ step 210000 | 1978s | train_loss=0.0809
24
+ step 220000 | 2062s | train_loss=0.0800
25
+ step 230000 | 2145s | train_loss=0.0760
26
+ step 240000 | 2231s | train_loss=0.0764
27
+ step 250000 | 2317s | train_loss=0.0735
28
+ step 260000 | 2403s | train_loss=0.0718
29
+ step 270000 | 2488s | train_loss=0.0693
30
+ step 280000 | 2575s | train_loss=0.0692
31
+ step 290000 | 2661s | train_loss=0.0674
32
+ step 300000 | 2813s | train_loss=0.0661 | fid=54.7967
33
+ step 310000 | 2895s | train_loss=0.0646
34
+ step 320000 | 2981s | train_loss=0.0633
35
+ step 330000 | 3060s | train_loss=0.0621
36
+ step 340000 | 3144s | train_loss=0.0618
37
+ step 350000 | 3230s | train_loss=0.0596
38
+ step 360000 | 3316s | train_loss=0.0591
39
+ step 370000 | 3402s | train_loss=0.0594
40
+ step 380000 | 3488s | train_loss=0.0590
41
+ step 390000 | 3574s | train_loss=0.0569
42
+ step 400000 | 3727s | train_loss=0.0555 | fid=52.2921
43
+ step 410000 | 3809s | train_loss=0.0556
44
+ step 420000 | 3895s | train_loss=0.0552
45
+ step 430000 | 3981s | train_loss=0.0542
46
+ step 440000 | 4064s | train_loss=0.0535
47
+ step 450000 | 4149s | train_loss=0.0524
48
+ step 460000 | 4234s | train_loss=0.0517
49
+ step 470000 | 4319s | train_loss=0.0529
50
+ step 480000 | 4404s | train_loss=0.0511
51
+ step 490000 | 4490s | train_loss=0.0507
52
+ step 500000 | 4643s | train_loss=0.0496 | fid=50.7997
53
+ step 510000 | 4725s | train_loss=0.0497
54
+ step 520000 | 4811s | train_loss=0.0491
55
+ step 530000 | 4897s | train_loss=0.0477
56
+ step 540000 | 4983s | train_loss=0.0484
57
+ step 550000 | 5066s | train_loss=0.0473
58
+ step 560000 | 5150s | train_loss=0.0464
59
+ step 570000 | 5236s | train_loss=0.0468
60
+ step 580000 | 5322s | train_loss=0.0470
61
+ step 590000 | 5408s | train_loss=0.0460
62
+ step 600000 | 5561s | train_loss=0.0459 | fid=47.8716
63
+ step 610000 | 5643s | train_loss=0.0446
64
+ step 620000 | 5729s | train_loss=0.0446
65
+ step 630000 | 5815s | train_loss=0.0438
66
+ step 640000 | 5901s | train_loss=0.0436
67
+ step 650000 | 5987s | train_loss=0.0434
68
+ step 660000 | 6059s | train_loss=0.0432
69
+ step 670000 | 6143s | train_loss=0.0428
70
+ step 680000 | 6229s | train_loss=0.0439
71
+ step 690000 | 6315s | train_loss=0.0411
72
+ step 700000 | 6468s | train_loss=0.0424 | fid=48.6254
73
+ step 710000 | 6551s | train_loss=0.0420
74
+ step 720000 | 6636s | train_loss=0.0404
75
+ step 730000 | 6722s | train_loss=0.0407
76
+ step 740000 | 6808s | train_loss=0.0415
77
+ step 750000 | 6894s | train_loss=0.0407
78
+ step 760000 | 6980s | train_loss=0.0409
79
+ step 770000 | 7059s | train_loss=0.0404
80
+ step 780000 | 7143s | train_loss=0.0409
81
+ step 790000 | 7229s | train_loss=0.0391
82
+ step 800000 | 7382s | train_loss=0.0402 | fid=46.4976
83
+ step 810000 | 7464s | train_loss=0.0395
84
+ step 820000 | 7550s | train_loss=0.0396
85
+ step 830000 | 7636s | train_loss=0.0400
86
+ step 840000 | 7722s | train_loss=0.0379
87
+ step 850000 | 7808s | train_loss=0.0381
88
+ step 860000 | 7894s | train_loss=0.0374
89
+ step 870000 | 7980s | train_loss=0.0380
90
+ step 880000 | 8059s | train_loss=0.0376
91
+ step 890000 | 8132s | train_loss=0.0363
92
+ step 900000 | 8285s | train_loss=0.0369 | fid=47.7486
93
+ step 910000 | 8367s | train_loss=0.0360
94
+ step 920000 | 8453s | train_loss=0.0361
95
+ step 930000 | 8539s | train_loss=0.0353
96
+ step 940000 | 8625s | train_loss=0.0356
97
+ step 950000 | 8711s | train_loss=0.0363
98
+ step 960000 | 8797s | train_loss=0.0368
99
+ step 970000 | 8883s | train_loss=0.0346
100
+ step 980000 | 8968s | train_loss=0.0352
101
+ step 990000 | 9055s | train_loss=0.0357
102
+ step 1000000 | 9192s | train_loss=0.0343 | fid=45.5534
103
+ step 1010000 | 9274s | train_loss=0.0347
104
+ step 1020000 | 9360s | train_loss=0.0348
105
+ step 1030000 | 9446s | train_loss=0.0349
106
+ step 1040000 | 9531s | train_loss=0.0336
107
+ step 1050000 | 9617s | train_loss=0.0336
108
+ step 1060000 | 9703s | train_loss=0.0329
109
+ step 1070000 | 9789s | train_loss=0.0334
110
+ step 1080000 | 9875s | train_loss=0.0335
111
+ step 1090000 | 9961s | train_loss=0.0332
112
+ step 1100000 | 10115s | train_loss=0.0322 | fid=44.2013
113
+ step 1110000 | 10194s | train_loss=0.0343
114
+ step 1120000 | 10280s | train_loss=0.0321
115
+ step 1130000 | 10366s | train_loss=0.0313
116
+ step 1140000 | 10452s | train_loss=0.0324
117
+ step 1150000 | 10538s | train_loss=0.0319
118
+ step 1160000 | 10624s | train_loss=0.0325
119
+ step 1170000 | 10710s | train_loss=0.0325
120
+ step 1180000 | 10796s | train_loss=0.0314
121
+ step 1190000 | 10881s | train_loss=0.0312
122
+ step 1200000 | 11034s | train_loss=0.0311 | fid=43.1000
123
+ step 1210000 | 11114s | train_loss=0.0298
124
+ step 1220000 | 11198s | train_loss=0.0305
125
+ step 1230000 | 11284s | train_loss=0.0305
126
+ step 1240000 | 11370s | train_loss=0.0310
127
+ step 1250000 | 11456s | train_loss=0.0302
128
+ step 1260000 | 11542s | train_loss=0.0291
129
+ step 1270000 | 11628s | train_loss=0.0306
130
+ step 1280000 | 11714s | train_loss=0.0306
131
+ step 1290000 | 11800s | train_loss=0.0306
132
+ step 1300000 | 11952s | train_loss=0.0296 | fid=42.3121
133
+ step 1310000 | 12035s | train_loss=0.0290
134
+ step 1320000 | 12113s | train_loss=0.0302
135
+ step 1330000 | 12196s | train_loss=0.0295
136
+ step 1340000 | 12282s | train_loss=0.0288
137
+ step 1350000 | 12368s | train_loss=0.0290
138
+ step 1360000 | 12454s | train_loss=0.0285
139
+ step 1370000 | 12540s | train_loss=0.0283
140
+ step 1380000 | 12625s | train_loss=0.0279
141
+ step 1390000 | 12711s | train_loss=0.0275
142
+ step 1400000 | 12863s | train_loss=0.0286 | fid=43.0791
143
+ step 1410000 | 12947s | train_loss=0.0291
144
+ step 1420000 | 13031s | train_loss=0.0282
145
+ step 1430000 | 13115s | train_loss=0.0277
146
+ step 1440000 | 13199s | train_loss=0.0276
147
+ step 1450000 | 13285s | train_loss=0.0273
148
+ step 1460000 | 13371s | train_loss=0.0276
149
+ step 1470000 | 13457s | train_loss=0.0267
150
+ step 1480000 | 13543s | train_loss=0.0283
151
+ step 1490000 | 13629s | train_loss=0.0262
152
+ step 1500000 | 13782s | train_loss=0.0272 | fid=42.9491
153
+ step 1510000 | 13865s | train_loss=0.0267
154
+ step 1520000 | 13950s | train_loss=0.0268
155
+ step 1530000 | 14036s | train_loss=0.0269
156
+ step 1540000 | 14119s | train_loss=0.0265
157
+ step 1550000 | 14204s | train_loss=0.0268
158
+ step 1560000 | 14290s | train_loss=0.0264
159
+ step 1570000 | 14376s | train_loss=0.0255
160
+ step 1580000 | 14461s | train_loss=0.0258
161
+ step 1590000 | 14547s | train_loss=0.0272
162
+ step 1600000 | 14700s | train_loss=0.0257 | fid=43.6919
163
+ step 1610000 | 14784s | train_loss=0.0263
164
+ step 1620000 | 14868s | train_loss=0.0254
165
+ step 1630000 | 14954s | train_loss=0.0249
166
+ step 1640000 | 15040s | train_loss=0.0263
167
+ step 1650000 | 15115s | train_loss=0.0252
168
+ step 1660000 | 15194s | train_loss=0.0247
169
+ step 1670000 | 15280s | train_loss=0.0246
170
+ step 1680000 | 15366s | train_loss=0.0242
171
+ step 1690000 | 15452s | train_loss=0.0248
172
+ step 1700000 | 15605s | train_loss=0.0242 | fid=44.7098
173
+ step 1710000 | 15689s | train_loss=0.0248
174
+ step 1720000 | 15773s | train_loss=0.0241
175
+ step 1730000 | 15859s | train_loss=0.0247
176
+ step 1740000 | 15945s | train_loss=0.0240
177
+ step 1750000 | 16031s | train_loss=0.0235
178
+ step 1760000 | 16117s | train_loss=0.0236
179
+ step 1770000 | 16182s | train_loss=0.0237
180
+ step 1780000 | 16267s | train_loss=0.0236
181
+ step 1790000 | 16353s | train_loss=0.0232
182
+ step 1800000 | 16505s | train_loss=0.0230 | fid=44.4762
183
+ step 1810000 | 16590s | train_loss=0.0229
184
+ step 1820000 | 16673s | train_loss=0.0229
185
+ step 1830000 | 16759s | train_loss=0.0235
186
+ step 1840000 | 16845s | train_loss=0.0230
187
+ step 1850000 | 16931s | train_loss=0.0227
188
+ step 1860000 | 17017s | train_loss=0.0230
189
+ step 1870000 | 17103s | train_loss=0.0225
190
+ step 1880000 | 17184s | train_loss=0.0224
191
+ step 1890000 | 17270s | train_loss=0.0220
192
+ step 1900000 | 17423s | train_loss=0.0226 | fid=44.3538
193
+ step 1910000 | 17508s | train_loss=0.0229
194
+ step 1920000 | 17590s | train_loss=0.0225
195
+ step 1930000 | 17676s | train_loss=0.0217
196
+ step 1940000 | 17762s | train_loss=0.0221
197
+ step 1950000 | 17848s | train_loss=0.0226
198
+ step 1960000 | 17934s | train_loss=0.0222
199
+ step 1970000 | 18020s | train_loss=0.0228
200
+ step 1980000 | 18106s | train_loss=0.0218
201
+ step 1990000 | 18190s | train_loss=0.0217
202
+ step 2000000 | 18341s | train_loss=0.0214 | fid=44.0497
203
+ step 2010000 | 18427s | train_loss=0.0214
204
+ step 2020000 | 18509s | train_loss=0.0216
205
+ step 2030000 | 18595s | train_loss=0.0214
206
+ step 2040000 | 18681s | train_loss=0.0221
207
+ step 2050000 | 18767s | train_loss=0.0221
208
+ step 2060000 | 18853s | train_loss=0.0214
209
+ step 2070000 | 18939s | train_loss=0.0215
210
+ step 2080000 | 19025s | train_loss=0.0214
211
+ step 2090000 | 19111s | train_loss=0.0207
212
+ step 2100000 | 19249s | train_loss=0.0214 | fid=43.0019
213
+ step 2110000 | 19335s | train_loss=0.0214
214
+ step 2120000 | 19417s | train_loss=0.0203
215
+ step 2130000 | 19503s | train_loss=0.0206
216
+ step 2140000 | 19589s | train_loss=0.0208
217
+ step 2150000 | 19674s | train_loss=0.0214
218
+ step 2160000 | 19760s | train_loss=0.0212
219
+ step 2170000 | 19847s | train_loss=0.0208
220
+ step 2180000 | 19932s | train_loss=0.0219
221
+ step 2190000 | 20018s | train_loss=0.0208
222
+ step 2200000 | 20172s | train_loss=0.0203 | fid=42.7030
223
+ step 2210000 | 20250s | train_loss=0.0198
224
+ step 2220000 | 20332s | train_loss=0.0206
225
+ step 2230000 | 20418s | train_loss=0.0198
226
+ step 2240000 | 20504s | train_loss=0.0206
227
+ step 2250000 | 20590s | train_loss=0.0198
228
+ step 2260000 | 20676s | train_loss=0.0196
229
+ step 2270000 | 20762s | train_loss=0.0196
230
+ step 2280000 | 20848s | train_loss=0.0203
231
+ step 2290000 | 20934s | train_loss=0.0201
232
+ step 2300000 | 21087s | train_loss=0.0201 | fid=43.2008
233
+ step 2310000 | 21173s | train_loss=0.0197
234
+ step 2320000 | 21244s | train_loss=0.0192
235
+ step 2330000 | 21330s | train_loss=0.0204
236
+ step 2340000 | 21416s | train_loss=0.0193
237
+ step 2350000 | 21502s | train_loss=0.0199
238
+ step 2360000 | 21588s | train_loss=0.0194
239
+ step 2370000 | 21674s | train_loss=0.0192
240
+ step 2380000 | 21760s | train_loss=0.0186
241
+ step 2390000 | 21846s | train_loss=0.0200
242
+ step 2400000 | 21999s | train_loss=0.0186 | fid=42.5709
243
+ step 2410000 | 22085s | train_loss=0.0188
244
+ step 2420000 | 22167s | train_loss=0.0185
245
+ step 2430000 | 22238s | train_loss=0.0189
246
+ step 2440000 | 22324s | train_loss=0.0197
247
+ step 2450000 | 22410s | train_loss=0.0190
248
+ step 2460000 | 22497s | train_loss=0.0187
249
+ step 2470000 | 22582s | train_loss=0.0185
250
+ step 2480000 | 22668s | train_loss=0.0188
251
+ step 2490000 | 22754s | train_loss=0.0189
252
+ step 2500000 | 22907s | train_loss=0.0184 | fid=41.9987
253
+ step 2510000 | 22993s | train_loss=0.0184
254
+ step 2520000 | 23075s | train_loss=0.0183
255
+ step 2530000 | 23161s | train_loss=0.0179
256
+ step 2540000 | 23243s | train_loss=0.0184
257
+ step 2550000 | 23329s | train_loss=0.0183
258
+ step 2560000 | 23415s | train_loss=0.0180
259
+ step 2570000 | 23501s | train_loss=0.0186
260
+ step 2580000 | 23587s | train_loss=0.0191
261
+ step 2590000 | 23673s | train_loss=0.0183
262
+ step 2600000 | 23826s | train_loss=0.0181 | fid=42.4068
263
+ step 2610000 | 23912s | train_loss=0.0170
264
+ step 2620000 | 23994s | train_loss=0.0188
265
+ step 2630000 | 24079s | train_loss=0.0171
266
+ step 2640000 | 24166s | train_loss=0.0180
267
+ step 2650000 | 24236s | train_loss=0.0178
268
+ step 2660000 | 24320s | train_loss=0.0169
269
+ step 2670000 | 24406s | train_loss=0.0181
270
+ step 2680000 | 24492s | train_loss=0.0178
271
+ step 2690000 | 24578s | train_loss=0.0174
272
+ step 2700000 | 24730s | train_loss=0.0169 | fid=41.0356
273
+ step 2710000 | 24816s | train_loss=0.0172
274
+ step 2720000 | 24898s | train_loss=0.0181
275
+ step 2730000 | 24984s | train_loss=0.0171
276
+ step 2740000 | 25070s | train_loss=0.0169
277
+ step 2750000 | 25156s | train_loss=0.0182
278
+ step 2760000 | 25237s | train_loss=0.0170
279
+ step 2770000 | 25322s | train_loss=0.0173
280
+ step 2780000 | 25408s | train_loss=0.0169
281
+ step 2790000 | 25494s | train_loss=0.0173
282
+ step 2800000 | 25647s | train_loss=0.0170 | fid=42.2549
283
+ step 2810000 | 25733s | train_loss=0.0181
284
+ step 2820000 | 25816s | train_loss=0.0163
285
+ step 2830000 | 25901s | train_loss=0.0167
286
+ step 2840000 | 25986s | train_loss=0.0170
287
+ step 2850000 | 26072s | train_loss=0.0168
288
+ step 2860000 | 26158s | train_loss=0.0171
289
+ step 2870000 | 26239s | train_loss=0.0169
290
+ step 2880000 | 26315s | train_loss=0.0163
291
+ step 2890000 | 26401s | train_loss=0.0166
292
+ step 2900000 | 26554s | train_loss=0.0166 | fid=41.9642
293
+ step 2910000 | 26640s | train_loss=0.0165
294
+ step 2920000 | 26724s | train_loss=0.0172
295
+ step 2930000 | 26808s | train_loss=0.0162
296
+ step 2940000 | 26894s | train_loss=0.0164
297
+ step 2950000 | 26980s | train_loss=0.0164
298
+ step 2960000 | 27066s | train_loss=0.0166
299
+ step 2970000 | 27152s | train_loss=0.0169
300
+ step 2980000 | 27239s | train_loss=0.0170
301
+ step 2990000 | 27318s | train_loss=0.0168
302
+ step 3000000 | 27471s | train_loss=0.0169 | fid=41.4882
303
+ step 3010000 | 27557s | train_loss=0.0158
304
+ step 3020000 | 27641s | train_loss=0.0165
305
+ step 3030000 | 27725s | train_loss=0.0166
306
+ step 3040000 | 27811s | train_loss=0.0151
307
+ step 3050000 | 27896s | train_loss=0.0163
308
+ step 3060000 | 27982s | train_loss=0.0159
309
+ step 3070000 | 28068s | train_loss=0.0165
310
+ step 3080000 | 28154s | train_loss=0.0159
311
+ step 3090000 | 28240s | train_loss=0.0155
312
+ step 3100000 | 28389s | train_loss=0.0161 | fid=40.8084
313
+ step 3110000 | 28475s | train_loss=0.0157
314
+ step 3120000 | 28559s | train_loss=0.0152
315
+ step 3130000 | 28643s | train_loss=0.0163
316
+ step 3140000 | 28729s | train_loss=0.0158
317
+ step 3150000 | 28815s | train_loss=0.0156
318
+ step 3160000 | 28901s | train_loss=0.0153
319
+ step 3170000 | 28987s | train_loss=0.0159
320
+ step 3180000 | 29073s | train_loss=0.0162
321
+ step 3190000 | 29159s | train_loss=0.0155
322
+ step 3200000 | 29311s | train_loss=0.0150 | fid=40.7715
323
+ step 3210000 | 29397s | train_loss=0.0153
324
+ step 3220000 | 29480s | train_loss=0.0154
325
+ step 3230000 | 29564s | train_loss=0.0160
326
+ step 3240000 | 29650s | train_loss=0.0152
327
+ step 3250000 | 29736s | train_loss=0.0148
328
+ step 3260000 | 29822s | train_loss=0.0152
329
+ step 3270000 | 29908s | train_loss=0.0154
330
+ step 3280000 | 29994s | train_loss=0.0153
331
+ step 3290000 | 30080s | train_loss=0.0154
332
+ step 3300000 | 30234s | train_loss=0.0144 | fid=41.0479
333
+ step 3310000 | 30319s | train_loss=0.0150
334
+ step 3320000 | 30402s | train_loss=0.0158
335
+ step 3330000 | 30487s | train_loss=0.0158
336
+ step 3340000 | 30572s | train_loss=0.0154
337
+ step 3350000 | 30658s | train_loss=0.0146
338
+ step 3360000 | 30744s | train_loss=0.0156
339
+ step 3370000 | 30830s | train_loss=0.0144
340
+ step 3380000 | 30916s | train_loss=0.0148
341
+ step 3390000 | 31002s | train_loss=0.0158
342
+ step 3400000 | 31189s | train_loss=0.0143 | fid=41.1484
343
+ step 3410000 | 31271s | train_loss=0.0148
344
+ step 3420000 | 31351s | train_loss=0.0146
345
+ step 3430000 | 31437s | train_loss=0.0146
346
+ step 3440000 | 31522s | train_loss=0.0147
347
+ step 3450000 | 31608s | train_loss=0.0148
348
+ step 3460000 | 31694s | train_loss=0.0149
349
+ step 3470000 | 31780s | train_loss=0.0141
350
+ step 3480000 | 31866s | train_loss=0.0141
351
+ step 3490000 | 31952s | train_loss=0.0147
352
+ step 3500000 | 32111s | train_loss=0.0142 | fid=40.6731
353
+ step 3510000 | 32194s | train_loss=0.0146
354
+ step 3520000 | 32277s | train_loss=0.0140
355
+ step 3530000 | 32361s | train_loss=0.0140
356
+ step 3540000 | 32447s | train_loss=0.0145
357
+ step 3550000 | 32533s | train_loss=0.0137
358
+ step 3560000 | 32619s | train_loss=0.0141
359
+ step 3570000 | 32704s | train_loss=0.0145
360
+ step 3580000 | 32790s | train_loss=0.0141
361
+ step 3590000 | 32876s | train_loss=0.0142
362
+ step 3600000 | 33029s | train_loss=0.0139 | fid=40.1196
363
+ step 3610000 | 33116s | train_loss=0.0139
364
+ step 3620000 | 33191s | train_loss=0.0136
365
+ step 3630000 | 33273s | train_loss=0.0143
366
+ step 3640000 | 33357s | train_loss=0.0141
367
+ step 3650000 | 33443s | train_loss=0.0141
368
+ step 3660000 | 33529s | train_loss=0.0136
369
+ step 3670000 | 33614s | train_loss=0.0136
370
+ step 3680000 | 33700s | train_loss=0.0136
371
+ step 3690000 | 33786s | train_loss=0.0139
372
+ step 3700000 | 33975s | train_loss=0.0141 | fid=40.3390
373
+ step 3710000 | 34060s | train_loss=0.0140
374
+ step 3720000 | 34144s | train_loss=0.0136
375
+ step 3730000 | 34221s | train_loss=0.0133
376
+ step 3740000 | 34306s | train_loss=0.0140
377
+ step 3750000 | 34392s | train_loss=0.0137
378
+ step 3760000 | 34477s | train_loss=0.0144
379
+ step 3770000 | 34563s | train_loss=0.0140
380
+ step 3780000 | 34649s | train_loss=0.0131
381
+ step 3790000 | 34735s | train_loss=0.0140
382
+ step 3800000 | 34950s | train_loss=0.0137 | fid=40.1473
383
+ step 3810000 | 35033s | train_loss=0.0133
384
+ step 3820000 | 35119s | train_loss=0.0137
385
+ step 3830000 | 35198s | train_loss=0.0136
386
+ step 3840000 | 35278s | train_loss=0.0132
387
+ step 3850000 | 35361s | train_loss=0.0136
388
+ step 3860000 | 35447s | train_loss=0.0132
389
+ step 3870000 | 35533s | train_loss=0.0133
390
+ step 3880000 | 35619s | train_loss=0.0137
391
+ step 3890000 | 35705s | train_loss=0.0136
392
+ step 3900000 | 35858s | train_loss=0.0134 | fid=40.0665
393
+ step 3910000 | 35940s | train_loss=0.0133
394
+ step 3920000 | 36026s | train_loss=0.0128
395
+ step 3930000 | 36112s | train_loss=0.0124
396
+ step 3940000 | 36199s | train_loss=0.0135
397
+ step 3950000 | 36275s | train_loss=0.0125
398
+ step 3960000 | 36359s | train_loss=0.0131
399
+ step 3970000 | 36445s | train_loss=0.0127
400
+ step 3980000 | 36531s | train_loss=0.0129
401
+ step 3990000 | 36617s | train_loss=0.0125
402
+ step 4000000 | 36770s | train_loss=0.0128 | fid=39.8542
403
+ step 4010000 | 36852s | train_loss=0.0135
404
+ step 4020000 | 36938s | train_loss=0.0128
405
+ step 4030000 | 37024s | train_loss=0.0135
406
+ step 4040000 | 37110s | train_loss=0.0129
407
+ step 4050000 | 37196s | train_loss=0.0134
408
+ step 4060000 | 37274s | train_loss=0.0122
409
+ step 4070000 | 37358s | train_loss=0.0124
410
+ step 4080000 | 37444s | train_loss=0.0132
411
+ step 4090000 | 37530s | train_loss=0.0128
412
+ step 4100000 | 37683s | train_loss=0.0122 | fid=40.4025
413
+ step 4110000 | 37766s | train_loss=0.0136
414
+ step 4120000 | 37852s | train_loss=0.0125
415
+ step 4130000 | 37938s | train_loss=0.0125
416
+ step 4140000 | 38024s | train_loss=0.0125
417
+ step 4150000 | 38109s | train_loss=0.0123
418
+ step 4160000 | 38196s | train_loss=0.0122
419
+ step 4170000 | 38272s | train_loss=0.0127
420
+ step 4180000 | 38356s | train_loss=0.0124
421
+ step 4190000 | 38442s | train_loss=0.0131
422
+ step 4200000 | 38595s | train_loss=0.0125 | fid=40.1857
423
+ step 4210000 | 38677s | train_loss=0.0124
424
+ step 4220000 | 38763s | train_loss=0.0128
425
+ step 4230000 | 38849s | train_loss=0.0126
426
+ step 4240000 | 38935s | train_loss=0.0131
427
+ step 4250000 | 39021s | train_loss=0.0122
428
+ step 4260000 | 39107s | train_loss=0.0123
429
+ step 4270000 | 39193s | train_loss=0.0126
430
+ step 4280000 | 39270s | train_loss=0.0122
431
+ step 4290000 | 39342s | train_loss=0.0123
432
+ step 4300000 | 39495s | train_loss=0.0121 | fid=39.8772
433
+ step 4310000 | 39578s | train_loss=0.0119
434
+ step 4320000 | 39663s | train_loss=0.0123
435
+ step 4330000 | 39749s | train_loss=0.0119
436
+ step 4340000 | 39835s | train_loss=0.0131
437
+ step 4350000 | 39921s | train_loss=0.0116
438
+ step 4360000 | 40007s | train_loss=0.0127
439
+ step 4370000 | 40093s | train_loss=0.0121
440
+ step 4380000 | 40179s | train_loss=0.0121
441
+ step 4390000 | 40265s | train_loss=0.0127
442
+ step 4400000 | 40403s | train_loss=0.0122 | fid=39.8154
443
+ step 4410000 | 40487s | train_loss=0.0125
444
+ step 4420000 | 40572s | train_loss=0.0114
445
+ step 4430000 | 40657s | train_loss=0.0118
446
+ step 4440000 | 40743s | train_loss=0.0125
447
+ step 4450000 | 40829s | train_loss=0.0118
448
+ step 4460000 | 40915s | train_loss=0.0114
449
+ step 4470000 | 41001s | train_loss=0.0119
450
+ step 4480000 | 41087s | train_loss=0.0115
451
+ step 4490000 | 41173s | train_loss=0.0123
452
+ step 4500000 | 41342s | train_loss=0.0123 | fid=40.2256
453
+ step 4510000 | 41425s | train_loss=0.0117
454
+ step 4520000 | 41511s | train_loss=0.0120
455
+ step 4530000 | 41597s | train_loss=0.0120
456
+ step 4540000 | 41683s | train_loss=0.0120
457
+ step 4550000 | 41769s | train_loss=0.0118
458
+ step 4560000 | 41855s | train_loss=0.0117
459
+ step 4570000 | 41941s | train_loss=0.0118
460
+ step 4580000 | 42027s | train_loss=0.0115
461
+ step 4590000 | 42113s | train_loss=0.0111
462
+ step 4600000 | 42265s | train_loss=0.0117 | fid=39.6597
463
+ step 4610000 | 42339s | train_loss=0.0111
464
+ step 4620000 | 42415s | train_loss=0.0111
465
+ step 4630000 | 42501s | train_loss=0.0116
466
+ step 4640000 | 42587s | train_loss=0.0113
467
+ step 4650000 | 42673s | train_loss=0.0117
468
+ step 4660000 | 42759s | train_loss=0.0114
469
+ step 4670000 | 42845s | train_loss=0.0111
470
+ step 4680000 | 42931s | train_loss=0.0119
471
+ step 4690000 | 43016s | train_loss=0.0115
472
+ step 4700000 | 43168s | train_loss=0.0115 | fid=39.0713
473
+ step 4710000 | 43250s | train_loss=0.0111
474
+ step 4720000 | 43335s | train_loss=0.0115
475
+ step 4730000 | 43410s | train_loss=0.0109
476
+ step 4740000 | 43496s | train_loss=0.0113
477
+ step 4750000 | 43582s | train_loss=0.0112
478
+ step 4760000 | 43668s | train_loss=0.0124
479
+ step 4770000 | 43754s | train_loss=0.0114
480
+ step 4780000 | 43840s | train_loss=0.0124
481
+ step 4790000 | 43926s | train_loss=0.0115
482
+ step 4800000 | 44078s | train_loss=0.0115 | fid=39.7666
483
+ step 4810000 | 44161s | train_loss=0.0113
484
+ step 4820000 | 44247s | train_loss=0.0125
485
+ step 4830000 | 44331s | train_loss=0.0115
486
+ step 4840000 | 44408s | train_loss=0.0119
487
+ step 4850000 | 44494s | train_loss=0.0116
488
+ step 4860000 | 44580s | train_loss=0.0112
489
+ step 4870000 | 44666s | train_loss=0.0106
490
+ step 4880000 | 44752s | train_loss=0.0120
491
+ step 4890000 | 44838s | train_loss=0.0115
492
+ step 4900000 | 44991s | train_loss=0.0114 | fid=39.8411
493
+ step 4910000 | 45074s | train_loss=0.0111
494
+ step 4920000 | 45159s | train_loss=0.0116
495
+ step 4930000 | 45245s | train_loss=0.0113
496
+ step 4940000 | 45330s | train_loss=0.0112
497
+ step 4950000 | 45413s | train_loss=0.0106
498
+ step 4960000 | 45499s | train_loss=0.0114
499
+ step 4970000 | 45585s | train_loss=0.0118
500
+ step 4980000 | 45671s | train_loss=0.0107
501
+ step 4990000 | 45757s | train_loss=0.0103
502
+ step 5000000 | 45909s | train_loss=0.0111 | fid=38.6220
results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d90/config.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d90/vae.pt",
3
+ "out": "results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d90",
4
+ "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json",
5
+ "train_tar": "/overflow/data/cerberus/celeba_hq_256_partitioned_ws/train/celeba_hq_256-train-0000.tar",
6
+ "n_train": 1000,
7
+ "total_steps": 5000000,
8
+ "eval_interval": 10000,
9
+ "mem_interval": 100000,
10
+ "fid_interval": 100000,
11
+ "fid_n_real": 1000,
12
+ "fid_n_gen": 10000,
13
+ "n_gen_samples": 10000,
14
+ "n_sde_steps": 500,
15
+ "batch_size": 512,
16
+ "hidden": 1024,
17
+ "depth": 5,
18
+ "optimizer": "sgd",
19
+ "lr": 0.001,
20
+ "momentum": 0.8,
21
+ "t_min": 0.01,
22
+ "t_max": 3.0,
23
+ "t_eval": 0.1,
24
+ "seed": 47,
25
+ "device": null
26
+ }
results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d90/metrics.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d90/runner.log ADDED
@@ -0,0 +1,502 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ FID real-side stats cached over 1000 diverse train images
2
+ step 1 | 69s | train_loss=0.9995 | fid=306.2379
3
+ step 10000 | 153s | train_loss=0.8112
4
+ step 20000 | 240s | train_loss=0.6968
5
+ step 30000 | 326s | train_loss=0.5647
6
+ step 40000 | 413s | train_loss=0.4195
7
+ step 50000 | 500s | train_loss=0.3005
8
+ step 60000 | 586s | train_loss=0.2226
9
+ step 70000 | 673s | train_loss=0.1804
10
+ step 80000 | 759s | train_loss=0.1545
11
+ step 90000 | 846s | train_loss=0.1398
12
+ step 100000 | 998s | train_loss=0.1315 | fid=58.9029
13
+ step 110000 | 1082s | train_loss=0.1240
14
+ step 120000 | 1166s | train_loss=0.1151
15
+ step 130000 | 1253s | train_loss=0.1100
16
+ step 140000 | 1339s | train_loss=0.1052
17
+ step 150000 | 1426s | train_loss=0.1003
18
+ step 160000 | 1512s | train_loss=0.0980
19
+ step 170000 | 1599s | train_loss=0.0927
20
+ step 180000 | 1685s | train_loss=0.0899
21
+ step 190000 | 1772s | train_loss=0.0879
22
+ step 200000 | 1922s | train_loss=0.0856 | fid=58.2538
23
+ step 210000 | 2009s | train_loss=0.0835
24
+ step 220000 | 2093s | train_loss=0.0805
25
+ step 230000 | 2176s | train_loss=0.0776
26
+ step 240000 | 2262s | train_loss=0.0753
27
+ step 250000 | 2349s | train_loss=0.0738
28
+ step 260000 | 2435s | train_loss=0.0731
29
+ step 270000 | 2522s | train_loss=0.0726
30
+ step 280000 | 2608s | train_loss=0.0698
31
+ step 290000 | 2695s | train_loss=0.0671
32
+ step 300000 | 2845s | train_loss=0.0676 | fid=55.2758
33
+ step 310000 | 2931s | train_loss=0.0675
34
+ step 320000 | 3018s | train_loss=0.0646
35
+ step 330000 | 3097s | train_loss=0.0639
36
+ step 340000 | 3182s | train_loss=0.0623
37
+ step 350000 | 3268s | train_loss=0.0603
38
+ step 360000 | 3354s | train_loss=0.0608
39
+ step 370000 | 3441s | train_loss=0.0599
40
+ step 380000 | 3528s | train_loss=0.0592
41
+ step 390000 | 3614s | train_loss=0.0582
42
+ step 400000 | 3763s | train_loss=0.0567 | fid=54.6328
43
+ step 410000 | 3849s | train_loss=0.0555
44
+ step 420000 | 3936s | train_loss=0.0564
45
+ step 430000 | 4023s | train_loss=0.0548
46
+ step 440000 | 4107s | train_loss=0.0557
47
+ step 450000 | 4191s | train_loss=0.0533
48
+ step 460000 | 4277s | train_loss=0.0537
49
+ step 470000 | 4363s | train_loss=0.0534
50
+ step 480000 | 4448s | train_loss=0.0519
51
+ step 490000 | 4535s | train_loss=0.0516
52
+ step 500000 | 4684s | train_loss=0.0516 | fid=51.6965
53
+ step 510000 | 4771s | train_loss=0.0523
54
+ step 520000 | 4858s | train_loss=0.0517
55
+ step 530000 | 4944s | train_loss=0.0497
56
+ step 540000 | 5028s | train_loss=0.0495
57
+ step 550000 | 5115s | train_loss=0.0486
58
+ step 560000 | 5199s | train_loss=0.0476
59
+ step 570000 | 5286s | train_loss=0.0478
60
+ step 580000 | 5372s | train_loss=0.0471
61
+ step 590000 | 5459s | train_loss=0.0468
62
+ step 600000 | 5608s | train_loss=0.0478 | fid=49.5994
63
+ step 610000 | 5694s | train_loss=0.0465
64
+ step 620000 | 5781s | train_loss=0.0447
65
+ step 630000 | 5868s | train_loss=0.0461
66
+ step 640000 | 5954s | train_loss=0.0443
67
+ step 650000 | 6032s | train_loss=0.0450
68
+ step 660000 | 6113s | train_loss=0.0452
69
+ step 670000 | 6198s | train_loss=0.0451
70
+ step 680000 | 6284s | train_loss=0.0440
71
+ step 690000 | 6371s | train_loss=0.0436
72
+ step 700000 | 6520s | train_loss=0.0434 | fid=49.8500
73
+ step 710000 | 6606s | train_loss=0.0423
74
+ step 720000 | 6693s | train_loss=0.0422
75
+ step 730000 | 6779s | train_loss=0.0422
76
+ step 740000 | 6865s | train_loss=0.0429
77
+ step 750000 | 6952s | train_loss=0.0410
78
+ step 760000 | 7037s | train_loss=0.0424
79
+ step 770000 | 7118s | train_loss=0.0409
80
+ step 780000 | 7203s | train_loss=0.0416
81
+ step 790000 | 7289s | train_loss=0.0410
82
+ step 800000 | 7439s | train_loss=0.0402 | fid=49.0785
83
+ step 810000 | 7526s | train_loss=0.0397
84
+ step 820000 | 7612s | train_loss=0.0398
85
+ step 830000 | 7699s | train_loss=0.0416
86
+ step 840000 | 7786s | train_loss=0.0396
87
+ step 850000 | 7872s | train_loss=0.0406
88
+ step 860000 | 7958s | train_loss=0.0408
89
+ step 870000 | 8043s | train_loss=0.0389
90
+ step 880000 | 8114s | train_loss=0.0381
91
+ step 890000 | 8198s | train_loss=0.0378
92
+ step 900000 | 8348s | train_loss=0.0391 | fid=47.2998
93
+ step 910000 | 8435s | train_loss=0.0380
94
+ step 920000 | 8521s | train_loss=0.0378
95
+ step 930000 | 8608s | train_loss=0.0371
96
+ step 940000 | 8695s | train_loss=0.0373
97
+ step 950000 | 8781s | train_loss=0.0368
98
+ step 960000 | 8868s | train_loss=0.0363
99
+ step 970000 | 8954s | train_loss=0.0368
100
+ step 980000 | 9040s | train_loss=0.0383
101
+ step 990000 | 9118s | train_loss=0.0359
102
+ step 1000000 | 9261s | train_loss=0.0373 | fid=47.0484
103
+ step 1010000 | 9348s | train_loss=0.0363
104
+ step 1020000 | 9434s | train_loss=0.0360
105
+ step 1030000 | 9521s | train_loss=0.0352
106
+ step 1040000 | 9607s | train_loss=0.0361
107
+ step 1050000 | 9694s | train_loss=0.0357
108
+ step 1060000 | 9780s | train_loss=0.0354
109
+ step 1070000 | 9867s | train_loss=0.0348
110
+ step 1080000 | 9953s | train_loss=0.0341
111
+ step 1090000 | 10040s | train_loss=0.0365
112
+ step 1100000 | 10185s | train_loss=0.0340 | fid=47.9588
113
+ step 1110000 | 10271s | train_loss=0.0340
114
+ step 1120000 | 10358s | train_loss=0.0331
115
+ step 1130000 | 10444s | train_loss=0.0344
116
+ step 1140000 | 10531s | train_loss=0.0335
117
+ step 1150000 | 10617s | train_loss=0.0338
118
+ step 1160000 | 10704s | train_loss=0.0330
119
+ step 1170000 | 10790s | train_loss=0.0333
120
+ step 1180000 | 10877s | train_loss=0.0330
121
+ step 1190000 | 10963s | train_loss=0.0326
122
+ step 1200000 | 11110s | train_loss=0.0330 | fid=46.0089
123
+ step 1210000 | 11195s | train_loss=0.0342
124
+ step 1220000 | 11282s | train_loss=0.0314
125
+ step 1230000 | 11368s | train_loss=0.0322
126
+ step 1240000 | 11455s | train_loss=0.0320
127
+ step 1250000 | 11541s | train_loss=0.0323
128
+ step 1260000 | 11628s | train_loss=0.0320
129
+ step 1270000 | 11714s | train_loss=0.0309
130
+ step 1280000 | 11800s | train_loss=0.0326
131
+ step 1290000 | 11887s | train_loss=0.0331
132
+ step 1300000 | 12037s | train_loss=0.0328 | fid=44.9202
133
+ step 1310000 | 12115s | train_loss=0.0311
134
+ step 1320000 | 12199s | train_loss=0.0317
135
+ step 1330000 | 12286s | train_loss=0.0305
136
+ step 1340000 | 12372s | train_loss=0.0304
137
+ step 1350000 | 12459s | train_loss=0.0325
138
+ step 1360000 | 12545s | train_loss=0.0307
139
+ step 1370000 | 12632s | train_loss=0.0309
140
+ step 1380000 | 12718s | train_loss=0.0308
141
+ step 1390000 | 12804s | train_loss=0.0307
142
+ step 1400000 | 12954s | train_loss=0.0294 | fid=45.0428
143
+ step 1410000 | 13041s | train_loss=0.0308
144
+ step 1420000 | 13125s | train_loss=0.0302
145
+ step 1430000 | 13210s | train_loss=0.0293
146
+ step 1440000 | 13297s | train_loss=0.0283
147
+ step 1450000 | 13384s | train_loss=0.0296
148
+ step 1460000 | 13470s | train_loss=0.0299
149
+ step 1470000 | 13556s | train_loss=0.0290
150
+ step 1480000 | 13643s | train_loss=0.0295
151
+ step 1490000 | 13729s | train_loss=0.0276
152
+ step 1500000 | 13878s | train_loss=0.0281 | fid=43.4503
153
+ step 1510000 | 13965s | train_loss=0.0283
154
+ step 1520000 | 14051s | train_loss=0.0283
155
+ step 1530000 | 14135s | train_loss=0.0287
156
+ step 1540000 | 14220s | train_loss=0.0281
157
+ step 1550000 | 14307s | train_loss=0.0283
158
+ step 1560000 | 14393s | train_loss=0.0277
159
+ step 1570000 | 14480s | train_loss=0.0277
160
+ step 1580000 | 14566s | train_loss=0.0283
161
+ step 1590000 | 14652s | train_loss=0.0279
162
+ step 1600000 | 14802s | train_loss=0.0274 | fid=45.8580
163
+ step 1610000 | 14889s | train_loss=0.0268
164
+ step 1620000 | 14975s | train_loss=0.0269
165
+ step 1630000 | 15062s | train_loss=0.0274
166
+ step 1640000 | 15133s | train_loss=0.0274
167
+ step 1650000 | 15217s | train_loss=0.0274
168
+ step 1660000 | 15304s | train_loss=0.0265
169
+ step 1670000 | 15391s | train_loss=0.0271
170
+ step 1680000 | 15477s | train_loss=0.0269
171
+ step 1690000 | 15564s | train_loss=0.0260
172
+ step 1700000 | 15713s | train_loss=0.0261 | fid=46.0042
173
+ step 1710000 | 15800s | train_loss=0.0268
174
+ step 1720000 | 15886s | train_loss=0.0272
175
+ step 1730000 | 15973s | train_loss=0.0265
176
+ step 1740000 | 16060s | train_loss=0.0257
177
+ step 1750000 | 16140s | train_loss=0.0257
178
+ step 1760000 | 16211s | train_loss=0.0253
179
+ step 1770000 | 16298s | train_loss=0.0257
180
+ step 1780000 | 16384s | train_loss=0.0253
181
+ step 1790000 | 16470s | train_loss=0.0256
182
+ step 1800000 | 16619s | train_loss=0.0256 | fid=47.5719
183
+ step 1810000 | 16706s | train_loss=0.0253
184
+ step 1820000 | 16792s | train_loss=0.0249
185
+ step 1830000 | 16879s | train_loss=0.0252
186
+ step 1840000 | 16965s | train_loss=0.0254
187
+ step 1850000 | 17052s | train_loss=0.0246
188
+ step 1860000 | 17139s | train_loss=0.0252
189
+ step 1870000 | 17220s | train_loss=0.0253
190
+ step 1880000 | 17307s | train_loss=0.0252
191
+ step 1890000 | 17393s | train_loss=0.0243
192
+ step 1900000 | 17543s | train_loss=0.0251 | fid=45.4189
193
+ step 1910000 | 17629s | train_loss=0.0248
194
+ step 1920000 | 17716s | train_loss=0.0236
195
+ step 1930000 | 17802s | train_loss=0.0246
196
+ step 1940000 | 17889s | train_loss=0.0246
197
+ step 1950000 | 17975s | train_loss=0.0243
198
+ step 1960000 | 18062s | train_loss=0.0233
199
+ step 1970000 | 18149s | train_loss=0.0241
200
+ step 1980000 | 18231s | train_loss=0.0233
201
+ step 1990000 | 18318s | train_loss=0.0245
202
+ step 2000000 | 18468s | train_loss=0.0238 | fid=45.5351
203
+ step 2010000 | 18554s | train_loss=0.0235
204
+ step 2020000 | 18641s | train_loss=0.0238
205
+ step 2030000 | 18727s | train_loss=0.0236
206
+ step 2040000 | 18814s | train_loss=0.0229
207
+ step 2050000 | 18900s | train_loss=0.0233
208
+ step 2060000 | 18987s | train_loss=0.0244
209
+ step 2070000 | 19073s | train_loss=0.0227
210
+ step 2080000 | 19156s | train_loss=0.0218
211
+ step 2090000 | 19233s | train_loss=0.0225
212
+ step 2100000 | 19382s | train_loss=0.0223 | fid=45.0846
213
+ step 2110000 | 19469s | train_loss=0.0231
214
+ step 2120000 | 19555s | train_loss=0.0239
215
+ step 2130000 | 19642s | train_loss=0.0237
216
+ step 2140000 | 19729s | train_loss=0.0229
217
+ step 2150000 | 19815s | train_loss=0.0230
218
+ step 2160000 | 19902s | train_loss=0.0219
219
+ step 2170000 | 19988s | train_loss=0.0224
220
+ step 2180000 | 20075s | train_loss=0.0221
221
+ step 2190000 | 20162s | train_loss=0.0226
222
+ step 2200000 | 20302s | train_loss=0.0230 | fid=44.5201
223
+ step 2210000 | 20388s | train_loss=0.0214
224
+ step 2220000 | 20475s | train_loss=0.0215
225
+ step 2230000 | 20561s | train_loss=0.0221
226
+ step 2240000 | 20648s | train_loss=0.0224
227
+ step 2250000 | 20735s | train_loss=0.0215
228
+ step 2260000 | 20821s | train_loss=0.0216
229
+ step 2270000 | 20908s | train_loss=0.0210
230
+ step 2280000 | 20994s | train_loss=0.0217
231
+ step 2290000 | 21080s | train_loss=0.0206
232
+ step 2300000 | 21220s | train_loss=0.0222 | fid=43.8028
233
+ step 2310000 | 21307s | train_loss=0.0210
234
+ step 2320000 | 21393s | train_loss=0.0202
235
+ step 2330000 | 21480s | train_loss=0.0210
236
+ step 2340000 | 21567s | train_loss=0.0211
237
+ step 2350000 | 21653s | train_loss=0.0205
238
+ step 2360000 | 21740s | train_loss=0.0213
239
+ step 2370000 | 21826s | train_loss=0.0206
240
+ step 2380000 | 21913s | train_loss=0.0217
241
+ step 2390000 | 21998s | train_loss=0.0212
242
+ step 2400000 | 22149s | train_loss=0.0210 | fid=42.8347
243
+ step 2410000 | 22221s | train_loss=0.0215
244
+ step 2420000 | 22307s | train_loss=0.0206
245
+ step 2430000 | 22394s | train_loss=0.0193
246
+ step 2440000 | 22481s | train_loss=0.0203
247
+ step 2450000 | 22567s | train_loss=0.0197
248
+ step 2460000 | 22654s | train_loss=0.0199
249
+ step 2470000 | 22740s | train_loss=0.0204
250
+ step 2480000 | 22827s | train_loss=0.0201
251
+ step 2490000 | 22911s | train_loss=0.0207
252
+ step 2500000 | 23062s | train_loss=0.0202 | fid=43.4134
253
+ step 2510000 | 23148s | train_loss=0.0204
254
+ step 2520000 | 23230s | train_loss=0.0193
255
+ step 2530000 | 23317s | train_loss=0.0211
256
+ step 2540000 | 23403s | train_loss=0.0207
257
+ step 2550000 | 23490s | train_loss=0.0207
258
+ step 2560000 | 23577s | train_loss=0.0196
259
+ step 2570000 | 23663s | train_loss=0.0200
260
+ step 2580000 | 23750s | train_loss=0.0197
261
+ step 2590000 | 23835s | train_loss=0.0204
262
+ step 2600000 | 23986s | train_loss=0.0200 | fid=43.0078
263
+ step 2610000 | 24073s | train_loss=0.0191
264
+ step 2620000 | 24160s | train_loss=0.0197
265
+ step 2630000 | 24232s | train_loss=0.0192
266
+ step 2640000 | 24315s | train_loss=0.0195
267
+ step 2650000 | 24402s | train_loss=0.0192
268
+ step 2660000 | 24488s | train_loss=0.0195
269
+ step 2670000 | 24575s | train_loss=0.0193
270
+ step 2680000 | 24661s | train_loss=0.0199
271
+ step 2690000 | 24746s | train_loss=0.0189
272
+ step 2700000 | 24897s | train_loss=0.0187 | fid=43.5122
273
+ step 2710000 | 24983s | train_loss=0.0188
274
+ step 2720000 | 25069s | train_loss=0.0187
275
+ step 2730000 | 25156s | train_loss=0.0186
276
+ step 2740000 | 25237s | train_loss=0.0183
277
+ step 2750000 | 25324s | train_loss=0.0184
278
+ step 2760000 | 25410s | train_loss=0.0181
279
+ step 2770000 | 25497s | train_loss=0.0184
280
+ step 2780000 | 25583s | train_loss=0.0183
281
+ step 2790000 | 25668s | train_loss=0.0183
282
+ step 2800000 | 25820s | train_loss=0.0190 | fid=41.9166
283
+ step 2810000 | 25906s | train_loss=0.0194
284
+ step 2820000 | 25992s | train_loss=0.0187
285
+ step 2830000 | 26079s | train_loss=0.0187
286
+ step 2840000 | 26165s | train_loss=0.0190
287
+ step 2850000 | 26243s | train_loss=0.0183
288
+ step 2860000 | 26323s | train_loss=0.0180
289
+ step 2870000 | 26410s | train_loss=0.0188
290
+ step 2880000 | 26497s | train_loss=0.0179
291
+ step 2890000 | 26581s | train_loss=0.0178
292
+ step 2900000 | 26733s | train_loss=0.0181 | fid=42.8823
293
+ step 2910000 | 26819s | train_loss=0.0176
294
+ step 2920000 | 26906s | train_loss=0.0175
295
+ step 2930000 | 26992s | train_loss=0.0175
296
+ step 2940000 | 27079s | train_loss=0.0187
297
+ step 2950000 | 27165s | train_loss=0.0188
298
+ step 2960000 | 27249s | train_loss=0.0188
299
+ step 2970000 | 27333s | train_loss=0.0194
300
+ step 2980000 | 27419s | train_loss=0.0180
301
+ step 2990000 | 27504s | train_loss=0.0177
302
+ step 3000000 | 27656s | train_loss=0.0166 | fid=42.8685
303
+ step 3010000 | 27743s | train_loss=0.0178
304
+ step 3020000 | 27829s | train_loss=0.0188
305
+ step 3030000 | 27915s | train_loss=0.0181
306
+ step 3040000 | 28002s | train_loss=0.0171
307
+ step 3050000 | 28088s | train_loss=0.0179
308
+ step 3060000 | 28175s | train_loss=0.0183
309
+ step 3070000 | 28259s | train_loss=0.0174
310
+ step 3080000 | 28344s | train_loss=0.0171
311
+ step 3090000 | 28429s | train_loss=0.0171
312
+ step 3100000 | 28580s | train_loss=0.0171 | fid=42.5158
313
+ step 3110000 | 28667s | train_loss=0.0176
314
+ step 3120000 | 28753s | train_loss=0.0180
315
+ step 3130000 | 28840s | train_loss=0.0168
316
+ step 3140000 | 28926s | train_loss=0.0167
317
+ step 3150000 | 29013s | train_loss=0.0172
318
+ step 3160000 | 29100s | train_loss=0.0171
319
+ step 3170000 | 29186s | train_loss=0.0175
320
+ step 3180000 | 29270s | train_loss=0.0172
321
+ step 3190000 | 29352s | train_loss=0.0166
322
+ step 3200000 | 29504s | train_loss=0.0169 | fid=43.2283
323
+ step 3210000 | 29591s | train_loss=0.0166
324
+ step 3220000 | 29677s | train_loss=0.0167
325
+ step 3230000 | 29764s | train_loss=0.0176
326
+ step 3240000 | 29850s | train_loss=0.0166
327
+ step 3250000 | 29937s | train_loss=0.0167
328
+ step 3260000 | 30023s | train_loss=0.0180
329
+ step 3270000 | 30110s | train_loss=0.0163
330
+ step 3280000 | 30197s | train_loss=0.0174
331
+ step 3290000 | 30278s | train_loss=0.0166
332
+ step 3300000 | 30426s | train_loss=0.0164 | fid=42.1156
333
+ step 3310000 | 30512s | train_loss=0.0166
334
+ step 3320000 | 30599s | train_loss=0.0161
335
+ step 3330000 | 30685s | train_loss=0.0161
336
+ step 3340000 | 30772s | train_loss=0.0167
337
+ step 3350000 | 30858s | train_loss=0.0163
338
+ step 3360000 | 30945s | train_loss=0.0161
339
+ step 3370000 | 31032s | train_loss=0.0165
340
+ step 3380000 | 31118s | train_loss=0.0167
341
+ step 3390000 | 31194s | train_loss=0.0171
342
+ step 3400000 | 31341s | train_loss=0.0161 | fid=42.3647
343
+ step 3410000 | 31427s | train_loss=0.0156
344
+ step 3420000 | 31514s | train_loss=0.0157
345
+ step 3430000 | 31600s | train_loss=0.0170
346
+ step 3440000 | 31687s | train_loss=0.0163
347
+ step 3450000 | 31773s | train_loss=0.0158
348
+ step 3460000 | 31860s | train_loss=0.0160
349
+ step 3470000 | 31947s | train_loss=0.0157
350
+ step 3480000 | 32033s | train_loss=0.0154
351
+ step 3490000 | 32117s | train_loss=0.0161
352
+ step 3500000 | 32266s | train_loss=0.0169 | fid=40.6216
353
+ step 3510000 | 32351s | train_loss=0.0156
354
+ step 3520000 | 32438s | train_loss=0.0157
355
+ step 3530000 | 32524s | train_loss=0.0155
356
+ step 3540000 | 32611s | train_loss=0.0156
357
+ step 3550000 | 32697s | train_loss=0.0152
358
+ step 3560000 | 32784s | train_loss=0.0162
359
+ step 3570000 | 32870s | train_loss=0.0162
360
+ step 3580000 | 32957s | train_loss=0.0154
361
+ step 3590000 | 33041s | train_loss=0.0155
362
+ step 3600000 | 33189s | train_loss=0.0157 | fid=41.6312
363
+ step 3610000 | 33271s | train_loss=0.0147
364
+ step 3620000 | 33355s | train_loss=0.0150
365
+ step 3630000 | 33442s | train_loss=0.0149
366
+ step 3640000 | 33528s | train_loss=0.0152
367
+ step 3650000 | 33614s | train_loss=0.0151
368
+ step 3660000 | 33701s | train_loss=0.0149
369
+ step 3670000 | 33787s | train_loss=0.0160
370
+ step 3680000 | 33874s | train_loss=0.0154
371
+ step 3690000 | 33955s | train_loss=0.0164
372
+ step 3700000 | 34102s | train_loss=0.0153 | fid=41.4770
373
+ step 3710000 | 34186s | train_loss=0.0151
374
+ step 3720000 | 34267s | train_loss=0.0152
375
+ step 3730000 | 34351s | train_loss=0.0151
376
+ step 3740000 | 34438s | train_loss=0.0156
377
+ step 3750000 | 34524s | train_loss=0.0158
378
+ step 3760000 | 34611s | train_loss=0.0150
379
+ step 3770000 | 34697s | train_loss=0.0158
380
+ step 3780000 | 34784s | train_loss=0.0146
381
+ step 3790000 | 34871s | train_loss=0.0155
382
+ step 3800000 | 35004s | train_loss=0.0149 | fid=40.4592
383
+ step 3810000 | 35091s | train_loss=0.0144
384
+ step 3820000 | 35176s | train_loss=0.0147
385
+ step 3830000 | 35251s | train_loss=0.0143
386
+ step 3840000 | 35335s | train_loss=0.0149
387
+ step 3850000 | 35422s | train_loss=0.0151
388
+ step 3860000 | 35508s | train_loss=0.0144
389
+ step 3870000 | 35594s | train_loss=0.0142
390
+ step 3880000 | 35681s | train_loss=0.0144
391
+ step 3890000 | 35767s | train_loss=0.0142
392
+ step 3900000 | 35918s | train_loss=0.0142 | fid=40.2856
393
+ step 3910000 | 36004s | train_loss=0.0148
394
+ step 3920000 | 36091s | train_loss=0.0144
395
+ step 3930000 | 36178s | train_loss=0.0147
396
+ step 3940000 | 36254s | train_loss=0.0142
397
+ step 3950000 | 36339s | train_loss=0.0143
398
+ step 3960000 | 36426s | train_loss=0.0142
399
+ step 3970000 | 36512s | train_loss=0.0141
400
+ step 3980000 | 36599s | train_loss=0.0135
401
+ step 3990000 | 36685s | train_loss=0.0143
402
+ step 4000000 | 36835s | train_loss=0.0140 | fid=40.3688
403
+ step 4010000 | 36922s | train_loss=0.0146
404
+ step 4020000 | 37009s | train_loss=0.0138
405
+ step 4030000 | 37095s | train_loss=0.0145
406
+ step 4040000 | 37182s | train_loss=0.0141
407
+ step 4050000 | 37260s | train_loss=0.0138
408
+ step 4060000 | 37345s | train_loss=0.0140
409
+ step 4070000 | 37432s | train_loss=0.0146
410
+ step 4080000 | 37518s | train_loss=0.0148
411
+ step 4090000 | 37605s | train_loss=0.0143
412
+ step 4100000 | 37755s | train_loss=0.0153 | fid=39.8453
413
+ step 4110000 | 37841s | train_loss=0.0139
414
+ step 4120000 | 37928s | train_loss=0.0143
415
+ step 4130000 | 38014s | train_loss=0.0141
416
+ step 4140000 | 38101s | train_loss=0.0145
417
+ step 4150000 | 38188s | train_loss=0.0138
418
+ step 4160000 | 38265s | train_loss=0.0136
419
+ step 4170000 | 38350s | train_loss=0.0142
420
+ step 4180000 | 38436s | train_loss=0.0136
421
+ step 4190000 | 38523s | train_loss=0.0146
422
+ step 4200000 | 38673s | train_loss=0.0141 | fid=39.9167
423
+ step 4210000 | 38759s | train_loss=0.0133
424
+ step 4220000 | 38846s | train_loss=0.0136
425
+ step 4230000 | 38932s | train_loss=0.0147
426
+ step 4240000 | 39019s | train_loss=0.0141
427
+ step 4250000 | 39105s | train_loss=0.0131
428
+ step 4260000 | 39192s | train_loss=0.0140
429
+ step 4270000 | 39269s | train_loss=0.0147
430
+ step 4280000 | 39342s | train_loss=0.0132
431
+ step 4290000 | 39429s | train_loss=0.0134
432
+ step 4300000 | 39578s | train_loss=0.0135 | fid=40.0564
433
+ step 4310000 | 39665s | train_loss=0.0133
434
+ step 4320000 | 39751s | train_loss=0.0132
435
+ step 4330000 | 39838s | train_loss=0.0136
436
+ step 4340000 | 39925s | train_loss=0.0140
437
+ step 4350000 | 40011s | train_loss=0.0136
438
+ step 4360000 | 40098s | train_loss=0.0131
439
+ step 4370000 | 40184s | train_loss=0.0138
440
+ step 4380000 | 40271s | train_loss=0.0135
441
+ step 4390000 | 40343s | train_loss=0.0135
442
+ step 4400000 | 40492s | train_loss=0.0135 | fid=39.1747
443
+ step 4410000 | 40579s | train_loss=0.0131
444
+ step 4420000 | 40665s | train_loss=0.0133
445
+ step 4430000 | 40752s | train_loss=0.0133
446
+ step 4440000 | 40838s | train_loss=0.0130
447
+ step 4450000 | 40925s | train_loss=0.0140
448
+ step 4460000 | 41011s | train_loss=0.0133
449
+ step 4470000 | 41098s | train_loss=0.0144
450
+ step 4480000 | 41184s | train_loss=0.0139
451
+ step 4490000 | 41271s | train_loss=0.0134
452
+ step 4500000 | 41401s | train_loss=0.0137 | fid=39.3096
453
+ step 4510000 | 41487s | train_loss=0.0122
454
+ step 4520000 | 41574s | train_loss=0.0131
455
+ step 4530000 | 41660s | train_loss=0.0137
456
+ step 4540000 | 41747s | train_loss=0.0128
457
+ step 4550000 | 41833s | train_loss=0.0128
458
+ step 4560000 | 41920s | train_loss=0.0135
459
+ step 4570000 | 42006s | train_loss=0.0133
460
+ step 4580000 | 42093s | train_loss=0.0126
461
+ step 4590000 | 42179s | train_loss=0.0131
462
+ step 4600000 | 42326s | train_loss=0.0122 | fid=39.1951
463
+ step 4610000 | 42401s | train_loss=0.0132
464
+ step 4620000 | 42487s | train_loss=0.0136
465
+ step 4630000 | 42573s | train_loss=0.0127
466
+ step 4640000 | 42660s | train_loss=0.0121
467
+ step 4650000 | 42747s | train_loss=0.0131
468
+ step 4660000 | 42833s | train_loss=0.0127
469
+ step 4670000 | 42919s | train_loss=0.0134
470
+ step 4680000 | 43006s | train_loss=0.0124
471
+ step 4690000 | 43092s | train_loss=0.0121
472
+ step 4700000 | 43242s | train_loss=0.0121 | fid=40.1110
473
+ step 4710000 | 43328s | train_loss=0.0122
474
+ step 4720000 | 43403s | train_loss=0.0129
475
+ step 4730000 | 43489s | train_loss=0.0124
476
+ step 4740000 | 43576s | train_loss=0.0121
477
+ step 4750000 | 43662s | train_loss=0.0126
478
+ step 4760000 | 43749s | train_loss=0.0126
479
+ step 4770000 | 43836s | train_loss=0.0121
480
+ step 4780000 | 43922s | train_loss=0.0138
481
+ step 4790000 | 44009s | train_loss=0.0123
482
+ step 4800000 | 44159s | train_loss=0.0130 | fid=39.0514
483
+ step 4810000 | 44245s | train_loss=0.0119
484
+ step 4820000 | 44330s | train_loss=0.0115
485
+ step 4830000 | 44408s | train_loss=0.0124
486
+ step 4840000 | 44495s | train_loss=0.0118
487
+ step 4850000 | 44581s | train_loss=0.0122
488
+ step 4860000 | 44668s | train_loss=0.0127
489
+ step 4870000 | 44754s | train_loss=0.0121
490
+ step 4880000 | 44841s | train_loss=0.0123
491
+ step 4890000 | 44927s | train_loss=0.0121
492
+ step 4900000 | 45077s | train_loss=0.0129 | fid=39.4174
493
+ step 4910000 | 45164s | train_loss=0.0123
494
+ step 4920000 | 45250s | train_loss=0.0119
495
+ step 4930000 | 45335s | train_loss=0.0123
496
+ step 4940000 | 45419s | train_loss=0.0129
497
+ step 4950000 | 45506s | train_loss=0.0121
498
+ step 4960000 | 45592s | train_loss=0.0124
499
+ step 4970000 | 45679s | train_loss=0.0128
500
+ step 4980000 | 45765s | train_loss=0.0119
501
+ step 4990000 | 45852s | train_loss=0.0120
502
+ step 5000000 | 45973s | train_loss=0.0123 | fid=38.6482
results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d100/config.json ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d100/vae.pt",
3
+ "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d100",
4
+ "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json",
5
+ "n_train": 1000,
6
+ "total_steps": 5000000,
7
+ "eval_interval": 10000,
8
+ "mem_interval": 100000,
9
+ "fid_interval": 100000,
10
+ "fid_n_real": 1000,
11
+ "fid_n_gen": 10000,
12
+ "n_gen_samples": 10000,
13
+ "n_sde_steps": 500,
14
+ "batch_size": 512,
15
+ "hidden": 1024,
16
+ "depth": 5,
17
+ "optimizer": "sgd",
18
+ "lr": 0.001,
19
+ "momentum": 0.8,
20
+ "t_min": 0.01,
21
+ "t_max": 3.0,
22
+ "t_eval": 0.1,
23
+ "seed": 42,
24
+ "device": null
25
+ }
results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d100/metrics.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d100/runner.log ADDED
@@ -0,0 +1,502 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ FID real-side stats cached over 1000 diverse train images
2
+ step 1 | 75s | train_loss=0.9952 | fid=311.2346
3
+ step 10000 | 176s | train_loss=0.8215
4
+ step 20000 | 277s | train_loss=0.7064
5
+ step 30000 | 377s | train_loss=0.5744
6
+ step 40000 | 477s | train_loss=0.4305
7
+ step 50000 | 577s | train_loss=0.3051
8
+ step 60000 | 677s | train_loss=0.2268
9
+ step 70000 | 778s | train_loss=0.1805
10
+ step 80000 | 879s | train_loss=0.1561
11
+ step 90000 | 980s | train_loss=0.1363
12
+ step 100000 | 1148s | train_loss=0.1281 | fid=164.1250
13
+ step 110000 | 1248s | train_loss=0.1192
14
+ step 120000 | 1348s | train_loss=0.1132
15
+ step 130000 | 1447s | train_loss=0.1084
16
+ step 140000 | 1547s | train_loss=0.1036
17
+ step 150000 | 1646s | train_loss=0.0989
18
+ step 160000 | 1748s | train_loss=0.0974
19
+ step 170000 | 1849s | train_loss=0.0926
20
+ step 180000 | 1949s | train_loss=0.0893
21
+ step 190000 | 2047s | train_loss=0.0864
22
+ step 200000 | 2218s | train_loss=0.0822 | fid=160.5065
23
+ step 210000 | 2317s | train_loss=0.0828
24
+ step 220000 | 2417s | train_loss=0.0801
25
+ step 230000 | 2519s | train_loss=0.0795
26
+ step 240000 | 2618s | train_loss=0.0762
27
+ step 250000 | 2719s | train_loss=0.0749
28
+ step 260000 | 2820s | train_loss=0.0715
29
+ step 270000 | 2922s | train_loss=0.0694
30
+ step 280000 | 3020s | train_loss=0.0703
31
+ step 290000 | 3118s | train_loss=0.0679
32
+ step 300000 | 3292s | train_loss=0.0667 | fid=154.2239
33
+ step 310000 | 3391s | train_loss=0.0652
34
+ step 320000 | 3492s | train_loss=0.0655
35
+ step 330000 | 3592s | train_loss=0.0637
36
+ step 340000 | 3692s | train_loss=0.0637
37
+ step 350000 | 3793s | train_loss=0.0614
38
+ step 360000 | 3894s | train_loss=0.0629
39
+ step 370000 | 3991s | train_loss=0.0603
40
+ step 380000 | 4094s | train_loss=0.0587
41
+ step 390000 | 4190s | train_loss=0.0590
42
+ step 400000 | 4363s | train_loss=0.0582 | fid=147.8080
43
+ step 410000 | 4464s | train_loss=0.0567
44
+ step 420000 | 4564s | train_loss=0.0555
45
+ step 430000 | 4664s | train_loss=0.0545
46
+ step 440000 | 4764s | train_loss=0.0553
47
+ step 450000 | 4865s | train_loss=0.0545
48
+ step 460000 | 4963s | train_loss=0.0549
49
+ step 470000 | 5064s | train_loss=0.0543
50
+ step 480000 | 5161s | train_loss=0.0537
51
+ step 490000 | 5262s | train_loss=0.0526
52
+ step 500000 | 5435s | train_loss=0.0521 | fid=142.6300
53
+ step 510000 | 5537s | train_loss=0.0525
54
+ step 520000 | 5636s | train_loss=0.0511
55
+ step 530000 | 5737s | train_loss=0.0494
56
+ step 540000 | 5834s | train_loss=0.0503
57
+ step 550000 | 5934s | train_loss=0.0495
58
+ step 560000 | 6036s | train_loss=0.0486
59
+ step 570000 | 6134s | train_loss=0.0488
60
+ step 580000 | 6234s | train_loss=0.0472
61
+ step 590000 | 6333s | train_loss=0.0488
62
+ step 600000 | 6509s | train_loss=0.0479 | fid=136.8718
63
+ step 610000 | 6610s | train_loss=0.0468
64
+ step 620000 | 6710s | train_loss=0.0488
65
+ step 630000 | 6805s | train_loss=0.0460
66
+ step 640000 | 6898s | train_loss=0.0461
67
+ step 650000 | 6999s | train_loss=0.0457
68
+ step 660000 | 7100s | train_loss=0.0452
69
+ step 670000 | 7197s | train_loss=0.0461
70
+ step 680000 | 7298s | train_loss=0.0458
71
+ step 690000 | 7397s | train_loss=0.0450
72
+ step 700000 | 7570s | train_loss=0.0447 | fid=137.0180
73
+ step 710000 | 7670s | train_loss=0.0430
74
+ step 720000 | 7771s | train_loss=0.0437
75
+ step 730000 | 7864s | train_loss=0.0440
76
+ step 740000 | 7965s | train_loss=0.0446
77
+ step 750000 | 8065s | train_loss=0.0422
78
+ step 760000 | 8164s | train_loss=0.0442
79
+ step 770000 | 8265s | train_loss=0.0417
80
+ step 780000 | 8366s | train_loss=0.0428
81
+ step 790000 | 8465s | train_loss=0.0413
82
+ step 800000 | 8641s | train_loss=0.0443 | fid=137.7206
83
+ step 810000 | 8740s | train_loss=0.0423
84
+ step 820000 | 8838s | train_loss=0.0429
85
+ step 830000 | 8937s | train_loss=0.0427
86
+ step 840000 | 9037s | train_loss=0.0407
87
+ step 850000 | 9138s | train_loss=0.0408
88
+ step 860000 | 9238s | train_loss=0.0399
89
+ step 870000 | 9338s | train_loss=0.0418
90
+ step 880000 | 9440s | train_loss=0.0422
91
+ step 890000 | 9539s | train_loss=0.0395
92
+ step 900000 | 9714s | train_loss=0.0395 | fid=143.7842
93
+ step 910000 | 9811s | train_loss=0.0387
94
+ step 920000 | 9911s | train_loss=0.0392
95
+ step 930000 | 10010s | train_loss=0.0389
96
+ step 940000 | 10111s | train_loss=0.0384
97
+ step 950000 | 10209s | train_loss=0.0415
98
+ step 960000 | 10311s | train_loss=0.0411
99
+ step 970000 | 10411s | train_loss=0.0377
100
+ step 980000 | 10510s | train_loss=0.0396
101
+ step 990000 | 10612s | train_loss=0.0380
102
+ step 1000000 | 10775s | train_loss=0.0386 | fid=166.7078
103
+ step 1010000 | 10875s | train_loss=0.0374
104
+ step 1020000 | 10975s | train_loss=0.0377
105
+ step 1030000 | 11076s | train_loss=0.0395
106
+ step 1040000 | 11175s | train_loss=0.0377
107
+ step 1050000 | 11274s | train_loss=0.0376
108
+ step 1060000 | 11374s | train_loss=0.0374
109
+ step 1070000 | 11475s | train_loss=0.0370
110
+ step 1080000 | 11576s | train_loss=0.0361
111
+ step 1090000 | 11677s | train_loss=0.0373
112
+ step 1100000 | 11849s | train_loss=0.0358 | fid=178.3468
113
+ step 1110000 | 11948s | train_loss=0.0352
114
+ step 1120000 | 12048s | train_loss=0.0360
115
+ step 1130000 | 12148s | train_loss=0.0365
116
+ step 1140000 | 12247s | train_loss=0.0347
117
+ step 1150000 | 12347s | train_loss=0.0365
118
+ step 1160000 | 12448s | train_loss=0.0363
119
+ step 1170000 | 12550s | train_loss=0.0355
120
+ step 1180000 | 12645s | train_loss=0.0338
121
+ step 1190000 | 12739s | train_loss=0.0353
122
+ step 1200000 | 12912s | train_loss=0.0352 | fid=192.8667
123
+ step 1210000 | 13014s | train_loss=0.0346
124
+ step 1220000 | 13114s | train_loss=0.0338
125
+ step 1230000 | 13212s | train_loss=0.0343
126
+ step 1240000 | 13312s | train_loss=0.0346
127
+ step 1250000 | 13413s | train_loss=0.0331
128
+ step 1260000 | 13514s | train_loss=0.0331
129
+ step 1270000 | 13614s | train_loss=0.0333
130
+ step 1280000 | 13703s | train_loss=0.0333
131
+ step 1290000 | 13803s | train_loss=0.0327
132
+ step 1300000 | 13978s | train_loss=0.0330 | fid=198.7876
133
+ step 1310000 | 14079s | train_loss=0.0342
134
+ step 1320000 | 14178s | train_loss=0.0343
135
+ step 1330000 | 14276s | train_loss=0.0332
136
+ step 1340000 | 14377s | train_loss=0.0336
137
+ step 1350000 | 14477s | train_loss=0.0327
138
+ step 1360000 | 14578s | train_loss=0.0334
139
+ step 1370000 | 14665s | train_loss=0.0314
140
+ step 1380000 | 14764s | train_loss=0.0313
141
+ step 1390000 | 14865s | train_loss=0.0322
142
+ step 1400000 | 15039s | train_loss=0.0323 | fid=200.9307
143
+ step 1410000 | 15137s | train_loss=0.0316
144
+ step 1420000 | 15236s | train_loss=0.0317
145
+ step 1430000 | 15336s | train_loss=0.0323
146
+ step 1440000 | 15437s | train_loss=0.0320
147
+ step 1450000 | 15539s | train_loss=0.0315
148
+ step 1460000 | 15634s | train_loss=0.0303
149
+ step 1470000 | 15724s | train_loss=0.0315
150
+ step 1480000 | 15823s | train_loss=0.0304
151
+ step 1490000 | 15924s | train_loss=0.0305
152
+ step 1500000 | 16099s | train_loss=0.0302 | fid=200.9789
153
+ step 1510000 | 16198s | train_loss=0.0311
154
+ step 1520000 | 16296s | train_loss=0.0301
155
+ step 1530000 | 16396s | train_loss=0.0313
156
+ step 1540000 | 16496s | train_loss=0.0304
157
+ step 1550000 | 16597s | train_loss=0.0304
158
+ step 1560000 | 16687s | train_loss=0.0304
159
+ step 1570000 | 16785s | train_loss=0.0294
160
+ step 1580000 | 16886s | train_loss=0.0309
161
+ step 1590000 | 16988s | train_loss=0.0300
162
+ step 1600000 | 17162s | train_loss=0.0292 | fid=176.0038
163
+ step 1610000 | 17260s | train_loss=0.0304
164
+ step 1620000 | 17360s | train_loss=0.0306
165
+ step 1630000 | 17461s | train_loss=0.0309
166
+ step 1640000 | 17561s | train_loss=0.0291
167
+ step 1650000 | 17650s | train_loss=0.0292
168
+ step 1660000 | 17750s | train_loss=0.0289
169
+ step 1670000 | 17851s | train_loss=0.0283
170
+ step 1680000 | 17951s | train_loss=0.0291
171
+ step 1690000 | 18053s | train_loss=0.0290
172
+ step 1700000 | 18227s | train_loss=0.0283 | fid=161.8292
173
+ step 1710000 | 18326s | train_loss=0.0306
174
+ step 1720000 | 18427s | train_loss=0.0293
175
+ step 1730000 | 18527s | train_loss=0.0292
176
+ step 1740000 | 18622s | train_loss=0.0296
177
+ step 1750000 | 18713s | train_loss=0.0282
178
+ step 1760000 | 18813s | train_loss=0.0285
179
+ step 1770000 | 18914s | train_loss=0.0288
180
+ step 1780000 | 19015s | train_loss=0.0276
181
+ step 1790000 | 19114s | train_loss=0.0283
182
+ step 1800000 | 19286s | train_loss=0.0272 | fid=146.2931
183
+ step 1810000 | 19386s | train_loss=0.0287
184
+ step 1820000 | 19487s | train_loss=0.0275
185
+ step 1830000 | 19585s | train_loss=0.0272
186
+ step 1840000 | 19675s | train_loss=0.0278
187
+ step 1850000 | 19777s | train_loss=0.0289
188
+ step 1860000 | 19876s | train_loss=0.0271
189
+ step 1870000 | 19976s | train_loss=0.0268
190
+ step 1880000 | 20078s | train_loss=0.0270
191
+ step 1890000 | 20176s | train_loss=0.0265
192
+ step 1900000 | 20348s | train_loss=0.0286 | fid=141.2089
193
+ step 1910000 | 20448s | train_loss=0.0272
194
+ step 1920000 | 20546s | train_loss=0.0269
195
+ step 1930000 | 20638s | train_loss=0.0268
196
+ step 1940000 | 20736s | train_loss=0.0256
197
+ step 1950000 | 20836s | train_loss=0.0269
198
+ step 1960000 | 20937s | train_loss=0.0258
199
+ step 1970000 | 21039s | train_loss=0.0256
200
+ step 1980000 | 21139s | train_loss=0.0266
201
+ step 1990000 | 21239s | train_loss=0.0259
202
+ step 2000000 | 21412s | train_loss=0.0252 | fid=135.3029
203
+ step 2010000 | 21512s | train_loss=0.0261
204
+ step 2020000 | 21607s | train_loss=0.0250
205
+ step 2030000 | 21703s | train_loss=0.0247
206
+ step 2040000 | 21804s | train_loss=0.0268
207
+ step 2050000 | 21903s | train_loss=0.0254
208
+ step 2060000 | 22004s | train_loss=0.0246
209
+ step 2070000 | 22105s | train_loss=0.0260
210
+ step 2080000 | 22203s | train_loss=0.0235
211
+ step 2090000 | 22301s | train_loss=0.0244
212
+ step 2100000 | 22474s | train_loss=0.0263 | fid=134.5225
213
+ step 2110000 | 22574s | train_loss=0.0247
214
+ step 2120000 | 22666s | train_loss=0.0249
215
+ step 2130000 | 22767s | train_loss=0.0246
216
+ step 2140000 | 22868s | train_loss=0.0246
217
+ step 2150000 | 22968s | train_loss=0.0245
218
+ step 2160000 | 23068s | train_loss=0.0238
219
+ step 2170000 | 23167s | train_loss=0.0240
220
+ step 2180000 | 23267s | train_loss=0.0243
221
+ step 2190000 | 23367s | train_loss=0.0236
222
+ step 2200000 | 23541s | train_loss=0.0243 | fid=128.9012
223
+ step 2210000 | 23634s | train_loss=0.0234
224
+ step 2220000 | 23735s | train_loss=0.0234
225
+ step 2230000 | 23836s | train_loss=0.0239
226
+ step 2240000 | 23936s | train_loss=0.0245
227
+ step 2250000 | 24037s | train_loss=0.0234
228
+ step 2260000 | 24136s | train_loss=0.0225
229
+ step 2270000 | 24237s | train_loss=0.0229
230
+ step 2280000 | 24327s | train_loss=0.0228
231
+ step 2290000 | 24428s | train_loss=0.0226
232
+ step 2300000 | 24595s | train_loss=0.0230 | fid=128.3034
233
+ step 2310000 | 24695s | train_loss=0.0235
234
+ step 2320000 | 24797s | train_loss=0.0230
235
+ step 2330000 | 24897s | train_loss=0.0223
236
+ step 2340000 | 24997s | train_loss=0.0221
237
+ step 2350000 | 25097s | train_loss=0.0228
238
+ step 2360000 | 25196s | train_loss=0.0224
239
+ step 2370000 | 25296s | train_loss=0.0220
240
+ step 2380000 | 25379s | train_loss=0.0213
241
+ step 2390000 | 25481s | train_loss=0.0220
242
+ step 2400000 | 25648s | train_loss=0.0218 | fid=125.1275
243
+ step 2410000 | 25747s | train_loss=0.0230
244
+ step 2420000 | 25849s | train_loss=0.0217
245
+ step 2430000 | 25951s | train_loss=0.0207
246
+ step 2440000 | 26051s | train_loss=0.0209
247
+ step 2450000 | 26149s | train_loss=0.0224
248
+ step 2460000 | 26249s | train_loss=0.0224
249
+ step 2470000 | 26350s | train_loss=0.0219
250
+ step 2480000 | 26436s | train_loss=0.0207
251
+ step 2490000 | 26529s | train_loss=0.0204
252
+ step 2500000 | 26702s | train_loss=0.0220 | fid=126.2065
253
+ step 2510000 | 26802s | train_loss=0.0216
254
+ step 2520000 | 26902s | train_loss=0.0211
255
+ step 2530000 | 27004s | train_loss=0.0216
256
+ step 2540000 | 27101s | train_loss=0.0205
257
+ step 2550000 | 27201s | train_loss=0.0204
258
+ step 2560000 | 27302s | train_loss=0.0208
259
+ step 2570000 | 27403s | train_loss=0.0215
260
+ step 2580000 | 27496s | train_loss=0.0211
261
+ step 2590000 | 27596s | train_loss=0.0207
262
+ step 2600000 | 27772s | train_loss=0.0198 | fid=122.5382
263
+ step 2610000 | 27874s | train_loss=0.0205
264
+ step 2620000 | 27976s | train_loss=0.0205
265
+ step 2630000 | 28076s | train_loss=0.0206
266
+ step 2640000 | 28174s | train_loss=0.0199
267
+ step 2650000 | 28276s | train_loss=0.0202
268
+ step 2660000 | 28377s | train_loss=0.0211
269
+ step 2670000 | 28471s | train_loss=0.0199
270
+ step 2680000 | 28572s | train_loss=0.0199
271
+ step 2690000 | 28674s | train_loss=0.0202
272
+ step 2700000 | 28850s | train_loss=0.0195 | fid=123.8484
273
+ step 2710000 | 28951s | train_loss=0.0202
274
+ step 2720000 | 29052s | train_loss=0.0197
275
+ step 2730000 | 29148s | train_loss=0.0198
276
+ step 2740000 | 29248s | train_loss=0.0204
277
+ step 2750000 | 29349s | train_loss=0.0198
278
+ step 2760000 | 29438s | train_loss=0.0201
279
+ step 2770000 | 29521s | train_loss=0.0202
280
+ step 2780000 | 29623s | train_loss=0.0197
281
+ step 2790000 | 29724s | train_loss=0.0200
282
+ step 2800000 | 29898s | train_loss=0.0195 | fid=122.3949
283
+ step 2810000 | 29998s | train_loss=0.0202
284
+ step 2820000 | 30096s | train_loss=0.0195
285
+ step 2830000 | 30195s | train_loss=0.0195
286
+ step 2840000 | 30295s | train_loss=0.0198
287
+ step 2850000 | 30385s | train_loss=0.0195
288
+ step 2860000 | 30487s | train_loss=0.0192
289
+ step 2870000 | 30572s | train_loss=0.0189
290
+ step 2880000 | 30670s | train_loss=0.0182
291
+ step 2890000 | 30771s | train_loss=0.0184
292
+ step 2900000 | 30947s | train_loss=0.0191 | fid=125.6482
293
+ step 2910000 | 31048s | train_loss=0.0197
294
+ step 2920000 | 31144s | train_loss=0.0187
295
+ step 2930000 | 31245s | train_loss=0.0182
296
+ step 2940000 | 31342s | train_loss=0.0179
297
+ step 2950000 | 31443s | train_loss=0.0196
298
+ step 2960000 | 31545s | train_loss=0.0191
299
+ step 2970000 | 31642s | train_loss=0.0193
300
+ step 2980000 | 31744s | train_loss=0.0187
301
+ step 2990000 | 31844s | train_loss=0.0183
302
+ step 3000000 | 32019s | train_loss=0.0177 | fid=121.7419
303
+ step 3010000 | 32116s | train_loss=0.0184
304
+ step 3020000 | 32215s | train_loss=0.0184
305
+ step 3030000 | 32313s | train_loss=0.0184
306
+ step 3040000 | 32414s | train_loss=0.0189
307
+ step 3050000 | 32515s | train_loss=0.0190
308
+ step 3060000 | 32615s | train_loss=0.0183
309
+ step 3070000 | 32711s | train_loss=0.0179
310
+ step 3080000 | 32810s | train_loss=0.0187
311
+ step 3090000 | 32912s | train_loss=0.0186
312
+ step 3100000 | 33087s | train_loss=0.0181 | fid=122.5231
313
+ step 3110000 | 33188s | train_loss=0.0179
314
+ step 3120000 | 33277s | train_loss=0.0187
315
+ step 3130000 | 33372s | train_loss=0.0175
316
+ step 3140000 | 33473s | train_loss=0.0179
317
+ step 3150000 | 33574s | train_loss=0.0177
318
+ step 3160000 | 33665s | train_loss=0.0179
319
+ step 3170000 | 33765s | train_loss=0.0187
320
+ step 3180000 | 33866s | train_loss=0.0174
321
+ step 3190000 | 33966s | train_loss=0.0189
322
+ step 3200000 | 34139s | train_loss=0.0177 | fid=119.3551
323
+ step 3210000 | 34239s | train_loss=0.0178
324
+ step 3220000 | 34322s | train_loss=0.0179
325
+ step 3230000 | 34422s | train_loss=0.0181
326
+ step 3240000 | 34524s | train_loss=0.0182
327
+ step 3250000 | 34626s | train_loss=0.0179
328
+ step 3260000 | 34717s | train_loss=0.0173
329
+ step 3270000 | 34818s | train_loss=0.0180
330
+ step 3280000 | 34918s | train_loss=0.0166
331
+ step 3290000 | 35019s | train_loss=0.0176
332
+ step 3300000 | 35191s | train_loss=0.0173 | fid=121.8914
333
+ step 3310000 | 35279s | train_loss=0.0179
334
+ step 3320000 | 35377s | train_loss=0.0170
335
+ step 3330000 | 35478s | train_loss=0.0177
336
+ step 3340000 | 35579s | train_loss=0.0166
337
+ step 3350000 | 35681s | train_loss=0.0173
338
+ step 3360000 | 35774s | train_loss=0.0176
339
+ step 3370000 | 35874s | train_loss=0.0188
340
+ step 3380000 | 35974s | train_loss=0.0177
341
+ step 3390000 | 36073s | train_loss=0.0170
342
+ step 3400000 | 36247s | train_loss=0.0172 | fid=118.6893
343
+ step 3410000 | 36338s | train_loss=0.0174
344
+ step 3420000 | 36439s | train_loss=0.0175
345
+ step 3430000 | 36540s | train_loss=0.0166
346
+ step 3440000 | 36640s | train_loss=0.0167
347
+ step 3450000 | 36737s | train_loss=0.0175
348
+ step 3460000 | 36830s | train_loss=0.0176
349
+ step 3470000 | 36931s | train_loss=0.0163
350
+ step 3480000 | 37029s | train_loss=0.0167
351
+ step 3490000 | 37130s | train_loss=0.0158
352
+ step 3500000 | 37296s | train_loss=0.0172 | fid=116.7480
353
+ step 3510000 | 37396s | train_loss=0.0171
354
+ step 3520000 | 37497s | train_loss=0.0160
355
+ step 3530000 | 37597s | train_loss=0.0164
356
+ step 3540000 | 37699s | train_loss=0.0176
357
+ step 3550000 | 37793s | train_loss=0.0165
358
+ step 3560000 | 37890s | train_loss=0.0170
359
+ step 3570000 | 37991s | train_loss=0.0175
360
+ step 3580000 | 38089s | train_loss=0.0164
361
+ step 3590000 | 38189s | train_loss=0.0169
362
+ step 3600000 | 38350s | train_loss=0.0160 | fid=113.4512
363
+ step 3610000 | 38449s | train_loss=0.0164
364
+ step 3620000 | 38550s | train_loss=0.0169
365
+ step 3630000 | 38650s | train_loss=0.0162
366
+ step 3640000 | 38750s | train_loss=0.0182
367
+ step 3650000 | 38844s | train_loss=0.0159
368
+ step 3660000 | 38944s | train_loss=0.0163
369
+ step 3670000 | 39043s | train_loss=0.0156
370
+ step 3680000 | 39144s | train_loss=0.0170
371
+ step 3690000 | 39241s | train_loss=0.0159
372
+ step 3700000 | 39409s | train_loss=0.0162 | fid=114.0305
373
+ step 3710000 | 39510s | train_loss=0.0161
374
+ step 3720000 | 39611s | train_loss=0.0170
375
+ step 3730000 | 39711s | train_loss=0.0164
376
+ step 3740000 | 39812s | train_loss=0.0170
377
+ step 3750000 | 39899s | train_loss=0.0151
378
+ step 3760000 | 39997s | train_loss=0.0162
379
+ step 3770000 | 40098s | train_loss=0.0157
380
+ step 3780000 | 40196s | train_loss=0.0162
381
+ step 3790000 | 40291s | train_loss=0.0157
382
+ step 3800000 | 40465s | train_loss=0.0167 | fid=114.2098
383
+ step 3810000 | 40566s | train_loss=0.0159
384
+ step 3820000 | 40668s | train_loss=0.0162
385
+ step 3830000 | 40770s | train_loss=0.0155
386
+ step 3840000 | 40872s | train_loss=0.0150
387
+ step 3850000 | 40960s | train_loss=0.0147
388
+ step 3860000 | 41061s | train_loss=0.0152
389
+ step 3870000 | 41159s | train_loss=0.0152
390
+ step 3880000 | 41246s | train_loss=0.0158
391
+ step 3890000 | 41346s | train_loss=0.0149
392
+ step 3900000 | 41521s | train_loss=0.0149 | fid=114.6188
393
+ step 3910000 | 41622s | train_loss=0.0153
394
+ step 3920000 | 41725s | train_loss=0.0153
395
+ step 3930000 | 41826s | train_loss=0.0156
396
+ step 3940000 | 41923s | train_loss=0.0154
397
+ step 3950000 | 42016s | train_loss=0.0150
398
+ step 3960000 | 42117s | train_loss=0.0153
399
+ step 3970000 | 42206s | train_loss=0.0151
400
+ step 3980000 | 42305s | train_loss=0.0167
401
+ step 3990000 | 42406s | train_loss=0.0159
402
+ step 4000000 | 42581s | train_loss=0.0145 | fid=113.4378
403
+ step 4010000 | 42682s | train_loss=0.0152
404
+ step 4020000 | 42782s | train_loss=0.0153
405
+ step 4030000 | 42883s | train_loss=0.0160
406
+ step 4040000 | 42972s | train_loss=0.0149
407
+ step 4050000 | 43073s | train_loss=0.0153
408
+ step 4060000 | 43170s | train_loss=0.0152
409
+ step 4070000 | 43262s | train_loss=0.0150
410
+ step 4080000 | 43364s | train_loss=0.0157
411
+ step 4090000 | 43465s | train_loss=0.0146
412
+ step 4100000 | 43641s | train_loss=0.0147 | fid=111.2158
413
+ step 4110000 | 43742s | train_loss=0.0152
414
+ step 4120000 | 43842s | train_loss=0.0150
415
+ step 4130000 | 43942s | train_loss=0.0150
416
+ step 4140000 | 44029s | train_loss=0.0149
417
+ step 4150000 | 44129s | train_loss=0.0158
418
+ step 4160000 | 44215s | train_loss=0.0170
419
+ step 4170000 | 44316s | train_loss=0.0159
420
+ step 4180000 | 44417s | train_loss=0.0144
421
+ step 4190000 | 44519s | train_loss=0.0152
422
+ step 4200000 | 44692s | train_loss=0.0153 | fid=113.3119
423
+ step 4210000 | 44793s | train_loss=0.0148
424
+ step 4220000 | 44893s | train_loss=0.0146
425
+ step 4230000 | 44992s | train_loss=0.0149
426
+ step 4240000 | 45084s | train_loss=0.0149
427
+ step 4250000 | 45178s | train_loss=0.0142
428
+ step 4260000 | 45274s | train_loss=0.0149
429
+ step 4270000 | 45375s | train_loss=0.0143
430
+ step 4280000 | 45476s | train_loss=0.0142
431
+ step 4290000 | 45574s | train_loss=0.0144
432
+ step 4300000 | 45749s | train_loss=0.0140 | fid=111.6174
433
+ step 4310000 | 45850s | train_loss=0.0147
434
+ step 4320000 | 45950s | train_loss=0.0147
435
+ step 4330000 | 46044s | train_loss=0.0154
436
+ step 4340000 | 46135s | train_loss=0.0144
437
+ step 4350000 | 46223s | train_loss=0.0139
438
+ step 4360000 | 46323s | train_loss=0.0133
439
+ step 4370000 | 46425s | train_loss=0.0148
440
+ step 4380000 | 46524s | train_loss=0.0151
441
+ step 4390000 | 46625s | train_loss=0.0142
442
+ step 4400000 | 46800s | train_loss=0.0138 | fid=111.2673
443
+ step 4410000 | 46901s | train_loss=0.0145
444
+ step 4420000 | 47000s | train_loss=0.0134
445
+ step 4430000 | 47097s | train_loss=0.0141
446
+ step 4440000 | 47193s | train_loss=0.0146
447
+ step 4450000 | 47295s | train_loss=0.0143
448
+ step 4460000 | 47394s | train_loss=0.0146
449
+ step 4470000 | 47496s | train_loss=0.0148
450
+ step 4480000 | 47598s | train_loss=0.0140
451
+ step 4490000 | 47698s | train_loss=0.0144
452
+ step 4500000 | 47874s | train_loss=0.0144 | fid=109.1026
453
+ step 4510000 | 47974s | train_loss=0.0163
454
+ step 4520000 | 48073s | train_loss=0.0134
455
+ step 4530000 | 48167s | train_loss=0.0153
456
+ step 4540000 | 48266s | train_loss=0.0141
457
+ step 4550000 | 48365s | train_loss=0.0136
458
+ step 4560000 | 48464s | train_loss=0.0138
459
+ step 4570000 | 48563s | train_loss=0.0153
460
+ step 4580000 | 48662s | train_loss=0.0141
461
+ step 4590000 | 48760s | train_loss=0.0140
462
+ step 4600000 | 48935s | train_loss=0.0134 | fid=109.0974
463
+ step 4610000 | 49033s | train_loss=0.0142
464
+ step 4620000 | 49117s | train_loss=0.0142
465
+ step 4630000 | 49197s | train_loss=0.0139
466
+ step 4640000 | 49278s | train_loss=0.0133
467
+ step 4650000 | 49359s | train_loss=0.0137
468
+ step 4660000 | 49439s | train_loss=0.0142
469
+ step 4670000 | 49520s | train_loss=0.0138
470
+ step 4680000 | 49600s | train_loss=0.0150
471
+ step 4690000 | 49680s | train_loss=0.0137
472
+ step 4700000 | 49816s | train_loss=0.0141 | fid=108.7231
473
+ step 4710000 | 49876s | train_loss=0.0133
474
+ step 4720000 | 49932s | train_loss=0.0135
475
+ step 4730000 | 49992s | train_loss=0.0144
476
+ step 4740000 | 50052s | train_loss=0.0136
477
+ step 4750000 | 50113s | train_loss=0.0141
478
+ step 4760000 | 50174s | train_loss=0.0132
479
+ step 4770000 | 50233s | train_loss=0.0134
480
+ step 4780000 | 50291s | train_loss=0.0140
481
+ step 4790000 | 50352s | train_loss=0.0132
482
+ step 4800000 | 50461s | train_loss=0.0139 | fid=110.9283
483
+ step 4810000 | 50521s | train_loss=0.0133
484
+ step 4820000 | 50567s | train_loss=0.0134
485
+ step 4830000 | 50608s | train_loss=0.0137
486
+ step 4840000 | 50648s | train_loss=0.0133
487
+ step 4850000 | 50689s | train_loss=0.0133
488
+ step 4860000 | 50729s | train_loss=0.0129
489
+ step 4870000 | 50770s | train_loss=0.0139
490
+ step 4880000 | 50802s | train_loss=0.0131
491
+ step 4890000 | 50826s | train_loss=0.0133
492
+ step 4900000 | 50867s | train_loss=0.0140 | fid=106.8153
493
+ step 4910000 | 50891s | train_loss=0.0129
494
+ step 4920000 | 50914s | train_loss=0.0136
495
+ step 4930000 | 50938s | train_loss=0.0149
496
+ step 4940000 | 50962s | train_loss=0.0131
497
+ step 4950000 | 50986s | train_loss=0.0136
498
+ step 4960000 | 51010s | train_loss=0.0137
499
+ step 4970000 | 51033s | train_loss=0.0138
500
+ step 4980000 | 51058s | train_loss=0.0130
501
+ step 4990000 | 51081s | train_loss=0.0126
502
+ step 5000000 | 51122s | train_loss=0.0132 | fid=107.3757
results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d120/config.json ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d120/vae.pt",
3
+ "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d120",
4
+ "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json",
5
+ "n_train": 1000,
6
+ "total_steps": 5000000,
7
+ "eval_interval": 10000,
8
+ "mem_interval": 100000,
9
+ "fid_interval": 100000,
10
+ "fid_n_real": 1000,
11
+ "fid_n_gen": 10000,
12
+ "n_gen_samples": 10000,
13
+ "n_sde_steps": 500,
14
+ "batch_size": 512,
15
+ "hidden": 1024,
16
+ "depth": 5,
17
+ "optimizer": "sgd",
18
+ "lr": 0.001,
19
+ "momentum": 0.8,
20
+ "t_min": 0.01,
21
+ "t_max": 3.0,
22
+ "t_eval": 0.1,
23
+ "seed": 42,
24
+ "device": null
25
+ }
results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d120/metrics.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d120/runner.log ADDED
@@ -0,0 +1,502 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ FID real-side stats cached over 1000 diverse train images
2
+ step 1 | 79s | train_loss=1.0000 | fid=305.9184
3
+ step 10000 | 176s | train_loss=0.8098
4
+ step 20000 | 275s | train_loss=0.6801
5
+ step 30000 | 374s | train_loss=0.5493
6
+ step 40000 | 473s | train_loss=0.4204
7
+ step 50000 | 570s | train_loss=0.3138
8
+ step 60000 | 670s | train_loss=0.2384
9
+ step 70000 | 770s | train_loss=0.1958
10
+ step 80000 | 869s | train_loss=0.1617
11
+ step 90000 | 969s | train_loss=0.1442
12
+ step 100000 | 1146s | train_loss=0.1335 | fid=179.7661
13
+ step 110000 | 1239s | train_loss=0.1194
14
+ step 120000 | 1337s | train_loss=0.1134
15
+ step 130000 | 1435s | train_loss=0.1104
16
+ step 140000 | 1534s | train_loss=0.1046
17
+ step 150000 | 1632s | train_loss=0.0993
18
+ step 160000 | 1731s | train_loss=0.0955
19
+ step 170000 | 1830s | train_loss=0.0951
20
+ step 180000 | 1929s | train_loss=0.0940
21
+ step 190000 | 2025s | train_loss=0.0913
22
+ step 200000 | 2205s | train_loss=0.0860 | fid=174.9677
23
+ step 210000 | 2297s | train_loss=0.0835
24
+ step 220000 | 2396s | train_loss=0.0838
25
+ step 230000 | 2497s | train_loss=0.0843
26
+ step 240000 | 2595s | train_loss=0.0782
27
+ step 250000 | 2693s | train_loss=0.0783
28
+ step 260000 | 2794s | train_loss=0.0775
29
+ step 270000 | 2893s | train_loss=0.0742
30
+ step 280000 | 2993s | train_loss=0.0737
31
+ step 290000 | 3090s | train_loss=0.0714
32
+ step 300000 | 3267s | train_loss=0.0705 | fid=173.0907
33
+ step 310000 | 3361s | train_loss=0.0677
34
+ step 320000 | 3456s | train_loss=0.0669
35
+ step 330000 | 3555s | train_loss=0.0689
36
+ step 340000 | 3653s | train_loss=0.0653
37
+ step 350000 | 3752s | train_loss=0.0657
38
+ step 360000 | 3851s | train_loss=0.0645
39
+ step 370000 | 3949s | train_loss=0.0625
40
+ step 380000 | 4047s | train_loss=0.0628
41
+ step 390000 | 4146s | train_loss=0.0611
42
+ step 400000 | 4324s | train_loss=0.0612 | fid=169.2907
43
+ step 410000 | 4418s | train_loss=0.0604
44
+ step 420000 | 4514s | train_loss=0.0596
45
+ step 430000 | 4613s | train_loss=0.0592
46
+ step 440000 | 4712s | train_loss=0.0567
47
+ step 450000 | 4812s | train_loss=0.0611
48
+ step 460000 | 4911s | train_loss=0.0563
49
+ step 470000 | 5009s | train_loss=0.0568
50
+ step 480000 | 5109s | train_loss=0.0553
51
+ step 490000 | 5207s | train_loss=0.0547
52
+ step 500000 | 5386s | train_loss=0.0533 | fid=161.5933
53
+ step 510000 | 5481s | train_loss=0.0540
54
+ step 520000 | 5579s | train_loss=0.0521
55
+ step 530000 | 5675s | train_loss=0.0528
56
+ step 540000 | 5774s | train_loss=0.0516
57
+ step 550000 | 5872s | train_loss=0.0537
58
+ step 560000 | 5969s | train_loss=0.0514
59
+ step 570000 | 6067s | train_loss=0.0505
60
+ step 580000 | 6165s | train_loss=0.0496
61
+ step 590000 | 6265s | train_loss=0.0506
62
+ step 600000 | 6440s | train_loss=0.0496 | fid=154.7887
63
+ step 610000 | 6536s | train_loss=0.0504
64
+ step 620000 | 6635s | train_loss=0.0490
65
+ step 630000 | 6724s | train_loss=0.0481
66
+ step 640000 | 6822s | train_loss=0.0494
67
+ step 650000 | 6922s | train_loss=0.0486
68
+ step 660000 | 7020s | train_loss=0.0493
69
+ step 670000 | 7119s | train_loss=0.0511
70
+ step 680000 | 7219s | train_loss=0.0494
71
+ step 690000 | 7317s | train_loss=0.0474
72
+ step 700000 | 7513s | train_loss=0.0471 | fid=150.7439
73
+ step 710000 | 7597s | train_loss=0.0466
74
+ step 720000 | 7695s | train_loss=0.0472
75
+ step 730000 | 7790s | train_loss=0.0478
76
+ step 740000 | 7885s | train_loss=0.0474
77
+ step 750000 | 7981s | train_loss=0.0469
78
+ step 760000 | 8080s | train_loss=0.0453
79
+ step 770000 | 8180s | train_loss=0.0455
80
+ step 780000 | 8279s | train_loss=0.0450
81
+ step 790000 | 8378s | train_loss=0.0432
82
+ step 800000 | 8552s | train_loss=0.0448 | fid=153.5471
83
+ step 810000 | 8652s | train_loss=0.0443
84
+ step 820000 | 8747s | train_loss=0.0437
85
+ step 830000 | 8845s | train_loss=0.0432
86
+ step 840000 | 8938s | train_loss=0.0436
87
+ step 850000 | 9037s | train_loss=0.0440
88
+ step 860000 | 9137s | train_loss=0.0424
89
+ step 870000 | 9237s | train_loss=0.0444
90
+ step 880000 | 9336s | train_loss=0.0437
91
+ step 890000 | 9435s | train_loss=0.0422
92
+ step 900000 | 9610s | train_loss=0.0427 | fid=158.0889
93
+ step 910000 | 9709s | train_loss=0.0433
94
+ step 920000 | 9804s | train_loss=0.0423
95
+ step 930000 | 9900s | train_loss=0.0433
96
+ step 940000 | 9998s | train_loss=0.0429
97
+ step 950000 | 10094s | train_loss=0.0413
98
+ step 960000 | 10193s | train_loss=0.0429
99
+ step 970000 | 10292s | train_loss=0.0413
100
+ step 980000 | 10390s | train_loss=0.0433
101
+ step 990000 | 10489s | train_loss=0.0400
102
+ step 1000000 | 10685s | train_loss=0.0427 | fid=169.8747
103
+ step 1010000 | 10782s | train_loss=0.0392
104
+ step 1020000 | 10867s | train_loss=0.0407
105
+ step 1030000 | 10966s | train_loss=0.0417
106
+ step 1040000 | 11066s | train_loss=0.0395
107
+ step 1050000 | 11149s | train_loss=0.0399
108
+ step 1060000 | 11248s | train_loss=0.0395
109
+ step 1070000 | 11348s | train_loss=0.0394
110
+ step 1080000 | 11446s | train_loss=0.0392
111
+ step 1090000 | 11546s | train_loss=0.0397
112
+ step 1100000 | 11723s | train_loss=0.0378 | fid=189.6568
113
+ step 1110000 | 11820s | train_loss=0.0381
114
+ step 1120000 | 11915s | train_loss=0.0393
115
+ step 1130000 | 12014s | train_loss=0.0398
116
+ step 1140000 | 12113s | train_loss=0.0390
117
+ step 1150000 | 12211s | train_loss=0.0375
118
+ step 1160000 | 12298s | train_loss=0.0386
119
+ step 1170000 | 12397s | train_loss=0.0385
120
+ step 1180000 | 12496s | train_loss=0.0373
121
+ step 1190000 | 12595s | train_loss=0.0391
122
+ step 1200000 | 12793s | train_loss=0.0371 | fid=208.3837
123
+ step 1210000 | 12892s | train_loss=0.0390
124
+ step 1220000 | 12976s | train_loss=0.0387
125
+ step 1230000 | 13075s | train_loss=0.0388
126
+ step 1240000 | 13175s | train_loss=0.0366
127
+ step 1250000 | 13274s | train_loss=0.0383
128
+ step 1260000 | 13366s | train_loss=0.0367
129
+ step 1270000 | 13462s | train_loss=0.0369
130
+ step 1280000 | 13561s | train_loss=0.0378
131
+ step 1290000 | 13660s | train_loss=0.0362
132
+ step 1300000 | 13852s | train_loss=0.0367 | fid=213.0511
133
+ step 1310000 | 13952s | train_loss=0.0373
134
+ step 1320000 | 14042s | train_loss=0.0363
135
+ step 1330000 | 14134s | train_loss=0.0350
136
+ step 1340000 | 14231s | train_loss=0.0369
137
+ step 1350000 | 14330s | train_loss=0.0358
138
+ step 1360000 | 14428s | train_loss=0.0356
139
+ step 1370000 | 14513s | train_loss=0.0378
140
+ step 1380000 | 14612s | train_loss=0.0345
141
+ step 1390000 | 14708s | train_loss=0.0361
142
+ step 1400000 | 14907s | train_loss=0.0336 | fid=223.8981
143
+ step 1410000 | 15007s | train_loss=0.0342
144
+ step 1420000 | 15104s | train_loss=0.0332
145
+ step 1430000 | 15194s | train_loss=0.0343
146
+ step 1440000 | 15293s | train_loss=0.0332
147
+ step 1450000 | 15392s | train_loss=0.0343
148
+ step 1460000 | 15491s | train_loss=0.0332
149
+ step 1470000 | 15583s | train_loss=0.0366
150
+ step 1480000 | 15671s | train_loss=0.0335
151
+ step 1490000 | 15770s | train_loss=0.0343
152
+ step 1500000 | 15984s | train_loss=0.0323 | fid=232.0976
153
+ step 1510000 | 16083s | train_loss=0.0336
154
+ step 1520000 | 16178s | train_loss=0.0327
155
+ step 1530000 | 16271s | train_loss=0.0339
156
+ step 1540000 | 16370s | train_loss=0.0345
157
+ step 1550000 | 16468s | train_loss=0.0331
158
+ step 1560000 | 16567s | train_loss=0.0343
159
+ step 1570000 | 16663s | train_loss=0.0335
160
+ step 1580000 | 16748s | train_loss=0.0348
161
+ step 1590000 | 16847s | train_loss=0.0322
162
+ step 1600000 | 17056s | train_loss=0.0322 | fid=224.3212
163
+ step 1610000 | 17156s | train_loss=0.0336
164
+ step 1620000 | 17248s | train_loss=0.0317
165
+ step 1630000 | 17344s | train_loss=0.0331
166
+ step 1640000 | 17444s | train_loss=0.0322
167
+ step 1650000 | 17542s | train_loss=0.0318
168
+ step 1660000 | 17640s | train_loss=0.0309
169
+ step 1670000 | 17740s | train_loss=0.0312
170
+ step 1680000 | 17829s | train_loss=0.0319
171
+ step 1690000 | 17919s | train_loss=0.0314
172
+ step 1700000 | 18140s | train_loss=0.0317 | fid=218.4875
173
+ step 1710000 | 18239s | train_loss=0.0307
174
+ step 1720000 | 18327s | train_loss=0.0334
175
+ step 1730000 | 18426s | train_loss=0.0324
176
+ step 1740000 | 18523s | train_loss=0.0316
177
+ step 1750000 | 18621s | train_loss=0.0313
178
+ step 1760000 | 18720s | train_loss=0.0317
179
+ step 1770000 | 18819s | train_loss=0.0315
180
+ step 1780000 | 18919s | train_loss=0.0311
181
+ step 1790000 | 19002s | train_loss=0.0310
182
+ step 1800000 | 19202s | train_loss=0.0303 | fid=213.2429
183
+ step 1810000 | 19303s | train_loss=0.0304
184
+ step 1820000 | 19393s | train_loss=0.0301
185
+ step 1830000 | 19485s | train_loss=0.0288
186
+ step 1840000 | 19583s | train_loss=0.0289
187
+ step 1850000 | 19682s | train_loss=0.0318
188
+ step 1860000 | 19782s | train_loss=0.0305
189
+ step 1870000 | 19882s | train_loss=0.0314
190
+ step 1880000 | 19980s | train_loss=0.0299
191
+ step 1890000 | 20073s | train_loss=0.0294
192
+ step 1900000 | 20269s | train_loss=0.0291 | fid=200.3610
193
+ step 1910000 | 20368s | train_loss=0.0301
194
+ step 1920000 | 20460s | train_loss=0.0284
195
+ step 1930000 | 20553s | train_loss=0.0293
196
+ step 1940000 | 20651s | train_loss=0.0299
197
+ step 1950000 | 20750s | train_loss=0.0284
198
+ step 1960000 | 20849s | train_loss=0.0290
199
+ step 1970000 | 20949s | train_loss=0.0295
200
+ step 1980000 | 21048s | train_loss=0.0290
201
+ step 1990000 | 21147s | train_loss=0.0288
202
+ step 2000000 | 21356s | train_loss=0.0285 | fid=192.7457
203
+ step 2010000 | 21455s | train_loss=0.0280
204
+ step 2020000 | 21541s | train_loss=0.0288
205
+ step 2030000 | 21639s | train_loss=0.0283
206
+ step 2040000 | 21739s | train_loss=0.0285
207
+ step 2050000 | 21838s | train_loss=0.0282
208
+ step 2060000 | 21939s | train_loss=0.0282
209
+ step 2070000 | 22038s | train_loss=0.0271
210
+ step 2080000 | 22137s | train_loss=0.0302
211
+ step 2090000 | 22236s | train_loss=0.0258
212
+ step 2100000 | 22421s | train_loss=0.0284 | fid=187.2008
213
+ step 2110000 | 22520s | train_loss=0.0268
214
+ step 2120000 | 22611s | train_loss=0.0278
215
+ step 2130000 | 22710s | train_loss=0.0262
216
+ step 2140000 | 22809s | train_loss=0.0270
217
+ step 2150000 | 22908s | train_loss=0.0263
218
+ step 2160000 | 23008s | train_loss=0.0258
219
+ step 2170000 | 23106s | train_loss=0.0264
220
+ step 2180000 | 23206s | train_loss=0.0275
221
+ step 2190000 | 23303s | train_loss=0.0264
222
+ step 2200000 | 23511s | train_loss=0.0263 | fid=171.7879
223
+ step 2210000 | 23609s | train_loss=0.0274
224
+ step 2220000 | 23706s | train_loss=0.0258
225
+ step 2230000 | 23806s | train_loss=0.0260
226
+ step 2240000 | 23905s | train_loss=0.0281
227
+ step 2250000 | 24005s | train_loss=0.0251
228
+ step 2260000 | 24104s | train_loss=0.0255
229
+ step 2270000 | 24204s | train_loss=0.0251
230
+ step 2280000 | 24301s | train_loss=0.0275
231
+ step 2290000 | 24392s | train_loss=0.0259
232
+ step 2300000 | 24595s | train_loss=0.0249 | fid=168.1799
233
+ step 2310000 | 24692s | train_loss=0.0262
234
+ step 2320000 | 24790s | train_loss=0.0250
235
+ step 2330000 | 24889s | train_loss=0.0250
236
+ step 2340000 | 24989s | train_loss=0.0243
237
+ step 2350000 | 25088s | train_loss=0.0246
238
+ step 2360000 | 25186s | train_loss=0.0242
239
+ step 2370000 | 25284s | train_loss=0.0245
240
+ step 2380000 | 25382s | train_loss=0.0255
241
+ step 2390000 | 25473s | train_loss=0.0261
242
+ step 2400000 | 25654s | train_loss=0.0240 | fid=157.3993
243
+ step 2410000 | 25751s | train_loss=0.0251
244
+ step 2420000 | 25851s | train_loss=0.0246
245
+ step 2430000 | 25951s | train_loss=0.0237
246
+ step 2440000 | 26051s | train_loss=0.0232
247
+ step 2450000 | 26149s | train_loss=0.0244
248
+ step 2460000 | 26237s | train_loss=0.0237
249
+ step 2470000 | 26318s | train_loss=0.0245
250
+ step 2480000 | 26399s | train_loss=0.0240
251
+ step 2490000 | 26476s | train_loss=0.0241
252
+ step 2500000 | 26637s | train_loss=0.0242 | fid=155.7556
253
+ step 2510000 | 26704s | train_loss=0.0243
254
+ step 2520000 | 26784s | train_loss=0.0231
255
+ step 2530000 | 26865s | train_loss=0.0244
256
+ step 2540000 | 26947s | train_loss=0.0248
257
+ step 2550000 | 27027s | train_loss=0.0246
258
+ step 2560000 | 27108s | train_loss=0.0242
259
+ step 2570000 | 27188s | train_loss=0.0242
260
+ step 2580000 | 27269s | train_loss=0.0240
261
+ step 2590000 | 27346s | train_loss=0.0240
262
+ step 2600000 | 27491s | train_loss=0.0234 | fid=145.5063
263
+ step 2610000 | 27564s | train_loss=0.0243
264
+ step 2620000 | 27647s | train_loss=0.0221
265
+ step 2630000 | 27727s | train_loss=0.0229
266
+ step 2640000 | 27808s | train_loss=0.0232
267
+ step 2650000 | 27890s | train_loss=0.0240
268
+ step 2660000 | 27971s | train_loss=0.0222
269
+ step 2670000 | 28053s | train_loss=0.0226
270
+ step 2680000 | 28133s | train_loss=0.0229
271
+ step 2690000 | 28211s | train_loss=0.0225
272
+ step 2700000 | 28360s | train_loss=0.0228 | fid=141.8273
273
+ step 2710000 | 28437s | train_loss=0.0225
274
+ step 2720000 | 28513s | train_loss=0.0221
275
+ step 2730000 | 28594s | train_loss=0.0233
276
+ step 2740000 | 28675s | train_loss=0.0225
277
+ step 2750000 | 28756s | train_loss=0.0223
278
+ step 2760000 | 28836s | train_loss=0.0227
279
+ step 2770000 | 28917s | train_loss=0.0239
280
+ step 2780000 | 28999s | train_loss=0.0229
281
+ step 2790000 | 29070s | train_loss=0.0217
282
+ step 2800000 | 29233s | train_loss=0.0220 | fid=138.6627
283
+ step 2810000 | 29300s | train_loss=0.0234
284
+ step 2820000 | 29367s | train_loss=0.0221
285
+ step 2830000 | 29448s | train_loss=0.0222
286
+ step 2840000 | 29529s | train_loss=0.0214
287
+ step 2850000 | 29611s | train_loss=0.0223
288
+ step 2860000 | 29693s | train_loss=0.0233
289
+ step 2870000 | 29774s | train_loss=0.0221
290
+ step 2880000 | 29856s | train_loss=0.0222
291
+ step 2890000 | 29923s | train_loss=0.0210
292
+ step 2900000 | 30086s | train_loss=0.0244 | fid=141.3760
293
+ step 2910000 | 30158s | train_loss=0.0221
294
+ step 2920000 | 30231s | train_loss=0.0218
295
+ step 2930000 | 30297s | train_loss=0.0220
296
+ step 2940000 | 30377s | train_loss=0.0207
297
+ step 2950000 | 30458s | train_loss=0.0224
298
+ step 2960000 | 30539s | train_loss=0.0220
299
+ step 2970000 | 30619s | train_loss=0.0216
300
+ step 2980000 | 30701s | train_loss=0.0211
301
+ step 2990000 | 30772s | train_loss=0.0204
302
+ step 3000000 | 30930s | train_loss=0.0206 | fid=138.4381
303
+ step 3010000 | 31012s | train_loss=0.0214
304
+ step 3020000 | 31078s | train_loss=0.0210
305
+ step 3030000 | 31153s | train_loss=0.0212
306
+ step 3040000 | 31231s | train_loss=0.0211
307
+ step 3050000 | 31312s | train_loss=0.0211
308
+ step 3060000 | 31394s | train_loss=0.0199
309
+ step 3070000 | 31476s | train_loss=0.0204
310
+ step 3080000 | 31558s | train_loss=0.0205
311
+ step 3090000 | 31635s | train_loss=0.0218
312
+ step 3100000 | 31805s | train_loss=0.0205 | fid=131.1779
313
+ step 3110000 | 31887s | train_loss=0.0203
314
+ step 3120000 | 31965s | train_loss=0.0216
315
+ step 3130000 | 32045s | train_loss=0.0205
316
+ step 3140000 | 32120s | train_loss=0.0207
317
+ step 3150000 | 32201s | train_loss=0.0204
318
+ step 3160000 | 32282s | train_loss=0.0207
319
+ step 3170000 | 32363s | train_loss=0.0214
320
+ step 3180000 | 32445s | train_loss=0.0211
321
+ step 3190000 | 32510s | train_loss=0.0201
322
+ step 3200000 | 32693s | train_loss=0.0203 | fid=129.1800
323
+ step 3210000 | 32767s | train_loss=0.0199
324
+ step 3220000 | 32845s | train_loss=0.0201
325
+ step 3230000 | 32924s | train_loss=0.0208
326
+ step 3240000 | 32987s | train_loss=0.0210
327
+ step 3250000 | 33067s | train_loss=0.0212
328
+ step 3260000 | 33148s | train_loss=0.0205
329
+ step 3270000 | 33229s | train_loss=0.0192
330
+ step 3280000 | 33310s | train_loss=0.0199
331
+ step 3290000 | 33373s | train_loss=0.0199
332
+ step 3300000 | 33550s | train_loss=0.0190 | fid=128.4380
333
+ step 3310000 | 33621s | train_loss=0.0206
334
+ step 3320000 | 33696s | train_loss=0.0195
335
+ step 3330000 | 33777s | train_loss=0.0194
336
+ step 3340000 | 33847s | train_loss=0.0189
337
+ step 3350000 | 33918s | train_loss=0.0199
338
+ step 3360000 | 33999s | train_loss=0.0200
339
+ step 3370000 | 34079s | train_loss=0.0214
340
+ step 3380000 | 34159s | train_loss=0.0192
341
+ step 3390000 | 34229s | train_loss=0.0196
342
+ step 3400000 | 34408s | train_loss=0.0186 | fid=125.9875
343
+ step 3410000 | 34482s | train_loss=0.0200
344
+ step 3420000 | 34554s | train_loss=0.0205
345
+ step 3430000 | 34636s | train_loss=0.0190
346
+ step 3440000 | 34717s | train_loss=0.0191
347
+ step 3450000 | 34779s | train_loss=0.0206
348
+ step 3460000 | 34860s | train_loss=0.0200
349
+ step 3470000 | 34942s | train_loss=0.0187
350
+ step 3480000 | 35022s | train_loss=0.0189
351
+ step 3490000 | 35090s | train_loss=0.0189
352
+ step 3500000 | 35253s | train_loss=0.0186 | fid=126.7351
353
+ step 3510000 | 35335s | train_loss=0.0197
354
+ step 3520000 | 35398s | train_loss=0.0185
355
+ step 3530000 | 35480s | train_loss=0.0188
356
+ step 3540000 | 35561s | train_loss=0.0199
357
+ step 3550000 | 35642s | train_loss=0.0195
358
+ step 3560000 | 35706s | train_loss=0.0187
359
+ step 3570000 | 35786s | train_loss=0.0201
360
+ step 3580000 | 35867s | train_loss=0.0190
361
+ step 3590000 | 35937s | train_loss=0.0192
362
+ step 3600000 | 36109s | train_loss=0.0184 | fid=120.7798
363
+ step 3610000 | 36190s | train_loss=0.0182
364
+ step 3620000 | 36261s | train_loss=0.0191
365
+ step 3630000 | 36342s | train_loss=0.0187
366
+ step 3640000 | 36423s | train_loss=0.0214
367
+ step 3650000 | 36505s | train_loss=0.0185
368
+ step 3660000 | 36578s | train_loss=0.0188
369
+ step 3670000 | 36649s | train_loss=0.0189
370
+ step 3680000 | 36731s | train_loss=0.0218
371
+ step 3690000 | 36799s | train_loss=0.0184
372
+ step 3700000 | 36961s | train_loss=0.0181 | fid=121.8931
373
+ step 3710000 | 37041s | train_loss=0.0186
374
+ step 3720000 | 37112s | train_loss=0.0193
375
+ step 3730000 | 37193s | train_loss=0.0182
376
+ step 3740000 | 37274s | train_loss=0.0184
377
+ step 3750000 | 37355s | train_loss=0.0184
378
+ step 3760000 | 37436s | train_loss=0.0177
379
+ step 3770000 | 37505s | train_loss=0.0182
380
+ step 3780000 | 37579s | train_loss=0.0175
381
+ step 3790000 | 37654s | train_loss=0.0186
382
+ step 3800000 | 37808s | train_loss=0.0182 | fid=118.3232
383
+ step 3810000 | 37890s | train_loss=0.0176
384
+ step 3820000 | 37959s | train_loss=0.0183
385
+ step 3830000 | 38035s | train_loss=0.0183
386
+ step 3840000 | 38117s | train_loss=0.0175
387
+ step 3850000 | 38198s | train_loss=0.0191
388
+ step 3860000 | 38279s | train_loss=0.0173
389
+ step 3870000 | 38360s | train_loss=0.0173
390
+ step 3880000 | 38424s | train_loss=0.0182
391
+ step 3890000 | 38506s | train_loss=0.0175
392
+ step 3900000 | 38673s | train_loss=0.0174 | fid=118.1084
393
+ step 3910000 | 38755s | train_loss=0.0178
394
+ step 3920000 | 38826s | train_loss=0.0172
395
+ step 3930000 | 38906s | train_loss=0.0182
396
+ step 3940000 | 38987s | train_loss=0.0181
397
+ step 3950000 | 39067s | train_loss=0.0180
398
+ step 3960000 | 39148s | train_loss=0.0174
399
+ step 3970000 | 39228s | train_loss=0.0179
400
+ step 3980000 | 39302s | train_loss=0.0189
401
+ step 3990000 | 39369s | train_loss=0.0172
402
+ step 4000000 | 39544s | train_loss=0.0181 | fid=115.6983
403
+ step 4010000 | 39626s | train_loss=0.0172
404
+ step 4020000 | 39691s | train_loss=0.0169
405
+ step 4030000 | 39773s | train_loss=0.0178
406
+ step 4040000 | 39854s | train_loss=0.0175
407
+ step 4050000 | 39934s | train_loss=0.0179
408
+ step 4060000 | 40015s | train_loss=0.0169
409
+ step 4070000 | 40097s | train_loss=0.0173
410
+ step 4080000 | 40177s | train_loss=0.0179
411
+ step 4090000 | 40247s | train_loss=0.0167
412
+ step 4100000 | 40435s | train_loss=0.0163 | fid=115.4803
413
+ step 4110000 | 40511s | train_loss=0.0173
414
+ step 4120000 | 40575s | train_loss=0.0186
415
+ step 4130000 | 40656s | train_loss=0.0178
416
+ step 4140000 | 40737s | train_loss=0.0168
417
+ step 4150000 | 40818s | train_loss=0.0190
418
+ step 4160000 | 40899s | train_loss=0.0185
419
+ step 4170000 | 40979s | train_loss=0.0178
420
+ step 4180000 | 41056s | train_loss=0.0170
421
+ step 4190000 | 41119s | train_loss=0.0172
422
+ step 4200000 | 41299s | train_loss=0.0180 | fid=113.8607
423
+ step 4210000 | 41381s | train_loss=0.0174
424
+ step 4220000 | 41444s | train_loss=0.0166
425
+ step 4230000 | 41525s | train_loss=0.0171
426
+ step 4240000 | 41607s | train_loss=0.0178
427
+ step 4250000 | 41689s | train_loss=0.0165
428
+ step 4260000 | 41771s | train_loss=0.0171
429
+ step 4270000 | 41852s | train_loss=0.0166
430
+ step 4280000 | 41932s | train_loss=0.0169
431
+ step 4290000 | 41988s | train_loss=0.0169
432
+ step 4300000 | 42155s | train_loss=0.0165 | fid=112.9609
433
+ step 4310000 | 42237s | train_loss=0.0177
434
+ step 4320000 | 42309s | train_loss=0.0175
435
+ step 4330000 | 42390s | train_loss=0.0170
436
+ step 4340000 | 42471s | train_loss=0.0165
437
+ step 4350000 | 42552s | train_loss=0.0167
438
+ step 4360000 | 42634s | train_loss=0.0157
439
+ step 4370000 | 42715s | train_loss=0.0176
440
+ step 4380000 | 42797s | train_loss=0.0172
441
+ step 4390000 | 42859s | train_loss=0.0161
442
+ step 4400000 | 43040s | train_loss=0.0165 | fid=111.1223
443
+ step 4410000 | 43122s | train_loss=0.0170
444
+ step 4420000 | 43192s | train_loss=0.0162
445
+ step 4430000 | 43273s | train_loss=0.0164
446
+ step 4440000 | 43355s | train_loss=0.0167
447
+ step 4450000 | 43437s | train_loss=0.0179
448
+ step 4460000 | 43518s | train_loss=0.0174
449
+ step 4470000 | 43600s | train_loss=0.0161
450
+ step 4480000 | 43681s | train_loss=0.0161
451
+ step 4490000 | 43748s | train_loss=0.0161
452
+ step 4500000 | 43907s | train_loss=0.0164 | fid=111.1135
453
+ step 4510000 | 43987s | train_loss=0.0179
454
+ step 4520000 | 44053s | train_loss=0.0159
455
+ step 4530000 | 44133s | train_loss=0.0175
456
+ step 4540000 | 44214s | train_loss=0.0162
457
+ step 4550000 | 44295s | train_loss=0.0158
458
+ step 4560000 | 44377s | train_loss=0.0165
459
+ step 4570000 | 44459s | train_loss=0.0185
460
+ step 4580000 | 44538s | train_loss=0.0158
461
+ step 4590000 | 44601s | train_loss=0.0173
462
+ step 4600000 | 44769s | train_loss=0.0157 | fid=111.4766
463
+ step 4610000 | 44852s | train_loss=0.0160
464
+ step 4620000 | 44913s | train_loss=0.0162
465
+ step 4630000 | 44992s | train_loss=0.0162
466
+ step 4640000 | 45074s | train_loss=0.0154
467
+ step 4650000 | 45155s | train_loss=0.0159
468
+ step 4660000 | 45235s | train_loss=0.0168
469
+ step 4670000 | 45317s | train_loss=0.0160
470
+ step 4680000 | 45400s | train_loss=0.0163
471
+ step 4690000 | 45467s | train_loss=0.0166
472
+ step 4700000 | 45647s | train_loss=0.0165 | fid=108.4691
473
+ step 4710000 | 45728s | train_loss=0.0155
474
+ step 4720000 | 45790s | train_loss=0.0152
475
+ step 4730000 | 45867s | train_loss=0.0166
476
+ step 4740000 | 45947s | train_loss=0.0166
477
+ step 4750000 | 46027s | train_loss=0.0167
478
+ step 4760000 | 46107s | train_loss=0.0152
479
+ step 4770000 | 46188s | train_loss=0.0156
480
+ step 4780000 | 46262s | train_loss=0.0163
481
+ step 4790000 | 46331s | train_loss=0.0152
482
+ step 4800000 | 46474s | train_loss=0.0156 | fid=107.5621
483
+ step 4810000 | 46556s | train_loss=0.0157
484
+ step 4820000 | 46637s | train_loss=0.0153
485
+ step 4830000 | 46716s | train_loss=0.0152
486
+ step 4840000 | 46798s | train_loss=0.0158
487
+ step 4850000 | 46880s | train_loss=0.0155
488
+ step 4860000 | 46961s | train_loss=0.0146
489
+ step 4870000 | 47042s | train_loss=0.0161
490
+ step 4880000 | 47124s | train_loss=0.0156
491
+ step 4890000 | 47200s | train_loss=0.0150
492
+ step 4900000 | 47348s | train_loss=0.0154 | fid=107.3022
493
+ step 4910000 | 47424s | train_loss=0.0150
494
+ step 4920000 | 47505s | train_loss=0.0157
495
+ step 4930000 | 47584s | train_loss=0.0173
496
+ step 4940000 | 47666s | train_loss=0.0155
497
+ step 4950000 | 47747s | train_loss=0.0164
498
+ step 4960000 | 47828s | train_loss=0.0157
499
+ step 4970000 | 47910s | train_loss=0.0156
500
+ step 4980000 | 47991s | train_loss=0.0150
501
+ step 4990000 | 48052s | train_loss=0.0145
502
+ step 5000000 | 48163s | train_loss=0.0155 | fid=105.2974
results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d140/config.json ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d140/vae.pt",
3
+ "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d140",
4
+ "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json",
5
+ "n_train": 1000,
6
+ "total_steps": 5000000,
7
+ "eval_interval": 10000,
8
+ "mem_interval": 100000,
9
+ "fid_interval": 100000,
10
+ "fid_n_real": 1000,
11
+ "fid_n_gen": 10000,
12
+ "n_gen_samples": 10000,
13
+ "n_sde_steps": 500,
14
+ "batch_size": 512,
15
+ "hidden": 1024,
16
+ "depth": 5,
17
+ "optimizer": "sgd",
18
+ "lr": 0.001,
19
+ "momentum": 0.8,
20
+ "t_min": 0.01,
21
+ "t_max": 3.0,
22
+ "t_eval": 0.1,
23
+ "seed": 42,
24
+ "device": null
25
+ }
results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d140/metrics.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d140/runner.log ADDED
@@ -0,0 +1,502 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ FID real-side stats cached over 1000 diverse train images
2
+ step 1 | 78s | train_loss=0.9987 | fid=277.3399
3
+ step 10000 | 177s | train_loss=0.8021
4
+ step 20000 | 276s | train_loss=0.6710
5
+ step 30000 | 374s | train_loss=0.5496
6
+ step 40000 | 472s | train_loss=0.4461
7
+ step 50000 | 570s | train_loss=0.3559
8
+ step 60000 | 669s | train_loss=0.2852
9
+ step 70000 | 768s | train_loss=0.2350
10
+ step 80000 | 866s | train_loss=0.1968
11
+ step 90000 | 965s | train_loss=0.1699
12
+ step 100000 | 1143s | train_loss=0.1513 | fid=192.4035
13
+ step 110000 | 1237s | train_loss=0.1356
14
+ step 120000 | 1335s | train_loss=0.1272
15
+ step 130000 | 1433s | train_loss=0.1216
16
+ step 140000 | 1531s | train_loss=0.1105
17
+ step 150000 | 1629s | train_loss=0.1075
18
+ step 160000 | 1728s | train_loss=0.0998
19
+ step 170000 | 1826s | train_loss=0.1012
20
+ step 180000 | 1925s | train_loss=0.0963
21
+ step 190000 | 2022s | train_loss=0.0946
22
+ step 200000 | 2202s | train_loss=0.0965 | fid=205.7142
23
+ step 210000 | 2294s | train_loss=0.0866
24
+ step 220000 | 2393s | train_loss=0.0860
25
+ step 230000 | 2492s | train_loss=0.0868
26
+ step 240000 | 2590s | train_loss=0.0833
27
+ step 250000 | 2688s | train_loss=0.0831
28
+ step 260000 | 2788s | train_loss=0.0830
29
+ step 270000 | 2886s | train_loss=0.0775
30
+ step 280000 | 2985s | train_loss=0.0757
31
+ step 290000 | 3082s | train_loss=0.0740
32
+ step 300000 | 3262s | train_loss=0.0757 | fid=212.8429
33
+ step 310000 | 3356s | train_loss=0.0719
34
+ step 320000 | 3451s | train_loss=0.0728
35
+ step 330000 | 3550s | train_loss=0.0702
36
+ step 340000 | 3648s | train_loss=0.0659
37
+ step 350000 | 3746s | train_loss=0.0697
38
+ step 360000 | 3845s | train_loss=0.0654
39
+ step 370000 | 3943s | train_loss=0.0664
40
+ step 380000 | 4040s | train_loss=0.0645
41
+ step 390000 | 4139s | train_loss=0.0626
42
+ step 400000 | 4318s | train_loss=0.0610 | fid=210.5027
43
+ step 410000 | 4412s | train_loss=0.0627
44
+ step 420000 | 4508s | train_loss=0.0609
45
+ step 430000 | 4606s | train_loss=0.0664
46
+ step 440000 | 4705s | train_loss=0.0608
47
+ step 450000 | 4803s | train_loss=0.0589
48
+ step 460000 | 4902s | train_loss=0.0589
49
+ step 470000 | 4999s | train_loss=0.0644
50
+ step 480000 | 5097s | train_loss=0.0584
51
+ step 490000 | 5196s | train_loss=0.0559
52
+ step 500000 | 5374s | train_loss=0.0561 | fid=210.6637
53
+ step 510000 | 5467s | train_loss=0.0527
54
+ step 520000 | 5566s | train_loss=0.0583
55
+ step 530000 | 5661s | train_loss=0.0559
56
+ step 540000 | 5759s | train_loss=0.0563
57
+ step 550000 | 5857s | train_loss=0.0543
58
+ step 560000 | 5954s | train_loss=0.0548
59
+ step 570000 | 6053s | train_loss=0.0570
60
+ step 580000 | 6150s | train_loss=0.0551
61
+ step 590000 | 6249s | train_loss=0.0520
62
+ step 600000 | 6429s | train_loss=0.0512 | fid=204.7713
63
+ step 610000 | 6523s | train_loss=0.0551
64
+ step 620000 | 6622s | train_loss=0.0554
65
+ step 630000 | 6711s | train_loss=0.0495
66
+ step 640000 | 6809s | train_loss=0.0509
67
+ step 650000 | 6908s | train_loss=0.0500
68
+ step 660000 | 7005s | train_loss=0.0527
69
+ step 670000 | 7103s | train_loss=0.0512
70
+ step 680000 | 7202s | train_loss=0.0516
71
+ step 690000 | 7300s | train_loss=0.0498
72
+ step 700000 | 7499s | train_loss=0.0471 | fid=186.9882
73
+ step 710000 | 7582s | train_loss=0.0508
74
+ step 720000 | 7677s | train_loss=0.0509
75
+ step 730000 | 7775s | train_loss=0.0480
76
+ step 740000 | 7866s | train_loss=0.0497
77
+ step 750000 | 7962s | train_loss=0.0515
78
+ step 760000 | 8061s | train_loss=0.0463
79
+ step 770000 | 8159s | train_loss=0.0474
80
+ step 780000 | 8258s | train_loss=0.0460
81
+ step 790000 | 8357s | train_loss=0.0451
82
+ step 800000 | 8537s | train_loss=0.0462 | fid=198.3049
83
+ step 810000 | 8634s | train_loss=0.0475
84
+ step 820000 | 8729s | train_loss=0.0488
85
+ step 830000 | 8828s | train_loss=0.0468
86
+ step 840000 | 8921s | train_loss=0.0478
87
+ step 850000 | 9019s | train_loss=0.0466
88
+ step 860000 | 9118s | train_loss=0.0446
89
+ step 870000 | 9217s | train_loss=0.0462
90
+ step 880000 | 9315s | train_loss=0.0463
91
+ step 890000 | 9414s | train_loss=0.0464
92
+ step 900000 | 9594s | train_loss=0.0464 | fid=184.3228
93
+ step 910000 | 9690s | train_loss=0.0464
94
+ step 920000 | 9785s | train_loss=0.0464
95
+ step 930000 | 9882s | train_loss=0.0422
96
+ step 940000 | 9980s | train_loss=0.0439
97
+ step 950000 | 10075s | train_loss=0.0438
98
+ step 960000 | 10174s | train_loss=0.0428
99
+ step 970000 | 10272s | train_loss=0.0429
100
+ step 980000 | 10371s | train_loss=0.0429
101
+ step 990000 | 10469s | train_loss=0.0421
102
+ step 1000000 | 10666s | train_loss=0.0436 | fid=199.5630
103
+ step 1010000 | 10761s | train_loss=0.0425
104
+ step 1020000 | 10844s | train_loss=0.0411
105
+ step 1030000 | 10942s | train_loss=0.0423
106
+ step 1040000 | 11041s | train_loss=0.0406
107
+ step 1050000 | 11126s | train_loss=0.0424
108
+ step 1060000 | 11222s | train_loss=0.0424
109
+ step 1070000 | 11321s | train_loss=0.0435
110
+ step 1080000 | 11419s | train_loss=0.0398
111
+ step 1090000 | 11518s | train_loss=0.0438
112
+ step 1100000 | 11698s | train_loss=0.0418 | fid=211.3892
113
+ step 1110000 | 11793s | train_loss=0.0380
114
+ step 1120000 | 11887s | train_loss=0.0397
115
+ step 1130000 | 11986s | train_loss=0.0411
116
+ step 1140000 | 12084s | train_loss=0.0392
117
+ step 1150000 | 12183s | train_loss=0.0400
118
+ step 1160000 | 12270s | train_loss=0.0402
119
+ step 1170000 | 12367s | train_loss=0.0383
120
+ step 1180000 | 12466s | train_loss=0.0389
121
+ step 1190000 | 12565s | train_loss=0.0415
122
+ step 1200000 | 12768s | train_loss=0.0386 | fid=223.4461
123
+ step 1210000 | 12859s | train_loss=0.0420
124
+ step 1220000 | 12948s | train_loss=0.0398
125
+ step 1230000 | 13041s | train_loss=0.0373
126
+ step 1240000 | 13140s | train_loss=0.0398
127
+ step 1250000 | 13238s | train_loss=0.0398
128
+ step 1260000 | 13337s | train_loss=0.0413
129
+ step 1270000 | 13425s | train_loss=0.0363
130
+ step 1280000 | 13523s | train_loss=0.0387
131
+ step 1290000 | 13622s | train_loss=0.0375
132
+ step 1300000 | 13834s | train_loss=0.0394 | fid=218.5833
133
+ step 1310000 | 13929s | train_loss=0.0392
134
+ step 1320000 | 14023s | train_loss=0.0379
135
+ step 1330000 | 14111s | train_loss=0.0371
136
+ step 1340000 | 14208s | train_loss=0.0373
137
+ step 1350000 | 14307s | train_loss=0.0378
138
+ step 1360000 | 14405s | train_loss=0.0362
139
+ step 1370000 | 14489s | train_loss=0.0361
140
+ step 1380000 | 14588s | train_loss=0.0344
141
+ step 1390000 | 14684s | train_loss=0.0368
142
+ step 1400000 | 14892s | train_loss=0.0365 | fid=224.5255
143
+ step 1410000 | 14987s | train_loss=0.0353
144
+ step 1420000 | 15087s | train_loss=0.0349
145
+ step 1430000 | 15173s | train_loss=0.0360
146
+ step 1440000 | 15272s | train_loss=0.0358
147
+ step 1450000 | 15370s | train_loss=0.0340
148
+ step 1460000 | 15469s | train_loss=0.0363
149
+ step 1470000 | 15565s | train_loss=0.0329
150
+ step 1480000 | 15648s | train_loss=0.0325
151
+ step 1490000 | 15747s | train_loss=0.0332
152
+ step 1500000 | 15954s | train_loss=0.0334 | fid=209.0938
153
+ step 1510000 | 16045s | train_loss=0.0368
154
+ step 1520000 | 16145s | train_loss=0.0352
155
+ step 1530000 | 16232s | train_loss=0.0337
156
+ step 1540000 | 16331s | train_loss=0.0353
157
+ step 1550000 | 16430s | train_loss=0.0336
158
+ step 1560000 | 16528s | train_loss=0.0326
159
+ step 1570000 | 16624s | train_loss=0.0332
160
+ step 1580000 | 16712s | train_loss=0.0365
161
+ step 1590000 | 16807s | train_loss=0.0322
162
+ step 1600000 | 17022s | train_loss=0.0323 | fid=208.5688
163
+ step 1610000 | 17113s | train_loss=0.0329
164
+ step 1620000 | 17211s | train_loss=0.0326
165
+ step 1630000 | 17300s | train_loss=0.0334
166
+ step 1640000 | 17399s | train_loss=0.0336
167
+ step 1650000 | 17497s | train_loss=0.0345
168
+ step 1660000 | 17594s | train_loss=0.0332
169
+ step 1670000 | 17692s | train_loss=0.0341
170
+ step 1680000 | 17791s | train_loss=0.0309
171
+ step 1690000 | 17872s | train_loss=0.0318
172
+ step 1700000 | 18081s | train_loss=0.0304 | fid=199.2466
173
+ step 1710000 | 18165s | train_loss=0.0335
174
+ step 1720000 | 18264s | train_loss=0.0340
175
+ step 1730000 | 18352s | train_loss=0.0308
176
+ step 1740000 | 18450s | train_loss=0.0315
177
+ step 1750000 | 18546s | train_loss=0.0316
178
+ step 1760000 | 18645s | train_loss=0.0334
179
+ step 1770000 | 18744s | train_loss=0.0312
180
+ step 1780000 | 18843s | train_loss=0.0311
181
+ step 1790000 | 18937s | train_loss=0.0330
182
+ step 1800000 | 19133s | train_loss=0.0304 | fid=198.9322
183
+ step 1810000 | 19220s | train_loss=0.0306
184
+ step 1820000 | 19319s | train_loss=0.0302
185
+ step 1830000 | 19404s | train_loss=0.0295
186
+ step 1840000 | 19499s | train_loss=0.0323
187
+ step 1850000 | 19596s | train_loss=0.0324
188
+ step 1860000 | 19695s | train_loss=0.0300
189
+ step 1870000 | 19793s | train_loss=0.0321
190
+ step 1880000 | 19892s | train_loss=0.0302
191
+ step 1890000 | 19990s | train_loss=0.0295
192
+ step 1900000 | 20175s | train_loss=0.0300 | fid=189.7990
193
+ step 1910000 | 20262s | train_loss=0.0297
194
+ step 1920000 | 20359s | train_loss=0.0301
195
+ step 1930000 | 20452s | train_loss=0.0287
196
+ step 1940000 | 20545s | train_loss=0.0289
197
+ step 1950000 | 20643s | train_loss=0.0296
198
+ step 1960000 | 20742s | train_loss=0.0288
199
+ step 1970000 | 20840s | train_loss=0.0303
200
+ step 1980000 | 20939s | train_loss=0.0289
201
+ step 1990000 | 21038s | train_loss=0.0289
202
+ step 2000000 | 21246s | train_loss=0.0276 | fid=179.3374
203
+ step 2010000 | 21332s | train_loss=0.0305
204
+ step 2020000 | 21422s | train_loss=0.0296
205
+ step 2030000 | 21514s | train_loss=0.0292
206
+ step 2040000 | 21606s | train_loss=0.0286
207
+ step 2050000 | 21704s | train_loss=0.0269
208
+ step 2060000 | 21803s | train_loss=0.0281
209
+ step 2070000 | 21902s | train_loss=0.0268
210
+ step 2080000 | 22001s | train_loss=0.0295
211
+ step 2090000 | 22099s | train_loss=0.0271
212
+ step 2100000 | 22291s | train_loss=0.0290 | fid=183.7857
213
+ step 2110000 | 22379s | train_loss=0.0279
214
+ step 2120000 | 22466s | train_loss=0.0271
215
+ step 2130000 | 22565s | train_loss=0.0259
216
+ step 2140000 | 22656s | train_loss=0.0261
217
+ step 2150000 | 22754s | train_loss=0.0275
218
+ step 2160000 | 22853s | train_loss=0.0277
219
+ step 2170000 | 22952s | train_loss=0.0257
220
+ step 2180000 | 23051s | train_loss=0.0270
221
+ step 2190000 | 23149s | train_loss=0.0268
222
+ step 2200000 | 23325s | train_loss=0.0281 | fid=170.8858
223
+ step 2210000 | 23418s | train_loss=0.0264
224
+ step 2220000 | 23501s | train_loss=0.0265
225
+ step 2230000 | 23597s | train_loss=0.0259
226
+ step 2240000 | 23693s | train_loss=0.0293
227
+ step 2250000 | 23792s | train_loss=0.0267
228
+ step 2260000 | 23891s | train_loss=0.0255
229
+ step 2270000 | 23989s | train_loss=0.0271
230
+ step 2280000 | 24088s | train_loss=0.0264
231
+ step 2290000 | 24187s | train_loss=0.0249
232
+ step 2300000 | 24404s | train_loss=0.0259 | fid=166.6295
233
+ step 2310000 | 24502s | train_loss=0.0247
234
+ step 2320000 | 24583s | train_loss=0.0255
235
+ step 2330000 | 24679s | train_loss=0.0257
236
+ step 2340000 | 24775s | train_loss=0.0250
237
+ step 2350000 | 24873s | train_loss=0.0264
238
+ step 2360000 | 24972s | train_loss=0.0254
239
+ step 2370000 | 25071s | train_loss=0.0260
240
+ step 2380000 | 25169s | train_loss=0.0267
241
+ step 2390000 | 25265s | train_loss=0.0264
242
+ step 2400000 | 25491s | train_loss=0.0239 | fid=163.4936
243
+ step 2410000 | 25589s | train_loss=0.0247
244
+ step 2420000 | 25668s | train_loss=0.0245
245
+ step 2430000 | 25764s | train_loss=0.0244
246
+ step 2440000 | 25863s | train_loss=0.0241
247
+ step 2450000 | 25962s | train_loss=0.0262
248
+ step 2460000 | 26061s | train_loss=0.0246
249
+ step 2470000 | 26159s | train_loss=0.0237
250
+ step 2480000 | 26243s | train_loss=0.0250
251
+ step 2490000 | 26323s | train_loss=0.0241
252
+ step 2500000 | 26482s | train_loss=0.0245 | fid=163.6146
253
+ step 2510000 | 26563s | train_loss=0.0246
254
+ step 2520000 | 26628s | train_loss=0.0240
255
+ step 2530000 | 26690s | train_loss=0.0252
256
+ step 2540000 | 26770s | train_loss=0.0271
257
+ step 2550000 | 26850s | train_loss=0.0244
258
+ step 2560000 | 26931s | train_loss=0.0250
259
+ step 2570000 | 27011s | train_loss=0.0245
260
+ step 2580000 | 27091s | train_loss=0.0237
261
+ step 2590000 | 27171s | train_loss=0.0236
262
+ step 2600000 | 27319s | train_loss=0.0241 | fid=150.2697
263
+ step 2610000 | 27399s | train_loss=0.0233
264
+ step 2620000 | 27479s | train_loss=0.0226
265
+ step 2630000 | 27550s | train_loss=0.0233
266
+ step 2640000 | 27629s | train_loss=0.0234
267
+ step 2650000 | 27709s | train_loss=0.0241
268
+ step 2660000 | 27789s | train_loss=0.0230
269
+ step 2670000 | 27869s | train_loss=0.0230
270
+ step 2680000 | 27950s | train_loss=0.0238
271
+ step 2690000 | 28030s | train_loss=0.0230
272
+ step 2700000 | 28178s | train_loss=0.0219 | fid=154.2751
273
+ step 2710000 | 28259s | train_loss=0.0224
274
+ step 2720000 | 28340s | train_loss=0.0223
275
+ step 2730000 | 28413s | train_loss=0.0227
276
+ step 2740000 | 28488s | train_loss=0.0240
277
+ step 2750000 | 28568s | train_loss=0.0240
278
+ step 2760000 | 28649s | train_loss=0.0230
279
+ step 2770000 | 28729s | train_loss=0.0248
280
+ step 2780000 | 28809s | train_loss=0.0229
281
+ step 2790000 | 28889s | train_loss=0.0224
282
+ step 2800000 | 29056s | train_loss=0.0235 | fid=148.5797
283
+ step 2810000 | 29136s | train_loss=0.0250
284
+ step 2820000 | 29213s | train_loss=0.0236
285
+ step 2830000 | 29279s | train_loss=0.0214
286
+ step 2840000 | 29345s | train_loss=0.0224
287
+ step 2850000 | 29419s | train_loss=0.0216
288
+ step 2860000 | 29499s | train_loss=0.0224
289
+ step 2870000 | 29579s | train_loss=0.0223
290
+ step 2880000 | 29660s | train_loss=0.0222
291
+ step 2890000 | 29740s | train_loss=0.0223
292
+ step 2900000 | 29921s | train_loss=0.0262 | fid=146.7195
293
+ step 2910000 | 30001s | train_loss=0.0226
294
+ step 2920000 | 30074s | train_loss=0.0231
295
+ step 2930000 | 30146s | train_loss=0.0218
296
+ step 2940000 | 30216s | train_loss=0.0216
297
+ step 2950000 | 30280s | train_loss=0.0215
298
+ step 2960000 | 30360s | train_loss=0.0234
299
+ step 2970000 | 30440s | train_loss=0.0220
300
+ step 2980000 | 30521s | train_loss=0.0210
301
+ step 2990000 | 30600s | train_loss=0.0218
302
+ step 3000000 | 30773s | train_loss=0.0203 | fid=143.6605
303
+ step 3010000 | 30853s | train_loss=0.0217
304
+ step 3020000 | 30926s | train_loss=0.0229
305
+ step 3030000 | 31006s | train_loss=0.0222
306
+ step 3040000 | 31072s | train_loss=0.0212
307
+ step 3050000 | 31147s | train_loss=0.0219
308
+ step 3060000 | 31223s | train_loss=0.0217
309
+ step 3070000 | 31304s | train_loss=0.0208
310
+ step 3080000 | 31384s | train_loss=0.0215
311
+ step 3090000 | 31464s | train_loss=0.0214
312
+ step 3100000 | 31611s | train_loss=0.0205 | fid=139.6320
313
+ step 3110000 | 31692s | train_loss=0.0211
314
+ step 3120000 | 31771s | train_loss=0.0217
315
+ step 3130000 | 31841s | train_loss=0.0210
316
+ step 3140000 | 31918s | train_loss=0.0204
317
+ step 3150000 | 31998s | train_loss=0.0221
318
+ step 3160000 | 32073s | train_loss=0.0201
319
+ step 3170000 | 32154s | train_loss=0.0233
320
+ step 3180000 | 32234s | train_loss=0.0220
321
+ step 3190000 | 32314s | train_loss=0.0222
322
+ step 3200000 | 32501s | train_loss=0.0213 | fid=136.9218
323
+ step 3210000 | 32582s | train_loss=0.0220
324
+ step 3220000 | 32657s | train_loss=0.0203
325
+ step 3230000 | 32726s | train_loss=0.0199
326
+ step 3240000 | 32795s | train_loss=0.0213
327
+ step 3250000 | 32876s | train_loss=0.0213
328
+ step 3260000 | 32945s | train_loss=0.0195
329
+ step 3270000 | 33017s | train_loss=0.0204
330
+ step 3280000 | 33097s | train_loss=0.0199
331
+ step 3290000 | 33177s | train_loss=0.0211
332
+ step 3300000 | 33385s | train_loss=0.0200 | fid=133.7493
333
+ step 3310000 | 33465s | train_loss=0.0210
334
+ step 3320000 | 33535s | train_loss=0.0194
335
+ step 3330000 | 33604s | train_loss=0.0200
336
+ step 3340000 | 33675s | train_loss=0.0192
337
+ step 3350000 | 33755s | train_loss=0.0202
338
+ step 3360000 | 33830s | train_loss=0.0205
339
+ step 3370000 | 33896s | train_loss=0.0233
340
+ step 3380000 | 33976s | train_loss=0.0200
341
+ step 3390000 | 34056s | train_loss=0.0208
342
+ step 3400000 | 34239s | train_loss=0.0198 | fid=138.7899
343
+ step 3410000 | 34319s | train_loss=0.0210
344
+ step 3420000 | 34389s | train_loss=0.0206
345
+ step 3430000 | 34461s | train_loss=0.0199
346
+ step 3440000 | 34526s | train_loss=0.0203
347
+ step 3450000 | 34607s | train_loss=0.0205
348
+ step 3460000 | 34687s | train_loss=0.0194
349
+ step 3470000 | 34756s | train_loss=0.0190
350
+ step 3480000 | 34829s | train_loss=0.0211
351
+ step 3490000 | 34909s | train_loss=0.0194
352
+ step 3500000 | 35085s | train_loss=0.0203 | fid=131.7680
353
+ step 3510000 | 35165s | train_loss=0.0195
354
+ step 3520000 | 35240s | train_loss=0.0193
355
+ step 3530000 | 35316s | train_loss=0.0192
356
+ step 3540000 | 35381s | train_loss=0.0196
357
+ step 3550000 | 35459s | train_loss=0.0193
358
+ step 3560000 | 35539s | train_loss=0.0188
359
+ step 3570000 | 35620s | train_loss=0.0207
360
+ step 3580000 | 35684s | train_loss=0.0191
361
+ step 3590000 | 35763s | train_loss=0.0193
362
+ step 3600000 | 35938s | train_loss=0.0191 | fid=130.6567
363
+ step 3610000 | 36018s | train_loss=0.0189
364
+ step 3620000 | 36090s | train_loss=0.0188
365
+ step 3630000 | 36165s | train_loss=0.0197
366
+ step 3640000 | 36238s | train_loss=0.0225
367
+ step 3650000 | 36316s | train_loss=0.0195
368
+ step 3660000 | 36396s | train_loss=0.0203
369
+ step 3670000 | 36477s | train_loss=0.0201
370
+ step 3680000 | 36556s | train_loss=0.0197
371
+ step 3690000 | 36619s | train_loss=0.0182
372
+ step 3700000 | 36810s | train_loss=0.0185 | fid=122.6833
373
+ step 3710000 | 36891s | train_loss=0.0186
374
+ step 3720000 | 36960s | train_loss=0.0195
375
+ step 3730000 | 37040s | train_loss=0.0201
376
+ step 3740000 | 37110s | train_loss=0.0201
377
+ step 3750000 | 37191s | train_loss=0.0183
378
+ step 3760000 | 37271s | train_loss=0.0188
379
+ step 3770000 | 37351s | train_loss=0.0176
380
+ step 3780000 | 37431s | train_loss=0.0189
381
+ step 3790000 | 37500s | train_loss=0.0180
382
+ step 3800000 | 37696s | train_loss=0.0189 | fid=131.0983
383
+ step 3810000 | 37776s | train_loss=0.0181
384
+ step 3820000 | 37846s | train_loss=0.0201
385
+ step 3830000 | 37924s | train_loss=0.0189
386
+ step 3840000 | 37990s | train_loss=0.0183
387
+ step 3850000 | 38070s | train_loss=0.0180
388
+ step 3860000 | 38150s | train_loss=0.0188
389
+ step 3870000 | 38231s | train_loss=0.0185
390
+ step 3880000 | 38311s | train_loss=0.0193
391
+ step 3890000 | 38386s | train_loss=0.0175
392
+ step 3900000 | 38566s | train_loss=0.0174 | fid=130.4230
393
+ step 3910000 | 38640s | train_loss=0.0191
394
+ step 3920000 | 38710s | train_loss=0.0179
395
+ step 3930000 | 38789s | train_loss=0.0184
396
+ step 3940000 | 38861s | train_loss=0.0192
397
+ step 3950000 | 38941s | train_loss=0.0179
398
+ step 3960000 | 39020s | train_loss=0.0185
399
+ step 3970000 | 39101s | train_loss=0.0191
400
+ step 3980000 | 39180s | train_loss=0.0183
401
+ step 3990000 | 39260s | train_loss=0.0188
402
+ step 4000000 | 39422s | train_loss=0.0180 | fid=122.8609
403
+ step 4010000 | 39498s | train_loss=0.0180
404
+ step 4020000 | 39563s | train_loss=0.0166
405
+ step 4030000 | 39639s | train_loss=0.0188
406
+ step 4040000 | 39709s | train_loss=0.0185
407
+ step 4050000 | 39789s | train_loss=0.0187
408
+ step 4060000 | 39869s | train_loss=0.0182
409
+ step 4070000 | 39949s | train_loss=0.0176
410
+ step 4080000 | 40029s | train_loss=0.0184
411
+ step 4090000 | 40109s | train_loss=0.0178
412
+ step 4100000 | 40302s | train_loss=0.0176 | fid=121.6596
413
+ step 4110000 | 40377s | train_loss=0.0180
414
+ step 4120000 | 40439s | train_loss=0.0185
415
+ step 4130000 | 40512s | train_loss=0.0173
416
+ step 4140000 | 40576s | train_loss=0.0173
417
+ step 4150000 | 40657s | train_loss=0.0178
418
+ step 4160000 | 40737s | train_loss=0.0192
419
+ step 4170000 | 40817s | train_loss=0.0183
420
+ step 4180000 | 40897s | train_loss=0.0175
421
+ step 4190000 | 40977s | train_loss=0.0186
422
+ step 4200000 | 41132s | train_loss=0.0190 | fid=121.6159
423
+ step 4210000 | 41212s | train_loss=0.0182
424
+ step 4220000 | 41281s | train_loss=0.0176
425
+ step 4230000 | 41356s | train_loss=0.0183
426
+ step 4240000 | 41424s | train_loss=0.0176
427
+ step 4250000 | 41499s | train_loss=0.0167
428
+ step 4260000 | 41580s | train_loss=0.0176
429
+ step 4270000 | 41660s | train_loss=0.0182
430
+ step 4280000 | 41741s | train_loss=0.0173
431
+ step 4290000 | 41821s | train_loss=0.0178
432
+ step 4300000 | 41973s | train_loss=0.0184 | fid=124.7388
433
+ step 4310000 | 42053s | train_loss=0.0178
434
+ step 4320000 | 42130s | train_loss=0.0178
435
+ step 4330000 | 42202s | train_loss=0.0191
436
+ step 4340000 | 42281s | train_loss=0.0171
437
+ step 4350000 | 42354s | train_loss=0.0170
438
+ step 4360000 | 42434s | train_loss=0.0165
439
+ step 4370000 | 42514s | train_loss=0.0177
440
+ step 4380000 | 42595s | train_loss=0.0171
441
+ step 4390000 | 42675s | train_loss=0.0175
442
+ step 4400000 | 42855s | train_loss=0.0175 | fid=122.6266
443
+ step 4410000 | 42927s | train_loss=0.0171
444
+ step 4420000 | 43000s | train_loss=0.0168
445
+ step 4430000 | 43068s | train_loss=0.0170
446
+ step 4440000 | 43143s | train_loss=0.0174
447
+ step 4450000 | 43218s | train_loss=0.0186
448
+ step 4460000 | 43298s | train_loss=0.0173
449
+ step 4470000 | 43379s | train_loss=0.0167
450
+ step 4480000 | 43460s | train_loss=0.0168
451
+ step 4490000 | 43540s | train_loss=0.0164
452
+ step 4500000 | 43717s | train_loss=0.0176 | fid=121.1574
453
+ step 4510000 | 43782s | train_loss=0.0195
454
+ step 4520000 | 43858s | train_loss=0.0166
455
+ step 4530000 | 43925s | train_loss=0.0199
456
+ step 4540000 | 43999s | train_loss=0.0169
457
+ step 4550000 | 44070s | train_loss=0.0157
458
+ step 4560000 | 44150s | train_loss=0.0164
459
+ step 4570000 | 44231s | train_loss=0.0201
460
+ step 4580000 | 44311s | train_loss=0.0175
461
+ step 4590000 | 44391s | train_loss=0.0175
462
+ step 4600000 | 44590s | train_loss=0.0161 | fid=118.6880
463
+ step 4610000 | 44664s | train_loss=0.0181
464
+ step 4620000 | 44734s | train_loss=0.0170
465
+ step 4630000 | 44804s | train_loss=0.0171
466
+ step 4640000 | 44876s | train_loss=0.0161
467
+ step 4650000 | 44944s | train_loss=0.0174
468
+ step 4660000 | 45024s | train_loss=0.0184
469
+ step 4670000 | 45104s | train_loss=0.0165
470
+ step 4680000 | 45184s | train_loss=0.0188
471
+ step 4690000 | 45265s | train_loss=0.0168
472
+ step 4700000 | 45443s | train_loss=0.0171 | fid=113.1785
473
+ step 4710000 | 45524s | train_loss=0.0160
474
+ step 4720000 | 45585s | train_loss=0.0157
475
+ step 4730000 | 45643s | train_loss=0.0172
476
+ step 4740000 | 45723s | train_loss=0.0168
477
+ step 4750000 | 45785s | train_loss=0.0179
478
+ step 4760000 | 45860s | train_loss=0.0164
479
+ step 4770000 | 45940s | train_loss=0.0165
480
+ step 4780000 | 46020s | train_loss=0.0167
481
+ step 4790000 | 46100s | train_loss=0.0161
482
+ step 4800000 | 46296s | train_loss=0.0174 | fid=112.1127
483
+ step 4810000 | 46377s | train_loss=0.0165
484
+ step 4820000 | 46449s | train_loss=0.0158
485
+ step 4830000 | 46517s | train_loss=0.0170
486
+ step 4840000 | 46597s | train_loss=0.0167
487
+ step 4850000 | 46674s | train_loss=0.0167
488
+ step 4860000 | 46755s | train_loss=0.0164
489
+ step 4870000 | 46835s | train_loss=0.0166
490
+ step 4880000 | 46916s | train_loss=0.0165
491
+ step 4890000 | 46996s | train_loss=0.0159
492
+ step 4900000 | 47145s | train_loss=0.0166 | fid=116.7609
493
+ step 4910000 | 47225s | train_loss=0.0159
494
+ step 4920000 | 47306s | train_loss=0.0163
495
+ step 4930000 | 47378s | train_loss=0.0183
496
+ step 4940000 | 47459s | train_loss=0.0165
497
+ step 4950000 | 47535s | train_loss=0.0172
498
+ step 4960000 | 47616s | train_loss=0.0165
499
+ step 4970000 | 47696s | train_loss=0.0156
500
+ step 4980000 | 47776s | train_loss=0.0166
501
+ step 4990000 | 47857s | train_loss=0.0154
502
+ step 5000000 | 48006s | train_loss=0.0165 | fid=119.3447
results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d160/config.json ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d160/vae.pt",
3
+ "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d160",
4
+ "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json",
5
+ "n_train": 1000,
6
+ "total_steps": 5000000,
7
+ "eval_interval": 10000,
8
+ "mem_interval": 100000,
9
+ "fid_interval": 100000,
10
+ "fid_n_real": 1000,
11
+ "fid_n_gen": 10000,
12
+ "n_gen_samples": 10000,
13
+ "n_sde_steps": 500,
14
+ "batch_size": 512,
15
+ "hidden": 1024,
16
+ "depth": 5,
17
+ "optimizer": "sgd",
18
+ "lr": 0.001,
19
+ "momentum": 0.8,
20
+ "t_min": 0.01,
21
+ "t_max": 3.0,
22
+ "t_eval": 0.1,
23
+ "seed": 42,
24
+ "device": null
25
+ }
results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d160/metrics.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d160/runner.log ADDED
@@ -0,0 +1,502 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ FID real-side stats cached over 1000 diverse train images
2
+ step 1 | 76s | train_loss=0.9995 | fid=310.4628
3
+ step 10000 | 174s | train_loss=0.7863
4
+ step 20000 | 274s | train_loss=0.6554
5
+ step 30000 | 374s | train_loss=0.5371
6
+ step 40000 | 474s | train_loss=0.4403
7
+ step 50000 | 573s | train_loss=0.3544
8
+ step 60000 | 674s | train_loss=0.2865
9
+ step 70000 | 774s | train_loss=0.2399
10
+ step 80000 | 874s | train_loss=0.1999
11
+ step 90000 | 975s | train_loss=0.1710
12
+ step 100000 | 1149s | train_loss=0.1572 | fid=198.6737
13
+ step 110000 | 1246s | train_loss=0.1452
14
+ step 120000 | 1346s | train_loss=0.1349
15
+ step 130000 | 1445s | train_loss=0.1247
16
+ step 140000 | 1545s | train_loss=0.1143
17
+ step 150000 | 1644s | train_loss=0.1120
18
+ step 160000 | 1745s | train_loss=0.1030
19
+ step 170000 | 1845s | train_loss=0.1018
20
+ step 180000 | 1945s | train_loss=0.0978
21
+ step 190000 | 2043s | train_loss=0.0980
22
+ step 200000 | 2215s | train_loss=0.0916 | fid=235.4555
23
+ step 210000 | 2311s | train_loss=0.0884
24
+ step 220000 | 2411s | train_loss=0.0876
25
+ step 230000 | 2511s | train_loss=0.0893
26
+ step 240000 | 2611s | train_loss=0.0826
27
+ step 250000 | 2711s | train_loss=0.0839
28
+ step 260000 | 2812s | train_loss=0.0851
29
+ step 270000 | 2912s | train_loss=0.0758
30
+ step 280000 | 3011s | train_loss=0.0777
31
+ step 290000 | 3111s | train_loss=0.0775
32
+ step 300000 | 3286s | train_loss=0.0740 | fid=259.8214
33
+ step 310000 | 3382s | train_loss=0.0740
34
+ step 320000 | 3482s | train_loss=0.0701
35
+ step 330000 | 3582s | train_loss=0.0718
36
+ step 340000 | 3682s | train_loss=0.0658
37
+ step 350000 | 3782s | train_loss=0.0684
38
+ step 360000 | 3882s | train_loss=0.0669
39
+ step 370000 | 3981s | train_loss=0.0662
40
+ step 380000 | 4081s | train_loss=0.0661
41
+ step 390000 | 4180s | train_loss=0.0608
42
+ step 400000 | 4353s | train_loss=0.0641 | fid=302.7278
43
+ step 410000 | 4454s | train_loss=0.0623
44
+ step 420000 | 4550s | train_loss=0.0603
45
+ step 430000 | 4650s | train_loss=0.0665
46
+ step 440000 | 4750s | train_loss=0.0618
47
+ step 450000 | 4851s | train_loss=0.0577
48
+ step 460000 | 4951s | train_loss=0.0565
49
+ step 470000 | 5050s | train_loss=0.0581
50
+ step 480000 | 5149s | train_loss=0.0565
51
+ step 490000 | 5249s | train_loss=0.0565
52
+ step 500000 | 5425s | train_loss=0.0537 | fid=298.6909
53
+ step 510000 | 5525s | train_loss=0.0536
54
+ step 520000 | 5621s | train_loss=0.0608
55
+ step 530000 | 5721s | train_loss=0.0542
56
+ step 540000 | 5821s | train_loss=0.0560
57
+ step 550000 | 5920s | train_loss=0.0517
58
+ step 560000 | 6019s | train_loss=0.0529
59
+ step 570000 | 6118s | train_loss=0.0529
60
+ step 580000 | 6218s | train_loss=0.0530
61
+ step 590000 | 6318s | train_loss=0.0541
62
+ step 600000 | 6495s | train_loss=0.0524 | fid=298.6196
63
+ step 610000 | 6595s | train_loss=0.0528
64
+ step 620000 | 6690s | train_loss=0.0546
65
+ step 630000 | 6784s | train_loss=0.0494
66
+ step 640000 | 6885s | train_loss=0.0504
67
+ step 650000 | 6983s | train_loss=0.0502
68
+ step 660000 | 7083s | train_loss=0.0484
69
+ step 670000 | 7183s | train_loss=0.0479
70
+ step 680000 | 7283s | train_loss=0.0481
71
+ step 690000 | 7382s | train_loss=0.0470
72
+ step 700000 | 7594s | train_loss=0.0475 | fid=284.7142
73
+ step 710000 | 7694s | train_loss=0.0458
74
+ step 720000 | 7789s | train_loss=0.0499
75
+ step 730000 | 7884s | train_loss=0.0469
76
+ step 740000 | 7983s | train_loss=0.0464
77
+ step 750000 | 8083s | train_loss=0.0465
78
+ step 760000 | 8184s | train_loss=0.0456
79
+ step 770000 | 8284s | train_loss=0.0441
80
+ step 780000 | 8384s | train_loss=0.0448
81
+ step 790000 | 8485s | train_loss=0.0436
82
+ step 800000 | 8658s | train_loss=0.0439 | fid=274.8453
83
+ step 810000 | 8758s | train_loss=0.0451
84
+ step 820000 | 8858s | train_loss=0.0442
85
+ step 830000 | 8952s | train_loss=0.0456
86
+ step 840000 | 9052s | train_loss=0.0439
87
+ step 850000 | 9153s | train_loss=0.0440
88
+ step 860000 | 9253s | train_loss=0.0432
89
+ step 870000 | 9353s | train_loss=0.0450
90
+ step 880000 | 9453s | train_loss=0.0428
91
+ step 890000 | 9553s | train_loss=0.0445
92
+ step 900000 | 9727s | train_loss=0.0430 | fid=259.5052
93
+ step 910000 | 9827s | train_loss=0.0421
94
+ step 920000 | 9925s | train_loss=0.0414
95
+ step 930000 | 10021s | train_loss=0.0399
96
+ step 940000 | 10121s | train_loss=0.0423
97
+ step 950000 | 10222s | train_loss=0.0392
98
+ step 960000 | 10322s | train_loss=0.0429
99
+ step 970000 | 10422s | train_loss=0.0412
100
+ step 980000 | 10522s | train_loss=0.0421
101
+ step 990000 | 10623s | train_loss=0.0407
102
+ step 1000000 | 10822s | train_loss=0.0431 | fid=241.3494
103
+ step 1010000 | 10920s | train_loss=0.0417
104
+ step 1020000 | 11020s | train_loss=0.0377
105
+ step 1030000 | 11111s | train_loss=0.0379
106
+ step 1040000 | 11205s | train_loss=0.0391
107
+ step 1050000 | 11305s | train_loss=0.0426
108
+ step 1060000 | 11405s | train_loss=0.0393
109
+ step 1070000 | 11505s | train_loss=0.0385
110
+ step 1080000 | 11606s | train_loss=0.0371
111
+ step 1090000 | 11703s | train_loss=0.0386
112
+ step 1100000 | 11879s | train_loss=0.0380 | fid=213.3198
113
+ step 1110000 | 11979s | train_loss=0.0373
114
+ step 1120000 | 12079s | train_loss=0.0373
115
+ step 1130000 | 12179s | train_loss=0.0382
116
+ step 1140000 | 12269s | train_loss=0.0375
117
+ step 1150000 | 12367s | train_loss=0.0364
118
+ step 1160000 | 12467s | train_loss=0.0374
119
+ step 1170000 | 12567s | train_loss=0.0359
120
+ step 1180000 | 12667s | train_loss=0.0379
121
+ step 1190000 | 12758s | train_loss=0.0361
122
+ step 1200000 | 12971s | train_loss=0.0369 | fid=204.2415
123
+ step 1210000 | 13070s | train_loss=0.0359
124
+ step 1220000 | 13171s | train_loss=0.0366
125
+ step 1230000 | 13271s | train_loss=0.0346
126
+ step 1240000 | 13364s | train_loss=0.0353
127
+ step 1250000 | 13460s | train_loss=0.0336
128
+ step 1260000 | 13560s | train_loss=0.0370
129
+ step 1270000 | 13660s | train_loss=0.0324
130
+ step 1280000 | 13759s | train_loss=0.0371
131
+ step 1290000 | 13837s | train_loss=0.0355
132
+ step 1300000 | 14064s | train_loss=0.0361 | fid=198.9906
133
+ step 1310000 | 14164s | train_loss=0.0353
134
+ step 1320000 | 14263s | train_loss=0.0337
135
+ step 1330000 | 14363s | train_loss=0.0337
136
+ step 1340000 | 14457s | train_loss=0.0362
137
+ step 1350000 | 14548s | train_loss=0.0336
138
+ step 1360000 | 14648s | train_loss=0.0349
139
+ step 1370000 | 14745s | train_loss=0.0327
140
+ step 1380000 | 14845s | train_loss=0.0311
141
+ step 1390000 | 14919s | train_loss=0.0332
142
+ step 1400000 | 15132s | train_loss=0.0331 | fid=199.5059
143
+ step 1410000 | 15232s | train_loss=0.0314
144
+ step 1420000 | 15332s | train_loss=0.0335
145
+ step 1430000 | 15432s | train_loss=0.0314
146
+ step 1440000 | 15532s | train_loss=0.0314
147
+ step 1450000 | 15615s | train_loss=0.0305
148
+ step 1460000 | 15714s | train_loss=0.0319
149
+ step 1470000 | 15813s | train_loss=0.0307
150
+ step 1480000 | 15914s | train_loss=0.0295
151
+ step 1490000 | 15986s | train_loss=0.0305
152
+ step 1500000 | 16194s | train_loss=0.0315 | fid=193.8731
153
+ step 1510000 | 16294s | train_loss=0.0335
154
+ step 1520000 | 16394s | train_loss=0.0316
155
+ step 1530000 | 16494s | train_loss=0.0302
156
+ step 1540000 | 16592s | train_loss=0.0300
157
+ step 1550000 | 16688s | train_loss=0.0296
158
+ step 1560000 | 16777s | train_loss=0.0304
159
+ step 1570000 | 16877s | train_loss=0.0300
160
+ step 1580000 | 16977s | train_loss=0.0322
161
+ step 1590000 | 17050s | train_loss=0.0294
162
+ step 1600000 | 17257s | train_loss=0.0295 | fid=186.8622
163
+ step 1610000 | 17357s | train_loss=0.0316
164
+ step 1620000 | 17457s | train_loss=0.0299
165
+ step 1630000 | 17556s | train_loss=0.0314
166
+ step 1640000 | 17655s | train_loss=0.0303
167
+ step 1650000 | 17755s | train_loss=0.0305
168
+ step 1660000 | 17842s | train_loss=0.0296
169
+ step 1670000 | 17937s | train_loss=0.0306
170
+ step 1680000 | 18038s | train_loss=0.0283
171
+ step 1690000 | 18116s | train_loss=0.0281
172
+ step 1700000 | 18321s | train_loss=0.0283 | fid=187.1512
173
+ step 1710000 | 18421s | train_loss=0.0304
174
+ step 1720000 | 18519s | train_loss=0.0275
175
+ step 1730000 | 18618s | train_loss=0.0302
176
+ step 1740000 | 18719s | train_loss=0.0323
177
+ step 1750000 | 18819s | train_loss=0.0294
178
+ step 1760000 | 18919s | train_loss=0.0292
179
+ step 1770000 | 19004s | train_loss=0.0286
180
+ step 1780000 | 19102s | train_loss=0.0290
181
+ step 1790000 | 19186s | train_loss=0.0281
182
+ step 1800000 | 19411s | train_loss=0.0274 | fid=185.7252
183
+ step 1810000 | 19509s | train_loss=0.0290
184
+ step 1820000 | 19609s | train_loss=0.0277
185
+ step 1830000 | 19708s | train_loss=0.0265
186
+ step 1840000 | 19808s | train_loss=0.0283
187
+ step 1850000 | 19909s | train_loss=0.0298
188
+ step 1860000 | 20008s | train_loss=0.0281
189
+ step 1870000 | 20095s | train_loss=0.0287
190
+ step 1880000 | 20185s | train_loss=0.0264
191
+ step 1890000 | 20272s | train_loss=0.0277
192
+ step 1900000 | 20469s | train_loss=0.0317 | fid=173.2416
193
+ step 1910000 | 20569s | train_loss=0.0281
194
+ step 1920000 | 20668s | train_loss=0.0260
195
+ step 1930000 | 20768s | train_loss=0.0278
196
+ step 1940000 | 20869s | train_loss=0.0263
197
+ step 1950000 | 20969s | train_loss=0.0262
198
+ step 1960000 | 21070s | train_loss=0.0264
199
+ step 1970000 | 21170s | train_loss=0.0264
200
+ step 1980000 | 21244s | train_loss=0.0256
201
+ step 1990000 | 21331s | train_loss=0.0259
202
+ step 2000000 | 21533s | train_loss=0.0262 | fid=163.6120
203
+ step 2010000 | 21632s | train_loss=0.0274
204
+ step 2020000 | 21732s | train_loss=0.0260
205
+ step 2030000 | 21833s | train_loss=0.0260
206
+ step 2040000 | 21933s | train_loss=0.0282
207
+ step 2050000 | 22033s | train_loss=0.0268
208
+ step 2060000 | 22133s | train_loss=0.0256
209
+ step 2070000 | 22233s | train_loss=0.0258
210
+ step 2080000 | 22312s | train_loss=0.0246
211
+ step 2090000 | 22402s | train_loss=0.0244
212
+ step 2100000 | 22595s | train_loss=0.0276 | fid=163.9397
213
+ step 2110000 | 22694s | train_loss=0.0249
214
+ step 2120000 | 22795s | train_loss=0.0270
215
+ step 2130000 | 22895s | train_loss=0.0235
216
+ step 2140000 | 22996s | train_loss=0.0240
217
+ step 2150000 | 23096s | train_loss=0.0257
218
+ step 2160000 | 23195s | train_loss=0.0253
219
+ step 2170000 | 23294s | train_loss=0.0246
220
+ step 2180000 | 23392s | train_loss=0.0253
221
+ step 2190000 | 23478s | train_loss=0.0240
222
+ step 2200000 | 23646s | train_loss=0.0277 | fid=164.3740
223
+ step 2210000 | 23746s | train_loss=0.0255
224
+ step 2220000 | 23847s | train_loss=0.0239
225
+ step 2230000 | 23947s | train_loss=0.0251
226
+ step 2240000 | 24047s | train_loss=0.0278
227
+ step 2250000 | 24147s | train_loss=0.0259
228
+ step 2260000 | 24247s | train_loss=0.0231
229
+ step 2270000 | 24346s | train_loss=0.0236
230
+ step 2280000 | 24433s | train_loss=0.0245
231
+ step 2290000 | 24526s | train_loss=0.0242
232
+ step 2300000 | 24690s | train_loss=0.0250 | fid=155.2737
233
+ step 2310000 | 24790s | train_loss=0.0242
234
+ step 2320000 | 24891s | train_loss=0.0235
235
+ step 2330000 | 24991s | train_loss=0.0235
236
+ step 2340000 | 25091s | train_loss=0.0243
237
+ step 2350000 | 25191s | train_loss=0.0233
238
+ step 2360000 | 25289s | train_loss=0.0257
239
+ step 2370000 | 25389s | train_loss=0.0255
240
+ step 2380000 | 25478s | train_loss=0.0250
241
+ step 2390000 | 25575s | train_loss=0.0241
242
+ step 2400000 | 25734s | train_loss=0.0244 | fid=151.2596
243
+ step 2410000 | 25834s | train_loss=0.0251
244
+ step 2420000 | 25935s | train_loss=0.0226
245
+ step 2430000 | 26035s | train_loss=0.0223
246
+ step 2440000 | 26134s | train_loss=0.0227
247
+ step 2450000 | 26224s | train_loss=0.0247
248
+ step 2460000 | 26305s | train_loss=0.0245
249
+ step 2470000 | 26387s | train_loss=0.0223
250
+ step 2480000 | 26466s | train_loss=0.0247
251
+ step 2490000 | 26542s | train_loss=0.0230
252
+ step 2500000 | 26662s | train_loss=0.0234 | fid=150.1721
253
+ step 2510000 | 26743s | train_loss=0.0230
254
+ step 2520000 | 26824s | train_loss=0.0232
255
+ step 2530000 | 26906s | train_loss=0.0236
256
+ step 2540000 | 26987s | train_loss=0.0260
257
+ step 2550000 | 27069s | train_loss=0.0239
258
+ step 2560000 | 27150s | train_loss=0.0239
259
+ step 2570000 | 27231s | train_loss=0.0244
260
+ step 2580000 | 27312s | train_loss=0.0239
261
+ step 2590000 | 27391s | train_loss=0.0222
262
+ step 2600000 | 27535s | train_loss=0.0223 | fid=149.1408
263
+ step 2610000 | 27612s | train_loss=0.0226
264
+ step 2620000 | 27693s | train_loss=0.0233
265
+ step 2630000 | 27774s | train_loss=0.0229
266
+ step 2640000 | 27856s | train_loss=0.0223
267
+ step 2650000 | 27937s | train_loss=0.0231
268
+ step 2660000 | 28019s | train_loss=0.0220
269
+ step 2670000 | 28101s | train_loss=0.0227
270
+ step 2680000 | 28178s | train_loss=0.0229
271
+ step 2690000 | 28260s | train_loss=0.0211
272
+ step 2700000 | 28404s | train_loss=0.0206 | fid=144.3243
273
+ step 2710000 | 28480s | train_loss=0.0228
274
+ step 2720000 | 28562s | train_loss=0.0216
275
+ step 2730000 | 28643s | train_loss=0.0234
276
+ step 2740000 | 28724s | train_loss=0.0226
277
+ step 2750000 | 28806s | train_loss=0.0234
278
+ step 2760000 | 28887s | train_loss=0.0217
279
+ step 2770000 | 28969s | train_loss=0.0224
280
+ step 2780000 | 29045s | train_loss=0.0224
281
+ step 2790000 | 29122s | train_loss=0.0218
282
+ step 2800000 | 29297s | train_loss=0.0213 | fid=140.7345
283
+ step 2810000 | 29364s | train_loss=0.0245
284
+ step 2820000 | 29446s | train_loss=0.0233
285
+ step 2830000 | 29527s | train_loss=0.0215
286
+ step 2840000 | 29609s | train_loss=0.0226
287
+ step 2850000 | 29691s | train_loss=0.0213
288
+ step 2860000 | 29772s | train_loss=0.0215
289
+ step 2870000 | 29854s | train_loss=0.0211
290
+ step 2880000 | 29921s | train_loss=0.0215
291
+ step 2890000 | 30002s | train_loss=0.0209
292
+ step 2900000 | 30177s | train_loss=0.0248 | fid=137.3742
293
+ step 2910000 | 30250s | train_loss=0.0236
294
+ step 2920000 | 30324s | train_loss=0.0211
295
+ step 2930000 | 30405s | train_loss=0.0203
296
+ step 2940000 | 30486s | train_loss=0.0200
297
+ step 2950000 | 30568s | train_loss=0.0209
298
+ step 2960000 | 30649s | train_loss=0.0213
299
+ step 2970000 | 30731s | train_loss=0.0227
300
+ step 2980000 | 30800s | train_loss=0.0227
301
+ step 2990000 | 30882s | train_loss=0.0200
302
+ step 3000000 | 31050s | train_loss=0.0202 | fid=137.5225
303
+ step 3010000 | 31131s | train_loss=0.0216
304
+ step 3020000 | 31203s | train_loss=0.0223
305
+ step 3030000 | 31285s | train_loss=0.0215
306
+ step 3040000 | 31366s | train_loss=0.0210
307
+ step 3050000 | 31448s | train_loss=0.0213
308
+ step 3060000 | 31530s | train_loss=0.0214
309
+ step 3070000 | 31609s | train_loss=0.0203
310
+ step 3080000 | 31690s | train_loss=0.0204
311
+ step 3090000 | 31770s | train_loss=0.0221
312
+ step 3100000 | 31906s | train_loss=0.0209 | fid=136.6781
313
+ step 3110000 | 31988s | train_loss=0.0206
314
+ step 3120000 | 32064s | train_loss=0.0214
315
+ step 3130000 | 32146s | train_loss=0.0217
316
+ step 3140000 | 32227s | train_loss=0.0212
317
+ step 3150000 | 32309s | train_loss=0.0208
318
+ step 3160000 | 32390s | train_loss=0.0195
319
+ step 3170000 | 32468s | train_loss=0.0216
320
+ step 3180000 | 32538s | train_loss=0.0202
321
+ step 3190000 | 32619s | train_loss=0.0206
322
+ step 3200000 | 32772s | train_loss=0.0207 | fid=129.5438
323
+ step 3210000 | 32853s | train_loss=0.0211
324
+ step 3220000 | 32930s | train_loss=0.0199
325
+ step 3230000 | 32997s | train_loss=0.0195
326
+ step 3240000 | 33078s | train_loss=0.0204
327
+ step 3250000 | 33159s | train_loss=0.0207
328
+ step 3260000 | 33241s | train_loss=0.0183
329
+ step 3270000 | 33320s | train_loss=0.0192
330
+ step 3280000 | 33382s | train_loss=0.0197
331
+ step 3290000 | 33462s | train_loss=0.0211
332
+ step 3300000 | 33633s | train_loss=0.0195 | fid=137.5038
333
+ step 3310000 | 33714s | train_loss=0.0202
334
+ step 3320000 | 33796s | train_loss=0.0199
335
+ step 3330000 | 33861s | train_loss=0.0220
336
+ step 3340000 | 33939s | train_loss=0.0192
337
+ step 3350000 | 34020s | train_loss=0.0218
338
+ step 3360000 | 34101s | train_loss=0.0202
339
+ step 3370000 | 34182s | train_loss=0.0210
340
+ step 3380000 | 34248s | train_loss=0.0207
341
+ step 3390000 | 34329s | train_loss=0.0209
342
+ step 3400000 | 34505s | train_loss=0.0201 | fid=129.5412
343
+ step 3410000 | 34587s | train_loss=0.0217
344
+ step 3420000 | 34668s | train_loss=0.0203
345
+ step 3430000 | 34743s | train_loss=0.0202
346
+ step 3440000 | 34812s | train_loss=0.0191
347
+ step 3450000 | 34894s | train_loss=0.0197
348
+ step 3460000 | 34975s | train_loss=0.0203
349
+ step 3470000 | 35054s | train_loss=0.0193
350
+ step 3480000 | 35125s | train_loss=0.0204
351
+ step 3490000 | 35206s | train_loss=0.0198
352
+ step 3500000 | 35387s | train_loss=0.0207 | fid=133.1352
353
+ step 3510000 | 35469s | train_loss=0.0204
354
+ step 3520000 | 35551s | train_loss=0.0195
355
+ step 3530000 | 35632s | train_loss=0.0185
356
+ step 3540000 | 35697s | train_loss=0.0190
357
+ step 3550000 | 35778s | train_loss=0.0193
358
+ step 3560000 | 35859s | train_loss=0.0185
359
+ step 3570000 | 35931s | train_loss=0.0194
360
+ step 3580000 | 36010s | train_loss=0.0183
361
+ step 3590000 | 36085s | train_loss=0.0201
362
+ step 3600000 | 36244s | train_loss=0.0189 | fid=131.6497
363
+ step 3610000 | 36325s | train_loss=0.0190
364
+ step 3620000 | 36406s | train_loss=0.0203
365
+ step 3630000 | 36488s | train_loss=0.0192
366
+ step 3640000 | 36565s | train_loss=0.0218
367
+ step 3650000 | 36633s | train_loss=0.0186
368
+ step 3660000 | 36715s | train_loss=0.0196
369
+ step 3670000 | 36786s | train_loss=0.0196
370
+ step 3680000 | 36859s | train_loss=0.0201
371
+ step 3690000 | 36937s | train_loss=0.0215
372
+ step 3700000 | 37097s | train_loss=0.0194 | fid=130.9553
373
+ step 3710000 | 37179s | train_loss=0.0198
374
+ step 3720000 | 37260s | train_loss=0.0192
375
+ step 3730000 | 37341s | train_loss=0.0218
376
+ step 3740000 | 37423s | train_loss=0.0207
377
+ step 3750000 | 37495s | train_loss=0.0178
378
+ step 3760000 | 37568s | train_loss=0.0190
379
+ step 3770000 | 37645s | train_loss=0.0182
380
+ step 3780000 | 37709s | train_loss=0.0191
381
+ step 3790000 | 37786s | train_loss=0.0198
382
+ step 3800000 | 37966s | train_loss=0.0193 | fid=126.8022
383
+ step 3810000 | 38047s | train_loss=0.0180
384
+ step 3820000 | 38128s | train_loss=0.0190
385
+ step 3830000 | 38210s | train_loss=0.0202
386
+ step 3840000 | 38291s | train_loss=0.0193
387
+ step 3850000 | 38372s | train_loss=0.0189
388
+ step 3860000 | 38437s | train_loss=0.0187
389
+ step 3870000 | 38517s | train_loss=0.0182
390
+ step 3880000 | 38582s | train_loss=0.0200
391
+ step 3890000 | 38653s | train_loss=0.0177
392
+ step 3900000 | 38812s | train_loss=0.0187 | fid=125.9063
393
+ step 3910000 | 38894s | train_loss=0.0196
394
+ step 3920000 | 38975s | train_loss=0.0180
395
+ step 3930000 | 39056s | train_loss=0.0184
396
+ step 3940000 | 39137s | train_loss=0.0188
397
+ step 3950000 | 39218s | train_loss=0.0179
398
+ step 3960000 | 39294s | train_loss=0.0178
399
+ step 3970000 | 39360s | train_loss=0.0201
400
+ step 3980000 | 39426s | train_loss=0.0190
401
+ step 3990000 | 39502s | train_loss=0.0174
402
+ step 4000000 | 39672s | train_loss=0.0188 | fid=118.9351
403
+ step 4010000 | 39754s | train_loss=0.0187
404
+ step 4020000 | 39836s | train_loss=0.0180
405
+ step 4030000 | 39917s | train_loss=0.0181
406
+ step 4040000 | 39998s | train_loss=0.0184
407
+ step 4050000 | 40080s | train_loss=0.0183
408
+ step 4060000 | 40161s | train_loss=0.0182
409
+ step 4070000 | 40234s | train_loss=0.0187
410
+ step 4080000 | 40296s | train_loss=0.0191
411
+ step 4090000 | 40372s | train_loss=0.0195
412
+ step 4100000 | 40560s | train_loss=0.0182 | fid=128.1197
413
+ step 4110000 | 40641s | train_loss=0.0187
414
+ step 4120000 | 40723s | train_loss=0.0181
415
+ step 4130000 | 40805s | train_loss=0.0199
416
+ step 4140000 | 40886s | train_loss=0.0180
417
+ step 4150000 | 40966s | train_loss=0.0189
418
+ step 4160000 | 41047s | train_loss=0.0215
419
+ step 4170000 | 41111s | train_loss=0.0187
420
+ step 4180000 | 41184s | train_loss=0.0176
421
+ step 4190000 | 41260s | train_loss=0.0183
422
+ step 4200000 | 41439s | train_loss=0.0188 | fid=128.9675
423
+ step 4210000 | 41520s | train_loss=0.0189
424
+ step 4220000 | 41602s | train_loss=0.0178
425
+ step 4230000 | 41684s | train_loss=0.0178
426
+ step 4240000 | 41765s | train_loss=0.0187
427
+ step 4250000 | 41847s | train_loss=0.0175
428
+ step 4260000 | 41927s | train_loss=0.0178
429
+ step 4270000 | 41984s | train_loss=0.0189
430
+ step 4280000 | 42066s | train_loss=0.0184
431
+ step 4290000 | 42141s | train_loss=0.0173
432
+ step 4300000 | 42303s | train_loss=0.0186 | fid=126.7402
433
+ step 4310000 | 42385s | train_loss=0.0185
434
+ step 4320000 | 42466s | train_loss=0.0186
435
+ step 4330000 | 42547s | train_loss=0.0191
436
+ step 4340000 | 42629s | train_loss=0.0175
437
+ step 4350000 | 42711s | train_loss=0.0173
438
+ step 4360000 | 42793s | train_loss=0.0164
439
+ step 4370000 | 42855s | train_loss=0.0176
440
+ step 4380000 | 42928s | train_loss=0.0174
441
+ step 4390000 | 43002s | train_loss=0.0187
442
+ step 4400000 | 43158s | train_loss=0.0181 | fid=122.3066
443
+ step 4410000 | 43239s | train_loss=0.0176
444
+ step 4420000 | 43321s | train_loss=0.0170
445
+ step 4430000 | 43403s | train_loss=0.0171
446
+ step 4440000 | 43484s | train_loss=0.0184
447
+ step 4450000 | 43566s | train_loss=0.0192
448
+ step 4460000 | 43647s | train_loss=0.0186
449
+ step 4470000 | 43716s | train_loss=0.0189
450
+ step 4480000 | 43782s | train_loss=0.0173
451
+ step 4490000 | 43860s | train_loss=0.0175
452
+ step 4500000 | 44027s | train_loss=0.0180 | fid=118.7623
453
+ step 4510000 | 44108s | train_loss=0.0195
454
+ step 4520000 | 44190s | train_loss=0.0166
455
+ step 4530000 | 44271s | train_loss=0.0197
456
+ step 4540000 | 44353s | train_loss=0.0181
457
+ step 4550000 | 44435s | train_loss=0.0164
458
+ step 4560000 | 44517s | train_loss=0.0167
459
+ step 4570000 | 44581s | train_loss=0.0217
460
+ step 4580000 | 44656s | train_loss=0.0179
461
+ step 4590000 | 44727s | train_loss=0.0183
462
+ step 4600000 | 44914s | train_loss=0.0160 | fid=121.6880
463
+ step 4610000 | 44995s | train_loss=0.0176
464
+ step 4620000 | 45076s | train_loss=0.0183
465
+ step 4630000 | 45158s | train_loss=0.0188
466
+ step 4640000 | 45239s | train_loss=0.0164
467
+ step 4650000 | 45321s | train_loss=0.0173
468
+ step 4660000 | 45403s | train_loss=0.0188
469
+ step 4670000 | 45470s | train_loss=0.0166
470
+ step 4680000 | 45546s | train_loss=0.0176
471
+ step 4690000 | 45604s | train_loss=0.0176
472
+ step 4700000 | 45799s | train_loss=0.0178 | fid=128.3995
473
+ step 4710000 | 45881s | train_loss=0.0170
474
+ step 4720000 | 45963s | train_loss=0.0163
475
+ step 4730000 | 46043s | train_loss=0.0179
476
+ step 4740000 | 46124s | train_loss=0.0174
477
+ step 4750000 | 46205s | train_loss=0.0190
478
+ step 4760000 | 46275s | train_loss=0.0172
479
+ step 4770000 | 46349s | train_loss=0.0173
480
+ step 4780000 | 46429s | train_loss=0.0167
481
+ step 4790000 | 46491s | train_loss=0.0171
482
+ step 4800000 | 46639s | train_loss=0.0194 | fid=116.3115
483
+ step 4810000 | 46721s | train_loss=0.0165
484
+ step 4820000 | 46803s | train_loss=0.0173
485
+ step 4830000 | 46884s | train_loss=0.0182
486
+ step 4840000 | 46966s | train_loss=0.0172
487
+ step 4850000 | 47047s | train_loss=0.0170
488
+ step 4860000 | 47129s | train_loss=0.0162
489
+ step 4870000 | 47205s | train_loss=0.0171
490
+ step 4880000 | 47287s | train_loss=0.0175
491
+ step 4890000 | 47360s | train_loss=0.0166
492
+ step 4900000 | 47510s | train_loss=0.0174 | fid=128.9319
493
+ step 4910000 | 47592s | train_loss=0.0164
494
+ step 4920000 | 47673s | train_loss=0.0174
495
+ step 4930000 | 47755s | train_loss=0.0228
496
+ step 4940000 | 47836s | train_loss=0.0166
497
+ step 4950000 | 47918s | train_loss=0.0183
498
+ step 4960000 | 47998s | train_loss=0.0174
499
+ step 4970000 | 48060s | train_loss=0.0160
500
+ step 4980000 | 48120s | train_loss=0.0162
501
+ step 4990000 | 48170s | train_loss=0.0164
502
+ step 5000000 | 48244s | train_loss=0.0171 | fid=116.2575
results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d180/config.json ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d180/vae.pt",
3
+ "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d180",
4
+ "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json",
5
+ "n_train": 1000,
6
+ "total_steps": 5000000,
7
+ "eval_interval": 10000,
8
+ "mem_interval": 100000,
9
+ "fid_interval": 100000,
10
+ "fid_n_real": 1000,
11
+ "fid_n_gen": 10000,
12
+ "n_gen_samples": 10000,
13
+ "n_sde_steps": 500,
14
+ "batch_size": 512,
15
+ "hidden": 1024,
16
+ "depth": 5,
17
+ "optimizer": "sgd",
18
+ "lr": 0.001,
19
+ "momentum": 0.8,
20
+ "t_min": 0.01,
21
+ "t_max": 3.0,
22
+ "t_eval": 0.1,
23
+ "seed": 42,
24
+ "device": null
25
+ }
results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d180/fid_retry.json ADDED
@@ -0,0 +1,78 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "run_dir": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d180",
3
+ "d_latent": 180,
4
+ "attempts": [
5
+ {
6
+ "attempt": 0,
7
+ "seed": 1042,
8
+ "step": 5000000,
9
+ "latent_finite": true,
10
+ "pixel_finite": true,
11
+ "fid": 144.25575834607739,
12
+ "error": null
13
+ },
14
+ {
15
+ "attempt": 1,
16
+ "seed": 1043,
17
+ "step": 5000000,
18
+ "latent_finite": true,
19
+ "pixel_finite": true,
20
+ "fid": 144.2392383180155,
21
+ "error": null
22
+ },
23
+ {
24
+ "attempt": 2,
25
+ "seed": 1044,
26
+ "step": 5000000,
27
+ "latent_finite": true,
28
+ "pixel_finite": true,
29
+ "fid": 143.73176131114323,
30
+ "error": null
31
+ },
32
+ {
33
+ "attempt": 3,
34
+ "seed": 1045,
35
+ "step": 5000000,
36
+ "latent_finite": false,
37
+ "fid": null,
38
+ "error": "nonfinite_latents"
39
+ },
40
+ {
41
+ "attempt": 4,
42
+ "seed": 1046,
43
+ "step": 5000000,
44
+ "latent_finite": false,
45
+ "fid": null,
46
+ "error": "nonfinite_latents"
47
+ },
48
+ {
49
+ "attempt": 5,
50
+ "seed": 1047,
51
+ "step": 5000000,
52
+ "latent_finite": false,
53
+ "fid": null,
54
+ "error": "nonfinite_latents"
55
+ },
56
+ {
57
+ "attempt": 6,
58
+ "seed": 1048,
59
+ "step": 5000000,
60
+ "latent_finite": true,
61
+ "pixel_finite": true,
62
+ "fid": 143.546935369175,
63
+ "error": null
64
+ },
65
+ {
66
+ "attempt": 7,
67
+ "seed": 1049,
68
+ "step": 5000000,
69
+ "latent_finite": true,
70
+ "pixel_finite": true,
71
+ "fid": 144.9163058421488,
72
+ "error": null
73
+ }
74
+ ],
75
+ "best_fid": 143.546935369175,
76
+ "mean_fid": 144.137999837312,
77
+ "n_success": 5
78
+ }
results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d180/fid_retry.log ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {"attempt": 0, "seed": 1042, "step": 5000000, "latent_finite": true, "pixel_finite": true, "fid": 144.25575834607739, "error": null}
2
+ {"attempt": 1, "seed": 1043, "step": 5000000, "latent_finite": true, "pixel_finite": true, "fid": 144.2392383180155, "error": null}
3
+ {"attempt": 2, "seed": 1044, "step": 5000000, "latent_finite": true, "pixel_finite": true, "fid": 143.73176131114323, "error": null}
4
+ {"attempt": 6, "seed": 1048, "step": 5000000, "latent_finite": true, "pixel_finite": true, "fid": 143.546935369175, "error": null}
5
+ {"attempt": 7, "seed": 1049, "step": 5000000, "latent_finite": true, "pixel_finite": true, "fid": 144.9163058421488, "error": null}
6
+ SUMMARY {"run_dir": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d180", "d_latent": 180, "attempts": [{"attempt": 0, "seed": 1042, "step": 5000000, "latent_finite": true, "pixel_finite": true, "fid": 144.25575834607739, "error": null}, {"attempt": 1, "seed": 1043, "step": 5000000, "latent_finite": true, "pixel_finite": true, "fid": 144.2392383180155, "error": null}, {"attempt": 2, "seed": 1044, "step": 5000000, "latent_finite": true, "pixel_finite": true, "fid": 143.73176131114323, "error": null}, {"attempt": 3, "seed": 1045, "step": 5000000, "latent_finite": false, "fid": null, "error": "nonfinite_latents"}, {"attempt": 4, "seed": 1046, "step": 5000000, "latent_finite": false, "fid": null, "error": "nonfinite_latents"}, {"attempt": 5, "seed": 1047, "step": 5000000, "latent_finite": false, "fid": null, "error": "nonfinite_latents"}, {"attempt": 6, "seed": 1048, "step": 5000000, "latent_finite": true, "pixel_finite": true, "fid": 143.546935369175, "error": null}, {"attempt": 7, "seed": 1049, "step": 5000000, "latent_finite": true, "pixel_finite": true, "fid": 144.9163058421488, "error": null}], "best_fid": 143.546935369175, "mean_fid": 144.137999837312, "n_success": 5}
results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d180/metrics.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d180/runner.log ADDED
@@ -0,0 +1,293 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ FID real-side stats cached over 1000 diverse train images
2
+ step 1 | 72s | train_loss=0.9991 | fid=287.0402
3
+ step 10000 | 130s | train_loss=0.7726
4
+ step 20000 | 223s | train_loss=0.6673
5
+ step 30000 | 316s | train_loss=0.5706
6
+ step 40000 | 408s | train_loss=0.4694
7
+ step 50000 | 501s | train_loss=0.3825
8
+ step 60000 | 593s | train_loss=0.3143
9
+ step 70000 | 686s | train_loss=0.2595
10
+ step 80000 | 779s | train_loss=0.2337
11
+ step 90000 | 871s | train_loss=0.1939
12
+ step 100000 | 1035s | train_loss=0.1828 | fid=206.6450
13
+ step 110000 | 1129s | train_loss=0.1626
14
+ step 120000 | 1205s | train_loss=0.1476
15
+ step 130000 | 1298s | train_loss=0.1454
16
+ step 140000 | 1390s | train_loss=0.1477
17
+ step 150000 | 1483s | train_loss=0.1298
18
+ step 160000 | 1575s | train_loss=0.1170
19
+ step 170000 | 1668s | train_loss=0.1345
20
+ step 180000 | 1761s | train_loss=0.1103
21
+ step 190000 | 1853s | train_loss=0.1104
22
+ step 200000 | 2017s | train_loss=0.1073 | fid=277.6766
23
+ step 210000 | 2110s | train_loss=0.0984
24
+ step 220000 | 2200s | train_loss=0.0979
25
+ step 230000 | 2283s | train_loss=0.0937
26
+ step 240000 | 2375s | train_loss=0.0925
27
+ step 250000 | 2468s | train_loss=0.1044
28
+ step 260000 | 2561s | train_loss=0.0854
29
+ step 270000 | 2653s | train_loss=0.0952
30
+ step 280000 | 2746s | train_loss=0.0881
31
+ step 290000 | 2839s | train_loss=0.0834
32
+ step 300000 | 3003s | train_loss=0.0769 | fid=323.1671
33
+ step 310000 | 3095s | train_loss=0.0821
34
+ step 320000 | 3188s | train_loss=0.0821
35
+ step 330000 | 3275s | train_loss=0.0797
36
+ step 340000 | 3365s | train_loss=0.0758
37
+ step 350000 | 3454s | train_loss=0.0755
38
+ step 360000 | 3547s | train_loss=0.0882
39
+ step 370000 | 3639s | train_loss=0.0774
40
+ step 380000 | 3732s | train_loss=0.0761
41
+ step 390000 | 3825s | train_loss=0.0706
42
+ step 400000 | 3987s | train_loss=0.0705 | fid=321.4628
43
+ step 410000 | 4080s | train_loss=0.0681
44
+ step 420000 | 4172s | train_loss=0.0720
45
+ step 430000 | 4265s | train_loss=0.0738
46
+ step 440000 | 4349s | train_loss=0.0798
47
+ step 450000 | 4440s | train_loss=0.0606
48
+ step 460000 | 4530s | train_loss=0.0629
49
+ step 470000 | 4622s | train_loss=0.0671
50
+ step 480000 | 4715s | train_loss=0.0725
51
+ step 490000 | 4808s | train_loss=0.0642
52
+ step 500000 | 4971s | train_loss=0.0690 | fid=307.1773
53
+ step 510000 | 5064s | train_loss=0.0594
54
+ step 520000 | 5157s | train_loss=0.0541
55
+ step 530000 | 5250s | train_loss=0.0604
56
+ step 540000 | 5343s | train_loss=0.0608
57
+ step 550000 | 5427s | train_loss=0.0583
58
+ step 560000 | 5520s | train_loss=0.0562
59
+ step 570000 | 5609s | train_loss=0.0570
60
+ step 580000 | 5702s | train_loss=0.0566
61
+ step 590000 | 5794s | train_loss=0.0539
62
+ step 600000 | 5958s | train_loss=0.0537 | fid=296.9225
63
+ step 610000 | 6050s | train_loss=0.0556
64
+ step 620000 | 6142s | train_loss=0.0521
65
+ step 630000 | 6235s | train_loss=0.0511
66
+ step 640000 | 6328s | train_loss=0.0525
67
+ step 650000 | 6421s | train_loss=0.0502
68
+ step 660000 | 6505s | train_loss=0.0528
69
+ step 670000 | 6597s | train_loss=0.0544
70
+ step 680000 | 6687s | train_loss=0.0551
71
+ step 690000 | 6773s | train_loss=0.0514
72
+ step 700000 | 6937s | train_loss=0.0476 | fid=285.6506
73
+ step 710000 | 7029s | train_loss=0.0498
74
+ step 720000 | 7122s | train_loss=0.0591
75
+ step 730000 | 7215s | train_loss=0.0525
76
+ step 740000 | 7307s | train_loss=0.0485
77
+ step 750000 | 7400s | train_loss=0.0494
78
+ step 760000 | 7487s | train_loss=0.0501
79
+ step 770000 | 7560s | train_loss=0.0443
80
+ step 780000 | 7643s | train_loss=0.0455
81
+ step 790000 | 7735s | train_loss=0.0466
82
+ step 800000 | 7891s | train_loss=0.0480 | fid=279.4177
83
+ step 810000 | 7984s | train_loss=0.0503
84
+ step 820000 | 8076s | train_loss=0.0475
85
+ step 830000 | 8169s | train_loss=0.0422
86
+ step 840000 | 8262s | train_loss=0.0416
87
+ step 850000 | 8355s | train_loss=0.0453
88
+ step 860000 | 8447s | train_loss=0.0490
89
+ step 870000 | 8538s | train_loss=0.0418
90
+ step 880000 | 8628s | train_loss=0.0450
91
+ step 890000 | 8718s | train_loss=0.0417
92
+ step 900000 | 8882s | train_loss=0.0468 | fid=271.9568
93
+ step 910000 | 8971s | train_loss=0.0438
94
+ step 920000 | 9064s | train_loss=0.0427
95
+ step 930000 | 9157s | train_loss=0.0429
96
+ step 940000 | 9250s | train_loss=0.0424
97
+ step 950000 | 9342s | train_loss=0.0489
98
+ step 960000 | 9435s | train_loss=0.0409
99
+ step 970000 | 9528s | train_loss=0.0415
100
+ step 980000 | 9616s | train_loss=0.0400
101
+ step 990000 | 9709s | train_loss=0.0392
102
+ step 1000000 | 9870s | train_loss=0.0399 | fid=265.6517
103
+ step 1010000 | 9962s | train_loss=0.0393
104
+ step 1020000 | 10051s | train_loss=0.0511
105
+ step 1030000 | 10144s | train_loss=0.0396
106
+ step 1040000 | 10237s | train_loss=0.0393
107
+ step 1050000 | 10329s | train_loss=0.0419
108
+ step 1060000 | 10422s | train_loss=0.0432
109
+ step 1070000 | 10514s | train_loss=0.0389
110
+ step 1080000 | 10607s | train_loss=0.0381
111
+ step 1090000 | 10683s | train_loss=0.0383
112
+ step 1100000 | 10834s | train_loss=0.0381 | fid=255.7951
113
+ step 1110000 | 10926s | train_loss=0.0380
114
+ step 1120000 | 11019s | train_loss=0.0381
115
+ step 1130000 | 11105s | train_loss=0.0382
116
+ step 1140000 | 11189s | train_loss=0.0373
117
+ step 1150000 | 11282s | train_loss=0.0418
118
+ step 1160000 | 11374s | train_loss=0.0420
119
+ step 1170000 | 11467s | train_loss=0.0366
120
+ step 1180000 | 11560s | train_loss=0.0351
121
+ step 1190000 | 11653s | train_loss=0.0369
122
+ step 1200000 | 11810s | train_loss=0.0358 | fid=249.4190
123
+ step 1210000 | 11900s | train_loss=0.0380
124
+ step 1220000 | 11992s | train_loss=0.0352
125
+ step 1230000 | 12085s | train_loss=0.0361
126
+ step 1240000 | 12177s | train_loss=0.0361
127
+ step 1250000 | 12262s | train_loss=0.0364
128
+ step 1260000 | 12350s | train_loss=0.0373
129
+ step 1270000 | 12443s | train_loss=0.0352
130
+ step 1280000 | 12536s | train_loss=0.0360
131
+ step 1290000 | 12628s | train_loss=0.0343
132
+ step 1300000 | 12778s | train_loss=0.0354 | fid=237.2085
133
+ step 1310000 | 12867s | train_loss=0.0400
134
+ step 1320000 | 12951s | train_loss=0.0352
135
+ step 1330000 | 13037s | train_loss=0.0346
136
+ step 1340000 | 13130s | train_loss=0.0357
137
+ step 1350000 | 13223s | train_loss=0.0337
138
+ step 1360000 | 13316s | train_loss=0.0358
139
+ step 1370000 | 13398s | train_loss=0.0359
140
+ step 1380000 | 13491s | train_loss=0.0358
141
+ step 1390000 | 13583s | train_loss=0.0336
142
+ step 1400000 | 13747s | train_loss=0.0334 | fid=235.3020
143
+ step 1410000 | 13827s | train_loss=0.0337
144
+ step 1420000 | 13909s | train_loss=0.0343
145
+ step 1430000 | 14002s | train_loss=0.0306
146
+ step 1440000 | 14079s | train_loss=0.0362
147
+ step 1450000 | 14172s | train_loss=0.0334
148
+ step 1460000 | 14264s | train_loss=0.0327
149
+ step 1470000 | 14356s | train_loss=0.0314
150
+ step 1480000 | 14447s | train_loss=0.0339
151
+ step 1490000 | 14527s | train_loss=0.0396
152
+ step 1500000 | 14690s | train_loss=0.0320 | fid=228.6969
153
+ step 1510000 | 14782s | train_loss=0.0313
154
+ step 1520000 | 14871s | train_loss=0.0331
155
+ step 1530000 | 14943s | train_loss=0.0325
156
+ step 1540000 | 15036s | train_loss=0.0350
157
+ step 1550000 | 15121s | train_loss=0.0327
158
+ step 1560000 | 15210s | train_loss=0.0332
159
+ step 1570000 | 15303s | train_loss=0.0303
160
+ step 1580000 | 15396s | train_loss=0.0315
161
+ step 1590000 | 15488s | train_loss=0.0376
162
+ step 1600000 | 15636s | train_loss=0.0314 | fid=225.3445
163
+ step 1610000 | 15729s | train_loss=0.0319
164
+ step 1620000 | 15821s | train_loss=0.0326
165
+ step 1630000 | 15914s | train_loss=0.0348
166
+ step 1640000 | 15980s | train_loss=0.0306
167
+ step 1650000 | 16072s | train_loss=0.0316
168
+ step 1660000 | 16164s | train_loss=0.0302
169
+ step 1670000 | 16247s | train_loss=0.0291
170
+ step 1680000 | 16340s | train_loss=0.0312
171
+ step 1690000 | 16433s | train_loss=0.0311
172
+ step 1700000 | 16596s | train_loss=0.0294 | fid=231.7236
173
+ step 1710000 | 16686s | train_loss=0.0298
174
+ step 1720000 | 16768s | train_loss=0.0300
175
+ step 1730000 | 16860s | train_loss=0.0281
176
+ step 1740000 | 16954s | train_loss=0.0283
177
+ step 1750000 | 17026s | train_loss=0.0307
178
+ step 1760000 | 17111s | train_loss=0.0294
179
+ step 1770000 | 17204s | train_loss=0.0282
180
+ step 1780000 | 17287s | train_loss=0.0298
181
+ step 1790000 | 17380s | train_loss=0.0314
182
+ step 1800000 | 17544s | train_loss=0.0278 | fid=218.7946
183
+ step 1810000 | 17636s | train_loss=0.0288
184
+ step 1820000 | 17729s | train_loss=0.0297
185
+ step 1830000 | 17816s | train_loss=0.0391
186
+ step 1840000 | 17897s | train_loss=0.0335
187
+ step 1850000 | 17990s | train_loss=0.0345
188
+ step 1860000 | 18075s | train_loss=0.0304
189
+ step 1870000 | 18149s | train_loss=0.0309
190
+ step 1880000 | 18241s | train_loss=0.0350
191
+ step 1890000 | 18324s | train_loss=0.0286
192
+ step 1900000 | 18488s | train_loss=0.0343 | fid=205.6934
193
+ step 1910000 | 18580s | train_loss=0.0294
194
+ step 1920000 | 18673s | train_loss=0.0290
195
+ step 1930000 | 18766s | train_loss=0.0278
196
+ step 1940000 | 18859s | train_loss=0.0307
197
+ step 1950000 | 18946s | train_loss=0.0301
198
+ step 1960000 | 19029s | train_loss=0.0295
199
+ step 1970000 | 19117s | train_loss=0.0267
200
+ step 1980000 | 19195s | train_loss=0.0318
201
+ step 1990000 | 19286s | train_loss=0.0290
202
+ step 2000000 | 19436s | train_loss=0.0352 | fid=207.8816
203
+ step 2010000 | 19528s | train_loss=0.0276
204
+ step 2020000 | 19621s | train_loss=0.0269
205
+ step 2030000 | 19713s | train_loss=0.0263
206
+ step 2040000 | 19806s | train_loss=0.0284
207
+ step 2050000 | 19899s | train_loss=0.0281
208
+ step 2060000 | 19991s | train_loss=0.0292
209
+ step 2070000 | 20076s | train_loss=0.0285
210
+ step 2080000 | 20159s | train_loss=0.0252
211
+ step 2090000 | 20241s | train_loss=0.0305
212
+ step 2100000 | 20397s | train_loss=0.0255 | fid=192.1762
213
+ step 2110000 | 20482s | train_loss=0.0338
214
+ step 2120000 | 20575s | train_loss=0.0274
215
+ step 2130000 | 20667s | train_loss=0.0273
216
+ step 2140000 | 20760s | train_loss=0.0260
217
+ step 2150000 | 20853s | train_loss=0.0314
218
+ step 2160000 | 20946s | train_loss=0.0267
219
+ step 2170000 | 21038s | train_loss=0.0263
220
+ step 2180000 | 21131s | train_loss=0.0266
221
+ step 2190000 | 21212s | train_loss=0.0269
222
+ step 2200000 | 21349s | train_loss=0.0270 | fid=181.8616
223
+ step 2210000 | 21439s | train_loss=0.0290
224
+ step 2220000 | 21524s | train_loss=0.0279
225
+ step 2230000 | 21613s | train_loss=0.0290
226
+ step 2240000 | 21706s | train_loss=0.0259
227
+ step 2250000 | 21798s | train_loss=0.0264
228
+ step 2260000 | 21891s | train_loss=0.0274
229
+ step 2270000 | 21984s | train_loss=0.0293
230
+ step 2280000 | 22077s | train_loss=0.0278
231
+ step 2290000 | 22169s | train_loss=0.0256
232
+ step 2300000 | 22316s | train_loss=0.0261 | fid=193.7930
233
+ step 2310000 | 22401s | train_loss=0.0267
234
+ step 2320000 | 22489s | train_loss=0.0256
235
+ step 2330000 | 22580s | train_loss=0.0251
236
+ step 2340000 | 22667s | train_loss=0.0241
237
+ step 2350000 | 22760s | train_loss=0.0274
238
+ step 2360000 | 22853s | train_loss=0.0252
239
+ step 2370000 | 22945s | train_loss=0.0272
240
+ step 2380000 | 23038s | train_loss=0.0260
241
+ step 2390000 | 23131s | train_loss=0.0262
242
+ step 2400000 | 23295s | train_loss=0.0251 | fid=198.3910
243
+ step 2410000 | 23385s | train_loss=0.0262
244
+ step 2420000 | 23468s | train_loss=0.0254
245
+ step 2430000 | 23549s | train_loss=0.0277
246
+ step 2440000 | 23641s | train_loss=0.0254
247
+ step 2450000 | 23731s | train_loss=0.0254
248
+ step 2460000 | 23824s | train_loss=0.0268
249
+ step 2470000 | 23917s | train_loss=0.0265
250
+ step 2480000 | 24010s | train_loss=0.0263
251
+ step 2490000 | 24102s | train_loss=0.0263
252
+ step 2500000 | 24265s | train_loss=0.0249 | fid=190.0751
253
+ step 2510000 | 24358s | train_loss=0.0237
254
+ step 2520000 | 24438s | train_loss=0.0255
255
+ step 2530000 | 24525s | train_loss=0.0304
256
+ step 2540000 | 24603s | train_loss=0.0243
257
+ step 2550000 | 24693s | train_loss=0.0262
258
+ step 2560000 | 24786s | train_loss=0.0229
259
+ step 2570000 | 24879s | train_loss=0.0280
260
+ step 2580000 | 24972s | train_loss=0.0303
261
+ step 2590000 | 25065s | train_loss=0.0284
262
+ step 2600000 | 25228s | train_loss=0.0248 | fid=188.3379
263
+ step 2610000 | 25320s | train_loss=0.0260
264
+ step 2620000 | 25413s | train_loss=0.0273
265
+ step 2630000 | 25492s | train_loss=0.0251
266
+ step 2640000 | 25584s | train_loss=0.0251
267
+ step 2650000 | 25658s | train_loss=0.0246
268
+ step 2660000 | 25748s | train_loss=0.0244
269
+ step 2670000 | 25841s | train_loss=0.0248
270
+ step 2680000 | 25934s | train_loss=0.0268
271
+ step 2690000 | 26027s | train_loss=0.0287
272
+ Traceback (most recent call last):
273
+ File "/home/trevor/latent_space_diffusion_analysis/code/v3/run_cifar_diverse_diffusion.py", line 297, in <module>
274
+ main()
275
+ File "/home/trevor/latent_space_diffusion_analysis/code/v3/run_cifar_diverse_diffusion.py", line 269, in main
276
+ training.train_loop(
277
+ File "/home/trevor/latent_space_diffusion_analysis/code/v3/lib/training.py", line 132, in train_loop
278
+ eval_results = eval_suite.run(step, model)
279
+ File "/home/trevor/latent_space_diffusion_analysis/code/v3/lib/training.py", line 56, in run
280
+ result = spec.fn(model, step)
281
+ File "/home/trevor/latent_space_diffusion_analysis/code/v3/run_cifar_diverse_diffusion.py", line 174, in fid_eval
282
+ score = fid_mod.fid_against_real(
283
+ File "/home/trevor/latent_space_diffusion_analysis/code/v3/lib/fid.py", line 163, in fid_against_real
284
+ return frechet_distance(real.mean, real.cov, mu_g, cov_g)
285
+ File "/home/trevor/latent_space_diffusion_analysis/code/v3/lib/fid.py", line 91, in frechet_distance
286
+ covmean, _ = linalg.sqrtm(cov_r @ cov_g, disp=False)
287
+ File "/usr/lib/python3/dist-packages/scipy/linalg/_matfuncs_sqrtm.py", line 161, in sqrtm
288
+ A = _asarray_validated(A, check_finite=True, as_inexact=True)
289
+ File "/usr/lib/python3/dist-packages/scipy/_lib/_util.py", line 287, in _asarray_validated
290
+ a = toarray(a)
291
+ File "/usr/lib/python3/dist-packages/numpy/lib/function_base.py", line 488, in asarray_chkfinite
292
+ raise ValueError(
293
+ ValueError: array must not contain infs or NaNs
results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d20/config.json ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d20/vae.pt",
3
+ "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d20",
4
+ "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json",
5
+ "n_train": 1000,
6
+ "total_steps": 5000000,
7
+ "eval_interval": 10000,
8
+ "mem_interval": 100000,
9
+ "fid_interval": 100000,
10
+ "fid_n_real": 1000,
11
+ "fid_n_gen": 10000,
12
+ "n_gen_samples": 10000,
13
+ "n_sde_steps": 500,
14
+ "batch_size": 512,
15
+ "hidden": 1024,
16
+ "depth": 5,
17
+ "optimizer": "sgd",
18
+ "lr": 0.001,
19
+ "momentum": 0.8,
20
+ "t_min": 0.01,
21
+ "t_max": 3.0,
22
+ "t_eval": 0.1,
23
+ "seed": 42,
24
+ "device": null
25
+ }
results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d20/metrics.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed42/d20/runner.log ADDED
@@ -0,0 +1,502 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ FID real-side stats cached over 1000 diverse train images
2
+ step 1 | 73s | train_loss=0.9905 | fid=182.3710
3
+ step 10000 | 166s | train_loss=0.8974
4
+ step 20000 | 260s | train_loss=0.8918
5
+ step 30000 | 354s | train_loss=0.8866
6
+ step 40000 | 448s | train_loss=0.8811
7
+ step 50000 | 541s | train_loss=0.8743
8
+ step 60000 | 636s | train_loss=0.8630
9
+ step 70000 | 730s | train_loss=0.8411
10
+ step 80000 | 825s | train_loss=0.7996
11
+ step 90000 | 919s | train_loss=0.7338
12
+ step 100000 | 1087s | train_loss=0.6340 | fid=163.2608
13
+ step 110000 | 1175s | train_loss=0.5171
14
+ step 120000 | 1269s | train_loss=0.4076
15
+ step 130000 | 1363s | train_loss=0.3245
16
+ step 140000 | 1457s | train_loss=0.2650
17
+ step 150000 | 1550s | train_loss=0.2267
18
+ step 160000 | 1644s | train_loss=0.2004
19
+ step 170000 | 1738s | train_loss=0.1809
20
+ step 180000 | 1833s | train_loss=0.1689
21
+ step 190000 | 1927s | train_loss=0.1562
22
+ step 200000 | 2094s | train_loss=0.1531 | fid=165.0592
23
+ step 210000 | 2184s | train_loss=0.1396
24
+ step 220000 | 2275s | train_loss=0.1330
25
+ step 230000 | 2369s | train_loss=0.1274
26
+ step 240000 | 2463s | train_loss=0.1206
27
+ step 250000 | 2557s | train_loss=0.1152
28
+ step 260000 | 2651s | train_loss=0.1098
29
+ step 270000 | 2745s | train_loss=0.1063
30
+ step 280000 | 2839s | train_loss=0.1041
31
+ step 290000 | 2934s | train_loss=0.1028
32
+ step 300000 | 3100s | train_loss=0.0971 | fid=164.7040
33
+ step 310000 | 3193s | train_loss=0.0933
34
+ step 320000 | 3285s | train_loss=0.0908
35
+ step 330000 | 3376s | train_loss=0.0892
36
+ step 340000 | 3469s | train_loss=0.0860
37
+ step 350000 | 3564s | train_loss=0.0835
38
+ step 360000 | 3657s | train_loss=0.0807
39
+ step 370000 | 3752s | train_loss=0.0789
40
+ step 380000 | 3846s | train_loss=0.0773
41
+ step 390000 | 3937s | train_loss=0.0749
42
+ step 400000 | 4106s | train_loss=0.0733 | fid=160.1045
43
+ step 410000 | 4198s | train_loss=0.0723
44
+ step 420000 | 4291s | train_loss=0.0707
45
+ step 430000 | 4382s | train_loss=0.0694
46
+ step 440000 | 4476s | train_loss=0.0668
47
+ step 450000 | 4569s | train_loss=0.0658
48
+ step 460000 | 4663s | train_loss=0.0651
49
+ step 470000 | 4757s | train_loss=0.0647
50
+ step 480000 | 4852s | train_loss=0.0623
51
+ step 490000 | 4943s | train_loss=0.0615
52
+ step 500000 | 5113s | train_loss=0.0597 | fid=159.8924
53
+ step 510000 | 5205s | train_loss=0.0592
54
+ step 520000 | 5297s | train_loss=0.0588
55
+ step 530000 | 5390s | train_loss=0.0570
56
+ step 540000 | 5483s | train_loss=0.0571
57
+ step 550000 | 5577s | train_loss=0.0558
58
+ step 560000 | 5670s | train_loss=0.0547
59
+ step 570000 | 5764s | train_loss=0.0556
60
+ step 580000 | 5855s | train_loss=0.0540
61
+ step 590000 | 5949s | train_loss=0.0534
62
+ step 600000 | 6119s | train_loss=0.0521 | fid=158.8755
63
+ step 610000 | 6211s | train_loss=0.0515
64
+ step 620000 | 6306s | train_loss=0.0498
65
+ step 630000 | 6399s | train_loss=0.0501
66
+ step 640000 | 6493s | train_loss=0.0491
67
+ step 650000 | 6585s | train_loss=0.0493
68
+ step 660000 | 6679s | train_loss=0.0482
69
+ step 670000 | 6772s | train_loss=0.0484
70
+ step 680000 | 6854s | train_loss=0.0470
71
+ step 690000 | 6948s | train_loss=0.0472
72
+ step 700000 | 7116s | train_loss=0.0467 | fid=158.4621
73
+ step 710000 | 7208s | train_loss=0.0457
74
+ step 720000 | 7302s | train_loss=0.0455
75
+ step 730000 | 7395s | train_loss=0.0440
76
+ step 740000 | 7488s | train_loss=0.0440
77
+ step 750000 | 7579s | train_loss=0.0433
78
+ step 760000 | 7672s | train_loss=0.0429
79
+ step 770000 | 7766s | train_loss=0.0425
80
+ step 780000 | 7853s | train_loss=0.0420
81
+ step 790000 | 7947s | train_loss=0.0412
82
+ step 800000 | 8116s | train_loss=0.0417 | fid=156.4782
83
+ step 810000 | 8209s | train_loss=0.0411
84
+ step 820000 | 8303s | train_loss=0.0407
85
+ step 830000 | 8397s | train_loss=0.0407
86
+ step 840000 | 8489s | train_loss=0.0403
87
+ step 850000 | 8583s | train_loss=0.0399
88
+ step 860000 | 8675s | train_loss=0.0393
89
+ step 870000 | 8767s | train_loss=0.0395
90
+ step 880000 | 8860s | train_loss=0.0393
91
+ step 890000 | 8953s | train_loss=0.0388
92
+ step 900000 | 9123s | train_loss=0.0382 | fid=157.2640
93
+ step 910000 | 9216s | train_loss=0.0378
94
+ step 920000 | 9310s | train_loss=0.0372
95
+ step 930000 | 9404s | train_loss=0.0373
96
+ step 940000 | 9497s | train_loss=0.0367
97
+ step 950000 | 9591s | train_loss=0.0367
98
+ step 960000 | 9685s | train_loss=0.0360
99
+ step 970000 | 9773s | train_loss=0.0367
100
+ step 980000 | 9867s | train_loss=0.0365
101
+ step 990000 | 9961s | train_loss=0.0357
102
+ step 1000000 | 10129s | train_loss=0.0351 | fid=156.1789
103
+ step 1010000 | 10222s | train_loss=0.0356
104
+ step 1020000 | 10316s | train_loss=0.0348
105
+ step 1030000 | 10410s | train_loss=0.0341
106
+ step 1040000 | 10503s | train_loss=0.0345
107
+ step 1050000 | 10597s | train_loss=0.0339
108
+ step 1060000 | 10689s | train_loss=0.0342
109
+ step 1070000 | 10772s | train_loss=0.0337
110
+ step 1080000 | 10865s | train_loss=0.0332
111
+ step 1090000 | 10959s | train_loss=0.0335
112
+ step 1100000 | 11127s | train_loss=0.0334 | fid=156.3227
113
+ step 1110000 | 11219s | train_loss=0.0329
114
+ step 1120000 | 11313s | train_loss=0.0330
115
+ step 1130000 | 11407s | train_loss=0.0328
116
+ step 1140000 | 11502s | train_loss=0.0321
117
+ step 1150000 | 11595s | train_loss=0.0327
118
+ step 1160000 | 11686s | train_loss=0.0325
119
+ step 1170000 | 11780s | train_loss=0.0315
120
+ step 1180000 | 11872s | train_loss=0.0320
121
+ step 1190000 | 11965s | train_loss=0.0314
122
+ step 1200000 | 12135s | train_loss=0.0311 | fid=156.2387
123
+ step 1210000 | 12227s | train_loss=0.0309
124
+ step 1220000 | 12321s | train_loss=0.0313
125
+ step 1230000 | 12416s | train_loss=0.0312
126
+ step 1240000 | 12510s | train_loss=0.0308
127
+ step 1250000 | 12602s | train_loss=0.0302
128
+ step 1260000 | 12686s | train_loss=0.0299
129
+ step 1270000 | 12779s | train_loss=0.0296
130
+ step 1280000 | 12873s | train_loss=0.0298
131
+ step 1290000 | 12965s | train_loss=0.0298
132
+ step 1300000 | 13134s | train_loss=0.0297 | fid=156.2988
133
+ step 1310000 | 13226s | train_loss=0.0291
134
+ step 1320000 | 13320s | train_loss=0.0291
135
+ step 1330000 | 13414s | train_loss=0.0292
136
+ step 1340000 | 13508s | train_loss=0.0288
137
+ step 1350000 | 13602s | train_loss=0.0288
138
+ step 1360000 | 13684s | train_loss=0.0284
139
+ step 1370000 | 13778s | train_loss=0.0287
140
+ step 1380000 | 13871s | train_loss=0.0290
141
+ step 1390000 | 13966s | train_loss=0.0281
142
+ step 1400000 | 14133s | train_loss=0.0282 | fid=155.3873
143
+ step 1410000 | 14224s | train_loss=0.0280
144
+ step 1420000 | 14318s | train_loss=0.0278
145
+ step 1430000 | 14413s | train_loss=0.0276
146
+ step 1440000 | 14506s | train_loss=0.0276
147
+ step 1450000 | 14600s | train_loss=0.0276
148
+ step 1460000 | 14681s | train_loss=0.0273
149
+ step 1470000 | 14774s | train_loss=0.0271
150
+ step 1480000 | 14868s | train_loss=0.0269
151
+ step 1490000 | 14961s | train_loss=0.0269
152
+ step 1500000 | 15128s | train_loss=0.0272 | fid=155.3796
153
+ step 1510000 | 15221s | train_loss=0.0267
154
+ step 1520000 | 15315s | train_loss=0.0264
155
+ step 1530000 | 15409s | train_loss=0.0263
156
+ step 1540000 | 15503s | train_loss=0.0263
157
+ step 1550000 | 15597s | train_loss=0.0269
158
+ step 1560000 | 15675s | train_loss=0.0266
159
+ step 1570000 | 15769s | train_loss=0.0265
160
+ step 1580000 | 15863s | train_loss=0.0260
161
+ step 1590000 | 15956s | train_loss=0.0255
162
+ step 1600000 | 16123s | train_loss=0.0256 | fid=156.1689
163
+ step 1610000 | 16216s | train_loss=0.0258
164
+ step 1620000 | 16308s | train_loss=0.0256
165
+ step 1630000 | 16402s | train_loss=0.0254
166
+ step 1640000 | 16496s | train_loss=0.0252
167
+ step 1650000 | 16590s | train_loss=0.0250
168
+ step 1660000 | 16674s | train_loss=0.0251
169
+ step 1670000 | 16766s | train_loss=0.0249
170
+ step 1680000 | 16860s | train_loss=0.0252
171
+ step 1690000 | 16954s | train_loss=0.0254
172
+ step 1700000 | 17122s | train_loss=0.0252 | fid=155.2198
173
+ step 1710000 | 17214s | train_loss=0.0246
174
+ step 1720000 | 17306s | train_loss=0.0247
175
+ step 1730000 | 17400s | train_loss=0.0241
176
+ step 1740000 | 17494s | train_loss=0.0242
177
+ step 1750000 | 17588s | train_loss=0.0241
178
+ step 1760000 | 17671s | train_loss=0.0245
179
+ step 1770000 | 17764s | train_loss=0.0244
180
+ step 1780000 | 17858s | train_loss=0.0242
181
+ step 1790000 | 17951s | train_loss=0.0241
182
+ step 1800000 | 18120s | train_loss=0.0235 | fid=155.8492
183
+ step 1810000 | 18214s | train_loss=0.0238
184
+ step 1820000 | 18304s | train_loss=0.0236
185
+ step 1830000 | 18398s | train_loss=0.0233
186
+ step 1840000 | 18492s | train_loss=0.0236
187
+ step 1850000 | 18586s | train_loss=0.0231
188
+ step 1860000 | 18665s | train_loss=0.0231
189
+ step 1870000 | 18760s | train_loss=0.0233
190
+ step 1880000 | 18853s | train_loss=0.0241
191
+ step 1890000 | 18946s | train_loss=0.0227
192
+ step 1900000 | 19116s | train_loss=0.0232 | fid=156.2877
193
+ step 1910000 | 19208s | train_loss=0.0228
194
+ step 1920000 | 19299s | train_loss=0.0230
195
+ step 1930000 | 19393s | train_loss=0.0228
196
+ step 1940000 | 19487s | train_loss=0.0226
197
+ step 1950000 | 19579s | train_loss=0.0225
198
+ step 1960000 | 19662s | train_loss=0.0222
199
+ step 1970000 | 19757s | train_loss=0.0228
200
+ step 1980000 | 19850s | train_loss=0.0225
201
+ step 1990000 | 19944s | train_loss=0.0222
202
+ step 2000000 | 20112s | train_loss=0.0225 | fid=155.2650
203
+ step 2010000 | 20206s | train_loss=0.0223
204
+ step 2020000 | 20297s | train_loss=0.0220
205
+ step 2030000 | 20390s | train_loss=0.0222
206
+ step 2040000 | 20482s | train_loss=0.0216
207
+ step 2050000 | 20575s | train_loss=0.0219
208
+ step 2060000 | 20658s | train_loss=0.0214
209
+ step 2070000 | 20752s | train_loss=0.0217
210
+ step 2080000 | 20845s | train_loss=0.0213
211
+ step 2090000 | 20939s | train_loss=0.0217
212
+ step 2100000 | 21109s | train_loss=0.0214 | fid=155.4160
213
+ step 2110000 | 21203s | train_loss=0.0210
214
+ step 2120000 | 21294s | train_loss=0.0211
215
+ step 2130000 | 21388s | train_loss=0.0215
216
+ step 2140000 | 21480s | train_loss=0.0208
217
+ step 2150000 | 21572s | train_loss=0.0209
218
+ step 2160000 | 21659s | train_loss=0.0208
219
+ step 2170000 | 21753s | train_loss=0.0208
220
+ step 2180000 | 21847s | train_loss=0.0207
221
+ step 2190000 | 21939s | train_loss=0.0213
222
+ step 2200000 | 22109s | train_loss=0.0206 | fid=155.5528
223
+ step 2210000 | 22202s | train_loss=0.0208
224
+ step 2220000 | 22294s | train_loss=0.0206
225
+ step 2230000 | 22388s | train_loss=0.0206
226
+ step 2240000 | 22479s | train_loss=0.0202
227
+ step 2250000 | 22573s | train_loss=0.0205
228
+ step 2260000 | 22659s | train_loss=0.0203
229
+ step 2270000 | 22753s | train_loss=0.0205
230
+ step 2280000 | 22847s | train_loss=0.0203
231
+ step 2290000 | 22940s | train_loss=0.0198
232
+ step 2300000 | 23109s | train_loss=0.0197 | fid=155.8199
233
+ step 2310000 | 23204s | train_loss=0.0199
234
+ step 2320000 | 23296s | train_loss=0.0200
235
+ step 2330000 | 23390s | train_loss=0.0197
236
+ step 2340000 | 23484s | train_loss=0.0198
237
+ step 2350000 | 23570s | train_loss=0.0200
238
+ step 2360000 | 23661s | train_loss=0.0204
239
+ step 2370000 | 23755s | train_loss=0.0198
240
+ step 2380000 | 23849s | train_loss=0.0199
241
+ step 2390000 | 23942s | train_loss=0.0194
242
+ step 2400000 | 24111s | train_loss=0.0194 | fid=154.9340
243
+ step 2410000 | 24206s | train_loss=0.0193
244
+ step 2420000 | 24291s | train_loss=0.0196
245
+ step 2430000 | 24385s | train_loss=0.0190
246
+ step 2440000 | 24479s | train_loss=0.0196
247
+ step 2450000 | 24564s | train_loss=0.0192
248
+ step 2460000 | 24656s | train_loss=0.0190
249
+ step 2470000 | 24749s | train_loss=0.0187
250
+ step 2480000 | 24844s | train_loss=0.0191
251
+ step 2490000 | 24938s | train_loss=0.0191
252
+ step 2500000 | 25107s | train_loss=0.0191 | fid=155.3289
253
+ step 2510000 | 25201s | train_loss=0.0191
254
+ step 2520000 | 25294s | train_loss=0.0189
255
+ step 2530000 | 25371s | train_loss=0.0191
256
+ step 2540000 | 25465s | train_loss=0.0185
257
+ step 2550000 | 25551s | train_loss=0.0187
258
+ step 2560000 | 25644s | train_loss=0.0186
259
+ step 2570000 | 25735s | train_loss=0.0187
260
+ step 2580000 | 25829s | train_loss=0.0184
261
+ step 2590000 | 25924s | train_loss=0.0181
262
+ step 2600000 | 26092s | train_loss=0.0183 | fid=154.5731
263
+ step 2610000 | 26185s | train_loss=0.0186
264
+ step 2620000 | 26279s | train_loss=0.0185
265
+ step 2630000 | 26371s | train_loss=0.0185
266
+ step 2640000 | 26452s | train_loss=0.0182
267
+ step 2650000 | 26538s | train_loss=0.0181
268
+ step 2660000 | 26632s | train_loss=0.0183
269
+ step 2670000 | 26724s | train_loss=0.0179
270
+ step 2680000 | 26818s | train_loss=0.0180
271
+ step 2690000 | 26912s | train_loss=0.0180
272
+ step 2700000 | 27079s | train_loss=0.0175 | fid=156.2602
273
+ step 2710000 | 27172s | train_loss=0.0177
274
+ step 2720000 | 27266s | train_loss=0.0180
275
+ step 2730000 | 27360s | train_loss=0.0176
276
+ step 2740000 | 27449s | train_loss=0.0182
277
+ step 2750000 | 27542s | train_loss=0.0176
278
+ step 2760000 | 27635s | train_loss=0.0174
279
+ step 2770000 | 27729s | train_loss=0.0173
280
+ step 2780000 | 27821s | train_loss=0.0174
281
+ step 2790000 | 27916s | train_loss=0.0174
282
+ step 2800000 | 28084s | train_loss=0.0177 | fid=155.2043
283
+ step 2810000 | 28178s | train_loss=0.0177
284
+ step 2820000 | 28272s | train_loss=0.0175
285
+ step 2830000 | 28367s | train_loss=0.0173
286
+ step 2840000 | 28454s | train_loss=0.0173
287
+ step 2850000 | 28548s | train_loss=0.0170
288
+ step 2860000 | 28643s | train_loss=0.0172
289
+ step 2870000 | 28737s | train_loss=0.0171
290
+ step 2880000 | 28831s | train_loss=0.0173
291
+ step 2890000 | 28923s | train_loss=0.0171
292
+ step 2900000 | 29093s | train_loss=0.0173 | fid=155.9618
293
+ step 2910000 | 29185s | train_loss=0.0171
294
+ step 2920000 | 29279s | train_loss=0.0171
295
+ step 2930000 | 29370s | train_loss=0.0170
296
+ step 2940000 | 29454s | train_loss=0.0169
297
+ step 2950000 | 29533s | train_loss=0.0167
298
+ step 2960000 | 29627s | train_loss=0.0167
299
+ step 2970000 | 29721s | train_loss=0.0166
300
+ step 2980000 | 29815s | train_loss=0.0169
301
+ step 2990000 | 29907s | train_loss=0.0167
302
+ step 3000000 | 30076s | train_loss=0.0165 | fid=155.2695
303
+ step 3010000 | 30168s | train_loss=0.0169
304
+ step 3020000 | 30262s | train_loss=0.0167
305
+ step 3030000 | 30353s | train_loss=0.0167
306
+ step 3040000 | 30440s | train_loss=0.0168
307
+ step 3050000 | 30529s | train_loss=0.0165
308
+ step 3060000 | 30609s | train_loss=0.0168
309
+ step 3070000 | 30703s | train_loss=0.0161
310
+ step 3080000 | 30797s | train_loss=0.0164
311
+ step 3090000 | 30892s | train_loss=0.0164
312
+ step 3100000 | 31059s | train_loss=0.0162 | fid=155.3698
313
+ step 3110000 | 31151s | train_loss=0.0163
314
+ step 3120000 | 31246s | train_loss=0.0162
315
+ step 3130000 | 31337s | train_loss=0.0160
316
+ step 3140000 | 31431s | train_loss=0.0161
317
+ step 3150000 | 31525s | train_loss=0.0162
318
+ step 3160000 | 31616s | train_loss=0.0161
319
+ step 3170000 | 31711s | train_loss=0.0158
320
+ step 3180000 | 31805s | train_loss=0.0160
321
+ step 3190000 | 31899s | train_loss=0.0161
322
+ step 3200000 | 32066s | train_loss=0.0159 | fid=155.2923
323
+ step 3210000 | 32160s | train_loss=0.0157
324
+ step 3220000 | 32252s | train_loss=0.0163
325
+ step 3230000 | 32343s | train_loss=0.0156
326
+ step 3240000 | 32437s | train_loss=0.0158
327
+ step 3250000 | 32532s | train_loss=0.0160
328
+ step 3260000 | 32623s | train_loss=0.0157
329
+ step 3270000 | 32713s | train_loss=0.0157
330
+ step 3280000 | 32807s | train_loss=0.0157
331
+ step 3290000 | 32901s | train_loss=0.0153
332
+ step 3300000 | 33069s | train_loss=0.0155 | fid=155.0510
333
+ step 3310000 | 33161s | train_loss=0.0157
334
+ step 3320000 | 33250s | train_loss=0.0154
335
+ step 3330000 | 33333s | train_loss=0.0155
336
+ step 3340000 | 33427s | train_loss=0.0152
337
+ step 3350000 | 33521s | train_loss=0.0152
338
+ step 3360000 | 33615s | train_loss=0.0152
339
+ step 3370000 | 33699s | train_loss=0.0153
340
+ step 3380000 | 33793s | train_loss=0.0154
341
+ step 3390000 | 33887s | train_loss=0.0152
342
+ step 3400000 | 34055s | train_loss=0.0152 | fid=154.9466
343
+ step 3410000 | 34147s | train_loss=0.0153
344
+ step 3420000 | 34240s | train_loss=0.0152
345
+ step 3430000 | 34317s | train_loss=0.0152
346
+ step 3440000 | 34411s | train_loss=0.0151
347
+ step 3450000 | 34505s | train_loss=0.0145
348
+ step 3460000 | 34600s | train_loss=0.0151
349
+ step 3470000 | 34688s | train_loss=0.0151
350
+ step 3480000 | 34778s | train_loss=0.0151
351
+ step 3490000 | 34872s | train_loss=0.0147
352
+ step 3500000 | 35041s | train_loss=0.0146 | fid=155.4969
353
+ step 3510000 | 35135s | train_loss=0.0150
354
+ step 3520000 | 35227s | train_loss=0.0150
355
+ step 3530000 | 35307s | train_loss=0.0149
356
+ step 3540000 | 35401s | train_loss=0.0148
357
+ step 3550000 | 35495s | train_loss=0.0146
358
+ step 3560000 | 35589s | train_loss=0.0144
359
+ step 3570000 | 35683s | train_loss=0.0144
360
+ step 3580000 | 35770s | train_loss=0.0146
361
+ step 3590000 | 35864s | train_loss=0.0148
362
+ step 3600000 | 36033s | train_loss=0.0147 | fid=154.6437
363
+ step 3610000 | 36127s | train_loss=0.0145
364
+ step 3620000 | 36221s | train_loss=0.0149
365
+ step 3630000 | 36300s | train_loss=0.0142
366
+ step 3640000 | 36393s | train_loss=0.0145
367
+ step 3650000 | 36488s | train_loss=0.0145
368
+ step 3660000 | 36582s | train_loss=0.0144
369
+ step 3670000 | 36676s | train_loss=0.0143
370
+ step 3680000 | 36760s | train_loss=0.0142
371
+ step 3690000 | 36852s | train_loss=0.0144
372
+ step 3700000 | 37022s | train_loss=0.0144 | fid=154.8386
373
+ step 3710000 | 37115s | train_loss=0.0144
374
+ step 3720000 | 37210s | train_loss=0.0140
375
+ step 3730000 | 37293s | train_loss=0.0140
376
+ step 3740000 | 37385s | train_loss=0.0142
377
+ step 3750000 | 37479s | train_loss=0.0143
378
+ step 3760000 | 37573s | train_loss=0.0142
379
+ step 3770000 | 37667s | train_loss=0.0143
380
+ step 3780000 | 37761s | train_loss=0.0139
381
+ step 3790000 | 37846s | train_loss=0.0139
382
+ step 3800000 | 38015s | train_loss=0.0139 | fid=154.6174
383
+ step 3810000 | 38109s | train_loss=0.0137
384
+ step 3820000 | 38203s | train_loss=0.0137
385
+ step 3830000 | 38282s | train_loss=0.0144
386
+ step 3840000 | 38373s | train_loss=0.0138
387
+ step 3850000 | 38467s | train_loss=0.0139
388
+ step 3860000 | 38561s | train_loss=0.0140
389
+ step 3870000 | 38655s | train_loss=0.0138
390
+ step 3880000 | 38749s | train_loss=0.0138
391
+ step 3890000 | 38837s | train_loss=0.0138
392
+ step 3900000 | 39005s | train_loss=0.0138 | fid=154.6057
393
+ step 3910000 | 39099s | train_loss=0.0144
394
+ step 3920000 | 39192s | train_loss=0.0137
395
+ step 3930000 | 39277s | train_loss=0.0134
396
+ step 3940000 | 39371s | train_loss=0.0139
397
+ step 3950000 | 39461s | train_loss=0.0134
398
+ step 3960000 | 39555s | train_loss=0.0136
399
+ step 3970000 | 39649s | train_loss=0.0141
400
+ step 3980000 | 39742s | train_loss=0.0136
401
+ step 3990000 | 39833s | train_loss=0.0134
402
+ step 4000000 | 39990s | train_loss=0.0133 | fid=154.7699
403
+ step 4010000 | 40084s | train_loss=0.0134
404
+ step 4020000 | 40178s | train_loss=0.0133
405
+ step 4030000 | 40265s | train_loss=0.0133
406
+ step 4040000 | 40359s | train_loss=0.0134
407
+ step 4050000 | 40452s | train_loss=0.0132
408
+ step 4060000 | 40544s | train_loss=0.0132
409
+ step 4070000 | 40638s | train_loss=0.0131
410
+ step 4080000 | 40732s | train_loss=0.0133
411
+ step 4090000 | 40826s | train_loss=0.0139
412
+ step 4100000 | 40984s | train_loss=0.0136 | fid=155.5041
413
+ step 4110000 | 41078s | train_loss=0.0132
414
+ step 4120000 | 41168s | train_loss=0.0133
415
+ step 4130000 | 41251s | train_loss=0.0134
416
+ step 4140000 | 41345s | train_loss=0.0133
417
+ step 4150000 | 41439s | train_loss=0.0131
418
+ step 4160000 | 41529s | train_loss=0.0129
419
+ step 4170000 | 41623s | train_loss=0.0130
420
+ step 4180000 | 41717s | train_loss=0.0130
421
+ step 4190000 | 41812s | train_loss=0.0129
422
+ step 4200000 | 41974s | train_loss=0.0131 | fid=155.0389
423
+ step 4210000 | 42067s | train_loss=0.0129
424
+ step 4220000 | 42161s | train_loss=0.0132
425
+ step 4230000 | 42241s | train_loss=0.0129
426
+ step 4240000 | 42335s | train_loss=0.0129
427
+ step 4250000 | 42430s | train_loss=0.0131
428
+ step 4260000 | 42522s | train_loss=0.0135
429
+ step 4270000 | 42614s | train_loss=0.0130
430
+ step 4280000 | 42709s | train_loss=0.0130
431
+ step 4290000 | 42803s | train_loss=0.0128
432
+ step 4300000 | 42965s | train_loss=0.0129 | fid=154.6569
433
+ step 4310000 | 43059s | train_loss=0.0129
434
+ step 4320000 | 43153s | train_loss=0.0126
435
+ step 4330000 | 43235s | train_loss=0.0124
436
+ step 4340000 | 43329s | train_loss=0.0125
437
+ step 4350000 | 43423s | train_loss=0.0130
438
+ step 4360000 | 43516s | train_loss=0.0127
439
+ step 4370000 | 43610s | train_loss=0.0126
440
+ step 4380000 | 43702s | train_loss=0.0131
441
+ step 4390000 | 43796s | train_loss=0.0128
442
+ step 4400000 | 43965s | train_loss=0.0130 | fid=154.8278
443
+ step 4410000 | 44051s | train_loss=0.0125
444
+ step 4420000 | 44144s | train_loss=0.0125
445
+ step 4430000 | 44224s | train_loss=0.0128
446
+ step 4440000 | 44318s | train_loss=0.0124
447
+ step 4450000 | 44412s | train_loss=0.0127
448
+ step 4460000 | 44507s | train_loss=0.0123
449
+ step 4470000 | 44599s | train_loss=0.0126
450
+ step 4480000 | 44692s | train_loss=0.0123
451
+ step 4490000 | 44785s | train_loss=0.0122
452
+ step 4500000 | 44955s | train_loss=0.0124 | fid=154.7377
453
+ step 4510000 | 45040s | train_loss=0.0124
454
+ step 4520000 | 45134s | train_loss=0.0125
455
+ step 4530000 | 45217s | train_loss=0.0122
456
+ step 4540000 | 45311s | train_loss=0.0124
457
+ step 4550000 | 45405s | train_loss=0.0126
458
+ step 4560000 | 45499s | train_loss=0.0123
459
+ step 4570000 | 45591s | train_loss=0.0121
460
+ step 4580000 | 45685s | train_loss=0.0121
461
+ step 4590000 | 45777s | train_loss=0.0121
462
+ step 4600000 | 45946s | train_loss=0.0122 | fid=154.7848
463
+ step 4610000 | 46037s | train_loss=0.0124
464
+ step 4620000 | 46120s | train_loss=0.0121
465
+ step 4630000 | 46200s | train_loss=0.0123
466
+ step 4640000 | 46294s | train_loss=0.0120
467
+ step 4650000 | 46388s | train_loss=0.0123
468
+ step 4660000 | 46481s | train_loss=0.0122
469
+ step 4670000 | 46575s | train_loss=0.0119
470
+ step 4680000 | 46668s | train_loss=0.0118
471
+ step 4690000 | 46762s | train_loss=0.0117
472
+ step 4700000 | 46930s | train_loss=0.0118 | fid=154.9716
473
+ step 4710000 | 47024s | train_loss=0.0120
474
+ step 4720000 | 47115s | train_loss=0.0119
475
+ step 4730000 | 47205s | train_loss=0.0121
476
+ step 4740000 | 47299s | train_loss=0.0120
477
+ step 4750000 | 47393s | train_loss=0.0119
478
+ step 4760000 | 47487s | train_loss=0.0120
479
+ step 4770000 | 47581s | train_loss=0.0122
480
+ step 4780000 | 47674s | train_loss=0.0123
481
+ step 4790000 | 47768s | train_loss=0.0117
482
+ step 4800000 | 47936s | train_loss=0.0120 | fid=154.8062
483
+ step 4810000 | 48030s | train_loss=0.0119
484
+ step 4820000 | 48118s | train_loss=0.0121
485
+ step 4830000 | 48212s | train_loss=0.0119
486
+ step 4840000 | 48307s | train_loss=0.0122
487
+ step 4850000 | 48401s | train_loss=0.0119
488
+ step 4860000 | 48496s | train_loss=0.0118
489
+ step 4870000 | 48591s | train_loss=0.0126
490
+ step 4880000 | 48684s | train_loss=0.0121
491
+ step 4890000 | 48780s | train_loss=0.0118
492
+ step 4900000 | 48948s | train_loss=0.0118 | fid=154.8469
493
+ step 4910000 | 49042s | train_loss=0.0117
494
+ step 4920000 | 49120s | train_loss=0.0118
495
+ step 4930000 | 49197s | train_loss=0.0117
496
+ step 4940000 | 49274s | train_loss=0.0119
497
+ step 4950000 | 49351s | train_loss=0.0115
498
+ step 4960000 | 49428s | train_loss=0.0117
499
+ step 4970000 | 49506s | train_loss=0.0115
500
+ step 4980000 | 49583s | train_loss=0.0115
501
+ step 4990000 | 49658s | train_loss=0.0119
502
+ step 5000000 | 49799s | train_loss=0.0113 | fid=155.6244