AbstractPhil commited on
Commit
f823b3b
·
verified ·
1 Parent(s): 1d9e4a1

Update best_model_acc74.93_metadata.json - Run 20251012_145649

Browse files
weights/David-hierarchical-progressive/20251012_145649/best_model_acc74.93_metadata.json ADDED
@@ -0,0 +1,329 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 2,
3
+ "optimizer_state_dict": {
4
+ "state": {
5
+ "0": {
6
+ "step": "tensor(3756.)",
7
+ "exp_avg": "tensor([[ 2.3464e-04, -9.0929e-04, -4.5407e-04, ..., 1.0183e-03,\n -3.1292e-04, 1.0199e-03],\n [ 1.5149e-04, -9.4872e-04, 3.6258e-04, ..., -2.8839e-05,\n -2.2985e-04, -1.6048e-04],\n [ 1.3327e-04, 3.8022e-04, -1.0612e-03, ..., 2.5359e-04,\n -3.7514e-04, 2.5409e-04],\n ...,\n [ 1.0385e-04, 6.1145e-04, 2.8789e-05, ..., -7.9295e-05,\n -9.2571e-05, 5.5399e-04],\n [-3.1096e-04, 3.9807e-04, -3.7448e-04, ..., 2.3769e-06,\n 1.7248e-04, 6.9666e-05],\n [ 7.4617e-05, 3.5093e-04, -9.2651e-07, ..., 2.0990e-04,\n 1.1820e-04, 6.6176e-05]], device='cuda:0')",
8
+ "exp_avg_sq": "tensor([[1.6507e-06, 7.2184e-06, 3.6164e-06, ..., 2.1449e-06, 6.8388e-07,\n 2.5587e-06],\n [8.7350e-07, 1.0182e-05, 2.7036e-06, ..., 9.3076e-07, 5.1633e-07,\n 6.9186e-07],\n [1.7830e-06, 8.8543e-06, 5.9606e-06, ..., 1.3230e-06, 7.4602e-07,\n 1.3532e-06],\n ...,\n [1.3615e-06, 6.3496e-06, 4.6368e-06, ..., 9.8049e-07, 6.2368e-07,\n 1.2014e-06],\n [1.9222e-06, 1.5834e-05, 6.5090e-06, ..., 1.7945e-06, 1.1834e-06,\n 1.3118e-06],\n [1.7037e-06, 1.3524e-05, 4.5404e-06, ..., 9.3963e-07, 6.6409e-07,\n 1.0652e-06]], device='cuda:0')"
9
+ },
10
+ "1": {
11
+ "step": "tensor(3756.)",
12
+ "exp_avg": "tensor([ 1.3935e-02, 6.0695e-03, 1.5453e-02, -4.1591e-03, -1.6739e-02,\n 2.9482e-02, -1.1200e-02, -1.6248e-03, -1.3660e-02, 1.4252e-02,\n -1.9786e-02, -6.8188e-03, 8.3446e-03, -8.8408e-04, 6.0831e-03,\n -6.3469e-03, -9.5734e-03, 4.0826e-04, -1.2008e-02, -9.7180e-03,\n -2.9217e-02, -3.0893e-03, -1.1153e-02, -1.3514e-03, -1.7043e-02,\n -8.1511e-03, -3.0760e-02, -8.3847e-03, -3.5733e-03, 2.7077e-03,\n 1.7044e-02, -9.7474e-03, -7.6797e-03, -1.4311e-03, -5.4088e-04,\n 1.5129e-02, 3.1066e-03, -2.0647e-03, 9.6884e-03, -1.5760e-02,\n 3.3326e-02, 1.5799e-02, 1.2891e-02, -6.8590e-03, -3.9109e-03,\n 8.7959e-03, 1.4192e-02, -2.3292e-03, 1.1805e-02, -1.4343e-02,\n -9.9343e-03, 1.9277e-02, -9.1177e-03, -1.2972e-02, 5.3315e-03,\n 8.0602e-03, 4.2929e-03, 2.2785e-03, 2.2091e-03, -6.8625e-03,\n 1.3146e-02, -1.4708e-02, -1.0545e-04, -5.0980e-03, 9.8048e-03,\n -4.1219e-03, -3.2100e-02, -1.0882e-02, -5.4479e-03, -1.9634e-02,\n 5.2599e-03, 1.1911e-02, 4.0366e-05, -8.1030e-03, -8.7759e-03,\n -3.3183e-03, -6.0295e-03, 7.9379e-03, 4.7141e-03, -5.6350e-03,\n -3.9552e-03, 5.0527e-03, -8.8979e-03, -1.0705e-02, -1.4718e-02,\n -1.2720e-02, 1.4469e-03, -1.4156e-02, -2.1126e-02, 4.9030e-03,\n 6.6677e-03, 7.5188e-03, 2.9325e-03, 4.4819e-03, 4.4083e-03,\n -3.9853e-03, 5.4575e-03, -1.5687e-02, -2.2078e-02, -1.0562e-02,\n -1.7211e-02, -1.3600e-02, 1.3910e-02, -5.3860e-03, 1.8169e-03,\n -6.9833e-03, -8.7086e-03, 6.1838e-03, 1.4223e-02, -7.6244e-03,\n 7.2626e-03, -6.6727e-03, 1.6125e-02, 6.6800e-04, -3.0939e-03,\n -2.1021e-02, 1.1250e-03, 1.8630e-04, 4.4338e-03, 1.6967e-02,\n 1.2950e-02, 1.4457e-02, -1.2940e-02, 2.9013e-03, 2.7825e-02,\n 6.5616e-03, 7.3403e-03, 1.2460e-02, 5.5630e-03, 4.4831e-03,\n 1.6125e-02, 1.0283e-02, -1.1226e-02, -9.0176e-03, -4.6102e-03,\n -3.4754e-03, -2.9737e-03, 3.6063e-03, 1.3259e-02, -1.6629e-03,\n -3.5838e-03, 3.0709e-03, -9.0575e-04, -3.6039e-02, -5.1446e-03,\n 1.0495e-02, 1.0910e-02, -4.0496e-03, 6.2684e-03, 1.3624e-02,\n 1.5502e-02, 1.0099e-02, 1.8227e-02, 9.8841e-03, -2.5222e-03,\n -1.5888e-02, -2.7291e-03, 8.1233e-03, 1.2285e-02, 1.6757e-02,\n -5.3202e-03, 1.7976e-02, 8.7340e-03, 2.0139e-02, -1.4631e-02,\n -9.3616e-03, -9.4972e-03, 2.5275e-03, 1.0813e-02, 4.4019e-03,\n 3.9921e-03, -3.3129e-03, -4.1064e-03, -5.3770e-03, -9.7624e-04,\n -1.0607e-03, -5.6169e-03, -1.5264e-03, 1.7250e-03, -3.0436e-03,\n 1.7063e-02, 1.0062e-02, 7.1615e-03, 2.0019e-02, -1.6224e-02,\n -3.0642e-03, 9.2452e-03, -1.0527e-02, -2.8213e-03, -3.1184e-04,\n -6.9464e-03, 8.5054e-03, -4.2540e-02, 6.5019e-03, 1.7650e-02,\n -9.9557e-03, -1.5071e-02, -3.3351e-04, 2.4703e-02, -1.2734e-03,\n 2.0877e-02, -5.5814e-03, 1.1152e-02, 2.4848e-04, -3.2355e-02,\n -4.0260e-03, -8.0739e-05, 3.8203e-03, -7.1111e-03, -7.4881e-03,\n -6.8042e-04, -9.1006e-04, 1.2635e-02, 1.8223e-02, -4.2747e-03,\n -1.1354e-02, -3.4769e-02, 8.5575e-03, -1.1740e-03, 1.1551e-02,\n 4.1582e-03, 1.3112e-04, -6.7751e-03, 3.4194e-03, 1.4392e-03,\n -6.3445e-03, 3.5004e-02, 1.3531e-02, -8.1078e-03, -5.7549e-03,\n 1.8119e-03, -3.8133e-03, -2.0119e-03, 8.8814e-03, 5.4921e-03,\n -1.0545e-02, -3.8286e-03, -2.9906e-03, -7.2916e-03, 1.5954e-02,\n -5.6380e-04, -2.6454e-03, -6.4494e-03, -8.5395e-04, -5.6818e-03,\n -2.0760e-02, -5.0127e-03, -1.9460e-03, -6.6687e-03, 3.2141e-03,\n 3.3728e-03, 3.5533e-03, -9.9096e-03, -1.9799e-03, 1.4369e-02,\n 7.1614e-03, -8.3742e-03, -1.0887e-03, 3.0319e-02, 5.2623e-03,\n -1.6235e-03, -1.0604e-04, -9.7022e-03, 6.7310e-03, -7.0055e-05,\n -4.3961e-03, -2.4717e-03, 1.9341e-03, -1.0806e-02, -1.5807e-02,\n 2.3670e-02, 3.0980e-03, -1.9892e-02, -5.5846e-03, -1.2343e-02,\n 1.5812e-03, -2.3190e-02, 3.8410e-03, 8.4737e-04, -1.0491e-02,\n 1.0257e-03, -8.7868e-04, -2.5447e-03, 1.2026e-03, -4.7958e-03,\n -1.4316e-02, -2.8130e-04, -2.7095e-03, 1.3175e-03, -3.8184e-04,\n 3.4992e-03, 8.5530e-03, -9.8852e-03, -9.5045e-03, 1.2675e-03,\n 8.3232e-03, -1.3582e-02, 2.3777e-03, -1.7569e-02, -1.4508e-02,\n -8.4926e-03, 1.8034e-03, 1.5675e-02, -3.5148e-03, -2.1392e-02,\n 6.2086e-03, 1.2472e-02, -8.1028e-03, 1.3304e-02, 1.9743e-02,\n 2.2956e-02, 8.4948e-03, -3.7424e-03, -1.4380e-03, -1.1057e-02,\n -1.2539e-02, 3.6036e-03, 7.3080e-03, 3.2877e-03, 4.8401e-03,\n 5.7173e-03, 2.1649e-02, -3.7376e-02, 9.7369e-03, -2.0902e-02,\n -4.9443e-03, 1.4654e-02, -1.5022e-03, -8.5375e-03, -2.5920e-03,\n 1.0864e-02, -1.5090e-02, 2.4169e-03, 2.9308e-03, 9.1880e-03,\n 8.9323e-03, 1.9921e-02, 1.3583e-02, -8.8923e-03, 1.5703e-03,\n 4.3076e-03, 2.0962e-03, 1.0364e-02, 2.4560e-03, -1.8064e-03,\n -3.7223e-03, 1.7834e-03, -1.9531e-02, -1.2077e-02, -3.1576e-02,\n -3.4919e-03, -1.4229e-03, 1.1753e-02, -6.4803e-03, 2.8388e-03,\n -1.3866e-02, 2.1984e-03, 8.3608e-03, 1.3589e-03, -6.4664e-03,\n -3.9453e-04, -5.1891e-03, 6.6806e-04, 8.4733e-03, -1.0720e-02,\n -2.2267e-02, -1.4189e-02, -1.2858e-02, 3.7918e-03, 8.6319e-03,\n 9.9838e-03, 2.8416e-03, 1.4416e-02, -1.6840e-03, -4.7543e-05,\n -8.4907e-03, 9.7847e-03, -8.5151e-03, -3.2145e-02, -1.0622e-02,\n -7.2319e-03, -2.1906e-03, 5.5699e-04, -1.1421e-02, 2.5149e-03,\n 1.5650e-02, -2.7982e-02, 6.2451e-03, 8.1436e-03, -1.4688e-03,\n -3.5689e-03, -2.7880e-02, -5.3321e-03, 7.8507e-03, 6.8020e-03,\n -1.2137e-02, -7.8460e-03, -6.5573e-03, 4.3505e-03, 2.8989e-03,\n -3.7896e-03, 8.3891e-03, -2.2133e-02, -1.3871e-02, -2.1799e-03,\n 4.0565e-03, -3.0288e-03, 5.0195e-03, 4.4136e-03, -4.3300e-03,\n 3.5037e-03, -1.6198e-02, -1.8891e-02, -1.8691e-02, -9.3282e-03,\n 1.0258e-02, 2.0453e-03, 1.7643e-02, -4.7458e-03, 1.0278e-02,\n 2.5920e-03, 8.3745e-03, -2.3472e-03, 1.1935e-02, 5.4612e-03,\n 7.1576e-04, -3.1942e-03, -1.1248e-02, 4.1148e-03, 9.2793e-03,\n -3.3162e-03, 7.1209e-03, 9.9266e-03, -7.6406e-03, 4.4256e-03,\n -1.1172e-02, 2.8707e-03, -7.7976e-03, 2.2599e-02, 1.2606e-02,\n 1.1472e-02, -3.2443e-03, -5.2704e-03, -1.8503e-03, -6.4692e-03,\n 4.8835e-03, 1.3355e-02, 1.8550e-02, -4.4734e-03, 4.0820e-03,\n -2.0293e-02, 1.5253e-02, -3.5420e-03, 1.1093e-02, 1.4437e-02,\n 9.0731e-04, -4.7385e-03, 4.6770e-03, -2.8781e-03, -8.7050e-03,\n -2.3071e-02, -1.1665e-03, 5.6266e-03, -1.6550e-02, 1.1368e-02,\n 3.2428e-02, -1.0002e-02, 2.7417e-03, -7.7675e-03, -1.1842e-03,\n -2.0735e-02, 1.3170e-02, -1.3871e-02, -3.2295e-03, 4.3659e-03,\n 5.2120e-03, 5.4693e-05, -1.5765e-03, -1.1074e-02, -1.3161e-02,\n 5.9753e-03, 9.3020e-03, -2.2738e-03, 6.1637e-03, 2.0746e-02,\n 3.4426e-04, 3.8247e-03, 1.0805e-02, -1.2239e-02, -7.5105e-03,\n -1.3715e-02, -1.1783e-02, -1.0372e-02, -2.3374e-03, -4.1465e-03,\n -1.4586e-03, -5.5164e-03, -1.8315e-03, 1.9409e-02, 1.2585e-02,\n 8.8190e-03, -4.9592e-03, -9.3947e-04, 1.0565e-02, -1.3740e-02,\n -5.7199e-05, 1.4789e-02, -2.3513e-04, 9.9442e-03, 4.2798e-03,\n -3.2888e-03, 4.3120e-03], device='cuda:0')",
13
+ "exp_avg_sq": "tensor([0.0015, 0.0009, 0.0013, 0.0017, 0.0012, 0.0018, 0.0010, 0.0011, 0.0013,\n 0.0016, 0.0012, 0.0012, 0.0015, 0.0011, 0.0010, 0.0011, 0.0014, 0.0017,\n 0.0015, 0.0017, 0.0013, 0.0009, 0.0015, 0.0013, 0.0009, 0.0011, 0.0019,\n 0.0013, 0.0015, 0.0014, 0.0011, 0.0017, 0.0011, 0.0012, 0.0014, 0.0014,\n 0.0010, 0.0013, 0.0018, 0.0015, 0.0012, 0.0013, 0.0011, 0.0013, 0.0011,\n 0.0012, 0.0016, 0.0014, 0.0012, 0.0014, 0.0012, 0.0011, 0.0012, 0.0012,\n 0.0012, 0.0015, 0.0012, 0.0014, 0.0011, 0.0012, 0.0011, 0.0015, 0.0013,\n 0.0010, 0.0011, 0.0010, 0.0012, 0.0012, 0.0015, 0.0013, 0.0011, 0.0010,\n 0.0011, 0.0009, 0.0012, 0.0011, 0.0012, 0.0012, 0.0013, 0.0012, 0.0013,\n 0.0014, 0.0014, 0.0010, 0.0011, 0.0019, 0.0010, 0.0011, 0.0020, 0.0011,\n 0.0011, 0.0011, 0.0013, 0.0012, 0.0013, 0.0013, 0.0010, 0.0015, 0.0015,\n 0.0011, 0.0014, 0.0011, 0.0017, 0.0019, 0.0008, 0.0012, 0.0015, 0.0013,\n 0.0015, 0.0015, 0.0012, 0.0016, 0.0019, 0.0010, 0.0015, 0.0016, 0.0014,\n 0.0008, 0.0013, 0.0014, 0.0012, 0.0015, 0.0016, 0.0010, 0.0017, 0.0012,\n 0.0017, 0.0010, 0.0012, 0.0012, 0.0011, 0.0011, 0.0015, 0.0012, 0.0014,\n 0.0016, 0.0010, 0.0014, 0.0018, 0.0011, 0.0011, 0.0011, 0.0011, 0.0018,\n 0.0012, 0.0009, 0.0017, 0.0013, 0.0013, 0.0015, 0.0013, 0.0010, 0.0016,\n 0.0015, 0.0009, 0.0011, 0.0013, 0.0019, 0.0016, 0.0014, 0.0014, 0.0013,\n 0.0011, 0.0014, 0.0014, 0.0013, 0.0012, 0.0011, 0.0016, 0.0014, 0.0014,\n 0.0015, 0.0016, 0.0010, 0.0017, 0.0013, 0.0013, 0.0014, 0.0010, 0.0011,\n 0.0009, 0.0011, 0.0012, 0.0012, 0.0013, 0.0017, 0.0012, 0.0011, 0.0013,\n 0.0010, 0.0009, 0.0015, 0.0015, 0.0014, 0.0013, 0.0013, 0.0012, 0.0010,\n 0.0014, 0.0009, 0.0014, 0.0015, 0.0011, 0.0010, 0.0012, 0.0011, 0.0012,\n 0.0009, 0.0012, 0.0014, 0.0011, 0.0013, 0.0008, 0.0009, 0.0010, 0.0010,\n 0.0011, 0.0011, 0.0010, 0.0012, 0.0011, 0.0014, 0.0018, 0.0013, 0.0012,\n 0.0011, 0.0014, 0.0013, 0.0017, 0.0012, 0.0009, 0.0011, 0.0014, 0.0011,\n 0.0014, 0.0013, 0.0022, 0.0013, 0.0012, 0.0014, 0.0013, 0.0010, 0.0013,\n 0.0010, 0.0011, 0.0012, 0.0011, 0.0014, 0.0011, 0.0015, 0.0010, 0.0012,\n 0.0015, 0.0011, 0.0013, 0.0012, 0.0010, 0.0010, 0.0015, 0.0014, 0.0011,\n 0.0013, 0.0013, 0.0010, 0.0011, 0.0011, 0.0011, 0.0015, 0.0014, 0.0014,\n 0.0012, 0.0012, 0.0014, 0.0013, 0.0015, 0.0011, 0.0018, 0.0010, 0.0010,\n 0.0009, 0.0015, 0.0013, 0.0014, 0.0010, 0.0014, 0.0015, 0.0011, 0.0012,\n 0.0016, 0.0012, 0.0014, 0.0015, 0.0012, 0.0012, 0.0011, 0.0014, 0.0009,\n 0.0014, 0.0012, 0.0013, 0.0014, 0.0010, 0.0015, 0.0011, 0.0018, 0.0012,\n 0.0015, 0.0014, 0.0007, 0.0013, 0.0015, 0.0013, 0.0012, 0.0011, 0.0012,\n 0.0010, 0.0014, 0.0011, 0.0011, 0.0015, 0.0012, 0.0014, 0.0017, 0.0008,\n 0.0015, 0.0015, 0.0013, 0.0012, 0.0015, 0.0012, 0.0014, 0.0014, 0.0015,\n 0.0014, 0.0016, 0.0017, 0.0020, 0.0012, 0.0012, 0.0016, 0.0016, 0.0011,\n 0.0013, 0.0012, 0.0012, 0.0016, 0.0013, 0.0011, 0.0011, 0.0016, 0.0015,\n 0.0014, 0.0013, 0.0011, 0.0010, 0.0015, 0.0011, 0.0010, 0.0015, 0.0012,\n 0.0013, 0.0014, 0.0012, 0.0012, 0.0013, 0.0015, 0.0016, 0.0011, 0.0010,\n 0.0012, 0.0014, 0.0012, 0.0017, 0.0010, 0.0012, 0.0012, 0.0015, 0.0009,\n 0.0014, 0.0017, 0.0013, 0.0010, 0.0012, 0.0016, 0.0013, 0.0014, 0.0011,\n 0.0018, 0.0011, 0.0011, 0.0015, 0.0012, 0.0010, 0.0014, 0.0012, 0.0017,\n 0.0013, 0.0010, 0.0019, 0.0016, 0.0016, 0.0013, 0.0016, 0.0011, 0.0012,\n 0.0011, 0.0013, 0.0012, 0.0010, 0.0009, 0.0011, 0.0012, 0.0013, 0.0016,\n 0.0012, 0.0012, 0.0016, 0.0011, 0.0010, 0.0012, 0.0012, 0.0013, 0.0013,\n 0.0015, 0.0009, 0.0013, 0.0014, 0.0014, 0.0011, 0.0010, 0.0013, 0.0010,\n 0.0016, 0.0008, 0.0012, 0.0015, 0.0014, 0.0012, 0.0017, 0.0012, 0.0017,\n 0.0021, 0.0016, 0.0014, 0.0015, 0.0012, 0.0015, 0.0010, 0.0014, 0.0009,\n 0.0013, 0.0014, 0.0009, 0.0012, 0.0014, 0.0011, 0.0012, 0.0011, 0.0013,\n 0.0012, 0.0010, 0.0008, 0.0016, 0.0012, 0.0018, 0.0011, 0.0010, 0.0014,\n 0.0012, 0.0013, 0.0011, 0.0013, 0.0015, 0.0013, 0.0010, 0.0010, 0.0010,\n 0.0017, 0.0006, 0.0011, 0.0009, 0.0012, 0.0013, 0.0012, 0.0015, 0.0014,\n 0.0011, 0.0010, 0.0012, 0.0012, 0.0014, 0.0015, 0.0012, 0.0010, 0.0011,\n 0.0012, 0.0009, 0.0010, 0.0012, 0.0014, 0.0013, 0.0012, 0.0013, 0.0014,\n 0.0014, 0.0011, 0.0017, 0.0012, 0.0011, 0.0012, 0.0017, 0.0012],\n device='cuda:0')"
14
+ },
15
+ "2": {
16
+ "step": "tensor(3756.)",
17
+ "exp_avg": "tensor([[-6.6639e-05, -2.3791e-04, 1.8812e-04, ..., 6.6886e-05,\n -3.8528e-04, -5.8902e-04],\n [ 5.5273e-05, 1.3603e-04, -5.8084e-05, ..., 7.0915e-05,\n 5.0845e-04, 2.1851e-04],\n [ 1.3534e-04, 2.2192e-04, 3.4302e-04, ..., -2.6196e-04,\n 6.9774e-04, -9.0294e-05],\n ...,\n [-2.2029e-04, -1.4389e-04, 2.0065e-04, ..., 1.0756e-04,\n -4.4316e-06, 7.3946e-05],\n [ 4.3347e-04, 2.1726e-04, -2.8362e-04, ..., 3.1208e-04,\n 6.1509e-05, -3.1634e-04],\n [-1.4020e-04, -1.2949e-04, -2.8803e-04, ..., -1.9730e-04,\n -2.8676e-04, 1.5830e-04]], device='cuda:0')",
18
+ "exp_avg_sq": "tensor([[5.7220e-07, 6.8616e-07, 3.9025e-07, ..., 8.3213e-07, 1.7044e-06,\n 7.7452e-07],\n [7.4489e-07, 7.4781e-07, 6.9257e-07, ..., 1.0440e-06, 2.1332e-06,\n 7.7080e-07],\n [7.9775e-07, 7.6335e-07, 6.2438e-07, ..., 9.6897e-07, 1.9641e-06,\n 8.5578e-07],\n ...,\n [5.9837e-07, 5.7246e-07, 5.2001e-07, ..., 8.4773e-07, 1.7430e-06,\n 8.5914e-07],\n [9.2727e-07, 6.8407e-07, 5.6943e-07, ..., 1.0014e-06, 2.0366e-06,\n 1.0188e-06],\n [7.3470e-07, 8.6341e-07, 6.2360e-07, ..., 1.0667e-06, 2.2120e-06,\n 7.6626e-07]], device='cuda:0')"
19
+ },
20
+ "3": {
21
+ "step": "tensor(3756.)",
22
+ "exp_avg": "tensor([[-4.1559e-05, 6.8284e-05, 5.2887e-05, ..., -1.6154e-04,\n 1.2290e-04, -1.2678e-04],\n [ 9.1987e-05, 2.3075e-04, -3.3091e-05, ..., 7.5058e-05,\n 4.3140e-04, 6.7013e-05],\n [ 5.6052e-45, -5.6052e-45, -5.6052e-45, ..., 5.6052e-45,\n -5.6052e-45, 5.6052e-45],\n ...,\n [ 1.3613e-04, 2.9792e-05, 3.9109e-04, ..., 2.0630e-04,\n 2.6378e-05, 1.9034e-04],\n [-1.4597e-05, -2.9841e-05, -3.6384e-04, ..., 1.2548e-04,\n 1.8563e-04, 1.0512e-04],\n [-3.9288e-05, -5.9827e-05, -3.0362e-04, ..., 4.9569e-07,\n 1.6117e-05, -8.9545e-05]], device='cuda:0')",
23
+ "exp_avg_sq": "tensor([[8.8886e-07, 2.0127e-07, 5.1397e-07, ..., 2.9474e-06, 2.0900e-07,\n 1.8283e-06],\n [7.1132e-07, 3.0145e-07, 5.0043e-07, ..., 2.8117e-07, 5.2243e-07,\n 2.2196e-07],\n [2.0065e-11, 4.7349e-11, 8.8759e-12, ..., 5.5393e-12, 5.8420e-11,\n 8.1247e-13],\n ...,\n [7.5788e-07, 3.0098e-07, 1.3687e-07, ..., 4.0970e-07, 6.4249e-08,\n 5.6638e-07],\n [6.3236e-07, 4.1361e-07, 2.2350e-07, ..., 2.6498e-07, 1.7394e-06,\n 1.1132e-07],\n [4.9732e-07, 1.8127e-07, 1.1664e-06, ..., 2.8695e-07, 2.5490e-07,\n 4.3372e-07]], device='cuda:0')"
24
+ },
25
+ "4": {
26
+ "step": "tensor(3756.)",
27
+ "exp_avg": "tensor([ 1.4465e-04, 9.8122e-03, 5.6052e-45, ..., 9.9625e-03,\n -5.2219e-03, -4.5095e-03], device='cuda:0')",
28
+ "exp_avg_sq": "tensor([4.3176e-04, 3.8389e-04, 1.3130e-07, ..., 4.7451e-04, 3.0811e-04,\n 3.7149e-04], device='cuda:0')"
29
+ },
30
+ "5": {
31
+ "step": "tensor(3756.)",
32
+ "exp_avg": "tensor([[-5.3391e-05, 8.6205e-06, 5.6052e-45, ..., 3.7984e-05,\n -3.0469e-04, -4.6240e-05],\n [ 7.9610e-05, 4.2891e-05, 5.6052e-45, ..., 9.7076e-06,\n 7.1577e-05, -6.4388e-05],\n [-7.4826e-06, -3.6506e-05, -5.6052e-45, ..., 1.1083e-04,\n 1.2170e-05, -1.6868e-05],\n ...,\n [ 1.7328e-04, -8.0513e-05, -5.6052e-45, ..., -3.0770e-05,\n -5.7509e-06, -1.5744e-05],\n [ 1.0065e-04, 2.1804e-05, 5.6052e-45, ..., 9.2894e-06,\n 1.5403e-04, -1.9105e-05],\n [-6.1361e-05, -1.4105e-04, -5.6052e-45, ..., 3.7879e-05,\n 1.8963e-04, -2.3417e-05]], device='cuda:0')",
33
+ "exp_avg_sq": "tensor([[7.2112e-08, 9.6595e-08, 1.1468e-11, ..., 8.2608e-08, 7.8769e-08,\n 9.3468e-08],\n [1.0448e-07, 1.1590e-07, 2.1270e-11, ..., 1.0164e-07, 1.0296e-07,\n 1.3241e-07],\n [9.8970e-08, 1.3264e-07, 3.7038e-11, ..., 1.0866e-07, 1.1826e-07,\n 1.3244e-07],\n ...,\n [1.4239e-07, 1.3009e-07, 1.6393e-11, ..., 1.1378e-07, 9.3713e-08,\n 1.2828e-07],\n [1.3548e-07, 1.2096e-07, 2.2127e-11, ..., 1.0608e-07, 8.0919e-08,\n 1.3267e-07],\n [9.8878e-08, 1.0935e-07, 4.6667e-11, ..., 1.1469e-07, 7.8891e-08,\n 1.3526e-07]], device='cuda:0')"
34
+ },
35
+ "6": {
36
+ "step": "tensor(3756.)",
37
+ "exp_avg": "tensor([[ 3.4482e-04, 2.4330e-04, 1.1221e-04, ..., 8.2236e-05,\n 1.1964e-04, -5.1139e-06],\n [-8.6025e-06, -1.7572e-04, -2.1266e-04, ..., 1.4914e-04,\n -6.9084e-05, -1.0054e-04],\n [-3.6004e-04, 1.0757e-04, 8.6448e-05, ..., -1.4038e-04,\n -1.0348e-04, -1.9543e-04],\n ...,\n [ 4.2070e-04, 4.6871e-04, 4.3306e-04, ..., -4.3406e-05,\n 4.7882e-05, -1.8587e-04],\n [-3.0491e-04, 1.7291e-04, -2.4047e-04, ..., -1.8992e-04,\n 1.2656e-04, -2.5639e-04],\n [-1.6793e-04, 2.2214e-05, -2.8135e-04, ..., -1.8005e-04,\n 1.2129e-04, -1.5650e-05]], device='cuda:0')",
38
+ "exp_avg_sq": "tensor([[6.1399e-07, 1.1431e-06, 1.0945e-06, ..., 2.9583e-07, 2.1511e-07,\n 3.4916e-07],\n [4.5624e-07, 7.4156e-07, 1.1097e-06, ..., 2.3574e-07, 1.4339e-07,\n 2.9571e-07],\n [5.7469e-07, 9.1716e-07, 1.0333e-06, ..., 2.7730e-07, 1.9177e-07,\n 2.3192e-07],\n ...,\n [6.9193e-07, 1.2983e-06, 1.3954e-06, ..., 3.5322e-07, 2.4491e-07,\n 3.8057e-07],\n [6.0537e-07, 7.7646e-07, 8.3347e-07, ..., 2.2978e-07, 1.5561e-07,\n 2.2474e-07],\n [6.8387e-07, 1.4481e-06, 1.3978e-06, ..., 3.6883e-07, 2.6387e-07,\n 3.2683e-07]], device='cuda:0')"
39
+ },
40
+ "7": {
41
+ "step": "tensor(3756.)",
42
+ "exp_avg": "tensor([-5.2625e-03, -1.1128e-03, 4.2178e-04, -1.1292e-03, 2.2888e-03,\n 1.0026e-02, 1.8697e-03, -6.7911e-03, 9.9128e-04, -5.9864e-03,\n 2.0293e-03, 7.2067e-03, -3.9505e-04, 4.9191e-04, 6.9292e-03,\n 6.9084e-03, 2.5011e-03, 9.7756e-03, -3.8523e-03, 1.6822e-03,\n -2.6252e-04, 3.2124e-04, -1.6886e-03, -3.1637e-04, -6.9943e-03,\n -1.5000e-03, 1.6648e-02, 1.4377e-03, -2.0375e-03, -2.5111e-03,\n 3.1015e-03, -8.5053e-04, 2.5035e-03, -1.8853e-03, 3.3116e-03,\n -2.5286e-03, -7.6584e-03, -7.2857e-03, 2.5089e-03, -4.1237e-03,\n 3.9614e-03, -4.0800e-03, -1.7954e-02, -6.8523e-03, 6.8401e-04,\n 2.6252e-03, -1.2672e-04, -4.3562e-03, 2.0871e-02, 4.2736e-03,\n 5.4586e-03, 4.1910e-03, -5.6795e-03, 3.2704e-03, -7.3936e-04,\n -2.0772e-03, 7.7069e-03, -9.8973e-03, 4.3113e-03, 1.9595e-03,\n -1.6590e-03, -7.9667e-03, -2.5573e-03, 4.6043e-03, 5.1443e-03,\n 6.0580e-03, 3.9741e-03, 1.2430e-03, 4.2116e-03, -2.4675e-03,\n 4.8540e-03, -5.2504e-03, 3.1958e-03, 4.5664e-03, -4.6879e-03,\n -7.9884e-04, 2.7585e-03, -4.0992e-03, 4.4831e-03, -5.8277e-03,\n 2.7657e-03, 4.4297e-04, -1.9915e-04, -9.6483e-03, -3.0020e-03,\n 1.3385e-03, -1.1815e-03, -2.7587e-03, -8.4946e-03, 9.6018e-04,\n -4.7234e-03, -9.1610e-04, -2.0202e-03, -2.2107e-03, 8.3696e-03,\n 4.7618e-03, -3.1928e-04, 5.3358e-03, -8.4828e-03, -6.0447e-03,\n -1.3117e-03, 9.1622e-03, 2.4012e-03, 6.1598e-03, -1.1997e-02,\n 3.9800e-03, -3.5798e-07, -6.6272e-03, -1.4621e-03, -3.3211e-04,\n 4.6262e-04, 2.1844e-03, -8.5585e-03, 3.2613e-03, -1.6231e-03,\n 2.3525e-03, -8.3932e-03, -2.9160e-03, -8.9793e-03, 7.6776e-05,\n 1.2007e-04, 1.6945e-02, 1.9670e-04, -4.3841e-03, -8.9490e-04,\n 3.0677e-03, -1.4426e-03, 2.6709e-03, 1.4875e-03, 1.4698e-03,\n 3.0328e-04, 5.7902e-04, -3.3938e-03, -4.7235e-03, -3.4308e-03,\n 8.3267e-03, 3.0283e-03, -1.0041e-03, 2.0473e-03, -2.8498e-03,\n -2.2431e-03, -3.0404e-03, -9.5291e-04, 2.5340e-03, -1.6077e-06,\n 7.1894e-05, -9.3405e-03, 8.9293e-03, 2.8281e-04, 7.7561e-03,\n -1.3206e-02, 3.2194e-03, -5.6453e-03, 5.9051e-03, -9.8856e-03,\n 2.4282e-03, -2.9834e-03, 6.1118e-03, 6.8292e-03, 4.9126e-04,\n -4.2146e-03, -6.6818e-03, -1.0619e-02, 8.2385e-04, -1.6373e-03,\n 5.0432e-03, -5.5234e-03, 1.5474e-03, 4.4145e-03, -2.5193e-03,\n 8.0205e-04, -2.1444e-03, 1.4387e-03, 3.5565e-03, 2.0041e-03,\n 7.7824e-04, 5.1577e-03, -1.0409e-02, 9.3703e-03, 3.4540e-03,\n 5.1976e-03, 1.3352e-02, -8.4271e-03, -8.8904e-03, -1.1219e-03,\n 2.4352e-03, 9.7866e-04, 2.7352e-03, 7.2738e-03, -1.0307e-03,\n 4.2523e-03, 4.8101e-03, -8.5812e-03, 7.1999e-03, -1.9435e-03,\n -2.2678e-03, 2.0878e-03, -3.1193e-03, -5.3606e-03, -4.1995e-03,\n -7.6012e-03, -2.7622e-03, -4.2326e-03, -4.0244e-03, -5.5727e-03,\n 2.9582e-03, 1.5942e-02, 1.1863e-03, 3.0332e-03, 1.8756e-03,\n 1.3059e-03, -9.2679e-05, 8.9377e-03, -7.9785e-03, 1.3732e-02,\n -6.2562e-03, 6.9106e-03, -1.2131e-02, 2.6764e-03, 6.2767e-03,\n 1.1903e-03, -1.6111e-03, -1.5736e-03, -5.5745e-03, 6.5930e-03,\n 3.0848e-03, 3.9553e-04, -6.8037e-03, 3.2451e-03, 4.5089e-04,\n -8.0874e-04, 8.7144e-03, -2.2164e-03, -4.5331e-03, -3.5672e-03,\n -1.1357e-03, 9.1360e-04, -2.3590e-03, 2.1785e-03, 6.9771e-04,\n -4.4102e-03, 6.1779e-03, -1.0464e-02, -1.4283e-03, 1.8291e-04,\n 8.5437e-04, 3.8616e-03, -4.0543e-03, 6.8180e-03, -2.1185e-02,\n -2.3477e-03, -5.1529e-04, -1.3620e-04, 4.3209e-03, 1.5604e-03,\n -1.6327e-03, 1.2572e-03, -3.3421e-03, -7.2916e-04, 8.3549e-03,\n -1.4549e-02, -2.4903e-04, -6.5108e-03, 7.9343e-04, -3.9704e-03,\n 3.3199e-04, 3.0978e-03, -8.0605e-03, 4.7069e-04, -4.0687e-03,\n 1.5693e-03, -3.9991e-03, -7.0364e-04, 4.8058e-03, 5.2058e-03,\n -4.4148e-04, 2.2450e-03, -7.2047e-03, 6.2277e-03, 4.1157e-03,\n 2.5708e-03, 3.5154e-03, -1.1068e-02, 7.8546e-04, -4.7954e-03,\n 5.2697e-03, 1.2754e-03, -2.4123e-03, 6.6588e-03, 3.9408e-03,\n 8.3307e-03, 9.7951e-04, 9.9480e-03, 2.5107e-03, 6.6369e-04,\n 1.0191e-02, 2.6978e-03, -4.0696e-03, 6.4556e-04, -6.1213e-03,\n 5.6022e-03, -2.5476e-03, -5.4343e-03, 1.7134e-03, -1.8525e-03,\n 8.3130e-04, 3.2007e-03, 3.4611e-03, 5.9482e-03, 8.2451e-03,\n 8.1213e-03, 7.3658e-03, 1.3695e-02, -4.3044e-03, 1.2709e-03,\n -1.0347e-03, 3.2289e-03, 9.8262e-03, -1.0606e-02, 8.0106e-04,\n 3.1274e-03, -9.6872e-04, 4.5443e-03, -3.2459e-03, -2.7695e-03,\n 4.0037e-04, 1.5513e-03, -6.2561e-03, 2.2656e-03, 8.3018e-03,\n -5.0996e-03, 3.9281e-04, 3.8065e-03, -5.2255e-03, 4.5785e-04,\n 2.4909e-03, -2.8857e-03, -1.0874e-02, -2.0779e-04, -3.2755e-03,\n -3.3462e-03, 1.2890e-03, 9.0352e-03, 4.4049e-03, -1.0735e-02,\n -9.2308e-03, 9.7345e-04, 1.0030e-05, -8.9965e-03, -5.1056e-03,\n -2.3754e-03, -4.7795e-03, -2.4167e-03, -4.6879e-03, -1.4584e-03,\n 5.8802e-04, 1.4943e-03, -9.3814e-03, -3.2694e-03, -2.8228e-03,\n 4.8799e-03, 2.0583e-04, -3.5787e-03, 4.2471e-04, -3.1896e-03,\n 2.7680e-03, 1.1578e-02, -5.7989e-03, -2.3278e-03, -5.6932e-03,\n 4.9159e-04, 2.5671e-03, 4.1038e-03, 1.0172e-02, 4.3161e-03,\n -3.8199e-03, -6.3261e-03, -8.1192e-03, 6.3084e-03, 8.9952e-03,\n 6.6520e-03, -8.0510e-05, -5.1233e-04, 9.9031e-03, -7.6342e-03,\n -1.3707e-03, -1.0981e-03, 8.0474e-05, -3.2148e-03, -4.2512e-03,\n -8.8251e-04, -1.2997e-03, -1.0091e-02, 5.2166e-03, -7.0318e-03,\n 2.1485e-03, -6.9755e-03, 5.1641e-05, 2.7499e-03, -3.0245e-03,\n -2.2797e-03, 6.0911e-03, -2.8677e-03, -3.3521e-03, -2.2327e-03,\n -5.1918e-03, 1.1066e-03, -1.8904e-03, 9.0910e-04, -8.0727e-03,\n 4.9383e-03, 4.6758e-03, -1.3996e-03, -1.0266e-02, 3.8976e-03,\n -2.3477e-03, -6.8376e-05, -6.6438e-03, -2.4647e-03, 2.0235e-03,\n -8.9338e-04, -2.4925e-04, -3.9310e-03, 1.4907e-02, -4.9365e-03,\n 8.1597e-03, -9.7376e-03, -1.5290e-03, 3.3348e-03, 9.3544e-03,\n 3.0377e-03, -1.2293e-03, 9.1918e-04, -6.8211e-03, -4.5672e-03,\n -6.0756e-03, 5.8899e-03, 2.4395e-03, 3.0473e-03, 1.5872e-03,\n 1.4128e-03, 1.0075e-03, -1.0100e-02, -4.9691e-04, 1.0231e-02,\n -3.9145e-03, -1.7173e-03, 1.2397e-03, -3.4326e-03, -4.4509e-05,\n 7.7834e-03, 8.6359e-04, -4.9722e-03, 2.5362e-03, -4.8577e-04,\n -5.5900e-03, -3.3382e-04, 4.3753e-04, 5.3024e-03, 2.5054e-03,\n 1.7133e-03, 4.7921e-04, 2.0066e-03, -3.1208e-04, -1.1997e-03,\n 4.2754e-03, -5.2885e-03, 2.6924e-03, 2.2232e-04, 1.3285e-02,\n 4.7127e-03, -3.3527e-03, -5.7918e-03, 3.3694e-03, -4.5417e-03,\n -4.8627e-03, 1.5570e-03, 5.9222e-04, -3.9541e-03, -8.8247e-04,\n 8.2985e-05, -2.8918e-03, 4.1251e-03, 1.9269e-03, -2.3602e-03,\n 2.0474e-03, 5.6282e-04, 3.1632e-03, 1.4642e-02, -6.3609e-03,\n -1.7011e-03, -2.9972e-03, 4.3946e-03, -1.6802e-03, -2.9002e-03,\n -1.1861e-03, 9.5394e-04, 1.9009e-03, 9.9124e-04, 4.2695e-03,\n 1.5719e-03, -3.4500e-03, -1.8305e-03, -9.3464e-03, 5.4131e-03,\n -5.5674e-03, 1.2721e-03, -1.6345e-03, -1.5355e-03, -6.3133e-03,\n -6.9275e-04, -5.6624e-03], device='cuda:0')",
43
+ "exp_avg_sq": "tensor([0.0003, 0.0002, 0.0003, 0.0003, 0.0002, 0.0003, 0.0003, 0.0003, 0.0002,\n 0.0003, 0.0002, 0.0003, 0.0003, 0.0002, 0.0003, 0.0002, 0.0003, 0.0004,\n 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0005, 0.0003, 0.0003, 0.0004,\n 0.0003, 0.0003, 0.0002, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003,\n 0.0003, 0.0003, 0.0003, 0.0003, 0.0004, 0.0003, 0.0004, 0.0003, 0.0003,\n 0.0003, 0.0002, 0.0002, 0.0004, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003,\n 0.0004, 0.0003, 0.0002, 0.0003, 0.0003, 0.0004, 0.0003, 0.0003, 0.0004,\n 0.0003, 0.0002, 0.0003, 0.0003, 0.0003, 0.0004, 0.0003, 0.0004, 0.0003,\n 0.0002, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0002, 0.0003,\n 0.0003, 0.0003, 0.0004, 0.0003, 0.0004, 0.0004, 0.0003, 0.0003, 0.0002,\n 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003,\n 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0004, 0.0003, 0.0003, 0.0003,\n 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0004, 0.0002, 0.0004,\n 0.0003, 0.0003, 0.0002, 0.0002, 0.0004, 0.0003, 0.0003, 0.0004, 0.0004,\n 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003,\n 0.0003, 0.0002, 0.0003, 0.0002, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003,\n 0.0004, 0.0004, 0.0002, 0.0003, 0.0003, 0.0002, 0.0002, 0.0003, 0.0004,\n 0.0003, 0.0003, 0.0002, 0.0003, 0.0003, 0.0003, 0.0002, 0.0003, 0.0003,\n 0.0003, 0.0004, 0.0002, 0.0003, 0.0003, 0.0002, 0.0003, 0.0002, 0.0003,\n 0.0003, 0.0003, 0.0002, 0.0003, 0.0002, 0.0003, 0.0003, 0.0003, 0.0003,\n 0.0003, 0.0003, 0.0003, 0.0003, 0.0001, 0.0004, 0.0003, 0.0003, 0.0003,\n 0.0002, 0.0003, 0.0004, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003,\n 0.0003, 0.0003, 0.0003, 0.0002, 0.0003, 0.0003, 0.0003, 0.0003, 0.0004,\n 0.0003, 0.0003, 0.0003, 0.0002, 0.0002, 0.0003, 0.0004, 0.0004, 0.0003,\n 0.0004, 0.0004, 0.0002, 0.0003, 0.0003, 0.0002, 0.0003, 0.0003, 0.0003,\n 0.0003, 0.0004, 0.0003, 0.0003, 0.0002, 0.0003, 0.0004, 0.0003, 0.0002,\n 0.0003, 0.0004, 0.0003, 0.0004, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003,\n 0.0003, 0.0003, 0.0003, 0.0002, 0.0003, 0.0002, 0.0003, 0.0004, 0.0004,\n 0.0003, 0.0004, 0.0003, 0.0003, 0.0003, 0.0003, 0.0002, 0.0003, 0.0003,\n 0.0003, 0.0003, 0.0002, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003,\n 0.0003, 0.0004, 0.0003, 0.0003, 0.0005, 0.0003, 0.0003, 0.0003, 0.0003,\n 0.0003, 0.0003, 0.0004, 0.0004, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003,\n 0.0003, 0.0003, 0.0003, 0.0002, 0.0003, 0.0002, 0.0002, 0.0003, 0.0003,\n 0.0004, 0.0002, 0.0003, 0.0003, 0.0004, 0.0003, 0.0003, 0.0002, 0.0003,\n 0.0003, 0.0003, 0.0003, 0.0002, 0.0003, 0.0003, 0.0002, 0.0003, 0.0003,\n 0.0003, 0.0003, 0.0004, 0.0004, 0.0004, 0.0003, 0.0003, 0.0003, 0.0003,\n 0.0002, 0.0003, 0.0003, 0.0003, 0.0003, 0.0002, 0.0003, 0.0003, 0.0003,\n 0.0003, 0.0002, 0.0003, 0.0004, 0.0003, 0.0002, 0.0003, 0.0003, 0.0003,\n 0.0003, 0.0003, 0.0003, 0.0002, 0.0003, 0.0002, 0.0003, 0.0004, 0.0002,\n 0.0003, 0.0003, 0.0002, 0.0003, 0.0004, 0.0002, 0.0003, 0.0002, 0.0003,\n 0.0004, 0.0003, 0.0003, 0.0004, 0.0004, 0.0003, 0.0002, 0.0003, 0.0003,\n 0.0003, 0.0003, 0.0004, 0.0004, 0.0004, 0.0004, 0.0003, 0.0003, 0.0003,\n 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0002, 0.0003, 0.0004, 0.0003,\n 0.0003, 0.0003, 0.0003, 0.0003, 0.0002, 0.0003, 0.0003, 0.0002, 0.0003,\n 0.0003, 0.0003, 0.0003, 0.0003, 0.0002, 0.0003, 0.0003, 0.0003, 0.0003,\n 0.0002, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003,\n 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0002, 0.0002, 0.0002, 0.0002,\n 0.0003, 0.0003, 0.0003, 0.0002, 0.0004, 0.0003, 0.0002, 0.0002, 0.0002,\n 0.0003, 0.0002, 0.0003, 0.0004, 0.0003, 0.0002, 0.0003, 0.0003, 0.0003,\n 0.0002, 0.0003, 0.0003, 0.0003, 0.0002, 0.0003, 0.0002, 0.0003, 0.0003,\n 0.0003, 0.0003, 0.0002, 0.0003, 0.0002, 0.0003, 0.0003, 0.0003, 0.0003,\n 0.0003, 0.0003, 0.0003, 0.0003, 0.0002, 0.0003, 0.0003, 0.0003, 0.0003,\n 0.0003, 0.0003, 0.0003, 0.0003, 0.0002, 0.0003, 0.0004, 0.0003, 0.0003,\n 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0004, 0.0003, 0.0003,\n 0.0004, 0.0003, 0.0004, 0.0002, 0.0003, 0.0004, 0.0003, 0.0002, 0.0002,\n 0.0004, 0.0002, 0.0001, 0.0002, 0.0003, 0.0004, 0.0003, 0.0003, 0.0004,\n 0.0004, 0.0003, 0.0003, 0.0004, 0.0003, 0.0004, 0.0002, 0.0004],\n device='cuda:0')"
44
+ },
45
+ "8": {
46
+ "step": "tensor(3756.)",
47
+ "exp_avg": "tensor([[-5.6052e-45, 5.6052e-45, 5.6052e-45, ..., 5.6052e-45,\n 5.6052e-45, 5.6052e-45],\n [-1.1972e-04, -1.5153e-04, -4.6100e-06, ..., 6.6766e-05,\n -1.7307e-05, 3.9571e-05],\n [ 2.3353e-05, -2.6882e-05, -1.4629e-04, ..., 3.0553e-06,\n -1.6281e-04, 1.4469e-04],\n ...,\n [ 1.1983e-04, -3.8369e-05, -1.6546e-05, ..., 1.0057e-04,\n -4.0387e-05, 1.3315e-04],\n [ 2.6585e-05, 8.9100e-06, 9.4581e-06, ..., 2.0895e-05,\n -1.0715e-04, -4.2778e-05],\n [-2.3072e-05, -2.3427e-05, -3.6313e-06, ..., 2.0932e-05,\n -2.1379e-04, -1.3687e-04]], device='cuda:0')",
48
+ "exp_avg_sq": "tensor([[2.5111e-13, 7.8531e-12, 4.5057e-13, ..., 3.3551e-11, 3.3617e-13,\n 1.1873e-13],\n [9.9887e-08, 3.0290e-07, 1.7126e-07, ..., 7.8581e-08, 1.1496e-08,\n 2.1012e-07],\n [1.1035e-07, 2.7472e-07, 9.4992e-08, ..., 1.0129e-07, 1.2096e-06,\n 1.5259e-07],\n ...,\n [5.9846e-07, 2.4393e-08, 1.4324e-07, ..., 2.2353e-07, 2.3106e-08,\n 5.0694e-07],\n [9.7163e-08, 6.1288e-08, 1.0233e-08, ..., 1.1822e-07, 1.0614e-06,\n 3.3692e-08],\n [1.2758e-07, 3.3225e-08, 5.9360e-09, ..., 4.8129e-08, 3.0981e-07,\n 1.2181e-07]], device='cuda:0')"
49
+ },
50
+ "9": {
51
+ "step": "tensor(3756.)",
52
+ "exp_avg": "tensor([ 5.6052e-45, -2.6807e-03, 1.0204e-03, ..., 1.5002e-03,\n 2.5773e-03, -2.0015e-03], device='cuda:0')",
53
+ "exp_avg_sq": "tensor([4.1332e-08, 1.6836e-04, 1.4689e-04, ..., 1.4797e-04, 1.3702e-04,\n 1.4565e-04], device='cuda:0')"
54
+ },
55
+ "10": {
56
+ "step": "tensor(3756.)",
57
+ "exp_avg": "tensor([[-5.6052e-45, 3.6472e-05, -5.2923e-05, ..., -3.1814e-05,\n -1.2060e-05, -2.1597e-05],\n [ 5.6052e-45, 8.5268e-05, 1.1789e-05, ..., -3.2771e-05,\n 2.3126e-05, -2.8874e-05],\n [ 5.6052e-45, 4.1127e-05, 1.9679e-05, ..., 9.5505e-06,\n 4.4278e-05, -8.9283e-05],\n ...,\n [-5.6052e-45, 1.2432e-05, 1.4142e-04, ..., 5.6032e-05,\n -1.1367e-06, -8.5967e-06],\n [-5.6052e-45, -3.7852e-05, -2.1862e-04, ..., -9.4574e-06,\n -7.3732e-06, -7.3065e-05],\n [ 5.6052e-45, 5.7517e-05, 2.0605e-04, ..., -6.1930e-05,\n -3.8003e-05, -1.5578e-05]], device='cuda:0')",
58
+ "exp_avg_sq": "tensor([[1.7201e-12, 2.6126e-08, 2.3033e-08, ..., 3.0766e-08, 2.1496e-08,\n 2.1458e-08],\n [2.1880e-12, 3.4967e-08, 3.6336e-08, ..., 4.9012e-08, 3.0090e-08,\n 3.4885e-08],\n [2.4480e-13, 3.7157e-08, 4.4155e-08, ..., 5.4276e-08, 3.2762e-08,\n 4.1451e-08],\n ...,\n [2.2196e-12, 3.6197e-08, 4.0975e-08, ..., 4.8110e-08, 3.9654e-08,\n 4.2279e-08],\n [3.1116e-13, 4.4580e-08, 3.8100e-08, ..., 4.3479e-08, 3.6469e-08,\n 3.6292e-08],\n [7.8356e-14, 4.2346e-08, 4.5049e-08, ..., 4.4104e-08, 3.5492e-08,\n 4.1492e-08]], device='cuda:0')"
59
+ },
60
+ "11": {
61
+ "step": "tensor(3756.)",
62
+ "exp_avg": "tensor([[-1.7558e-04, 3.4390e-04, 1.1776e-04, ..., 1.8863e-04,\n 7.3700e-05, -3.4880e-04],\n [-3.8485e-04, -3.3078e-04, -7.5746e-05, ..., -2.2474e-04,\n 1.3371e-04, 1.7448e-04],\n [-7.3276e-05, -6.1914e-05, -6.4396e-06, ..., -2.5864e-05,\n -2.7392e-05, -1.1962e-04],\n ...,\n [-1.0943e-04, -6.2664e-05, 2.9055e-05, ..., 7.5237e-05,\n -1.6915e-05, -3.4996e-05],\n [-1.7074e-05, -8.2628e-05, -2.0439e-04, ..., 1.4231e-05,\n 5.9534e-05, 7.2307e-05],\n [-9.8432e-05, 1.9185e-05, -4.9522e-05, ..., 1.4925e-04,\n 5.8085e-05, 1.3882e-05]], device='cuda:0')",
63
+ "exp_avg_sq": "tensor([[1.2166e-07, 1.9662e-07, 3.2154e-07, ..., 9.6433e-08, 6.4415e-08,\n 1.1709e-07],\n [1.0788e-07, 1.7672e-07, 2.0854e-07, ..., 1.0837e-07, 6.4916e-08,\n 7.8151e-08],\n [1.0506e-07, 1.8483e-07, 1.6405e-07, ..., 8.1974e-08, 6.2794e-08,\n 6.7896e-08],\n ...,\n [1.1575e-07, 2.3254e-07, 2.3353e-07, ..., 1.0464e-07, 7.6907e-08,\n 1.0773e-07],\n [1.0955e-07, 1.8098e-07, 1.8492e-07, ..., 9.5141e-08, 5.2593e-08,\n 1.0663e-07],\n [1.0201e-07, 2.0245e-07, 1.9681e-07, ..., 1.0600e-07, 6.6497e-08,\n 9.3357e-08]], device='cuda:0')"
64
+ },
65
+ "12": {
66
+ "step": "tensor(3756.)",
67
+ "exp_avg": "tensor([ 7.4954e-04, 1.2662e-03, -8.2429e-04, 7.4656e-04, -1.4458e-03,\n -8.8210e-03, 1.7366e-03, -4.8744e-03, -6.7699e-04, -2.8936e-03,\n 1.2225e-04, 1.6647e-03, -1.4785e-03, 2.6575e-03, -3.5805e-03,\n -5.0848e-03, -5.7702e-03, 3.5119e-03, -6.8955e-03, 3.1541e-03,\n -3.1149e-03, -2.2677e-03, -1.7453e-03, -3.6063e-03, -9.2640e-04,\n -9.9799e-04, 5.0344e-03, 5.9997e-03, 2.1890e-03, -5.0327e-03,\n 2.9208e-03, -1.0656e-04, -1.1883e-03, 1.2735e-03, 4.0468e-04,\n -5.9569e-03, 3.5158e-03, 3.4832e-03, 6.0555e-03, -4.3036e-03,\n 4.1184e-03, -6.5558e-03, 2.1898e-03, 3.2681e-03, 1.7717e-03,\n -6.6916e-04, 6.0239e-04, -4.0200e-04, -1.7192e-03, -7.6337e-04,\n -1.6985e-03, 1.8704e-03, 1.9746e-03, 1.1290e-03, -2.2585e-03,\n 1.9060e-03, -9.4261e-04, -6.6297e-04, 8.2286e-03, 4.5124e-03,\n 1.5539e-03, 5.0264e-03, 9.7218e-03, 6.7761e-04, -1.6737e-04,\n 3.1245e-03, -1.3101e-03, 6.7048e-03, 1.4577e-03, 6.7592e-05,\n -1.6520e-03, -1.6762e-04, -2.0234e-03, 7.9552e-03, 2.3130e-03,\n 9.6263e-04, 5.8762e-04, 2.5577e-03, -1.3618e-04, 6.8797e-03,\n -4.7774e-03, 5.7445e-05, 4.3654e-03, 7.6748e-04, 4.3484e-04,\n 4.4556e-03, -4.9047e-03, 4.2835e-03, 4.3100e-03, 6.3086e-04,\n -4.4207e-03, -5.2468e-05, -1.9140e-03, 3.5479e-03, -1.4078e-03,\n -2.4434e-03, 2.5961e-03, 2.3264e-03, 2.4500e-04, 7.9489e-03,\n -2.8572e-03, -1.8791e-03, 6.2500e-04, 6.2914e-04, 9.5679e-04,\n 5.0926e-03, 1.1540e-03, 4.3249e-03, 5.6262e-04, 1.6634e-03,\n -5.6052e-45, -1.2071e-03, 4.2830e-03, 1.1089e-03, 4.6612e-04,\n 4.6523e-03, 4.4481e-03, -5.2850e-04, 4.6243e-03, 3.2421e-03,\n -1.9586e-03, -2.5092e-03, 6.6829e-03, -9.5695e-03, -1.9775e-03,\n 3.4027e-04, 3.7930e-03, 5.6675e-03, 3.2020e-03, 3.0539e-03,\n 3.3112e-03, -1.8738e-03, -9.2915e-04, -5.1054e-03, -1.2707e-03,\n -1.0893e-03, 7.2074e-04, -5.1365e-03, -3.0907e-03, 4.6773e-03,\n -3.7687e-04, -3.5144e-03, 8.5232e-04, 5.0922e-04, 5.1170e-03,\n -4.0419e-03, 3.0146e-03, 2.7484e-03, -7.1494e-03, -2.1253e-03,\n 1.6928e-03, 3.2007e-03, 5.0511e-03, -2.8752e-03, 3.8818e-03,\n -9.5828e-04, 2.8458e-03, 6.0954e-03, -4.5572e-03, -6.0427e-03,\n -7.9614e-04, 2.4987e-03, 3.9264e-04, -1.6266e-03, -3.4586e-03,\n -3.4206e-03, 3.2445e-03, 1.8327e-03, -9.7261e-05, -2.0536e-03,\n -2.3086e-03, 2.8102e-03, 2.2377e-04, -4.7188e-04, 1.5254e-03,\n 3.1036e-03, -2.1440e-04, 1.9853e-03, 4.3535e-04, 5.2696e-04,\n 5.6052e-45, 1.0647e-03, 3.5540e-03, -2.1187e-03, -1.2189e-03,\n -2.4820e-05, 1.9099e-03, 2.9147e-03, 1.6958e-03, -7.7602e-03,\n 7.3843e-03, 4.3220e-03, -1.8079e-03, 1.9089e-03, -1.0815e-03,\n 2.7184e-03, 4.3768e-05, 1.4973e-03, -4.0220e-03, -3.6394e-03,\n -1.3984e-03, 2.6355e-03, -1.5367e-03, -1.2806e-03, 4.7857e-04,\n -4.1032e-03, 3.0147e-03, -6.1443e-03, -2.7048e-03, 6.4572e-04,\n 6.9149e-03, 1.6150e-05, 6.2195e-03, 5.9455e-03, -1.2056e-04,\n 2.2441e-03, -3.3449e-05, 1.4563e-03, 1.4787e-03, 3.0448e-03,\n 3.0746e-03, 8.4111e-04, 1.4402e-03, -4.3463e-03, 8.3943e-04,\n 4.3781e-03, 4.4374e-04, -3.1344e-03, -1.7355e-04, 3.2280e-04,\n 1.2389e-02, -1.4462e-03, -1.7281e-03, -2.8594e-04, -2.8606e-03,\n 3.3322e-04, -4.0052e-03, 2.2728e-03, -1.0148e-03, 4.2348e-03,\n 2.9381e-03, -2.3081e-03, -3.4166e-03, 1.5133e-03, 1.9238e-03,\n 1.0420e-02, 2.7385e-03, 3.1664e-03, -1.9793e-03, 1.3158e-03,\n 3.7365e-03, -1.2524e-03, -6.7242e-04, 5.6145e-04, 1.6404e-03,\n -2.2582e-03, 5.7366e-04, -9.5026e-04, 1.3659e-03, 1.9236e-03,\n -6.2969e-03, 1.4915e-03, 8.6428e-04, -3.3077e-05, 1.3879e-03,\n 1.5521e-03, -1.0623e-04, 3.7140e-03, -1.7073e-03, -1.6659e-04,\n 1.0014e-03, -6.5737e-03, 9.5387e-04, -6.8885e-04, 3.6691e-03,\n -3.9224e-04, -2.7106e-04, -2.8138e-04, 3.0529e-03, 5.7817e-04,\n 2.4504e-03, 3.7994e-03, -2.2556e-03, 4.5639e-04, -4.9971e-03,\n 1.2502e-03, -2.9222e-03, 6.7565e-04, -4.8186e-03, -5.8298e-03,\n 3.2759e-03, -6.1366e-04, 2.9534e-03, -2.0816e-03, -1.9776e-04,\n 7.4361e-04, 1.3014e-03, -1.1598e-03, -2.2946e-03, 1.6313e-03,\n 1.0587e-03, 2.1019e-03, -7.9676e-03, 1.1177e-03, -1.9614e-03,\n 3.2532e-03, 1.6640e-03, -2.7742e-03, 1.4050e-03, 1.6206e-03,\n -2.0347e-03, 1.5783e-03, -6.0147e-04, 4.7149e-04, 9.3737e-04,\n 7.2070e-03, 4.3408e-03, -7.6309e-03, -2.6770e-03, 6.5286e-04,\n 3.8982e-03, 1.7109e-03, 5.7051e-03, -1.1848e-03, 1.8582e-03,\n 1.5745e-03, -8.6161e-04, -1.7227e-03, -1.8671e-03, 3.7550e-03,\n 2.0218e-04, 1.3279e-03, -1.0213e-03, -2.5835e-03, -4.2937e-03,\n -4.3076e-03, 3.1527e-03, -1.7408e-03, 1.7308e-03, 8.2696e-04,\n 2.5219e-03, -1.3012e-04, 2.2385e-03, -1.4920e-03, -3.0639e-04,\n 4.1771e-03, 4.7644e-03, 4.4045e-03, -1.9640e-03, 1.9580e-03,\n 6.1127e-03, -1.5193e-04, 4.9379e-04, -9.8693e-04, 1.1739e-04,\n -1.5427e-04, -2.0489e-03, -2.3544e-03, 2.9161e-03, 2.8661e-03,\n -6.6063e-03, -3.3729e-03, -3.0975e-03, -3.3009e-03, -5.4263e-03,\n -6.0554e-04, 4.4850e-04, 1.2644e-03, 1.4672e-03, 3.0603e-03,\n -1.0073e-03, -4.9746e-04, -2.1820e-04, 4.6773e-03, 6.4859e-03,\n 1.0724e-03, -9.1244e-04, 1.3262e-03, -7.9305e-03, -6.2630e-03,\n -2.5343e-03, -1.3482e-03, 7.0793e-04, 2.9348e-06, 2.9038e-04,\n -1.5391e-03, -8.9634e-04, -2.3110e-03, -1.1785e-03, 1.0040e-03,\n 4.5023e-03, -9.1935e-04, -8.2228e-03, 3.2529e-03, -6.1447e-04,\n -2.3023e-03, -3.1254e-03, -1.5689e-03, -1.4320e-03, 3.3322e-03,\n 9.5190e-04, -2.1451e-03, 6.2028e-04, 5.1883e-03, 9.7153e-04,\n -3.7390e-03, -3.8259e-03, 2.5908e-04, 2.0222e-03, 9.8757e-04,\n -6.6048e-03, 1.9265e-03, -4.1431e-04, 1.4119e-03, 2.9391e-03,\n -4.7897e-03, -8.9335e-04, 9.8554e-04, 2.2571e-03, -4.6542e-05,\n -4.2708e-03, 1.2276e-04, 2.2433e-03, 1.2701e-03, -3.8894e-04,\n 6.1004e-04, 1.2404e-03, -6.6808e-04, 1.4588e-03, 8.0539e-05,\n 2.3050e-03, 3.6208e-03, -2.3829e-04, -1.7640e-03, -2.3667e-04,\n 6.7471e-03, -1.6443e-03, 2.1721e-03, -1.8787e-03, 5.6942e-03,\n 6.6872e-03, -5.5410e-03, -3.5576e-03, -3.0295e-03, 1.1928e-03,\n 5.8358e-04, -4.3502e-03, -5.0818e-03, 4.8695e-03, 3.8097e-03,\n -4.1790e-03, -1.5420e-03, -3.7904e-03, 1.1610e-03, 6.4333e-05,\n -5.7038e-03, 5.2649e-03, 2.7062e-03, -2.3551e-03, 1.8696e-04,\n 4.8622e-03, -1.2861e-03, -5.2013e-03, -3.0975e-03, 3.4098e-03,\n 1.2005e-03, -7.6212e-03, 2.8839e-03, -2.9352e-03, -3.0161e-03,\n -1.9389e-03, 4.4693e-04, 2.3612e-03, 8.4287e-04, -5.8484e-03,\n 3.1756e-03, -1.7923e-03, 8.5919e-04, 8.5557e-03, 1.8685e-03,\n -2.3417e-03, 1.1541e-03, -3.2520e-03, -1.6954e-03, -2.1223e-03,\n -2.8925e-03, -5.8425e-06, -4.1939e-03, -1.1287e-03, -2.7309e-04,\n -3.0336e-03, 3.6032e-04, 3.8047e-03, -1.3483e-03, 8.6690e-04,\n -8.9369e-04, -7.4312e-04, 1.6489e-04, -2.9684e-03, 2.6103e-03,\n 1.1385e-03, 3.2196e-03, -3.0024e-04, 3.1581e-03, 1.9476e-03,\n -3.2443e-03, 6.5251e-03, -3.8081e-03, 4.3936e-04, -1.5259e-03,\n -3.3975e-03, 5.0772e-04, 1.6465e-03, 7.3360e-04, 1.9020e-04,\n 2.6321e-04, 5.1826e-03, 1.9725e-03, -1.5283e-03, -1.8678e-03,\n 4.4713e-03, 1.5121e-03, 8.4297e-04, -3.9092e-03, 1.8291e-03,\n -4.0921e-03, 3.0074e-03, 9.8639e-04, -3.9303e-03, -4.6226e-04,\n 3.5301e-03, -1.8192e-03, -3.3520e-04, -2.6283e-03, -4.4039e-03,\n 5.4846e-04, -3.9444e-03, -6.9737e-03, -4.1064e-04, -3.9716e-03,\n 9.9700e-04, -7.6820e-04, -2.2252e-03, -4.8884e-03, 1.7299e-03,\n -1.8316e-03, -6.2618e-04, 7.0463e-04, 1.9519e-03, 1.7115e-04,\n -6.1149e-06, 3.6603e-03, -9.3471e-04, 5.0523e-04, 7.5516e-04,\n -3.1336e-03, 3.2541e-03, 3.4273e-03, -3.8259e-04, 2.9042e-03,\n -2.3463e-03, 2.7967e-03, 3.2278e-04, -4.8111e-03, 5.8222e-03,\n 6.8980e-03, -7.9290e-04, 4.4002e-03, -4.8108e-04, 1.7583e-03,\n 1.3733e-03, -5.2114e-07, 1.7076e-03, -7.7975e-04, 3.9738e-04,\n -2.2421e-03, -1.3136e-03, 3.9699e-03, 4.1534e-12, 9.5949e-04,\n -2.4550e-05, -5.6052e-45, -1.7350e-03, -2.7235e-03, -1.0399e-03,\n 5.0590e-03, 2.3197e-03, 1.5648e-03, 4.3476e-03, 4.6445e-03,\n -1.6505e-03, 2.7110e-04, -2.7190e-03, -3.4405e-03, 4.0900e-03,\n 1.7316e-03, 2.9901e-03, -2.0017e-03, -2.8696e-03, 1.9575e-03,\n 1.9467e-03, 5.1287e-04, 1.6953e-04, -2.7282e-04, 2.0043e-04,\n 3.6641e-03, 1.5020e-03, -6.6559e-03, 3.8261e-04, -1.1064e-03,\n -1.4199e-03, -4.3759e-04, 2.7540e-03, -4.4448e-05, -4.4397e-04,\n -1.6798e-04, -4.7750e-04, -8.4001e-04, -2.4571e-03, 1.2945e-03,\n 1.3132e-04, 3.1613e-03, -4.0239e-03, -2.9184e-03, -1.9387e-03,\n -1.6773e-03, 3.9107e-04, -1.2842e-03, -4.6860e-05, -2.7413e-03,\n -4.6230e-03, 3.5648e-03, -1.7230e-03, -6.5303e-03, 5.1596e-03,\n 7.7774e-03, 1.7041e-03, 2.3759e-04, -1.8968e-03, 2.2045e-04,\n -2.0975e-04, 6.1072e-03, 2.9441e-03, -6.1398e-03, -1.9862e-03,\n -2.0337e-03, -1.7604e-03, 3.4619e-04, -2.1137e-04, -1.2120e-03,\n 4.0668e-03, -2.1678e-03, -1.0845e-03, 1.2531e-04, -1.5260e-03,\n -2.9409e-03, 1.5434e-04, 1.8125e-04, -3.1435e-04, -2.6846e-05,\n 6.4170e-05, -6.9353e-04, -7.3531e-04, -2.5242e-03, -2.7957e-03,\n 5.4252e-03, 1.6208e-03, -6.6426e-03, -7.2084e-04, 1.5097e-03,\n 4.1953e-03, 1.7195e-05, -5.3190e-03, -1.2242e-03, 1.0695e-03,\n 4.3352e-03, 2.2374e-03, -4.0482e-03, -1.5530e-03, -2.1915e-04,\n -1.0488e-03, -4.1766e-03, 1.9367e-03, 4.7415e-03, -4.7319e-03,\n -6.4339e-04, -2.8086e-04, -3.2192e-03, -1.3951e-03, -8.8544e-04,\n 3.3621e-04, -3.7961e-03, 1.7729e-03, -4.0876e-03, 3.0624e-03,\n 2.4270e-03, 1.8051e-03, 4.1450e-03, 4.9951e-03, -6.5860e-04,\n 1.5205e-03, -7.2918e-03, 1.5462e-04, 9.2589e-04, -8.3562e-05,\n -2.1907e-03, -1.4890e-03, 1.4795e-03, 2.5002e-03, -1.4078e-03,\n 1.5804e-03, -1.2922e-03, -3.3743e-05, 2.1006e-03, 1.3644e-03,\n 4.8349e-03, -4.7867e-03, -4.4589e-03, 3.2819e-03, 4.0118e-03,\n 8.6627e-04, 2.8254e-04, 9.2135e-03, -1.5372e-03, -1.8770e-03,\n -8.0508e-04, 5.6311e-03, 4.1346e-03, -6.5472e-03, -7.7398e-04,\n -1.4557e-03, 3.9282e-03, 2.2558e-03, -2.8727e-03, 5.0062e-03,\n -3.3204e-03, 6.9938e-04, -2.7825e-04, -2.6404e-03, 2.5894e-03,\n -2.9535e-03, 6.8757e-04, -1.1829e-03, 7.2123e-04, -1.9762e-03,\n 1.1766e-03, 5.0352e-03, -1.3718e-03, 4.6826e-03, 2.5088e-03,\n -4.9909e-03, 9.8154e-04, -2.6684e-04, 3.2768e-03, -4.3961e-04,\n -3.8240e-03, 2.3358e-03, 1.1480e-03, -3.6189e-03, -1.7464e-03,\n -3.1305e-03, -3.5197e-03, 1.6219e-03, 1.0581e-03, 8.3508e-04,\n -1.1036e-03, 3.3875e-03, 8.8743e-04], device='cuda:0')",
68
+ "exp_avg_sq": "tensor([9.8476e-05, 9.3128e-05, 9.2085e-05, 1.2178e-04, 1.7868e-04, 1.4623e-04,\n 1.0109e-04, 1.1551e-04, 1.4536e-04, 1.1893e-04, 1.0321e-04, 1.7053e-04,\n 1.1970e-04, 1.2245e-04, 9.8743e-05, 6.5921e-05, 9.5403e-05, 1.0990e-04,\n 1.5932e-04, 7.2077e-05, 1.1885e-04, 1.2556e-04, 1.0564e-04, 9.2375e-05,\n 1.2151e-04, 1.0013e-04, 6.7926e-05, 1.2451e-04, 9.3296e-05, 1.1780e-04,\n 1.4805e-04, 9.7475e-05, 1.1675e-04, 8.1424e-05, 1.4511e-04, 1.0422e-04,\n 1.3927e-04, 1.3215e-04, 1.1175e-04, 8.0982e-05, 1.2186e-04, 1.5402e-04,\n 1.2263e-04, 7.8234e-05, 7.8830e-05, 9.4551e-05, 2.4243e-05, 1.0365e-04,\n 1.0417e-04, 9.0287e-05, 8.2971e-05, 1.0068e-04, 8.9569e-05, 7.1045e-05,\n 1.5673e-04, 1.1446e-04, 5.3906e-05, 7.2316e-05, 1.5970e-04, 1.0265e-04,\n 1.5694e-04, 1.1555e-04, 1.3700e-04, 1.1775e-04, 9.7269e-05, 1.3895e-04,\n 1.3578e-04, 9.7713e-05, 1.3345e-04, 7.9691e-05, 7.8416e-05, 9.9769e-05,\n 1.0386e-04, 9.9548e-05, 1.3322e-04, 9.8339e-05, 9.4748e-05, 1.0549e-04,\n 1.0015e-04, 1.8627e-04, 1.2738e-04, 8.4506e-05, 1.0786e-04, 1.3788e-04,\n 1.1194e-04, 1.3792e-04, 1.0016e-04, 1.2814e-04, 9.7444e-05, 1.4808e-04,\n 1.0929e-04, 9.7452e-05, 1.2703e-04, 1.1300e-04, 8.3266e-05, 1.2238e-04,\n 1.1038e-04, 1.3102e-04, 1.3479e-04, 1.4481e-04, 1.2884e-04, 1.4991e-04,\n 1.0984e-04, 7.1497e-05, 1.2204e-04, 1.1394e-04, 1.1644e-04, 1.1528e-04,\n 1.0712e-04, 9.3300e-05, 2.8643e-09, 5.9198e-05, 1.3004e-04, 1.1222e-04,\n 9.6362e-05, 1.2688e-04, 1.5638e-04, 1.1396e-04, 1.3251e-04, 9.0967e-05,\n 1.2625e-04, 1.5297e-04, 1.3590e-04, 1.4703e-04, 1.5614e-04, 8.0867e-05,\n 8.5472e-05, 1.1087e-04, 1.2611e-04, 1.1080e-04, 8.8200e-05, 1.4040e-04,\n 1.1475e-04, 1.1532e-04, 1.3102e-04, 1.0016e-04, 1.1060e-04, 1.2589e-04,\n 1.0912e-04, 8.7542e-05, 1.0223e-04, 5.7949e-05, 9.9719e-05, 9.0143e-05,\n 1.0651e-04, 1.3060e-04, 8.0729e-05, 1.4882e-04, 1.1700e-04, 1.1267e-04,\n 1.3612e-04, 8.9854e-05, 1.0175e-04, 1.1754e-04, 1.4252e-04, 1.1921e-04,\n 1.4566e-04, 1.3928e-04, 1.1778e-04, 1.3244e-04, 1.3794e-04, 1.1678e-04,\n 1.3797e-04, 1.3070e-04, 1.2493e-04, 1.0252e-04, 1.0596e-04, 1.3034e-04,\n 1.0571e-04, 1.0075e-04, 1.0032e-04, 1.1006e-04, 1.2686e-04, 1.0991e-04,\n 6.5751e-05, 1.0578e-04, 9.5472e-05, 8.2012e-05, 1.0289e-04, 1.3672e-04,\n 1.1109e-10, 1.2302e-04, 8.3943e-05, 1.2884e-04, 1.6130e-04, 9.5051e-05,\n 1.7738e-04, 1.3246e-04, 1.0724e-04, 9.2914e-05, 9.4821e-05, 1.2500e-04,\n 1.6156e-04, 8.9989e-05, 9.5093e-05, 1.0133e-04, 1.3397e-04, 9.9872e-05,\n 7.1250e-05, 1.2963e-04, 1.2014e-04, 9.9233e-05, 1.1134e-04, 5.1914e-05,\n 1.0324e-04, 6.5409e-05, 7.7860e-05, 9.3768e-05, 9.3701e-05, 1.0853e-04,\n 1.5108e-04, 6.4484e-05, 1.4068e-04, 1.0819e-04, 4.4551e-05, 1.4245e-04,\n 9.8962e-05, 1.2756e-04, 1.0415e-04, 1.3571e-04, 1.6927e-04, 6.7843e-05,\n 1.0729e-04, 9.8313e-05, 1.0289e-04, 8.7678e-05, 9.8318e-05, 1.0426e-04,\n 1.0660e-04, 8.9907e-05, 9.4954e-05, 1.2247e-04, 1.2834e-04, 7.6528e-05,\n 1.3205e-04, 1.2792e-04, 9.7999e-05, 8.1706e-05, 1.5966e-04, 1.5663e-04,\n 8.7183e-05, 1.2865e-04, 1.1915e-04, 9.9180e-05, 8.7233e-05, 9.9535e-05,\n 1.8709e-04, 8.9011e-05, 1.5604e-04, 9.9532e-05, 1.4517e-04, 1.5826e-04,\n 8.9429e-05, 9.9350e-05, 8.7430e-05, 9.9624e-05, 1.4250e-04, 1.5198e-04,\n 8.3307e-05, 1.0879e-04, 1.1471e-04, 1.7233e-04, 6.7601e-05, 1.6696e-04,\n 9.7610e-05, 3.2706e-05, 9.1177e-05, 1.0712e-04, 1.2501e-04, 6.9877e-05,\n 1.0252e-04, 1.0590e-04, 9.3094e-05, 1.1267e-04, 9.9630e-05, 1.1432e-04,\n 1.1825e-04, 8.2896e-05, 1.1691e-04, 5.0254e-05, 1.3910e-04, 1.3463e-04,\n 8.3103e-05, 1.2791e-04, 1.1579e-04, 1.3237e-04, 6.1190e-05, 1.2350e-04,\n 1.4352e-04, 1.2951e-04, 1.0802e-04, 7.2288e-05, 1.5102e-04, 1.5042e-04,\n 1.1595e-04, 8.5853e-05, 1.5209e-04, 7.6896e-05, 8.8698e-05, 1.3193e-04,\n 1.1839e-04, 1.2014e-04, 1.2336e-04, 1.1186e-04, 9.0338e-05, 1.2400e-04,\n 1.5568e-04, 8.5595e-05, 1.1608e-04, 8.3734e-05, 1.3811e-04, 1.1971e-04,\n 1.1699e-04, 8.7263e-05, 1.3856e-04, 9.1906e-05, 1.3802e-04, 1.0566e-04,\n 1.2130e-04, 8.6957e-05, 1.2240e-04, 1.1796e-04, 1.2726e-04, 9.9297e-05,\n 1.0966e-04, 1.1395e-04, 9.5858e-05, 1.0832e-04, 7.3535e-05, 6.2967e-05,\n 1.2388e-04, 7.1424e-05, 1.1167e-04, 8.6643e-05, 1.2489e-04, 8.4543e-05,\n 1.0019e-04, 7.6415e-05, 1.1477e-04, 1.2440e-04, 1.3214e-04, 8.5622e-05,\n 1.0420e-04, 1.5700e-04, 1.1454e-04, 1.3045e-04, 1.0270e-04, 1.2853e-04,\n 7.8716e-05, 1.1447e-04, 1.4132e-04, 1.6466e-04, 7.0564e-05, 7.5675e-05,\n 1.3215e-04, 1.2292e-04, 8.7621e-05, 1.0944e-04, 9.4979e-05, 1.0997e-04,\n 6.4853e-05, 9.3940e-05, 1.6496e-04, 1.4300e-04, 6.9828e-05, 1.3103e-04,\n 1.0182e-04, 8.6055e-05, 9.7551e-05, 9.6523e-05, 9.4664e-05, 9.8052e-05,\n 1.1225e-04, 1.0000e-04, 1.4347e-04, 1.0627e-04, 5.7706e-05, 1.2454e-04,\n 1.4859e-04, 1.2270e-04, 7.7606e-05, 1.2155e-04, 1.1339e-04, 8.3762e-05,\n 1.3113e-04, 1.3498e-04, 1.1996e-04, 8.4805e-05, 8.2278e-05, 9.4042e-05,\n 1.4417e-04, 1.0131e-04, 9.5999e-05, 9.7990e-05, 8.8848e-05, 1.1682e-04,\n 9.2178e-05, 1.4867e-04, 9.8018e-05, 1.2741e-04, 1.0590e-04, 1.0226e-04,\n 1.4733e-04, 8.6459e-05, 1.4247e-04, 7.9060e-05, 1.1227e-04, 1.2073e-04,\n 1.1600e-04, 1.1091e-04, 1.4666e-04, 1.3053e-04, 1.1743e-04, 1.2664e-04,\n 1.3796e-04, 1.4643e-04, 7.4412e-05, 1.2897e-04, 1.0432e-04, 9.0223e-05,\n 1.2669e-04, 8.4846e-05, 1.3148e-04, 6.9514e-05, 7.8400e-05, 9.0973e-05,\n 6.2541e-05, 1.1447e-04, 1.3745e-04, 1.1905e-04, 1.1406e-04, 1.3419e-04,\n 9.4527e-05, 1.2198e-04, 7.1293e-05, 1.0983e-04, 1.1647e-04, 1.0859e-04,\n 1.1860e-04, 8.7850e-05, 1.5484e-04, 7.7093e-05, 1.0688e-04, 1.2858e-04,\n 1.2565e-04, 1.2339e-04, 8.3548e-05, 7.1653e-05, 1.3142e-04, 9.7562e-05,\n 1.4050e-04, 1.2171e-04, 9.7803e-05, 1.0192e-04, 1.4721e-04, 1.2135e-04,\n 9.0559e-05, 6.9472e-05, 1.3723e-04, 1.0892e-04, 9.7809e-05, 1.2071e-04,\n 1.1527e-04, 1.7083e-04, 9.3406e-05, 1.0769e-04, 1.3122e-04, 9.7082e-05,\n 8.3409e-05, 7.3988e-05, 7.7803e-05, 9.1638e-05, 1.1257e-04, 1.1239e-04,\n 1.0467e-04, 1.6168e-04, 9.6386e-05, 1.1474e-04, 1.0010e-04, 8.4552e-05,\n 9.2767e-05, 1.1454e-04, 8.0452e-05, 1.2175e-04, 1.7115e-04, 1.0323e-04,\n 8.8914e-05, 1.5539e-04, 6.3087e-05, 1.1330e-04, 1.5507e-04, 1.5326e-04,\n 1.1846e-04, 1.3427e-04, 1.1958e-04, 1.2786e-04, 1.3876e-04, 1.3696e-04,\n 1.4268e-04, 1.2664e-04, 1.0685e-04, 1.3534e-04, 8.6034e-05, 1.2448e-04,\n 1.2209e-04, 1.3479e-04, 9.0877e-05, 9.4215e-05, 1.3441e-04, 9.3564e-05,\n 1.1879e-04, 1.4990e-04, 1.5472e-04, 8.5115e-05, 1.0806e-04, 1.3196e-04,\n 1.2315e-04, 1.3656e-04, 1.1553e-04, 9.7042e-05, 1.0103e-04, 1.1659e-04,\n 1.3425e-04, 1.4844e-04, 1.6020e-04, 1.1146e-04, 1.3267e-04, 9.1135e-05,\n 1.0545e-04, 5.9906e-05, 1.0736e-04, 1.1565e-04, 1.4567e-04, 1.0976e-04,\n 1.5660e-04, 8.2248e-05, 1.2679e-04, 1.2408e-04, 1.1585e-04, 1.2162e-04,\n 1.2875e-04, 1.2939e-04, 8.6187e-05, 1.0088e-04, 1.4598e-04, 1.1812e-04,\n 1.2408e-04, 1.3544e-04, 1.1977e-04, 1.0354e-04, 1.0907e-04, 1.0193e-04,\n 1.0504e-04, 1.4678e-04, 9.3393e-05, 1.3061e-04, 1.3560e-04, 1.2101e-04,\n 1.2651e-04, 1.3515e-04, 1.4367e-04, 1.4259e-04, 1.4916e-04, 7.7417e-05,\n 7.2311e-05, 1.0329e-04, 1.0134e-04, 1.4574e-04, 1.0059e-04, 1.0975e-04,\n 1.0459e-04, 6.6167e-05, 1.2833e-04, 9.9564e-05, 1.0701e-04, 6.1600e-05,\n 1.2342e-04, 1.1624e-04, 4.1170e-09, 9.5639e-05, 6.7006e-05, 7.7720e-10,\n 8.0992e-05, 1.2574e-04, 8.7917e-05, 1.2299e-04, 8.7734e-05, 1.1300e-04,\n 7.7667e-05, 1.2505e-04, 9.0183e-05, 8.9290e-05, 7.9974e-05, 9.6510e-05,\n 1.1757e-04, 9.7635e-05, 1.2617e-04, 1.5519e-04, 1.3688e-04, 1.5516e-04,\n 7.8235e-05, 7.3432e-05, 1.1351e-04, 1.2935e-04, 9.9722e-05, 9.3109e-05,\n 9.9005e-05, 1.1485e-04, 1.1865e-04, 8.7908e-05, 1.1044e-04, 8.0675e-05,\n 5.9256e-05, 1.2998e-04, 8.5750e-05, 7.5269e-05, 1.4701e-04, 1.2988e-04,\n 1.0173e-04, 8.8948e-05, 1.3031e-04, 9.2740e-05, 7.9064e-05, 8.7482e-05,\n 9.6812e-05, 1.3251e-04, 9.0635e-05, 1.2035e-04, 9.7226e-05, 1.1407e-04,\n 1.2124e-04, 8.9354e-05, 9.8522e-05, 1.0600e-04, 1.2728e-04, 1.4363e-04,\n 1.2947e-04, 1.0276e-04, 1.1459e-04, 1.0748e-04, 9.0040e-05, 1.1496e-04,\n 8.1154e-05, 6.9040e-05, 1.0850e-04, 1.2388e-04, 1.3968e-04, 9.4951e-05,\n 1.0909e-04, 7.9209e-05, 7.9076e-05, 1.4909e-04, 1.1677e-04, 1.0716e-04,\n 1.1168e-04, 1.0051e-04, 1.0577e-04, 9.3682e-05, 1.4983e-04, 1.0607e-04,\n 1.0550e-04, 6.7506e-05, 9.6951e-05, 9.8167e-05, 9.0573e-05, 8.7700e-05,\n 6.1300e-05, 1.0672e-04, 7.3636e-05, 1.0641e-04, 1.2835e-04, 1.2330e-04,\n 9.6420e-05, 8.6271e-05, 1.3636e-04, 1.0692e-04, 1.3359e-04, 1.0725e-04,\n 9.3129e-05, 9.4025e-05, 1.0775e-04, 1.2878e-04, 1.2753e-04, 1.2547e-04,\n 1.0630e-04, 1.0815e-04, 9.4567e-05, 1.1732e-04, 8.4734e-05, 9.4756e-05,\n 1.0137e-04, 1.3743e-04, 1.4442e-04, 1.3426e-04, 1.0792e-04, 1.2123e-04,\n 1.2669e-04, 6.7969e-05, 1.3718e-04, 7.5570e-05, 1.1476e-04, 6.9106e-05,\n 1.1045e-04, 1.3549e-04, 1.0679e-04, 1.0598e-04, 4.2865e-05, 9.4079e-05,\n 1.3857e-04, 1.1787e-04, 1.0099e-04, 1.7007e-04, 9.0641e-05, 1.5344e-04,\n 7.7169e-05, 1.2000e-04, 1.6733e-04, 8.9221e-05, 1.1902e-04, 1.4092e-04,\n 1.2449e-04, 4.3790e-05, 1.6522e-04, 1.0533e-04, 7.5686e-05, 1.0607e-04,\n 9.2634e-05, 1.1459e-04, 1.6414e-04, 1.7749e-04, 9.7369e-05, 1.4793e-04,\n 1.0147e-04, 1.0281e-04, 1.3912e-04, 1.1909e-04, 1.0167e-04, 2.1465e-04,\n 9.8386e-05, 8.7540e-05, 1.7065e-04, 1.3062e-04, 1.0087e-04, 1.1341e-04,\n 8.8249e-05, 1.1914e-04, 1.1827e-04, 1.0929e-04, 9.5231e-05, 1.0097e-04,\n 1.5665e-04, 1.1458e-04, 7.9532e-05, 1.0973e-04, 8.6844e-05, 8.7561e-05,\n 1.3872e-04, 1.0637e-04, 1.2672e-04, 8.5846e-05, 9.0987e-05, 1.3508e-04,\n 1.5599e-04, 1.1312e-04, 1.5012e-04, 1.2193e-04, 8.9191e-05, 1.0455e-04],\n device='cuda:0')"
69
+ },
70
+ "13": {
71
+ "step": "tensor(3756.)",
72
+ "exp_avg": "tensor([[ 1.3886e-14, 1.2634e-11, 1.8021e-12, ..., 2.1772e-14,\n 8.2550e-14, 2.2055e-13],\n [ 5.6052e-45, 5.6052e-45, -5.6052e-45, ..., 5.6052e-45,\n 5.6052e-45, 5.6052e-45],\n [ 1.2575e-05, -5.2697e-09, 5.5026e-11, ..., 2.2266e-06,\n -1.5912e-05, -3.2609e-05],\n ...,\n [ 1.5179e-16, 5.6052e-45, 5.6052e-45, ..., 5.6052e-45,\n 5.6052e-45, -5.6052e-45],\n [-3.3757e-05, 2.3302e-05, 1.5801e-05, ..., 1.1438e-04,\n -1.0431e-06, -2.6366e-06],\n [ 5.6052e-45, -5.6052e-45, -5.6052e-45, ..., -5.6052e-45,\n 5.6052e-45, -5.6052e-45]], device='cuda:0')",
73
+ "exp_avg_sq": "tensor([[3.8541e-12, 9.2255e-11, 7.9508e-12, ..., 2.2037e-12, 7.4727e-12,\n 5.0612e-12],\n [2.0480e-13, 8.0470e-13, 6.0880e-17, ..., 7.2612e-13, 2.2293e-11,\n 5.6316e-13],\n [1.4964e-08, 3.2349e-10, 1.4057e-11, ..., 2.4182e-09, 4.7737e-09,\n 2.1903e-08],\n ...,\n [2.0092e-12, 2.1668e-11, 3.7601e-14, ..., 1.1994e-11, 2.7387e-11,\n 1.5583e-12],\n [1.3512e-07, 1.5694e-07, 1.3941e-08, ..., 1.6678e-07, 6.1474e-08,\n 2.5047e-08],\n [6.6536e-14, 3.1877e-13, 1.6082e-14, ..., 9.6554e-14, 7.3570e-12,\n 2.2701e-14]], device='cuda:0')"
74
+ },
75
+ "14": {
76
+ "step": "tensor(3756.)",
77
+ "exp_avg": "tensor([ 2.2787e-10, 5.6052e-45, -2.8090e-04, ..., 7.4959e-15,\n 2.4540e-03, 5.6052e-45], device='cuda:0')",
78
+ "exp_avg_sq": "tensor([5.2872e-08, 4.0433e-08, 2.0535e-05, ..., 2.6896e-08, 3.9313e-05,\n 4.8740e-08], device='cuda:0')"
79
+ },
80
+ "15": {
81
+ "step": "tensor(3756.)",
82
+ "exp_avg": "tensor([[-5.8604e-13, -5.6052e-45, -3.0031e-06, ..., 4.9591e-18,\n -1.2758e-05, -5.6052e-45],\n [-9.8999e-13, -5.6052e-45, -1.5102e-06, ..., -2.3172e-17,\n -1.7238e-05, -5.6052e-45],\n [ 7.0853e-13, 5.6052e-45, 3.7403e-06, ..., -1.1877e-18,\n 3.0242e-05, -5.6052e-45],\n ...,\n [-3.1502e-13, -5.6052e-45, 1.2387e-05, ..., -9.1448e-18,\n -1.1237e-05, -5.6052e-45],\n [-9.8764e-13, 5.6052e-45, -7.6047e-07, ..., -1.0577e-17,\n -5.0989e-06, -5.6052e-45],\n [-4.3230e-13, 5.6052e-45, -3.3465e-06, ..., 1.8092e-17,\n -1.0201e-05, -5.6052e-45]], device='cuda:0')",
83
+ "exp_avg_sq": "tensor([[2.2869e-12, 3.0095e-12, 9.0826e-10, ..., 3.0170e-11, 6.5469e-09,\n 3.6829e-12],\n [3.8898e-12, 7.8480e-13, 1.8073e-09, ..., 1.2821e-11, 8.8127e-09,\n 3.0689e-12],\n [4.0204e-12, 4.7997e-14, 1.2293e-09, ..., 3.8126e-12, 8.9089e-09,\n 1.4054e-12],\n ...,\n [2.9086e-12, 5.4618e-12, 1.1136e-09, ..., 1.8160e-12, 1.0431e-08,\n 8.6911e-12],\n [4.0459e-12, 7.1952e-13, 1.7506e-09, ..., 6.0861e-11, 9.8092e-09,\n 2.5670e-12],\n [3.0810e-12, 2.3587e-12, 3.2244e-09, ..., 2.0077e-11, 1.0102e-08,\n 2.4569e-11]], device='cuda:0')"
84
+ },
85
+ "16": {
86
+ "step": "tensor(3756.)",
87
+ "exp_avg": "tensor([[-2.7054e-05, 5.4543e-05, 2.1721e-05, ..., -4.1982e-05,\n 4.1009e-05, -1.1299e-05],\n [-5.5748e-06, 7.5899e-05, 2.3713e-05, ..., -2.4271e-05,\n -4.1807e-05, -8.7557e-05],\n [-4.3118e-05, -3.2722e-05, 1.8450e-05, ..., -3.3116e-06,\n -3.8497e-05, 1.4946e-05],\n ...,\n [ 2.3922e-05, -3.8966e-07, -8.2657e-05, ..., 6.5501e-05,\n 6.5370e-05, 7.5606e-05],\n [ 6.1510e-06, -2.1138e-05, -1.9655e-05, ..., -4.4089e-05,\n -4.7034e-05, 5.5430e-07],\n [ 2.6197e-05, -3.9652e-06, -3.5991e-05, ..., -3.5604e-05,\n 6.8999e-06, 4.8749e-05]], device='cuda:0')",
88
+ "exp_avg_sq": "tensor([[2.2426e-08, 4.6536e-08, 5.2733e-08, ..., 3.3728e-08, 2.6510e-08,\n 4.0883e-08],\n [2.0835e-08, 5.2547e-08, 3.2453e-08, ..., 3.8949e-08, 1.9964e-08,\n 4.1620e-08],\n [1.8081e-08, 3.9724e-08, 3.0002e-08, ..., 2.9014e-08, 2.0422e-08,\n 2.2990e-08],\n ...,\n [1.4861e-08, 4.3207e-08, 2.4488e-08, ..., 3.5739e-08, 1.8026e-08,\n 4.0029e-08],\n [1.7195e-08, 3.3185e-08, 3.2180e-08, ..., 3.0029e-08, 1.5002e-08,\n 2.5127e-08],\n [2.2967e-08, 5.1001e-08, 6.9707e-08, ..., 3.5622e-08, 2.2388e-08,\n 5.0856e-08]], device='cuda:0')"
89
+ },
90
+ "17": {
91
+ "step": "tensor(3756.)",
92
+ "exp_avg": "tensor([ 9.8200e-05, 2.4111e-03, -1.1978e-03, ..., 7.4658e-04,\n -1.9262e-03, 8.4503e-04], device='cuda:0')",
93
+ "exp_avg_sq": "tensor([3.8690e-05, 3.6689e-05, 2.9413e-05, ..., 3.1661e-05, 2.6610e-05,\n 3.8314e-05], device='cuda:0')"
94
+ }
95
+ },
96
+ "param_groups": [
97
+ {
98
+ "lr": 0.0007940987335200904,
99
+ "name": "scale_256",
100
+ "betas": [
101
+ 0.9,
102
+ 0.999
103
+ ],
104
+ "eps": 1e-08,
105
+ "weight_decay": 1e-05,
106
+ "amsgrad": false,
107
+ "maximize": false,
108
+ "foreach": null,
109
+ "capturable": false,
110
+ "differentiable": false,
111
+ "fused": null,
112
+ "decoupled_weight_decay": true,
113
+ "initial_lr": 0.001,
114
+ "params": [
115
+ 0,
116
+ 1,
117
+ 2
118
+ ]
119
+ },
120
+ {
121
+ "lr": 0.0007940987335200904,
122
+ "name": "scale_512",
123
+ "betas": [
124
+ 0.9,
125
+ 0.999
126
+ ],
127
+ "eps": 1e-08,
128
+ "weight_decay": 1e-05,
129
+ "amsgrad": false,
130
+ "maximize": false,
131
+ "foreach": null,
132
+ "capturable": false,
133
+ "differentiable": false,
134
+ "fused": null,
135
+ "decoupled_weight_decay": true,
136
+ "initial_lr": 0.001,
137
+ "params": [
138
+ 3,
139
+ 4,
140
+ 5,
141
+ 6,
142
+ 7
143
+ ]
144
+ },
145
+ {
146
+ "lr": 0.0007940987335200904,
147
+ "name": "scale_768",
148
+ "betas": [
149
+ 0.9,
150
+ 0.999
151
+ ],
152
+ "eps": 1e-08,
153
+ "weight_decay": 1e-05,
154
+ "amsgrad": false,
155
+ "maximize": false,
156
+ "foreach": null,
157
+ "capturable": false,
158
+ "differentiable": false,
159
+ "fused": null,
160
+ "decoupled_weight_decay": true,
161
+ "initial_lr": 0.001,
162
+ "params": [
163
+ 8,
164
+ 9,
165
+ 10,
166
+ 11,
167
+ 12
168
+ ]
169
+ },
170
+ {
171
+ "lr": 0.0007940987335200904,
172
+ "name": "scale_1024",
173
+ "betas": [
174
+ 0.9,
175
+ 0.999
176
+ ],
177
+ "eps": 1e-08,
178
+ "weight_decay": 1e-05,
179
+ "amsgrad": false,
180
+ "maximize": false,
181
+ "foreach": null,
182
+ "capturable": false,
183
+ "differentiable": false,
184
+ "fused": null,
185
+ "decoupled_weight_decay": true,
186
+ "initial_lr": 0.001,
187
+ "params": [
188
+ 13,
189
+ 14,
190
+ 15,
191
+ 16,
192
+ 17
193
+ ]
194
+ }
195
+ ]
196
+ },
197
+ "scheduler_state_dict": {
198
+ "T_0": 10,
199
+ "T_i": 10,
200
+ "T_mult": 2,
201
+ "eta_min": 1e-06,
202
+ "T_cur": 3,
203
+ "base_lrs": [
204
+ 0.001,
205
+ 0.001,
206
+ 0.001,
207
+ 0.001
208
+ ],
209
+ "last_epoch": 3,
210
+ "_step_count": 0,
211
+ "_is_initial": false,
212
+ "_get_lr_called_within_step": false,
213
+ "_last_lr": [
214
+ 0.0007940987335200904,
215
+ 0.0007940987335200904,
216
+ 0.0007940987335200904,
217
+ 0.0007940987335200904
218
+ ]
219
+ },
220
+ "metrics": {
221
+ "best_val_acc": 74.928,
222
+ "best_epoch": 2,
223
+ "scale_accuracies": {
224
+ "256": 68.668,
225
+ "512": 72.65,
226
+ "768": 74.046,
227
+ "1024": 74.36
228
+ },
229
+ "training_history": {
230
+ "epochs": [
231
+ 1,
232
+ 2,
233
+ 3
234
+ ],
235
+ "train_loss": [
236
+ 3.9118613697850284,
237
+ 2.66607952194092,
238
+ 2.3952484759278954
239
+ ],
240
+ "train_acc": [
241
+ 68.33870994179526,
242
+ 76.85976925724749,
243
+ 79.21098498478341
244
+ ],
245
+ "val_acc": [
246
+ 72.328,
247
+ 74.248,
248
+ 74.928
249
+ ],
250
+ "scale_accs": {
251
+ "256": [
252
+ 65.922,
253
+ 67.866,
254
+ 68.668
255
+ ],
256
+ "512": [
257
+ 70.014,
258
+ 71.776,
259
+ 72.65
260
+ ],
261
+ "768": [
262
+ 71.312,
263
+ 73.326,
264
+ 74.046
265
+ ],
266
+ "1024": [
267
+ 71.288,
268
+ 73.572,
269
+ 74.36
270
+ ]
271
+ },
272
+ "lr": [
273
+ 0.0009755527298894294,
274
+ 0.0009046039886902864,
275
+ 0.0007940987335200904
276
+ ]
277
+ }
278
+ },
279
+ "train_config": {
280
+ "name": "david_training",
281
+ "run_id": "20251012_145649",
282
+ "dataset_name": "AbstractPhil/imagenet-clip-features-orderly",
283
+ "model_variant": "clip_vit_laion_b32",
284
+ "num_classes": 1000,
285
+ "preset": "hierarchical_refinement",
286
+ "custom_config_path": null,
287
+ "num_classes_override": null,
288
+ "use_belly_override": null,
289
+ "belly_expand_override": null,
290
+ "progressive_training_override": false,
291
+ "scale_warmup_epochs_override": null,
292
+ "num_epochs": 10,
293
+ "batch_size": 1024,
294
+ "learning_rate": 0.001,
295
+ "weight_decay": 1e-05,
296
+ "warmup_epochs": 3,
297
+ "use_rose_loss": true,
298
+ "rose_initial_weight": 0.1,
299
+ "rose_max_weight": 0.5,
300
+ "rose_weight_schedule": "adaptive",
301
+ "use_cayley_loss": false,
302
+ "cayley_weight": 0.001,
303
+ "scale_loss_balance": null,
304
+ "use_mixed_precision": true,
305
+ "gradient_clip": 10.0,
306
+ "scheduler_type": "cosine_restarts",
307
+ "min_lr": 1e-06,
308
+ "freeze_strategy": "never",
309
+ "freeze_threshold": 90.0,
310
+ "unfreeze_on_plateau": true,
311
+ "patience": 10,
312
+ "track_gradients": true,
313
+ "gradient_scale_threshold": 1e-05,
314
+ "gradient_scale_multiplier": 10.0,
315
+ "log_interval": 50,
316
+ "val_interval": 1,
317
+ "save_interval": 5,
318
+ "log_fusion_weights": true,
319
+ "log_loss_components": true,
320
+ "save_format": "safetensors",
321
+ "hf_repo": "AbstractPhil/gated-david",
322
+ "upload_to_hub": true,
323
+ "base_dir": "./david_training",
324
+ "num_workers": 10,
325
+ "pin_memory": true,
326
+ "prefetch_factor": 4,
327
+ "persistent_workers": true
328
+ }
329
+ }