AbstractPhil commited on
Commit
e2630c9
·
verified ·
1 Parent(s): d2dcc49

Upload weights and configs - Run 20251012_060013

Browse files
weights/best_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1ce450a20c7696fab82b99f54d4357e8888110f7fb09a1d4fdb2d020392a56ee
3
  size 2628344
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:995bc04e07affa4bd8c554d1f23e0b10f021c064dbd5d290b27a3b6261d37509
3
  size 2628344
weights/best_model_metadata.json CHANGED
@@ -1,46 +1,46 @@
1
  {
2
- "epoch": 6,
3
  "optimizer_state_dict": {
4
  "state": {
5
  "0": {
6
- "step": "tensor(8764.)",
7
- "exp_avg": "tensor([[ 1.3688e-05, -1.2278e-04, 4.7694e-05, ..., -9.4717e-05,\n -5.5320e-05, 1.6812e-05],\n [-1.9233e-04, 1.7874e-04, 9.0822e-05, ..., 1.8620e-05,\n -1.5239e-04, -6.8970e-05],\n [ 1.0562e-04, -1.3096e-04, -8.8925e-06, ..., -4.8292e-05,\n 8.2611e-05, -4.0274e-07],\n ...,\n [-3.5993e-05, 1.3372e-04, 1.9391e-05, ..., -9.4900e-06,\n -3.4098e-05, -1.8324e-05],\n [-1.2422e-04, 1.4792e-04, -8.7012e-05, ..., 9.3616e-06,\n -5.3572e-05, -5.4629e-07],\n [ 1.4438e-04, 3.9652e-04, 5.2647e-06, ..., 9.1858e-05,\n -3.1960e-05, 5.7768e-05]], device='cuda:0')",
8
- "exp_avg_sq": "tensor([[1.7798e-07, 2.8699e-07, 5.3445e-08, ..., 4.2675e-08, 8.7881e-08,\n 5.2940e-08],\n [2.6769e-07, 5.0611e-07, 5.1751e-08, ..., 4.6302e-08, 1.5395e-07,\n 7.2110e-08],\n [2.1762e-07, 5.1176e-07, 5.7535e-08, ..., 6.4620e-08, 5.6718e-08,\n 4.9106e-08],\n ...,\n [1.5446e-07, 3.7758e-07, 4.6824e-08, ..., 5.3284e-08, 4.4918e-08,\n 4.4024e-08],\n [2.4553e-07, 1.9773e-07, 4.9822e-08, ..., 6.7360e-08, 5.0442e-08,\n 4.0347e-08],\n [1.3048e-07, 1.6495e-07, 3.9147e-08, ..., 4.9327e-08, 4.6922e-08,\n 3.8956e-08]], device='cuda:0')"
9
  },
10
  "1": {
11
- "step": "tensor(8764.)",
12
- "exp_avg": "tensor([ 1.5185e-03, -4.9612e-03, 2.6299e-03, -7.4890e-04, 1.3637e-04,\n -3.1925e-04, 2.4213e-03, -6.8689e-03, -5.1568e-03, 9.9799e-04,\n 2.0582e-03, 2.5772e-03, -4.6321e-04, 2.4138e-03, 2.9112e-03,\n -1.3181e-03, 2.0690e-03, 1.8184e-04, -2.5433e-03, -1.0987e-03,\n -2.2183e-03, 3.7519e-04, 3.1321e-03, 7.0490e-04, -3.3154e-04,\n 2.4544e-05, -1.6625e-03, 2.5348e-03, 1.3085e-03, -2.6734e-03,\n 1.6167e-03, -5.4346e-04, 2.3143e-03, -3.4833e-03, 2.7453e-03,\n 2.5740e-03, -1.5331e-03, -1.9818e-03, -1.5443e-03, 2.6968e-03,\n -1.1435e-03, 1.2988e-03, 5.4905e-04, -1.8348e-03, 3.6892e-05,\n -5.0611e-04, 2.2741e-03, 2.6100e-03, 5.4786e-04, -7.4639e-04,\n 9.0852e-04, -2.2065e-03, -7.2692e-04, 6.3959e-03, 1.4248e-03,\n 3.5484e-04, 1.2084e-03, 2.0708e-04, -1.1497e-03, 2.2095e-04,\n -1.2435e-04, -1.0575e-03, -1.3595e-03, 1.1549e-03, -3.5507e-03,\n 1.1536e-03, 8.4086e-04, -1.2967e-03, -9.9894e-04, 1.8000e-03,\n 3.5786e-03, -1.5333e-03, 1.3725e-03, -2.8503e-03, -9.8239e-04,\n -5.6315e-03, 1.5173e-04, 4.6083e-03, 1.3748e-03, -8.5064e-03,\n 1.4744e-03, -2.4042e-03, -1.6755e-03, -3.9464e-03, -6.9002e-05,\n 2.6648e-03, 3.0019e-03, -1.0485e-02, 2.0291e-03, 3.3447e-03,\n 7.2311e-04, 1.5240e-03, -2.0992e-03, 1.0624e-04, 2.0574e-03,\n 7.9804e-04, -4.3828e-03, 1.0263e-03, 1.6863e-03, -7.5623e-03,\n -1.7534e-03, 2.9047e-03, -4.8163e-03, 1.1164e-03, 1.3709e-03,\n -2.9901e-03, 1.4266e-03, -1.9575e-03, -2.6676e-04, -3.5649e-03,\n 3.7369e-04, 1.0476e-03, 2.2522e-03, -3.1425e-04, -3.3823e-03,\n 9.0174e-04, 9.1117e-04, 1.5170e-04, -4.2136e-03, 3.4498e-03,\n -9.2877e-04, 2.2320e-03, -1.1668e-04, -3.5705e-03, 1.2685e-03,\n -3.6203e-04, 2.8600e-03, 1.1859e-03, -1.2850e-03, 1.5390e-03,\n -2.1205e-03, 1.9082e-03, -6.5604e-04, -4.9533e-03, -9.9658e-04,\n 1.2030e-03, -8.7337e-04, -2.8646e-04, 9.5962e-04, 5.8048e-04,\n -4.5163e-03, 5.3795e-03, 9.1507e-03, 1.1154e-03, -1.4648e-03,\n 4.2983e-05, -4.5843e-03, 2.1790e-03, -5.8296e-03, 1.6688e-03,\n 1.7094e-03, -9.1635e-03, -7.5622e-04, -6.6039e-04, 3.3518e-03,\n 5.5965e-03, -1.1223e-03, -4.7407e-04, -1.8072e-03, 2.4262e-03,\n 1.6631e-03, 7.1416e-04, -2.4398e-03, -2.4773e-03, 1.1267e-03,\n 2.4050e-03, 4.1652e-03, 2.3741e-03, 2.7081e-03, -2.8434e-03,\n 2.9239e-03, 2.1961e-03, -4.7974e-03, 6.4313e-03, 2.6664e-03,\n -3.8827e-04, -3.8251e-03, 4.6819e-03, -1.3240e-03, 2.6416e-03,\n -1.9092e-03, -5.5605e-04, 4.2688e-04, -1.5668e-03, -6.6784e-03,\n -1.8881e-03, 2.7223e-03, 4.6894e-05, 3.5444e-03, -1.3337e-03,\n 5.4576e-04, 2.8899e-03, -1.1811e-03, -2.4966e-03, -1.2046e-02,\n 7.3224e-03, 3.6546e-03, -4.1636e-03, 4.7368e-03, 9.4254e-04,\n -1.0813e-03, -1.0721e-03, 6.5227e-04, -4.3121e-03, 4.6251e-03,\n 9.8541e-04, 3.9505e-03, -6.3476e-04, -8.8819e-03, 2.2804e-03,\n 2.2147e-04, -5.4691e-03, 1.1628e-03, 7.8085e-03, -1.2636e-02,\n 5.0780e-03, 2.2254e-03, 2.1941e-03, 1.3339e-03, -3.1420e-03,\n -8.8167e-04, -2.2390e-03, 1.8637e-03, 4.1571e-03, 8.8453e-04,\n 5.9818e-04, -1.9082e-03, -5.0393e-04, 4.5969e-04, 1.3201e-03,\n -3.3236e-03, 1.1757e-03, 6.1065e-03, 3.2917e-03, -5.4793e-04,\n 2.2422e-04, 1.3297e-03, -7.0849e-04, -9.0163e-03, -2.5786e-03,\n -1.3683e-03, 5.3615e-03, -7.2795e-04, 3.4608e-03, -3.3898e-03,\n 1.8721e-03, -1.6405e-03, -1.7942e-03, -6.6338e-04, 2.5864e-03,\n 1.3141e-03, 3.7025e-03, -3.3335e-03, 9.7144e-04, -3.5075e-03,\n 8.2280e-04, 8.6856e-03, 1.4650e-04, -1.6618e-04, 4.3711e-03,\n 2.1490e-03, -6.7065e-04, 2.6605e-03, 2.6500e-03, 9.7721e-04,\n 3.2546e-03, -4.9926e-03, 1.1388e-03, -1.5369e-03, 7.2164e-04,\n 1.9875e-03, -2.0808e-03, 3.8938e-03, 7.3468e-04, -2.6579e-06,\n -8.8695e-03, 5.3822e-05, 1.0408e-03, 4.6426e-04, -1.3246e-03,\n -3.1377e-03, 1.2720e-03, 2.5203e-03, -2.8984e-03, -1.3417e-03,\n -2.9194e-03, -4.1679e-05, 9.8645e-05, 2.9293e-04, -1.4026e-03,\n 2.1495e-04, -6.3553e-04, 1.7162e-03, -3.4427e-03, -7.2578e-04,\n 2.2402e-03, 5.0492e-03, -2.1018e-03, 1.7342e-03, 4.0810e-03,\n -2.3435e-03, 1.1005e-03, 2.2614e-04, 2.6743e-03, 5.3655e-04,\n 1.6673e-04, -1.7566e-03, 7.1514e-04, 9.9633e-04, 6.9487e-03,\n 2.9362e-03, -6.5362e-04, -4.6985e-04, 5.2943e-04, 1.3814e-03,\n -1.5496e-03, 1.3267e-03, 1.1928e-03, -4.9335e-03, 9.9893e-04,\n 6.8279e-04, -1.3047e-02, 1.7642e-03, -3.3729e-03, -1.8729e-03,\n 3.7107e-03, 1.7684e-03, 7.3338e-03, 2.4152e-03, 2.5882e-03,\n -8.3778e-04, -1.0525e-03, -1.7622e-03, -1.1230e-03, -4.0501e-03,\n -1.5536e-03, 5.4792e-03, 1.5634e-03, 8.7847e-04, 7.6076e-03,\n 3.4293e-03, -2.0196e-03, -1.7810e-03, 1.1970e-04, -1.7233e-03,\n -1.1866e-03, -3.0535e-03, -2.4944e-03, -1.2964e-03, 2.5405e-03,\n -4.3654e-04, 2.5798e-03, 1.2915e-03, 2.4855e-03, -3.2365e-05,\n 1.3562e-03, 1.6188e-04, 3.4621e-03, 1.4891e-03, 3.0004e-03,\n -5.1309e-04, -1.7906e-03, 1.2945e-03, -3.8154e-03, -3.5003e-03,\n 1.5143e-04, -1.0864e-03, -3.2559e-03, -6.1938e-04, -7.2580e-04,\n 3.9044e-03, 2.6992e-03, 1.1274e-03, 1.2280e-03, -3.7850e-03,\n 1.2301e-03, -4.4803e-03, 7.6727e-04, 5.1691e-03, -3.0356e-03,\n 5.6729e-03, -1.1910e-03, -2.2735e-03, -5.7637e-03, 8.3006e-05,\n -3.7569e-03, -1.0601e-03, -5.6199e-03, 2.0457e-03, -2.9742e-04,\n 1.1657e-03, 1.2129e-03, -3.4602e-03, 9.3779e-04, 8.4561e-04,\n -5.2427e-03, 2.9862e-03, 1.1656e-03, -1.8337e-03, -1.8778e-03,\n -2.0258e-04, 2.1845e-04, -1.8809e-03, -3.8410e-04, 4.1892e-04,\n -4.2561e-03, -5.8513e-04, 2.5582e-03, -2.5589e-03, -1.5148e-03,\n -2.1302e-03, -8.0263e-03, 5.4911e-04, -9.6535e-04, -1.7308e-03,\n 9.1569e-04, -6.2236e-03, -1.9915e-03, -1.8400e-03, 3.0362e-03,\n -2.0992e-03, 5.8845e-03, -2.0452e-03, 1.0980e-04, -1.3127e-03,\n 1.1032e-03, 3.4135e-03, 1.0698e-03, 3.3820e-03, 2.1778e-03,\n 2.1744e-03, -1.2154e-04, -1.0986e-03, 1.5201e-03, -1.9850e-03,\n 4.5946e-04, 1.8362e-03, -1.6921e-03, 3.6496e-03, -1.7744e-03,\n -3.6790e-03, -2.5122e-04, -7.3319e-03, -1.4547e-03, 2.9642e-04,\n 2.6054e-03, -2.3137e-03, 4.9925e-03, 1.3203e-03, -6.6859e-04,\n 2.4543e-03, -5.8302e-04, 3.6026e-03, 1.6412e-03, 1.4438e-03,\n -2.1240e-03, 3.3981e-04, -5.2656e-04, -3.4251e-03, 4.9038e-04,\n 5.1995e-03, 1.6184e-03, -1.8704e-03, 3.1880e-03, 7.2395e-05,\n -2.0040e-03, 1.0542e-03, 6.2076e-03, -6.6779e-04, 4.4080e-03,\n 1.3335e-03, 1.0191e-03, 3.8379e-03, 3.4002e-03, 1.0831e-03,\n -1.6343e-03, -1.6116e-03, 3.0753e-04, 7.2169e-03, 1.4366e-03,\n 1.1072e-03, 1.6350e-03, 7.4502e-04, -1.5047e-04, -7.6605e-03,\n 6.5495e-03, 1.7863e-03, -1.9223e-03, -2.4007e-03, -2.8679e-03,\n -8.8347e-03, 2.5726e-03, -3.2030e-03, -1.4611e-03, -3.0680e-03,\n -4.0787e-03, 1.5737e-03, 1.2770e-04, -2.7605e-03, 3.5124e-03,\n 1.9247e-04, 1.3262e-03, -7.9994e-04, 2.0220e-03, 2.6315e-03,\n -6.5259e-04, -2.8678e-04, 4.0978e-04, -2.5766e-03, -1.6363e-03,\n -6.7834e-04, -4.1519e-03], device='cuda:0')",
13
- "exp_avg_sq": "tensor([7.5839e-05, 1.1528e-04, 1.0439e-04, 5.4520e-05, 6.5777e-05, 9.8654e-05,\n 6.3063e-05, 6.0345e-05, 7.0966e-05, 6.1816e-05, 7.3960e-05, 1.7895e-05,\n 1.0393e-04, 1.6128e-04, 5.3164e-05, 1.1084e-04, 7.7066e-05, 6.3874e-05,\n 6.2875e-05, 9.0989e-05, 6.3350e-05, 7.7077e-05, 1.3398e-04, 5.0700e-05,\n 1.2925e-04, 7.0836e-05, 7.2375e-05, 7.6910e-05, 6.0872e-05, 5.6258e-05,\n 9.2749e-05, 7.7189e-05, 7.2852e-05, 7.1107e-05, 1.3787e-04, 5.4668e-05,\n 1.6643e-04, 8.1810e-05, 4.4401e-05, 8.3847e-05, 7.5057e-05, 7.9707e-05,\n 8.4444e-05, 6.5009e-05, 7.8276e-05, 7.3628e-05, 8.4935e-05, 4.2448e-05,\n 4.8554e-05, 7.1843e-05, 2.5846e-05, 8.1048e-05, 5.5363e-05, 1.2767e-04,\n 6.9645e-05, 7.0473e-05, 7.6078e-05, 5.8707e-05, 5.1413e-05, 9.9854e-05,\n 1.1161e-04, 8.2681e-05, 6.6356e-05, 2.6126e-05, 7.7356e-05, 6.8342e-05,\n 8.0112e-05, 8.8414e-05, 8.8076e-05, 9.0006e-05, 1.1573e-04, 9.6598e-05,\n 8.0022e-05, 7.3814e-05, 6.0086e-05, 1.1001e-04, 8.2105e-05, 7.3647e-05,\n 5.2209e-05, 1.0272e-04, 9.2217e-05, 6.6768e-05, 6.0980e-05, 8.6167e-05,\n 5.9539e-05, 1.0210e-04, 1.1614e-04, 1.3830e-04, 1.9548e-05, 7.3697e-05,\n 9.9102e-05, 1.4624e-04, 9.1479e-05, 6.3599e-05, 8.1958e-05, 4.8487e-05,\n 9.0207e-05, 3.1917e-05, 6.6395e-05, 9.5443e-05, 5.1221e-05, 5.2805e-05,\n 7.4585e-05, 8.7754e-05, 7.1425e-05, 1.2875e-04, 1.0432e-04, 6.9575e-05,\n 7.5965e-05, 6.0075e-05, 5.8850e-05, 8.0923e-05, 6.1429e-05, 1.4697e-04,\n 6.0955e-05, 7.4452e-05, 7.9083e-05, 6.1297e-05, 6.4666e-05, 5.8800e-05,\n 7.2146e-05, 9.8680e-05, 7.7318e-05, 5.3402e-05, 5.2708e-05, 6.7625e-05,\n 7.0779e-05, 7.1738e-05, 7.2151e-05, 5.1637e-05, 6.4646e-05, 1.0194e-04,\n 9.0502e-05, 6.5072e-05, 5.7868e-05, 1.0774e-04, 7.8212e-05, 8.5162e-05,\n 6.8469e-05, 6.9234e-05, 1.0616e-04, 7.1296e-05, 9.0567e-05, 8.0584e-05,\n 7.5957e-05, 1.1311e-04, 9.3436e-05, 7.6690e-05, 1.0874e-04, 8.7978e-05,\n 7.8494e-05, 5.7715e-05, 6.9466e-05, 4.8027e-05, 8.8883e-05, 7.7139e-05,\n 9.2132e-05, 5.4018e-05, 1.3546e-04, 1.0085e-04, 1.0827e-04, 5.1963e-05,\n 6.5504e-05, 9.5851e-05, 3.3237e-05, 5.8779e-05, 1.0522e-04, 7.4349e-05,\n 7.5298e-05, 7.5952e-05, 6.5134e-05, 9.3568e-05, 8.4406e-05, 1.0750e-04,\n 7.3220e-05, 9.2010e-05, 9.6711e-05, 5.1289e-05, 4.3948e-05, 1.1375e-04,\n 1.9569e-04, 8.1689e-05, 5.4613e-05, 1.1299e-04, 7.2397e-05, 5.8365e-05,\n 7.1913e-05, 7.3317e-05, 6.2359e-05, 6.9293e-05, 7.1005e-05, 1.3689e-04,\n 8.2321e-05, 7.2416e-05, 9.8582e-05, 9.0896e-05, 6.1015e-05, 5.7656e-05,\n 6.6513e-05, 6.9285e-05, 7.7384e-05, 6.0366e-05, 5.3201e-05, 1.0943e-04,\n 5.3690e-05, 4.4692e-05, 7.2839e-05, 5.7476e-05, 7.1892e-05, 1.0209e-04,\n 6.3688e-05, 6.8548e-05, 9.4003e-05, 5.7906e-05, 1.6650e-04, 6.4010e-05,\n 8.3132e-05, 7.9030e-05, 5.2603e-05, 7.0264e-05, 8.4033e-05, 1.2375e-04,\n 1.1077e-04, 6.4527e-05, 8.5724e-05, 1.0028e-04, 9.2727e-05, 9.0218e-05,\n 6.9560e-05, 8.5457e-05, 6.5353e-05, 9.7280e-05, 6.0141e-05, 5.2922e-05,\n 4.8619e-05, 7.4703e-05, 1.0387e-04, 1.1898e-04, 1.1322e-04, 7.2648e-05,\n 7.8212e-05, 6.8011e-05, 6.6586e-05, 6.1323e-05, 5.9961e-05, 1.3316e-04,\n 6.7897e-05, 8.8179e-05, 5.6808e-05, 6.2686e-05, 6.2177e-05, 5.3012e-05,\n 9.1691e-05, 6.4582e-05, 7.6095e-05, 7.6721e-05, 7.8020e-05, 1.1317e-04,\n 7.5925e-05, 8.5214e-05, 8.4982e-05, 6.7536e-05, 1.1682e-04, 6.4968e-05,\n 6.1061e-05, 8.1056e-05, 6.8351e-05, 7.0337e-05, 4.9438e-05, 1.0863e-04,\n 4.7815e-05, 5.8342e-05, 8.8944e-05, 6.1552e-05, 6.8582e-05, 7.1261e-05,\n 7.7974e-05, 4.9196e-05, 9.1065e-05, 6.6140e-05, 1.1215e-04, 8.5503e-05,\n 8.3733e-05, 9.4228e-05, 6.7943e-05, 1.1847e-04, 4.8265e-05, 9.1282e-05,\n 6.0022e-05, 3.7406e-05, 7.5590e-05, 2.3007e-04, 7.5550e-05, 6.6601e-05,\n 7.7887e-05, 5.5580e-05, 1.3670e-04, 1.2970e-04, 8.4231e-05, 8.7513e-05,\n 5.0904e-05, 6.5776e-05, 9.5400e-05, 9.8837e-05, 1.3233e-04, 7.9594e-05,\n 9.0549e-05, 4.3826e-05, 6.7586e-05, 7.1324e-05, 5.6957e-05, 6.6739e-05,\n 6.0581e-05, 8.2348e-05, 6.4166e-05, 6.4855e-05, 4.7511e-05, 6.2103e-05,\n 8.7413e-05, 8.3287e-05, 5.2627e-05, 1.3787e-04, 1.5869e-04, 1.6400e-04,\n 4.9987e-05, 5.9548e-05, 6.2443e-05, 1.0357e-04, 4.0907e-05, 7.2576e-05,\n 5.6064e-05, 9.0859e-05, 8.8144e-05, 6.9545e-05, 6.0102e-05, 6.7344e-05,\n 8.4762e-05, 7.6370e-05, 1.1504e-04, 1.0021e-04, 6.7125e-05, 6.5489e-05,\n 5.5618e-05, 8.9682e-05, 8.4128e-05, 9.2258e-05, 6.5544e-05, 8.4811e-05,\n 8.1314e-05, 1.0405e-04, 6.3346e-05, 7.1130e-05, 6.3607e-05, 9.0850e-05,\n 8.9147e-05, 7.0372e-05, 4.8035e-05, 9.0710e-05, 7.5651e-05, 6.7063e-05,\n 6.4863e-05, 5.1493e-05, 1.0072e-04, 6.2584e-05, 8.8139e-05, 1.1175e-04,\n 7.0706e-05, 1.0951e-04, 6.0736e-05, 3.9433e-05, 1.3838e-04, 6.1845e-05,\n 9.9586e-05, 3.9634e-05, 1.3261e-04, 1.6526e-04, 7.5257e-05, 6.3360e-05,\n 7.8614e-05, 3.8135e-05, 7.4389e-05, 6.6489e-05, 1.7606e-04, 7.6614e-05,\n 9.9640e-05, 5.5554e-05, 5.7097e-05, 9.3619e-05, 1.0975e-04, 1.3411e-04,\n 8.7086e-05, 5.0200e-05, 8.3667e-05, 5.2029e-05, 6.7147e-05, 8.9238e-05,\n 9.3402e-05, 6.3286e-05, 6.6453e-05, 9.7239e-05, 1.6513e-04, 1.2861e-04,\n 7.5164e-05, 6.1962e-05, 6.9305e-05, 1.1556e-04, 7.0749e-05, 4.3851e-05,\n 8.2226e-05, 6.5271e-05, 8.9293e-05, 8.8606e-05, 8.2405e-05, 6.1586e-05,\n 8.6906e-05, 5.3261e-05, 1.0717e-04, 1.3200e-04, 5.6305e-05, 1.2125e-04,\n 7.9525e-05, 9.4188e-05, 8.3551e-05, 9.0781e-05, 7.3474e-05, 7.8385e-05,\n 7.1631e-05, 8.7426e-05, 8.7898e-05, 1.0961e-04, 8.2880e-05, 6.9051e-05,\n 8.8319e-05, 4.6480e-05, 5.9267e-05, 6.3630e-05, 1.0694e-04, 6.5213e-05,\n 7.1193e-05, 6.4020e-05, 1.2641e-04, 7.6410e-05, 9.8464e-05, 6.3676e-05,\n 7.7792e-05, 7.1514e-05, 9.2966e-05, 5.5044e-05, 8.8719e-05, 5.3069e-05,\n 8.0155e-05, 6.5667e-05, 8.5799e-05, 5.4139e-05, 7.3129e-05, 7.0604e-05,\n 5.3341e-05, 7.3109e-05, 6.9191e-05, 6.4992e-05, 1.0380e-04, 5.0344e-05,\n 5.8847e-05, 7.8679e-05, 7.1786e-05, 7.6261e-05, 1.1691e-04, 1.4104e-04,\n 1.2471e-04, 8.9061e-05, 1.1866e-04, 4.0458e-05, 6.0351e-05, 7.8898e-05,\n 6.7447e-05, 6.0111e-05, 5.8367e-05, 7.3254e-05, 1.2626e-04, 7.0851e-05,\n 1.0197e-04, 1.5422e-04, 6.2846e-05, 6.3201e-05, 9.5018e-05, 1.2990e-04,\n 1.5221e-04, 9.5228e-05, 1.2842e-04, 6.8215e-05, 1.3320e-04, 7.5313e-05,\n 6.2193e-05, 9.8908e-05, 8.1958e-05, 1.0115e-04, 5.0578e-05, 6.0416e-05,\n 7.2818e-05, 3.8746e-05, 6.9290e-05, 9.5656e-05, 5.6355e-05, 9.3696e-05,\n 7.8870e-05, 6.8944e-05, 8.3565e-05, 7.3948e-05, 1.0444e-04, 7.0792e-05,\n 8.4920e-05, 8.4369e-05], device='cuda:0')"
14
  },
15
  "2": {
16
- "step": "tensor(8764.)",
17
- "exp_avg": "tensor([ 1.7800e-03, -4.0638e-03, 3.1641e-03, -5.2821e-04, 1.4909e-04,\n -1.0170e-03, 2.4733e-03, -7.7620e-03, -7.7140e-03, 1.6857e-03,\n 2.9346e-03, 1.5910e-02, -3.8464e-04, 2.7064e-03, 5.9744e-03,\n -5.2073e-04, 2.6606e-03, -2.3108e-04, -5.0845e-03, -1.9467e-03,\n -2.9320e-03, 1.6128e-04, 3.1548e-03, 9.1716e-04, -6.5552e-04,\n 2.2407e-04, -2.8105e-03, 3.3149e-03, 2.2506e-03, -5.4257e-03,\n 9.6273e-04, -3.7733e-04, 2.2732e-03, -3.8352e-03, 6.8315e-03,\n 3.4835e-03, -1.5504e-03, -4.3567e-03, -5.7729e-03, 2.3922e-03,\n -1.5606e-03, 1.9518e-03, 7.2805e-04, -2.9583e-03, -2.4328e-04,\n -1.5126e-03, 2.0310e-03, 5.4938e-03, 6.9683e-04, -1.0194e-03,\n 2.8945e-03, -2.3179e-03, -2.7833e-03, 5.6056e-03, 2.6728e-03,\n -3.5592e-04, 1.8120e-03, -3.8541e-04, -1.7626e-03, -1.0437e-03,\n -3.5672e-04, -1.1982e-03, -2.2901e-03, 5.6048e-03, -7.8159e-03,\n 1.0860e-03, 1.3502e-03, -1.8811e-03, -1.3435e-03, 1.8569e-03,\n 3.0292e-03, -2.2537e-03, 2.1025e-03, -1.1368e-03, -6.4090e-04,\n -8.4472e-03, -2.3872e-04, 9.2741e-03, 2.6301e-03, -1.1592e-02,\n 2.9118e-03, -8.2913e-03, -4.5394e-03, -6.8912e-03, -1.7781e-05,\n 2.1518e-03, 2.7596e-03, -1.3620e-02, 5.6052e-45, 5.9863e-03,\n 3.5340e-04, 1.6557e-03, -2.0721e-03, 2.1118e-04, 2.6944e-03,\n 1.3366e-03, -3.3951e-03, 2.9795e-03, 1.7144e-03, -7.1752e-03,\n -4.4343e-03, 3.4684e-03, -6.4695e-03, 1.1582e-03, 1.7652e-03,\n -6.9452e-04, 1.5542e-03, -1.7086e-03, -1.4328e-04, -6.5472e-03,\n 1.1907e-03, 8.5350e-04, 4.3497e-03, 1.2835e-03, -5.1186e-03,\n 2.6230e-03, 1.5273e-03, -5.5250e-04, -5.2586e-03, 2.7186e-03,\n -1.5735e-03, 2.7771e-03, -2.1775e-04, -7.0049e-03, 8.3262e-04,\n 2.6187e-05, 2.1903e-03, 1.4227e-03, -1.1543e-03, 2.5815e-03,\n -3.4984e-03, 2.7451e-03, -7.9645e-04, -9.7112e-03, -1.3977e-03,\n 1.2714e-03, -9.6053e-04, -7.6613e-04, 9.0054e-04, 9.8619e-04,\n -5.0183e-03, 8.1973e-03, 1.1433e-02, 1.6798e-03, -1.6668e-03,\n 3.9239e-04, -8.3675e-03, 3.1050e-03, -6.4406e-03, 1.7065e-03,\n 7.6943e-04, -2.0465e-02, -1.1444e-03, -2.2628e-03, 3.3158e-03,\n 6.8938e-03, -1.0295e-03, -1.5322e-04, -2.1991e-03, 1.9518e-03,\n 1.5046e-03, 7.6973e-04, -3.7938e-03, -2.8672e-03, 3.5212e-03,\n 2.2577e-03, 3.1112e-03, 5.6864e-03, 3.3626e-03, -3.3899e-03,\n 4.1616e-03, 2.1032e-03, -5.3226e-03, 8.6266e-03, 3.2972e-03,\n -1.6443e-03, -4.9544e-03, 1.1715e-02, -2.4827e-03, 8.6488e-04,\n -2.3339e-03, -6.1188e-04, 1.5702e-03, -2.4112e-03, -1.0651e-02,\n -1.1916e-04, 6.2782e-03, -2.9618e-03, 3.8006e-03, -2.5705e-03,\n 7.1700e-04, 4.2983e-03, -3.1516e-03, -3.4933e-03, -1.8161e-02,\n 7.4403e-03, 4.6400e-03, -7.4043e-03, 9.1033e-03, 1.3469e-03,\n -5.6509e-04, -3.3601e-03, 1.6599e-03, -4.2038e-03, 7.0465e-03,\n 1.5006e-03, 6.2061e-03, -2.4707e-04, -7.0461e-03, 3.0657e-03,\n 7.5544e-04, -1.2941e-02, 1.1044e-03, 1.0959e-02, -8.7054e-03,\n 7.5846e-03, 2.5583e-03, 3.5836e-03, 1.6834e-04, -5.5174e-03,\n -2.0142e-03, -2.2679e-03, 3.4992e-03, 5.1783e-03, 1.7815e-03,\n 8.4012e-04, -3.4318e-03, -9.4339e-04, 3.1221e-04, 1.3765e-03,\n -2.4593e-03, 1.5210e-03, 1.0487e-02, 6.2603e-03, -1.8778e-03,\n 5.0855e-04, 2.6625e-03, -9.5142e-04, -5.2362e-03, -2.7249e-03,\n -2.2169e-03, 6.2184e-03, -8.8061e-04, 4.9738e-03, -6.4930e-03,\n 1.0544e-03, -1.8000e-03, -2.5662e-03, -3.2033e-03, 2.4705e-03,\n 3.2836e-03, 6.6724e-03, -4.6706e-03, 1.9419e-03, -3.6955e-03,\n 8.7301e-04, 8.6505e-03, -3.1383e-04, 1.3290e-04, 4.1226e-03,\n 4.5453e-03, -1.1360e-03, 1.6843e-03, 2.6568e-03, 1.2828e-03,\n 6.2893e-03, -5.0973e-03, 1.1187e-03, -2.6959e-03, -5.6063e-05,\n 4.3935e-03, -2.6862e-03, 7.1528e-03, 1.4809e-03, -3.8151e-04,\n -2.7262e-02, 7.7273e-04, 2.0988e-03, 1.4840e-03, -1.9364e-03,\n -3.8613e-03, 1.0880e-03, 3.1581e-03, -3.7620e-03, -1.4820e-03,\n -3.9263e-03, 4.5254e-04, -6.4405e-04, -6.4729e-04, -4.1898e-03,\n 3.1520e-05, -7.0620e-04, 1.9082e-03, -2.8710e-03, -1.1424e-03,\n 4.7850e-03, 6.4636e-03, -4.5413e-03, 1.4213e-03, 9.3075e-03,\n -5.7004e-03, 2.9664e-03, 2.4022e-04, 1.7673e-03, -3.6894e-04,\n 1.8260e-04, -3.7269e-03, 3.3607e-03, 1.1969e-03, 8.4627e-03,\n 6.4324e-03, -1.0807e-03, -9.1424e-04, 1.3009e-03, 1.6631e-03,\n -1.6001e-03, 6.9473e-04, 1.5651e-03, -5.6456e-03, 2.5850e-03,\n 2.8572e-03, -2.2007e-02, 1.1096e-03, -3.4719e-03, -5.2420e-03,\n 5.2539e-03, 5.2504e-04, 8.7450e-03, 4.8106e-03, 4.9094e-03,\n -1.1661e-03, -2.1354e-03, -2.1099e-03, -1.2279e-03, -2.4792e-03,\n -3.0188e-03, 6.0753e-03, 3.7945e-03, 8.9779e-04, 1.1651e-02,\n 6.9806e-03, -2.2926e-03, -2.7532e-03, -3.5954e-04, -2.7956e-03,\n -1.7434e-03, -5.0292e-03, -3.5435e-03, -2.7576e-04, 5.5794e-03,\n -8.2139e-04, 4.3946e-03, 3.1456e-03, 2.4167e-03, 1.6687e-04,\n 2.8357e-03, 8.8339e-05, 4.0502e-03, 1.9721e-03, 3.7267e-03,\n -5.5474e-05, -2.3010e-03, 8.0577e-04, -6.3338e-03, -4.6068e-03,\n -4.8089e-04, -1.7760e-03, -6.7913e-03, -2.5693e-03, -1.3940e-03,\n 2.7050e-03, 4.2586e-03, 1.5373e-03, 1.4693e-03, -4.8847e-03,\n 8.8301e-04, -3.8947e-03, 1.5477e-03, 6.2999e-03, -5.9904e-03,\n 8.4958e-03, -2.7328e-03, -1.8637e-03, -9.3735e-03, -1.0821e-03,\n -7.3692e-03, -1.1667e-03, -7.6784e-03, 3.9563e-03, -3.7382e-05,\n 1.9524e-03, 2.4925e-03, -3.9632e-03, 1.5030e-03, 9.7810e-04,\n -6.1537e-03, 3.7540e-03, 1.9383e-03, -3.2312e-03, -1.8814e-03,\n -7.4920e-04, 1.0505e-04, -2.4625e-03, -6.6785e-04, 1.2830e-04,\n -1.0286e-02, 8.1666e-05, 5.2475e-03, -2.5574e-03, -2.4178e-03,\n -2.3134e-03, -1.4728e-02, 2.3636e-03, -5.0454e-04, -2.0678e-03,\n 3.9666e-03, -6.2425e-03, -3.2733e-03, -7.4563e-03, 3.5193e-03,\n -4.1574e-03, 6.5672e-03, -3.5199e-03, -8.1995e-04, -1.6881e-03,\n 1.8124e-03, 3.2416e-03, 2.5538e-03, 3.5733e-03, 4.6499e-04,\n 2.8505e-03, 7.8213e-04, -2.4754e-03, 6.0528e-03, -1.8426e-03,\n 7.0854e-04, 2.7026e-03, -2.7563e-03, 3.2996e-03, -4.9035e-03,\n -5.0817e-03, 1.8006e-04, -8.1546e-03, -3.8687e-03, 8.1441e-04,\n 5.7971e-03, -4.0511e-03, 9.7565e-03, 1.5075e-03, -4.2415e-04,\n 2.7841e-03, -4.7865e-04, 3.2164e-03, 3.4467e-03, 1.3193e-03,\n -4.1673e-03, 1.1570e-03, -1.2116e-03, -5.9093e-03, -5.0111e-04,\n 6.5414e-03, 4.8326e-03, -2.7607e-03, 3.6382e-03, -1.1836e-03,\n -5.5472e-03, 1.8146e-04, 6.8442e-03, -2.3907e-04, 5.2428e-03,\n 2.3085e-03, 1.2035e-03, 4.5774e-03, 5.0904e-03, 6.3990e-04,\n -3.2268e-03, -4.4307e-03, 1.2418e-03, 4.4607e-03, 3.3585e-03,\n 1.0204e-03, 2.2107e-03, 1.0392e-03, -3.5592e-04, -7.8729e-03,\n 4.9723e-03, 2.6506e-03, -2.2237e-03, -2.3666e-03, -4.0261e-03,\n -1.1330e-02, 2.9938e-03, -3.7796e-03, -2.7840e-03, -4.1353e-03,\n -4.3055e-03, 3.0624e-03, -4.0654e-04, -1.8263e-03, 3.2192e-03,\n -1.1144e-03, 1.0216e-03, -1.3967e-03, 1.8835e-03, 3.6455e-03,\n -3.0174e-04, -8.4988e-04, 6.1313e-04, -3.8801e-03, -2.7505e-03,\n -4.3144e-04, -7.8093e-03], device='cuda:0')",
18
- "exp_avg_sq": "tensor([6.9374e-05, 1.3942e-04, 1.2079e-04, 1.1960e-04, 1.1914e-04, 9.5799e-05,\n 5.8053e-05, 1.0524e-04, 1.7616e-04, 1.5040e-04, 1.3168e-04, 1.1792e-03,\n 1.4264e-04, 1.5886e-04, 2.1369e-04, 7.9614e-05, 1.9255e-04, 2.1855e-04,\n 2.1343e-04, 1.1383e-04, 1.2995e-04, 9.5579e-05, 1.1108e-04, 6.8380e-05,\n 1.9446e-04, 7.8083e-05, 1.5207e-04, 1.4520e-04, 2.5292e-04, 2.4374e-04,\n 1.0509e-04, 1.4879e-04, 8.0021e-05, 7.4558e-05, 1.9439e-04, 1.0452e-04,\n 1.2983e-04, 1.9799e-04, 1.5617e-04, 9.1771e-05, 1.0708e-04, 1.2172e-04,\n 1.1894e-04, 1.4604e-04, 7.9322e-05, 1.1699e-04, 1.3270e-04, 1.7772e-04,\n 3.0362e-04, 7.5254e-05, 7.1724e-04, 3.1666e-04, 1.2973e-04, 8.5985e-05,\n 1.5846e-04, 1.1201e-04, 1.4999e-04, 1.7712e-04, 2.0115e-04, 2.0755e-04,\n 2.0598e-04, 1.2118e-04, 2.0820e-04, 6.4382e-03, 1.4195e-04, 1.3969e-04,\n 1.7939e-04, 1.4328e-04, 5.7116e-05, 2.0166e-04, 9.2381e-05, 1.8220e-04,\n 1.5968e-04, 1.1411e-04, 1.0643e-04, 2.6953e-04, 8.7008e-05, 3.8386e-04,\n 1.6705e-04, 1.6408e-04, 2.6548e-04, 5.2337e-04, 6.3628e-04, 1.3354e-04,\n 1.8710e-04, 8.3562e-05, 9.4560e-05, 1.8365e-04, 1.8337e-07, 2.5703e-04,\n 8.9588e-05, 2.3532e-04, 1.3682e-04, 1.6559e-04, 3.7886e-04, 1.3286e-04,\n 8.3102e-05, 5.2030e-04, 1.0231e-04, 2.4653e-04, 1.7912e-04, 9.9651e-05,\n 1.1658e-04, 3.4931e-04, 1.5359e-04, 8.1352e-05, 8.8434e-05, 9.2166e-05,\n 1.0028e-04, 1.8054e-04, 1.9982e-04, 1.2344e-04, 1.4198e-04, 6.8106e-05,\n 1.3123e-04, 1.0995e-04, 1.1734e-04, 1.2708e-04, 1.1214e-04, 5.2102e-05,\n 2.0629e-04, 9.8408e-05, 1.8166e-04, 2.0577e-04, 1.3101e-04, 8.5463e-05,\n 8.1457e-05, 7.3433e-05, 9.5326e-05, 2.1844e-04, 1.1852e-04, 1.8963e-04,\n 1.5885e-04, 2.5101e-04, 3.0835e-04, 1.9536e-04, 1.1259e-04, 1.3376e-04,\n 9.2882e-05, 2.3043e-04, 1.5403e-04, 2.1103e-04, 1.2966e-04, 1.6487e-04,\n 1.6066e-04, 1.5002e-04, 2.5890e-04, 1.3268e-04, 1.1364e-04, 1.6084e-04,\n 8.3727e-05, 2.2318e-04, 1.1039e-04, 1.4495e-04, 9.4281e-05, 1.3064e-04,\n 1.1902e-04, 4.8995e-05, 1.5120e-04, 1.0861e-04, 1.0006e-04, 1.0019e-04,\n 1.9201e-04, 1.0092e-04, 1.2020e-04, 1.7523e-04, 7.0902e-05, 2.2533e-04,\n 1.4781e-04, 2.0326e-04, 1.3875e-04, 1.8358e-04, 1.4731e-04, 1.1704e-04,\n 3.4040e-04, 1.3157e-04, 1.6152e-04, 2.4941e-04, 1.7633e-04, 2.2100e-04,\n 1.1252e-04, 1.4465e-04, 2.0966e-04, 4.2401e-04, 2.0370e-04, 1.0479e-04,\n 2.0973e-04, 3.8021e-04, 1.5151e-04, 1.8194e-04, 1.1430e-04, 2.2965e-04,\n 2.3223e-04, 7.7934e-05, 1.9288e-04, 8.5982e-05, 1.7205e-04, 1.0917e-04,\n 1.1009e-04, 7.9492e-05, 1.5531e-04, 2.8683e-04, 1.9433e-04, 1.3702e-04,\n 1.4238e-04, 1.8638e-04, 1.3737e-04, 1.1098e-04, 7.4164e-05, 9.0999e-05,\n 1.0769e-04, 2.6291e-04, 2.1901e-04, 1.1907e-04, 1.5550e-04, 1.4116e-04,\n 9.0291e-05, 2.0964e-04, 3.2818e-04, 1.5299e-04, 1.9044e-04, 1.4237e-04,\n 1.9661e-04, 1.7265e-04, 1.9190e-04, 6.0522e-05, 2.0678e-04, 1.0239e-04,\n 1.4556e-04, 1.0742e-04, 5.0502e-05, 1.1268e-04, 1.8136e-04, 2.2472e-04,\n 2.7144e-04, 1.3020e-04, 2.8784e-04, 2.2770e-04, 7.6311e-05, 9.1293e-05,\n 1.5427e-04, 8.1641e-05, 9.1289e-05, 1.8687e-04, 1.0345e-04, 1.1571e-04,\n 7.6294e-05, 1.3947e-04, 4.0372e-04, 1.2393e-04, 2.1205e-04, 1.7067e-04,\n 1.6818e-04, 1.2453e-04, 1.0685e-04, 1.5539e-04, 7.0482e-05, 2.1407e-04,\n 6.2158e-05, 1.2406e-04, 1.4325e-04, 2.3597e-04, 1.3549e-04, 1.0090e-04,\n 1.6276e-04, 2.3615e-04, 1.6498e-04, 8.2217e-05, 9.6316e-05, 1.7980e-04,\n 1.3240e-04, 9.8225e-05, 1.8045e-04, 1.1480e-04, 1.1938e-04, 4.9607e-04,\n 1.8488e-04, 1.4560e-04, 2.0650e-04, 2.1403e-04, 1.5229e-04, 1.5005e-04,\n 3.4322e-04, 1.2144e-04, 1.2658e-04, 1.5004e-04, 1.1052e-04, 2.9368e-04,\n 2.2437e-04, 2.6152e-04, 6.8198e-05, 1.9318e-04, 9.0503e-05, 6.9673e-05,\n 1.4370e-04, 1.6624e-04, 2.5443e-04, 3.5012e-04, 5.3636e-05, 3.0931e-04,\n 1.1797e-04, 6.4644e-04, 9.4725e-05, 6.8344e-05, 1.1243e-04, 2.1985e-04,\n 2.6067e-04, 2.0549e-04, 7.1901e-05, 1.3064e-04, 2.3537e-04, 1.1260e-04,\n 8.3206e-05, 1.3603e-04, 7.2857e-05, 8.4782e-05, 2.4780e-04, 2.3288e-04,\n 1.3800e-04, 1.2082e-04, 2.1754e-04, 3.2173e-04, 1.6039e-04, 1.5012e-04,\n 2.7064e-04, 9.4966e-05, 1.3495e-04, 1.2847e-04, 1.5893e-04, 1.9654e-04,\n 1.5306e-04, 2.0889e-04, 1.7252e-04, 1.1544e-04, 9.1999e-05, 1.2556e-04,\n 1.1044e-04, 1.5614e-04, 5.9215e-05, 1.9399e-04, 2.0716e-04, 1.4451e-04,\n 1.3017e-04, 1.8534e-04, 8.8993e-05, 2.1308e-04, 2.3599e-04, 1.4063e-04,\n 6.8289e-05, 3.2527e-04, 1.0447e-04, 2.6837e-04, 3.1687e-04, 8.0790e-05,\n 1.3205e-04, 2.6910e-04, 2.5620e-04, 1.3140e-04, 2.1405e-04, 8.5931e-05,\n 1.5458e-04, 7.7063e-05, 6.1002e-05, 1.6940e-04, 1.1929e-04, 4.4298e-05,\n 9.0349e-05, 3.0936e-04, 2.2474e-04, 1.1815e-04, 1.4478e-04, 1.2861e-04,\n 1.1635e-04, 1.7617e-04, 1.5007e-04, 3.3575e-04, 7.0979e-05, 3.5637e-04,\n 1.0232e-04, 2.2129e-04, 1.6727e-04, 1.2347e-04, 2.0696e-04, 2.4162e-04,\n 1.8169e-04, 3.3843e-04, 1.1502e-04, 1.2669e-04, 1.8273e-04, 1.5522e-04,\n 1.3786e-04, 4.4593e-04, 9.3361e-05, 1.8727e-04, 1.6728e-04, 1.4506e-04,\n 7.6992e-05, 2.8455e-04, 2.0102e-04, 5.8897e-05, 1.5502e-04, 1.1875e-04,\n 1.8101e-04, 9.4356e-05, 8.6920e-05, 2.6463e-04, 1.0300e-04, 2.1725e-04,\n 8.6798e-05, 1.8523e-04, 1.9105e-04, 2.0443e-04, 9.9764e-05, 1.1496e-04,\n 1.1573e-04, 1.4977e-04, 1.2608e-04, 1.9218e-04, 4.5287e-04, 1.6869e-04,\n 1.5916e-04, 3.0509e-04, 1.6258e-04, 1.7968e-04, 1.3261e-04, 1.5105e-04,\n 9.7845e-05, 1.6428e-04, 1.4278e-04, 8.2618e-05, 8.1477e-05, 1.2696e-04,\n 1.2035e-04, 7.0826e-04, 1.0932e-04, 1.8335e-04, 2.9599e-04, 1.3437e-04,\n 1.5882e-04, 2.3295e-04, 4.2288e-04, 9.8194e-05, 1.0989e-04, 2.1460e-04,\n 1.3643e-04, 1.8877e-04, 1.7284e-04, 1.7689e-04, 1.6790e-04, 2.7259e-04,\n 3.4857e-04, 1.2762e-04, 8.7955e-05, 2.8822e-04, 1.3938e-04, 2.3834e-04,\n 1.0693e-04, 2.4760e-04, 1.7463e-04, 1.5410e-04, 1.7287e-04, 3.5108e-04,\n 2.1862e-04, 1.7449e-04, 1.9689e-04, 4.1429e-04, 1.4821e-04, 1.8223e-04,\n 1.6351e-04, 1.7225e-04, 2.2956e-04, 1.1825e-04, 7.0795e-05, 1.6016e-04,\n 1.8395e-04, 1.2152e-04, 2.4387e-04, 1.8210e-04, 6.4819e-05, 1.1150e-04,\n 8.6371e-05, 2.0122e-04, 2.0053e-04, 6.5747e-05, 8.0081e-05, 9.4457e-05,\n 1.2464e-04, 1.1400e-04, 1.2455e-04, 9.0880e-05, 2.2421e-04, 1.6311e-04,\n 1.1691e-04, 2.1445e-04, 1.0862e-04, 1.4975e-04, 1.2307e-04, 1.1098e-04,\n 6.5679e-05, 3.8966e-05, 2.3121e-04, 7.8687e-05, 1.3291e-04, 2.0256e-04,\n 9.4487e-05, 1.0255e-04, 1.8605e-04, 1.2443e-04, 2.3117e-04, 1.4182e-04,\n 1.3371e-04, 2.1956e-04], device='cuda:0')"
19
  },
20
  "3": {
21
- "step": "tensor(8764.)",
22
- "exp_avg": "tensor([ 1.2922e-03, -3.8154e-03, 2.4912e-03, -8.5727e-04, -4.4221e-05,\n -5.2231e-04, 1.7232e-03, -5.5201e-03, -4.8244e-03, 7.3411e-04,\n 1.8545e-03, 3.7421e-03, -4.2449e-04, 1.9601e-03, 3.0193e-03,\n -3.3264e-04, 1.7992e-03, 4.8672e-05, -3.0860e-03, -1.1272e-03,\n -1.6439e-03, -1.7658e-05, 2.4977e-03, 4.8989e-04, -7.6429e-04,\n -1.0515e-04, -1.2303e-03, 2.2036e-03, 1.1573e-03, -2.6762e-03,\n 9.7319e-04, -3.4770e-04, 1.5228e-03, -2.7758e-03, 2.1800e-03,\n 1.9236e-03, -1.0954e-03, -2.4405e-03, -1.3673e-03, 1.7863e-03,\n -1.1509e-03, 1.0246e-03, 4.4589e-04, -1.5522e-03, 7.3917e-05,\n -5.6781e-04, 1.8724e-03, 2.4840e-03, 1.2336e-04, -5.9175e-04,\n 9.0063e-04, -1.7435e-03, -5.6590e-04, 4.0663e-03, 1.4526e-03,\n 7.4120e-04, 9.1520e-04, 6.5289e-05, -1.1429e-03, -1.7169e-04,\n 9.0418e-06, -1.2769e-03, -1.2103e-03, 1.0919e-03, -3.7698e-03,\n 7.4714e-04, 6.0719e-04, -9.0599e-04, -6.4594e-04, 1.3769e-03,\n 2.3496e-03, -1.3462e-03, 1.1759e-03, -1.8387e-03, -5.0646e-04,\n -5.8579e-03, -9.7869e-05, 5.1762e-03, 1.1718e-03, -7.1126e-03,\n 1.1238e-03, -3.6462e-03, -1.9667e-03, -3.8317e-03, 1.3540e-04,\n 1.8138e-03, 1.8978e-03, -8.4219e-03, 5.6052e-45, 4.3508e-03,\n 3.6200e-04, 8.9852e-04, -1.3413e-03, 2.2044e-04, 1.4958e-03,\n 8.8864e-04, -2.5035e-03, 6.9523e-04, 1.3628e-03, -4.6546e-03,\n -1.6251e-03, 2.4308e-03, -3.2847e-03, 9.0719e-04, 1.1732e-03,\n -1.3927e-03, 1.1620e-03, -1.3178e-03, -1.8114e-04, -3.6857e-03,\n 2.7382e-04, 4.6849e-04, 2.5160e-03, -1.6911e-04, -2.9008e-03,\n 6.7696e-04, 8.4485e-04, 1.4701e-05, -3.5759e-03, 2.3574e-03,\n -1.1892e-03, 1.7697e-03, -3.2597e-04, -3.3217e-03, 6.6039e-04,\n 7.0567e-05, 2.0371e-03, 1.1685e-03, -8.9685e-04, 1.0225e-03,\n -1.6997e-03, 1.2626e-03, -6.8124e-04, -4.8629e-03, -1.2160e-03,\n 5.9274e-04, -5.0041e-04, -4.4368e-04, 6.8911e-04, 7.3899e-04,\n -4.3291e-03, 4.0924e-03, 7.5006e-03, 7.8751e-04, -6.0642e-04,\n 4.5282e-05, -4.5932e-03, 1.6847e-03, -4.3177e-03, 1.5864e-03,\n 1.1251e-03, -9.1577e-03, -8.2025e-04, -8.9119e-04, 2.2368e-03,\n 4.5961e-03, -7.2245e-04, -1.2505e-04, -1.7268e-03, 1.8663e-03,\n 1.1215e-03, 6.1319e-04, -1.9600e-03, -2.3207e-03, 1.0782e-03,\n 1.6957e-03, 2.7952e-03, 2.5714e-03, 1.8498e-03, -2.2025e-03,\n 3.0832e-03, 1.5683e-03, -3.3371e-03, 4.5225e-03, 2.0500e-03,\n -3.2260e-04, -2.7526e-03, 5.4151e-03, -1.3269e-03, 2.8752e-03,\n -1.0928e-03, -4.9206e-04, 5.0402e-04, -1.3741e-03, -8.0893e-03,\n -5.1869e-04, 2.9324e-03, -1.0827e-03, 3.2788e-03, -1.3406e-03,\n 3.2474e-04, 2.5560e-03, -1.4441e-03, -2.1095e-03, -1.0369e-02,\n 5.2051e-03, 3.0420e-03, -3.0961e-03, 4.5379e-03, 5.8553e-04,\n -1.2260e-03, -1.0877e-03, 6.5320e-04, -3.3011e-03, 3.9474e-03,\n 5.3282e-04, 3.3962e-03, -1.4567e-04, -5.7593e-03, 1.5920e-03,\n 2.7437e-04, -6.5530e-03, 8.4568e-04, 7.2698e-03, -7.1445e-03,\n 4.5885e-03, 1.7453e-03, 1.6468e-03, 4.5688e-04, -3.1313e-03,\n -1.1375e-03, -1.9530e-03, 1.7679e-03, 3.1257e-03, 6.3194e-04,\n 7.2106e-04, -1.7074e-03, -1.5395e-04, 7.6949e-04, 8.6762e-04,\n -1.8351e-03, 7.7595e-04, 5.9080e-03, 3.3862e-03, -8.9192e-04,\n 7.7647e-05, 9.8309e-04, -5.8942e-04, -5.2650e-03, -1.7619e-03,\n -1.4229e-03, 3.2863e-03, -5.6901e-04, 2.7499e-03, -2.9176e-03,\n 9.2761e-04, -1.2929e-03, -1.4447e-03, -9.0244e-04, 1.7679e-03,\n 1.3813e-03, 3.3374e-03, -2.6948e-03, 6.1812e-04, -2.3400e-03,\n 5.6591e-04, 5.6263e-03, 3.6261e-04, -3.9452e-04, 3.2970e-03,\n 2.1355e-03, -6.9896e-04, 1.1234e-03, 2.2527e-03, 1.0520e-03,\n 2.8267e-03, -3.1838e-03, 8.8315e-04, -1.7703e-03, 3.3850e-04,\n 2.5771e-03, -1.6460e-03, 3.4736e-03, 1.2202e-03, -5.9165e-05,\n -1.0043e-02, 1.0485e-04, 1.0011e-03, 7.6137e-04, -1.1615e-03,\n -2.0811e-03, 7.3420e-04, 2.2823e-03, -2.5973e-03, -8.9631e-04,\n -2.3624e-03, -1.1789e-05, -1.0844e-04, 5.1843e-04, -1.9129e-03,\n 2.7265e-04, -1.9397e-04, 1.5007e-03, -2.0655e-03, -6.4646e-04,\n 1.8906e-03, 4.3083e-03, -2.4572e-03, 8.0275e-04, 3.3586e-03,\n -2.2596e-03, 1.2145e-03, 9.6326e-07, 1.5276e-03, 3.5203e-05,\n 1.9182e-04, -1.9769e-03, 1.0318e-03, 8.7089e-04, 5.3606e-03,\n 2.8838e-03, -6.6390e-04, -2.4825e-04, 6.9032e-04, 8.4403e-04,\n -8.5624e-04, 1.0338e-03, 1.0366e-03, -3.7080e-03, 6.0006e-04,\n 8.0335e-04, -1.3601e-02, 7.4443e-04, -2.3582e-03, -2.7279e-03,\n 3.5887e-03, 1.1729e-03, 5.4623e-03, 1.9867e-03, 2.5282e-03,\n -7.7223e-04, -1.2389e-03, -1.4150e-03, -1.0710e-03, -3.0536e-03,\n -1.4966e-03, 3.8859e-03, 1.4190e-03, 8.0721e-04, 6.1754e-03,\n 3.6978e-03, -2.2026e-03, -2.0436e-03, -8.1053e-05, -1.1153e-03,\n -1.2399e-03, -2.7171e-03, -2.1669e-03, -9.8192e-04, 2.3395e-03,\n -4.9012e-04, 3.0123e-03, 1.4151e-03, 1.8628e-03, -8.4714e-05,\n 1.3977e-03, 1.2599e-04, 2.4111e-03, 1.4297e-03, 2.0699e-03,\n -6.6092e-04, -1.2498e-03, 7.0111e-04, -3.9288e-03, -2.6733e-03,\n -2.3761e-04, -7.4509e-04, -2.1701e-03, -1.3045e-03, -8.5413e-04,\n 2.8557e-03, 2.1879e-03, 1.0260e-03, 9.8741e-04, -3.0991e-03,\n 2.0061e-04, -3.1528e-03, 4.3860e-04, 4.2126e-03, -2.8269e-03,\n 5.0495e-03, -1.0831e-03, -2.1670e-03, -5.0412e-03, -2.4812e-04,\n -3.3411e-03, -7.7842e-04, -5.0882e-03, 1.9256e-03, -2.2926e-04,\n 9.3092e-04, 9.9087e-04, -2.2640e-03, 7.5707e-04, 7.8881e-04,\n -3.9504e-03, 2.1391e-03, 1.1153e-03, -2.1941e-03, -1.3367e-03,\n -2.5428e-04, 3.7885e-04, -1.4761e-03, -2.7245e-04, 1.2869e-04,\n -4.4367e-03, -3.1346e-04, 2.3841e-03, -1.7633e-03, -1.0758e-03,\n -1.6398e-03, -7.7745e-03, 7.2324e-04, -8.0543e-04, -1.0120e-03,\n 2.4616e-03, -4.3464e-03, -1.5064e-03, -2.2300e-03, 2.7722e-03,\n -1.8752e-03, 4.6884e-03, -1.7583e-03, -3.8215e-04, -1.0896e-03,\n 8.8287e-04, 2.1137e-03, 1.0048e-03, 2.1161e-03, 1.1500e-03,\n 1.4015e-03, -2.7657e-05, -4.7669e-04, 1.7180e-03, -1.1769e-03,\n 2.7266e-04, 1.3776e-03, -1.3477e-03, 2.8296e-03, -2.2796e-03,\n -3.5745e-03, 4.2143e-05, -6.6082e-03, -1.6801e-03, 3.4800e-04,\n 2.0977e-03, -1.9380e-03, 4.9488e-03, 8.1056e-04, -4.6838e-04,\n 2.3444e-03, -7.7381e-04, 2.8549e-03, 1.6944e-03, 1.3206e-03,\n -2.0589e-03, 2.7328e-04, -8.7989e-04, -3.2947e-03, 8.8829e-05,\n 3.8294e-03, 2.1192e-03, -1.5804e-03, 2.4536e-03, -3.9731e-04,\n -2.6183e-03, 1.2464e-04, 4.7299e-03, -1.8278e-04, 2.6436e-03,\n 1.7174e-03, 6.2426e-04, 2.7962e-03, 2.7054e-03, 3.1432e-04,\n -1.6946e-03, -1.7418e-03, 1.6488e-04, 4.2441e-03, 1.4130e-03,\n 5.1376e-04, 8.3813e-04, 5.4983e-04, -1.4566e-04, -5.3133e-03,\n 4.4604e-03, 1.2246e-03, -1.2439e-03, -1.4766e-03, -2.1353e-03,\n -6.5014e-03, 2.0356e-03, -2.4384e-03, -1.2985e-03, -2.6852e-03,\n -3.6900e-03, 1.5467e-03, -3.3648e-05, -1.8176e-03, 1.9096e-03,\n 2.5305e-04, 7.5013e-04, -6.9001e-04, 1.2827e-03, 2.1204e-03,\n -5.1276e-04, 1.2118e-04, 5.9194e-04, -1.8408e-03, -1.2657e-03,\n -6.5031e-04, -3.5034e-03], device='cuda:0')",
23
- "exp_avg_sq": "tensor([3.7209e-05, 7.1748e-05, 5.9802e-05, 4.8162e-05, 4.1384e-05, 3.9419e-05,\n 2.8624e-05, 3.8944e-05, 5.7333e-05, 4.1861e-05, 4.9344e-05, 5.6266e-05,\n 6.4158e-05, 8.8902e-05, 5.8225e-05, 4.2022e-05, 6.3076e-05, 5.1077e-05,\n 6.2706e-05, 5.3646e-05, 4.7445e-05, 4.3834e-05, 5.6397e-05, 3.0740e-05,\n 9.3904e-05, 3.5160e-05, 4.5304e-05, 7.6197e-05, 6.1267e-05, 5.1709e-05,\n 5.1337e-05, 6.4825e-05, 3.2591e-05, 3.6883e-05, 7.7585e-05, 3.2108e-05,\n 7.6841e-05, 7.6471e-05, 3.1769e-05, 5.2382e-05, 3.9008e-05, 4.9111e-05,\n 4.0966e-05, 4.8430e-05, 3.5410e-05, 4.3598e-05, 4.8922e-05, 4.3776e-05,\n 6.4193e-05, 3.1238e-05, 5.9724e-05, 7.2173e-05, 4.3410e-05, 5.5651e-05,\n 4.5314e-05, 4.2635e-05, 4.1608e-05, 4.8273e-05, 5.6863e-05, 6.5641e-05,\n 6.2266e-05, 4.4036e-05, 5.3849e-05, 1.4475e-04, 5.8342e-05, 4.7885e-05,\n 6.4499e-05, 5.2653e-05, 3.2740e-05, 6.2121e-05, 5.0870e-05, 6.6050e-05,\n 5.3245e-05, 4.4645e-05, 3.3641e-05, 9.5275e-05, 4.4117e-05, 9.2083e-05,\n 4.3315e-05, 6.0413e-05, 5.9253e-05, 8.3759e-05, 8.6066e-05, 6.1307e-05,\n 6.1070e-05, 4.6421e-05, 6.0805e-05, 8.2984e-05, 2.7522e-09, 7.9286e-05,\n 4.1215e-05, 1.0156e-04, 4.1555e-05, 4.9278e-05, 9.9084e-05, 4.1297e-05,\n 3.9456e-05, 5.5659e-05, 4.5683e-05, 6.1245e-05, 4.3765e-05, 4.3382e-05,\n 3.9376e-05, 8.9558e-05, 5.4186e-05, 4.9052e-05, 4.6948e-05, 4.1648e-05,\n 3.6876e-05, 5.1985e-05, 4.5202e-05, 4.2124e-05, 6.0486e-05, 5.5354e-05,\n 4.4560e-05, 3.8440e-05, 5.6076e-05, 5.0336e-05, 4.0657e-05, 2.9519e-05,\n 6.3378e-05, 4.7054e-05, 6.0188e-05, 5.3996e-05, 3.5967e-05, 3.8655e-05,\n 3.5590e-05, 3.1654e-05, 4.2985e-05, 4.5815e-05, 3.8863e-05, 6.9637e-05,\n 5.3132e-05, 6.6905e-05, 7.5569e-05, 6.3296e-05, 4.0973e-05, 5.9229e-05,\n 3.8641e-05, 5.0941e-05, 6.2858e-05, 4.8310e-05, 5.9735e-05, 5.9335e-05,\n 5.2977e-05, 6.1870e-05, 7.5290e-05, 5.1030e-05, 5.1918e-05, 6.7519e-05,\n 3.8292e-05, 5.3531e-05, 4.6524e-05, 4.1058e-05, 4.6584e-05, 4.5397e-05,\n 5.0784e-05, 2.4981e-05, 6.6467e-05, 4.8986e-05, 4.7094e-05, 3.1730e-05,\n 4.7236e-05, 5.0012e-05, 2.7151e-05, 6.0029e-05, 4.8929e-05, 6.7558e-05,\n 5.0083e-05, 6.0576e-05, 4.5408e-05, 5.8985e-05, 6.0901e-05, 5.9702e-05,\n 7.9973e-05, 5.1269e-05, 5.5992e-05, 6.2313e-05, 4.6096e-05, 9.2236e-05,\n 7.0020e-05, 5.7117e-05, 4.9234e-05, 1.0788e-04, 8.1775e-05, 3.5163e-05,\n 6.8055e-05, 9.1176e-05, 5.2334e-05, 6.0983e-05, 4.5738e-05, 9.3592e-05,\n 6.8109e-05, 3.7190e-05, 6.8006e-05, 4.1738e-05, 4.8224e-05, 3.2760e-05,\n 4.5320e-05, 3.3292e-05, 6.0222e-05, 5.8008e-05, 4.8372e-05, 5.5597e-05,\n 4.1421e-05, 5.2767e-05, 4.3504e-05, 3.7227e-05, 3.6251e-05, 5.6301e-05,\n 3.8200e-05, 6.3401e-05, 7.7299e-05, 4.5820e-05, 7.6503e-05, 4.5963e-05,\n 4.6744e-05, 5.9145e-05, 6.8075e-05, 5.6717e-05, 6.2256e-05, 8.6190e-05,\n 7.2016e-05, 4.1544e-05, 5.4177e-05, 4.0511e-05, 6.8135e-05, 4.1710e-05,\n 4.7863e-05, 4.5489e-05, 2.7923e-05, 4.6858e-05, 5.3077e-05, 5.6612e-05,\n 6.3976e-05, 4.1053e-05, 9.2123e-05, 8.8848e-05, 4.4999e-05, 3.8667e-05,\n 5.8504e-05, 3.5906e-05, 3.4158e-05, 5.1626e-05, 3.6091e-05, 4.9088e-05,\n 3.6263e-05, 4.9481e-05, 6.5099e-05, 3.6983e-05, 5.9558e-05, 4.7300e-05,\n 6.4193e-05, 4.4753e-05, 4.3617e-05, 4.2607e-05, 3.2070e-05, 7.1612e-05,\n 3.7411e-05, 4.9616e-05, 5.3507e-05, 6.5842e-05, 6.0897e-05, 4.2979e-05,\n 4.0616e-05, 7.3074e-05, 4.5508e-05, 4.1061e-05, 4.0061e-05, 6.5150e-05,\n 4.5083e-05, 3.0823e-05, 6.4057e-05, 4.2480e-05, 4.0766e-05, 8.1727e-05,\n 6.0338e-05, 3.8631e-05, 7.0979e-05, 5.4988e-05, 5.6977e-05, 4.9785e-05,\n 8.6548e-05, 6.3124e-05, 4.4479e-05, 6.6808e-05, 4.1565e-05, 7.4907e-05,\n 5.9372e-05, 4.5411e-05, 3.3124e-05, 1.1046e-04, 4.3281e-05, 3.7296e-05,\n 4.5035e-05, 4.4256e-05, 9.2971e-05, 1.0732e-04, 2.3051e-05, 6.3278e-05,\n 3.6010e-05, 7.7834e-05, 3.9742e-05, 3.6480e-05, 5.5483e-05, 7.5254e-05,\n 7.6157e-05, 4.5698e-05, 4.5641e-05, 4.9712e-05, 5.2574e-05, 4.3613e-05,\n 3.7001e-05, 4.2997e-05, 2.8171e-05, 3.2040e-05, 6.3486e-05, 5.8995e-05,\n 4.7788e-05, 4.6556e-05, 5.5221e-05, 1.0633e-04, 7.9657e-05, 7.5728e-05,\n 6.9373e-05, 3.5263e-05, 4.4023e-05, 5.5541e-05, 3.9998e-05, 5.9713e-05,\n 4.8872e-05, 7.0571e-05, 6.0854e-05, 4.8072e-05, 3.1311e-05, 4.8650e-05,\n 5.2983e-05, 5.1023e-05, 4.3358e-05, 6.0191e-05, 6.1877e-05, 5.4671e-05,\n 4.3401e-05, 6.1514e-05, 4.8198e-05, 8.2366e-05, 6.7486e-05, 4.9636e-05,\n 3.6006e-05, 7.2934e-05, 4.1388e-05, 7.6912e-05, 5.4693e-05, 4.5743e-05,\n 5.1843e-05, 7.3120e-05, 5.4095e-05, 5.6595e-05, 6.2729e-05, 3.2668e-05,\n 6.4383e-05, 2.7123e-05, 3.4240e-05, 5.3906e-05, 5.7467e-05, 3.1393e-05,\n 3.7006e-05, 7.5392e-05, 7.6545e-05, 3.6843e-05, 7.5812e-05, 4.0695e-05,\n 4.9034e-05, 3.6622e-05, 6.7053e-05, 1.1844e-04, 3.6552e-05, 7.8302e-05,\n 4.6398e-05, 4.3072e-05, 5.7290e-05, 4.5041e-05, 1.1918e-04, 6.0734e-05,\n 5.9090e-05, 7.4259e-05, 3.4728e-05, 6.4714e-05, 5.8278e-05, 7.1715e-05,\n 6.1370e-05, 6.4799e-05, 3.9485e-05, 4.5509e-05, 5.1769e-05, 5.3296e-05,\n 3.7128e-05, 6.0859e-05, 5.9093e-05, 3.2114e-05, 7.9043e-05, 6.4366e-05,\n 5.5688e-05, 2.9474e-05, 3.3021e-05, 8.5507e-05, 4.9554e-05, 4.8587e-05,\n 4.5536e-05, 5.3197e-05, 5.8164e-05, 6.4138e-05, 4.9778e-05, 4.5907e-05,\n 5.6191e-05, 4.1970e-05, 5.6592e-05, 7.8336e-05, 7.1171e-05, 8.1635e-05,\n 5.2492e-05, 8.3648e-05, 5.9005e-05, 5.6848e-05, 5.5116e-05, 6.1389e-05,\n 4.2003e-05, 5.3907e-05, 4.9085e-05, 4.9581e-05, 3.4773e-05, 4.3946e-05,\n 3.8273e-05, 9.5236e-05, 4.0330e-05, 5.6806e-05, 8.2155e-05, 5.7104e-05,\n 5.9520e-05, 6.7099e-05, 1.2884e-04, 3.8437e-05, 5.1221e-05, 5.5758e-05,\n 4.8568e-05, 5.5176e-05, 5.1649e-05, 4.5572e-05, 6.9582e-05, 6.4288e-05,\n 9.7619e-05, 4.8234e-05, 4.8788e-05, 5.8141e-05, 4.7137e-05, 6.0368e-05,\n 3.1531e-05, 5.5496e-05, 5.3917e-05, 4.3220e-05, 5.9432e-05, 6.8683e-05,\n 5.2578e-05, 5.2918e-05, 7.6199e-05, 8.9200e-05, 6.0610e-05, 7.8903e-05,\n 7.1224e-05, 5.2959e-05, 9.6237e-05, 3.3639e-05, 3.1361e-05, 5.9422e-05,\n 5.3596e-05, 4.2114e-05, 4.2291e-05, 5.1223e-05, 4.2370e-05, 4.6359e-05,\n 4.8217e-05, 8.0089e-05, 6.0860e-05, 3.0565e-05, 4.0107e-05, 5.1766e-05,\n 7.0559e-05, 4.9926e-05, 5.4202e-05, 3.0385e-05, 7.5266e-05, 5.1342e-05,\n 4.0847e-05, 6.4708e-05, 4.1502e-05, 6.8138e-05, 3.9031e-05, 3.8857e-05,\n 3.7222e-05, 1.7729e-05, 7.4312e-05, 4.5109e-05, 4.2166e-05, 5.2451e-05,\n 4.1105e-05, 4.6998e-05, 5.8167e-05, 4.3984e-05, 8.4102e-05, 4.6081e-05,\n 4.9915e-05, 5.3591e-05], device='cuda:0')"
24
  },
25
  "4": {
26
- "step": "tensor(8764.)",
27
- "exp_avg": "tensor([[ 1.0038e-05, 9.4108e-06, 2.7505e-05, ..., 2.4852e-06,\n 3.7669e-06, 6.3787e-05],\n [ 1.9470e-05, 2.0043e-05, -7.0396e-06, ..., -1.4890e-05,\n -2.4699e-05, 3.5419e-05],\n [ 1.6826e-05, 8.9468e-05, 2.9242e-05, ..., -3.6991e-06,\n -2.7190e-05, 1.5104e-04],\n ...,\n [-6.3658e-05, -1.2358e-04, 1.5159e-05, ..., -1.3068e-06,\n 2.1898e-05, 5.6792e-05],\n [ 4.6471e-05, -8.8133e-05, 5.5552e-06, ..., 1.7137e-06,\n 1.1247e-05, 1.3264e-05],\n [ 4.6721e-05, 1.0816e-05, 1.6627e-05, ..., -1.1206e-05,\n 1.0196e-05, -2.5092e-06]], device='cuda:0')",
28
- "exp_avg_sq": "tensor([[2.3247e-09, 4.4304e-09, 9.3080e-09, ..., 3.1219e-09, 3.5028e-09,\n 6.6674e-09],\n [5.0014e-09, 1.3129e-08, 6.9290e-09, ..., 5.4183e-09, 4.1549e-09,\n 6.8560e-09],\n [6.9622e-09, 1.2377e-08, 4.8743e-09, ..., 7.9725e-09, 3.0417e-09,\n 1.3678e-08],\n ...,\n [5.0277e-09, 1.0526e-08, 6.9647e-09, ..., 7.0167e-09, 3.7602e-09,\n 1.0392e-08],\n [5.9224e-09, 9.4115e-09, 6.1739e-09, ..., 6.0604e-09, 7.3569e-09,\n 1.3406e-08],\n [6.3928e-09, 6.5084e-09, 9.1209e-09, ..., 7.9800e-09, 4.4331e-09,\n 1.0776e-08]], device='cuda:0')"
29
  },
30
  "5": {
31
- "step": "tensor(8764.)",
32
- "exp_avg": "tensor([[ 9.3638e-06, -2.0134e-05, 7.7489e-07, ..., 2.8993e-06,\n -4.1681e-06, 3.6918e-05],\n [ 1.0108e-05, 5.0079e-05, 1.1900e-05, ..., -9.2397e-06,\n -1.1783e-05, 5.5061e-06],\n [ 2.0444e-05, 5.1702e-05, 1.5017e-05, ..., 6.5621e-07,\n -1.5640e-05, 7.7167e-05],\n ...,\n [-5.7429e-06, -8.5181e-06, -1.4202e-05, ..., -6.8877e-06,\n 9.9631e-06, 3.3334e-05],\n [ 3.9984e-06, 2.0433e-05, 2.1733e-05, ..., -2.9374e-07,\n 1.1542e-05, -3.1845e-05],\n [ 6.3772e-06, 1.7921e-05, -1.2877e-05, ..., 5.0363e-08,\n 1.1391e-06, -2.4086e-05]], device='cuda:0')",
33
- "exp_avg_sq": "tensor([[9.4943e-10, 1.5236e-09, 2.0436e-09, ..., 1.3391e-09, 7.2012e-10,\n 2.4777e-09],\n [2.0234e-09, 5.1843e-09, 1.8830e-09, ..., 1.8566e-09, 2.0913e-09,\n 2.7160e-09],\n [2.3286e-09, 5.6478e-09, 2.0468e-09, ..., 3.0686e-09, 1.3341e-09,\n 4.5767e-09],\n ...,\n [2.7227e-09, 4.2051e-09, 2.7985e-09, ..., 1.8293e-09, 1.7615e-09,\n 2.2575e-09],\n [3.0379e-09, 8.2385e-09, 2.4456e-09, ..., 2.2824e-09, 1.6111e-09,\n 3.4423e-09],\n [1.5216e-09, 3.8339e-09, 1.9710e-09, ..., 2.7051e-09, 1.2762e-09,\n 3.8954e-09]], device='cuda:0')"
34
  },
35
  "6": {
36
- "step": "tensor(8764.)",
37
- "exp_avg": "tensor([ 0.0014, -0.0014], device='cuda:0')",
38
- "exp_avg_sq": "tensor([5.6511e-06, 5.6511e-06], device='cuda:0')"
39
  }
40
  },
41
  "param_groups": [
42
  {
43
- "lr": 0.0020618676311637816,
44
  "name": "shared",
45
  "betas": [
46
  0.9,
@@ -64,7 +64,7 @@
64
  ]
65
  },
66
  {
67
- "lr": 0.0020618676311637816,
68
  "name": "scale_256",
69
  "betas": [
70
  0.9,
@@ -85,7 +85,7 @@
85
  ]
86
  },
87
  {
88
- "lr": 0.0020618676311637816,
89
  "name": "scale_512",
90
  "betas": [
91
  0.9,
@@ -106,7 +106,7 @@
106
  ]
107
  },
108
  {
109
- "lr": 0.0010313307618949636,
110
  "name": "fusion",
111
  "betas": [
112
  0.9,
@@ -133,30 +133,30 @@
133
  "T_i": 10,
134
  "T_mult": 2,
135
  "eta_min": 1e-06,
136
- "T_cur": 7,
137
  "base_lrs": [
138
  0.01,
139
  0.01,
140
  0.01,
141
  0.005
142
  ],
143
- "last_epoch": 7,
144
  "_step_count": 0,
145
  "_is_initial": false,
146
  "_get_lr_called_within_step": false,
147
  "_last_lr": [
148
- 0.0020618676311637816,
149
- 0.0020618676311637816,
150
- 0.0020618676311637816,
151
- 0.0010313307618949636
152
  ]
153
  },
154
  "metrics": {
155
- "best_val_acc": 74.984,
156
- "best_epoch": 6,
157
  "scale_accuracies": {
158
- "256": 74.664,
159
- "512": 74.91
160
  }
161
  },
162
  "train_config": {
 
1
  {
2
+ "epoch": 7,
3
  "optimizer_state_dict": {
4
  "state": {
5
  "0": {
6
+ "step": "tensor(10016.)",
7
+ "exp_avg": "tensor([[-8.3121e-05, -1.5737e-04, -3.9049e-05, ..., -1.8132e-05,\n -4.2953e-05, 1.1590e-05],\n [-5.4194e-05, 5.3364e-04, 9.6151e-05, ..., -3.2421e-05,\n -1.4706e-04, -2.2446e-05],\n [-1.3512e-04, 1.3502e-04, 2.4050e-06, ..., -1.2234e-04,\n -3.3371e-05, -9.8152e-05],\n ...,\n [ 1.4704e-04, -4.7881e-05, -2.7708e-05, ..., -5.7964e-05,\n 1.7519e-05, 2.4800e-05],\n [ 1.1016e-04, -5.1679e-05, -5.4256e-05, ..., 5.3770e-05,\n 4.9809e-05, 9.8476e-05],\n [-2.7683e-07, 5.9255e-05, 1.8624e-05, ..., -1.0886e-04,\n -3.4453e-05, -5.7408e-05]], device='cuda:0')",
8
+ "exp_avg_sq": "tensor([[1.8642e-07, 2.7617e-07, 5.4280e-08, ..., 4.2626e-08, 8.9265e-08,\n 5.4369e-08],\n [2.6878e-07, 5.3715e-07, 5.3050e-08, ..., 4.1821e-08, 1.5581e-07,\n 7.3203e-08],\n [2.1340e-07, 4.8007e-07, 6.1985e-08, ..., 6.1378e-08, 5.3868e-08,\n 4.5742e-08],\n ...,\n [1.4580e-07, 4.0690e-07, 4.5622e-08, ..., 5.0678e-08, 4.5414e-08,\n 4.2101e-08],\n [2.5926e-07, 2.1860e-07, 5.2533e-08, ..., 6.6224e-08, 5.5452e-08,\n 4.2355e-08],\n [1.1736e-07, 1.5427e-07, 3.9819e-08, ..., 5.1657e-08, 4.7551e-08,\n 3.8856e-08]], device='cuda:0')"
9
  },
10
  "1": {
11
+ "step": "tensor(10016.)",
12
+ "exp_avg": "tensor([ 7.4910e-04, -4.6563e-03, -4.1097e-03, 4.7528e-04, -1.8205e-03,\n -5.3665e-04, 1.1896e-03, 4.6760e-03, -5.5260e-03, 1.6790e-04,\n -7.7292e-04, 7.8851e-04, 5.0896e-03, -1.8315e-03, 2.3047e-03,\n 2.1128e-04, 3.3042e-03, -2.6892e-04, 4.8874e-04, 1.4407e-03,\n -3.3585e-03, -6.7984e-04, -3.2952e-03, 1.2432e-03, -7.0345e-03,\n -2.7743e-03, -2.7231e-04, -4.9501e-05, 1.6702e-03, 1.9505e-03,\n 2.0656e-03, 2.7280e-05, 8.9518e-04, 1.6420e-03, -4.5713e-04,\n 2.3686e-03, 1.3258e-03, -5.0809e-03, -1.2372e-04, -8.6228e-04,\n -1.3956e-03, 1.0675e-03, -2.5108e-04, 1.0206e-03, 3.6031e-04,\n -1.0496e-03, 1.0071e-03, 3.6156e-03, 1.3394e-03, 6.1960e-04,\n -8.2964e-04, -1.1252e-03, 8.9301e-04, -1.5012e-03, -2.3010e-04,\n -1.9216e-03, 8.7969e-04, 4.4910e-04, -8.4377e-04, 3.3992e-03,\n 3.2403e-03, 9.9409e-04, -1.9642e-04, 1.1040e-03, 6.0722e-04,\n 3.6284e-03, 1.1877e-03, 2.9066e-04, 2.8795e-04, 6.3946e-04,\n -4.1146e-03, 2.9549e-03, 6.0180e-04, -5.3372e-04, -2.2530e-03,\n 3.3225e-03, 5.0966e-03, -1.6546e-03, 5.1215e-04, 1.6038e-04,\n -5.6873e-04, 9.6484e-04, 1.3413e-03, 2.8388e-03, 2.2763e-03,\n -2.4126e-03, 1.9433e-03, -1.3573e-03, -4.4267e-04, -3.6266e-03,\n 8.0119e-03, 9.5753e-04, 7.3343e-04, 1.2492e-03, 8.5293e-06,\n -1.1906e-03, 4.8880e-03, -1.9908e-03, -2.7189e-04, -2.8597e-04,\n -3.1599e-03, 8.6587e-04, 2.6896e-03, 7.8990e-04, -4.5370e-04,\n 3.4731e-03, 1.3293e-03, -1.6263e-03, 1.8791e-03, -3.3001e-03,\n -1.5536e-03, 1.3993e-03, 1.2598e-03, -2.8554e-03, 1.2720e-03,\n -8.7009e-04, -3.3079e-03, 2.9229e-03, -1.3756e-03, 1.3107e-03,\n 2.9342e-03, 3.5718e-03, -4.4945e-03, -1.9084e-03, 2.8544e-03,\n 1.1536e-03, -4.1009e-03, -2.2029e-03, -1.4982e-03, -2.1103e-03,\n -7.9618e-04, -1.5744e-03, 3.5969e-03, 3.7378e-03, -1.4050e-03,\n -6.3642e-05, -2.5679e-03, 4.8307e-03, -1.4014e-03, 4.9722e-04,\n 9.5884e-04, 2.2544e-03, 4.0021e-04, -4.4768e-03, -8.3085e-04,\n 4.9291e-03, -9.4991e-04, -2.6174e-03, 2.6433e-03, 3.2126e-03,\n -6.0256e-03, 2.3279e-03, -1.3321e-03, -1.7132e-03, -6.5590e-04,\n 2.2209e-04, 1.7727e-03, -2.7364e-03, -4.2463e-04, -5.8728e-04,\n -2.8757e-03, 3.0684e-04, -5.5115e-03, 3.1944e-03, -1.0332e-02,\n -6.8457e-04, 2.1949e-03, -8.0147e-04, -6.3712e-05, 8.9149e-03,\n -2.0481e-03, -3.5045e-04, 3.4423e-03, 1.4276e-03, 5.4829e-03,\n -2.6388e-03, 2.0104e-04, -7.2451e-03, -3.4126e-03, 5.7862e-03,\n -4.1143e-06, 3.7494e-04, 3.0434e-03, -4.2851e-04, -4.8353e-03,\n 2.4067e-04, 3.4136e-03, -1.3571e-03, -4.5448e-03, 5.7497e-04,\n 3.0473e-04, 4.1029e-03, -6.0396e-04, 8.6157e-04, 4.5105e-04,\n -1.4800e-03, 2.4083e-03, -3.6880e-04, 2.8268e-04, 2.8662e-03,\n 1.9702e-03, 8.3570e-04, -1.1084e-03, -1.6086e-03, -1.2665e-03,\n 2.1626e-03, -4.2289e-03, -3.6627e-03, -2.6686e-03, 6.5171e-04,\n -2.1064e-03, 4.2470e-03, -1.9770e-03, 1.9737e-04, 2.0228e-03,\n -4.7198e-04, -2.5578e-04, 2.1265e-03, 2.5978e-04, 1.4166e-03,\n -2.1238e-03, 2.4566e-03, 1.1630e-03, 2.5832e-04, 2.4799e-03,\n -6.2684e-03, -6.6605e-04, 4.6573e-03, 7.0976e-05, 3.7181e-03,\n 1.0558e-03, 3.4344e-03, 2.6259e-04, -2.7366e-04, -2.6342e-03,\n 1.5967e-03, 6.4501e-03, -1.0278e-03, -4.1203e-03, -2.2733e-03,\n 3.0712e-04, -4.3526e-05, 3.4525e-03, -7.0188e-04, -9.4915e-04,\n -1.6754e-03, 2.2671e-04, 5.0896e-04, 3.7154e-03, -1.3573e-03,\n -5.2218e-04, 2.1104e-03, -2.5808e-04, -3.2865e-03, 1.8245e-03,\n 1.9847e-03, 4.7578e-03, 2.0483e-04, -8.2894e-03, 6.8634e-04,\n 4.3844e-03, 1.2266e-03, -1.5879e-03, 1.9128e-04, 7.4593e-04,\n -8.7549e-04, 3.2310e-03, -2.8274e-03, -3.7356e-03, 1.7606e-03,\n 2.8292e-03, 3.3856e-03, 5.7539e-04, 1.7073e-03, 1.6451e-03,\n 1.7809e-03, 4.4176e-03, -1.2630e-03, 1.5152e-03, 3.4351e-03,\n -1.2069e-03, 7.0128e-04, 2.9212e-03, -9.8724e-04, -2.7514e-03,\n -1.1674e-05, -5.3376e-04, 2.9574e-03, -2.0332e-03, -1.3267e-03,\n -1.1378e-03, 7.4877e-04, 1.3142e-03, -7.1957e-04, -5.1166e-04,\n -7.0799e-04, 3.2782e-05, -7.3972e-03, -1.4957e-03, -1.0380e-03,\n -3.0070e-03, 1.8444e-03, 1.0610e-03, 2.3937e-04, 5.4218e-03,\n -2.1939e-03, 2.4635e-03, -9.8212e-04, 4.3057e-04, 1.7985e-04,\n 1.3633e-03, 6.1299e-03, 1.6425e-03, 7.7463e-04, -9.1109e-06,\n 5.5298e-04, -8.6262e-04, 4.5337e-04, -2.5073e-03, 1.1204e-03,\n -8.7200e-04, 4.4421e-03, -6.8891e-04, 2.2671e-03, 8.4883e-04,\n -3.4246e-03, 9.9351e-04, -1.2448e-03, -9.0568e-04, -2.0683e-03,\n -8.6838e-04, 2.7745e-03, -5.8811e-04, -6.9873e-04, 6.0178e-04,\n 5.4545e-03, -2.7220e-03, -9.4002e-04, 1.8188e-03, -3.7814e-03,\n -3.6868e-03, 1.3002e-03, 2.6932e-03, 3.2397e-03, -1.9953e-03,\n -2.0911e-03, 4.8331e-04, -3.2365e-04, 6.9004e-04, -1.8938e-03,\n 1.5082e-03, 1.7418e-03, -1.1258e-03, -1.0191e-03, -2.2847e-04,\n -9.3334e-04, -1.6197e-03, -3.8013e-04, -5.6624e-03, -6.7544e-03,\n 2.3059e-05, 1.8082e-03, -1.9240e-03, 5.0692e-04, -6.7659e-03,\n 2.2072e-03, 1.1520e-03, 5.5448e-03, 2.7821e-03, -6.8653e-04,\n 5.8280e-04, 2.4119e-03, 6.9423e-04, 1.6114e-03, 1.3468e-03,\n -3.3809e-03, 1.3575e-03, 5.5958e-04, -9.6368e-04, 9.4027e-04,\n -1.5110e-03, -6.0350e-03, -5.9214e-04, 1.3561e-03, -3.0266e-03,\n -1.2503e-03, -1.9146e-03, 1.7866e-03, -5.7373e-04, 4.6008e-03,\n -3.6295e-03, -1.6504e-03, -3.1096e-03, -2.5648e-03, 6.3719e-04,\n -4.7093e-04, -3.5659e-05, 1.1213e-03, -2.0306e-03, 1.3614e-03,\n 2.8261e-03, -6.8556e-03, 3.1528e-03, -2.4299e-03, -1.5962e-04,\n -2.6294e-04, -1.9162e-03, 1.1574e-03, -1.5562e-03, 1.8077e-05,\n -3.6765e-03, -4.5724e-04, 1.8687e-03, -2.5056e-04, -1.9314e-03,\n -6.6602e-04, -2.5772e-03, -5.5512e-04, 5.4633e-04, -6.8439e-03,\n -1.0632e-03, 1.9542e-03, 2.2758e-03, -7.0128e-03, -1.7423e-03,\n -8.9994e-04, 2.9853e-03, -4.2177e-03, -1.5912e-03, 6.9113e-03,\n 1.9048e-03, 2.4799e-03, 1.6315e-03, 1.8770e-04, 1.3535e-03,\n -1.8013e-03, -9.5419e-04, -6.2029e-03, -1.0438e-02, -3.5100e-03,\n -4.4889e-03, -5.9484e-04, 4.2092e-03, 3.3364e-03, -1.7879e-03,\n -8.6488e-03, -1.3739e-03, 1.8165e-03, -2.2972e-04, -4.3936e-04,\n -3.7185e-03, -2.1077e-03, 1.1290e-03, -4.5762e-03, -1.0945e-03,\n -5.4202e-03, 1.9461e-04, 2.4493e-03, 1.7595e-03, 6.0454e-04,\n 1.8292e-03, -8.0290e-04, -1.9603e-03, -9.3162e-04, -7.7519e-05,\n -8.2052e-04, 3.6890e-03, 3.1235e-03, 2.5388e-03, 2.1921e-03,\n -1.9409e-03, -3.6935e-04, -1.7098e-03, 9.9547e-04, 2.8530e-03,\n 2.2502e-03, -1.4082e-03, -3.8399e-03, 5.5477e-03, -3.2468e-03,\n -1.2053e-03, -7.7697e-05, 3.1833e-03, -7.8764e-05, 1.0989e-03,\n 6.4202e-03, 1.1219e-03, -4.4809e-04, -2.5411e-03, 5.0372e-03,\n -1.6649e-03, -6.0769e-04, 4.3985e-03, 1.9242e-03, -4.4790e-03,\n 1.8240e-03, 3.1831e-03, 1.1803e-03, -6.0221e-04, -4.9300e-04,\n 7.3794e-04, 4.1655e-03, -5.0925e-04, -1.5400e-03, -4.8063e-04,\n -3.3105e-03, -4.3708e-04, 1.5902e-03, 7.3367e-04, 2.8786e-03,\n 2.2454e-03, -2.8082e-03], device='cuda:0')",
13
+ "exp_avg_sq": "tensor([7.4567e-05, 1.1305e-04, 9.9482e-05, 5.2833e-05, 6.5447e-05, 8.9033e-05,\n 5.9609e-05, 5.1296e-05, 6.6777e-05, 6.0139e-05, 7.3862e-05, 1.7133e-05,\n 1.0513e-04, 1.5065e-04, 5.0836e-05, 1.0703e-04, 7.8395e-05, 6.5527e-05,\n 6.1004e-05, 8.8064e-05, 6.2587e-05, 7.1617e-05, 1.2430e-04, 5.2493e-05,\n 1.2678e-04, 7.0381e-05, 6.8817e-05, 7.4013e-05, 6.0012e-05, 5.5573e-05,\n 9.1148e-05, 7.3286e-05, 7.2046e-05, 6.5420e-05, 1.2894e-04, 5.1940e-05,\n 1.5271e-04, 8.0304e-05, 4.2885e-05, 7.6550e-05, 7.4217e-05, 7.9362e-05,\n 8.3442e-05, 6.4604e-05, 7.5694e-05, 7.6314e-05, 8.1992e-05, 4.1953e-05,\n 4.6129e-05, 7.2058e-05, 2.5016e-05, 7.9186e-05, 5.1850e-05, 1.2948e-04,\n 7.2867e-05, 6.7801e-05, 7.0896e-05, 5.4549e-05, 5.0889e-05, 9.6628e-05,\n 1.1094e-04, 8.4006e-05, 6.7681e-05, 2.5166e-05, 6.8102e-05, 6.3835e-05,\n 7.6107e-05, 8.9913e-05, 7.8419e-05, 8.9515e-05, 1.1414e-04, 9.1636e-05,\n 7.8987e-05, 7.4195e-05, 6.0650e-05, 1.0747e-04, 8.8988e-05, 7.0552e-05,\n 5.7219e-05, 9.8889e-05, 9.4490e-05, 6.3398e-05, 5.7351e-05, 8.3805e-05,\n 5.6748e-05, 1.0426e-04, 1.1831e-04, 1.3796e-04, 1.9493e-05, 7.4585e-05,\n 1.0676e-04, 1.4060e-04, 9.3280e-05, 5.7927e-05, 7.6995e-05, 4.9056e-05,\n 9.4287e-05, 2.9586e-05, 6.7480e-05, 9.2417e-05, 4.7859e-05, 4.9324e-05,\n 7.2708e-05, 7.8636e-05, 6.7477e-05, 1.2261e-04, 9.6364e-05, 6.9785e-05,\n 8.3361e-05, 5.6562e-05, 5.5415e-05, 7.5988e-05, 6.3409e-05, 1.4401e-04,\n 5.7595e-05, 7.7172e-05, 8.0008e-05, 6.0966e-05, 6.3362e-05, 5.9310e-05,\n 7.0633e-05, 9.9513e-05, 7.3819e-05, 5.5634e-05, 5.1360e-05, 6.9363e-05,\n 6.8807e-05, 7.1567e-05, 6.9284e-05, 5.1625e-05, 6.6654e-05, 1.0240e-04,\n 8.8612e-05, 6.3060e-05, 5.5478e-05, 1.1532e-04, 8.1676e-05, 7.9991e-05,\n 6.7742e-05, 6.8723e-05, 9.2345e-05, 6.8024e-05, 8.4901e-05, 8.2973e-05,\n 7.8260e-05, 1.0541e-04, 9.0160e-05, 7.7203e-05, 9.8687e-05, 8.6324e-05,\n 8.0334e-05, 4.9872e-05, 6.7990e-05, 4.6601e-05, 9.0198e-05, 7.8441e-05,\n 9.1818e-05, 6.3336e-05, 1.3420e-04, 1.0256e-04, 9.4515e-05, 5.0627e-05,\n 6.3026e-05, 9.9851e-05, 3.9148e-05, 5.7724e-05, 1.1025e-04, 6.9167e-05,\n 7.1479e-05, 7.8338e-05, 5.8517e-05, 8.8850e-05, 8.0431e-05, 9.7942e-05,\n 7.8144e-05, 8.7820e-05, 9.0937e-05, 5.6561e-05, 4.5628e-05, 1.0876e-04,\n 1.8832e-04, 9.1743e-05, 5.4366e-05, 1.0994e-04, 6.3454e-05, 5.6647e-05,\n 6.8051e-05, 7.5073e-05, 6.1408e-05, 6.3321e-05, 6.6309e-05, 1.3313e-04,\n 7.6151e-05, 6.9214e-05, 8.9648e-05, 8.3027e-05, 5.8238e-05, 5.4920e-05,\n 6.3130e-05, 6.0993e-05, 8.2980e-05, 5.8867e-05, 5.5293e-05, 1.1096e-04,\n 5.2425e-05, 4.3371e-05, 6.5950e-05, 5.9429e-05, 6.5845e-05, 9.1273e-05,\n 6.1875e-05, 7.0187e-05, 9.4203e-05, 5.2711e-05, 1.6147e-04, 5.8081e-05,\n 7.7028e-05, 7.2045e-05, 4.6908e-05, 6.6767e-05, 7.9031e-05, 1.2200e-04,\n 1.0372e-04, 6.0089e-05, 8.7951e-05, 9.8634e-05, 9.4764e-05, 8.8676e-05,\n 6.8402e-05, 8.2791e-05, 6.4151e-05, 9.3549e-05, 6.3809e-05, 5.5819e-05,\n 4.9175e-05, 7.4126e-05, 1.0327e-04, 1.1179e-04, 9.9925e-05, 7.2237e-05,\n 7.7150e-05, 6.0638e-05, 6.7980e-05, 5.8648e-05, 5.3016e-05, 1.2836e-04,\n 7.3177e-05, 8.9091e-05, 5.4691e-05, 5.8934e-05, 5.9770e-05, 5.1075e-05,\n 8.8150e-05, 6.0335e-05, 7.5877e-05, 7.7216e-05, 7.5529e-05, 1.1559e-04,\n 7.9499e-05, 8.4650e-05, 8.1109e-05, 6.5531e-05, 1.2123e-04, 8.0114e-05,\n 6.1565e-05, 7.6873e-05, 6.0146e-05, 6.5050e-05, 4.7124e-05, 1.0767e-04,\n 4.3644e-05, 5.6448e-05, 9.0052e-05, 5.3782e-05, 7.3908e-05, 6.9290e-05,\n 7.2239e-05, 5.1698e-05, 8.3397e-05, 6.5076e-05, 1.1414e-04, 8.5810e-05,\n 8.5756e-05, 8.9816e-05, 6.4288e-05, 1.0779e-04, 4.6601e-05, 8.8613e-05,\n 6.1474e-05, 3.6682e-05, 8.1956e-05, 2.1077e-04, 7.6377e-05, 6.6786e-05,\n 7.4518e-05, 5.6780e-05, 1.4840e-04, 1.3055e-04, 8.0710e-05, 8.4376e-05,\n 4.9888e-05, 6.6625e-05, 8.8029e-05, 1.0115e-04, 1.3471e-04, 8.3666e-05,\n 8.2590e-05, 4.1392e-05, 6.0848e-05, 7.1180e-05, 5.5986e-05, 6.9610e-05,\n 5.9431e-05, 8.9407e-05, 6.4100e-05, 6.1082e-05, 4.5875e-05, 5.8417e-05,\n 7.9637e-05, 8.9868e-05, 5.3313e-05, 1.2248e-04, 1.5306e-04, 1.5833e-04,\n 4.9203e-05, 5.7167e-05, 5.8767e-05, 9.7313e-05, 4.0001e-05, 7.6306e-05,\n 5.8897e-05, 8.2337e-05, 8.4678e-05, 6.9214e-05, 5.5601e-05, 6.8286e-05,\n 8.1462e-05, 8.5940e-05, 1.1385e-04, 9.7486e-05, 5.9693e-05, 6.4228e-05,\n 5.7549e-05, 8.1242e-05, 9.0476e-05, 8.9413e-05, 6.3272e-05, 8.5150e-05,\n 7.9811e-05, 9.8972e-05, 5.5262e-05, 6.5858e-05, 6.2593e-05, 9.2687e-05,\n 8.1831e-05, 6.5028e-05, 4.4623e-05, 8.4137e-05, 7.9218e-05, 6.6064e-05,\n 6.5684e-05, 5.3449e-05, 1.0124e-04, 6.2358e-05, 8.0666e-05, 9.6106e-05,\n 7.0633e-05, 1.1154e-04, 5.9376e-05, 3.8808e-05, 1.4907e-04, 7.0646e-05,\n 1.0211e-04, 3.6230e-05, 1.2680e-04, 1.7452e-04, 7.8087e-05, 6.1682e-05,\n 7.8413e-05, 3.9197e-05, 7.3438e-05, 6.8470e-05, 1.7490e-04, 7.9392e-05,\n 9.3296e-05, 5.2774e-05, 5.0501e-05, 9.4016e-05, 1.0261e-04, 1.4545e-04,\n 8.8806e-05, 5.1829e-05, 8.4651e-05, 5.3702e-05, 6.3961e-05, 8.0441e-05,\n 9.2157e-05, 6.1840e-05, 5.8631e-05, 9.2548e-05, 1.6827e-04, 1.4708e-04,\n 6.9654e-05, 6.0729e-05, 6.9812e-05, 1.1440e-04, 6.5502e-05, 4.0298e-05,\n 8.3875e-05, 6.5900e-05, 8.6064e-05, 8.3349e-05, 7.9974e-05, 6.0982e-05,\n 8.4965e-05, 5.4255e-05, 1.0240e-04, 1.2270e-04, 5.3637e-05, 1.1230e-04,\n 7.4871e-05, 8.6295e-05, 7.9951e-05, 8.7877e-05, 7.0675e-05, 7.6864e-05,\n 6.7726e-05, 8.7249e-05, 8.5797e-05, 1.1125e-04, 8.3369e-05, 6.8337e-05,\n 8.6042e-05, 4.6228e-05, 5.9869e-05, 6.1850e-05, 1.1061e-04, 6.7471e-05,\n 8.1949e-05, 6.5670e-05, 1.3806e-04, 7.5217e-05, 9.8484e-05, 6.3834e-05,\n 7.3808e-05, 7.1949e-05, 9.6927e-05, 5.2828e-05, 8.4262e-05, 4.7868e-05,\n 7.8327e-05, 5.8924e-05, 7.7985e-05, 5.4825e-05, 7.9427e-05, 6.9204e-05,\n 5.0364e-05, 7.4113e-05, 6.5655e-05, 5.9954e-05, 1.0552e-04, 4.7535e-05,\n 5.8667e-05, 8.5513e-05, 6.4468e-05, 7.1123e-05, 1.2095e-04, 1.4469e-04,\n 1.2069e-04, 8.6100e-05, 1.1468e-04, 3.6580e-05, 5.8435e-05, 7.5718e-05,\n 6.7296e-05, 5.8378e-05, 5.6812e-05, 7.0638e-05, 1.2015e-04, 6.8580e-05,\n 1.0335e-04, 1.4333e-04, 6.2268e-05, 6.3271e-05, 9.0890e-05, 1.2744e-04,\n 1.4703e-04, 9.3259e-05, 1.3236e-04, 6.3702e-05, 1.2913e-04, 7.5778e-05,\n 5.9283e-05, 8.9470e-05, 8.5669e-05, 9.4684e-05, 5.1315e-05, 5.9354e-05,\n 7.0693e-05, 3.6245e-05, 6.8999e-05, 9.5054e-05, 5.4257e-05, 8.6529e-05,\n 7.6644e-05, 6.2991e-05, 8.5782e-05, 7.1642e-05, 1.0409e-04, 6.8478e-05,\n 9.1402e-05, 8.1677e-05], device='cuda:0')"
14
  },
15
  "2": {
16
+ "step": "tensor(10016.)",
17
+ "exp_avg": "tensor([ 1.2844e-03, -4.8371e-03, -5.6882e-03, 1.0220e-03, -2.2788e-03,\n -6.8147e-04, 9.8995e-04, 6.3752e-03, -8.1504e-03, 1.6054e-03,\n -5.2044e-04, 5.6990e-03, 7.6974e-03, -1.8404e-03, 4.6191e-03,\n 2.8433e-04, 5.7064e-03, -1.2997e-03, 7.8597e-04, 1.5703e-03,\n -4.0872e-03, -2.4655e-04, -2.9045e-03, 7.1589e-04, -8.9364e-03,\n -2.6767e-03, -5.8415e-04, 9.9547e-05, 3.3362e-03, 5.5332e-03,\n 2.2531e-03, -1.3383e-03, 2.6549e-04, 1.9105e-03, -3.7277e-04,\n 2.6912e-03, 1.2267e-03, -7.1858e-03, 1.4150e-04, -2.6403e-04,\n -1.3850e-03, 1.1793e-03, -1.3040e-03, 1.6137e-03, 1.4264e-03,\n -2.0561e-03, 1.6135e-03, 8.6818e-03, 2.9713e-03, 1.0554e-03,\n -2.1269e-03, -2.9301e-03, 3.1369e-03, -2.5701e-03, -6.3705e-04,\n -1.6624e-03, 1.6557e-03, 8.3141e-04, -1.3489e-03, 4.6621e-03,\n 3.3667e-03, 1.6762e-03, -1.0803e-03, 2.1564e-02, -2.7987e-04,\n 3.2935e-03, 1.6211e-03, -1.6584e-05, 6.2005e-04, 6.6785e-04,\n -3.8350e-03, 3.5023e-03, 1.2261e-03, -5.3869e-04, -4.0663e-03,\n 3.4556e-03, 7.4528e-03, -1.3969e-03, 1.5212e-03, 4.9870e-04,\n -7.0885e-04, 1.8653e-03, 4.5850e-03, 4.0333e-03, 3.7834e-03,\n -2.5109e-03, 1.5529e-03, -1.5168e-03, 5.6052e-45, -1.1225e-02,\n 8.3150e-03, -2.7532e-05, 3.1663e-04, 2.2651e-03, 6.2897e-04,\n -2.3214e-03, 4.1328e-03, -8.7571e-03, 2.6661e-04, 1.1742e-03,\n -4.9999e-03, 1.8297e-03, 3.2495e-03, 1.4057e-03, -3.4085e-04,\n 2.5081e-03, 1.4571e-03, -2.3765e-03, 2.4037e-03, -6.2788e-03,\n -3.1700e-03, 1.3846e-03, 3.9640e-03, -2.6547e-03, 1.3001e-03,\n -1.4215e-03, -4.8901e-03, 4.4939e-03, -2.4462e-03, 1.1654e-03,\n 6.2553e-03, 3.9689e-03, -7.3678e-03, -4.5416e-03, 4.1601e-03,\n 1.3556e-03, -5.1442e-03, -1.4911e-03, -3.4265e-03, -5.5293e-03,\n -1.1182e-03, -3.1140e-03, 3.8088e-03, 6.6972e-03, -1.9075e-03,\n 1.7973e-03, -2.7791e-03, 5.6403e-03, -1.3225e-03, 4.8130e-04,\n 3.5728e-04, 3.5172e-03, 8.0237e-04, -5.7577e-03, -1.0271e-03,\n 6.7856e-03, -2.2133e-03, -2.2048e-03, 2.1108e-03, 3.2611e-03,\n -5.8249e-03, 4.9918e-03, -2.4189e-03, -1.6604e-03, -3.7442e-04,\n -1.3231e-04, 1.4597e-03, -2.3986e-03, -7.2935e-04, -1.2473e-03,\n -2.8820e-03, 9.3230e-04, -1.0316e-02, 2.4188e-03, -2.0014e-02,\n 3.6036e-04, 1.5653e-03, -1.6254e-03, -4.7171e-04, 1.3266e-02,\n -2.8095e-03, -6.3598e-04, 4.4220e-03, 7.7382e-04, 1.2533e-02,\n -3.2974e-03, 9.7986e-04, -1.3856e-02, -6.4749e-03, 1.0571e-02,\n 4.8961e-04, 1.1908e-03, 7.3475e-03, -1.6823e-03, -7.1681e-03,\n 6.1065e-04, 6.2860e-03, -2.9537e-03, -6.4121e-03, 1.0058e-03,\n 6.1022e-04, 5.0683e-03, -5.2101e-04, 6.5192e-04, 9.0750e-04,\n -8.7749e-04, 3.9167e-03, -1.4253e-04, 5.3020e-04, 3.0208e-03,\n 4.2317e-03, 3.4251e-03, -2.0814e-03, -1.5558e-03, -1.7216e-03,\n 5.7970e-03, -7.7888e-03, -5.4314e-03, -3.5853e-03, 8.8684e-04,\n -3.2327e-03, 9.6929e-03, -2.0468e-03, -8.8146e-04, 2.1811e-03,\n 1.2341e-04, 6.1209e-04, 4.1319e-03, -1.0467e-03, 3.4370e-03,\n -4.4027e-03, 3.3293e-03, 1.6576e-03, 5.7367e-04, 1.4198e-03,\n -5.1067e-03, 1.3341e-03, 4.9894e-03, -1.5626e-03, 3.5333e-03,\n 3.9010e-04, 4.4160e-03, -1.8646e-04, 4.5171e-04, -6.3266e-03,\n 2.9658e-03, 1.4075e-02, -9.3374e-04, -2.3496e-03, -3.0953e-03,\n -3.0453e-04, -1.2701e-03, 4.3494e-03, -1.8660e-03, -1.4951e-03,\n -1.3626e-03, 9.1744e-04, 3.1704e-04, 1.2288e-02, -2.4178e-03,\n -8.9477e-04, 5.0379e-03, -1.4777e-04, -4.1236e-03, 1.3233e-03,\n 2.4408e-03, 3.8808e-03, 1.7225e-04, -6.2837e-03, 9.6272e-04,\n 6.0061e-03, 2.6981e-03, -1.4508e-03, -3.4780e-04, 1.5654e-03,\n -5.1644e-04, 5.1528e-03, -3.4306e-03, -3.7772e-03, 6.7797e-04,\n 3.8344e-03, 4.8242e-03, 1.1711e-03, 4.3972e-03, 2.5681e-03,\n 4.9904e-03, 6.8981e-03, -2.4418e-03, 2.8848e-03, 5.0858e-03,\n -1.4478e-03, -7.6795e-05, 7.2036e-03, -1.8814e-03, -4.1319e-03,\n 3.6807e-04, -6.8696e-04, 5.5957e-03, -4.4871e-03, -4.2715e-03,\n -4.0708e-04, 5.9834e-04, 2.1455e-03, -1.0372e-03, -4.5058e-04,\n -8.0856e-04, 2.9803e-04, -1.4292e-02, -1.6727e-03, -1.7280e-03,\n -4.7030e-03, 6.1339e-03, 6.3777e-04, -1.7806e-04, 4.2240e-03,\n -3.6867e-03, 4.0882e-03, -2.1431e-03, 7.5704e-04, -2.8456e-04,\n 3.2224e-03, 8.9374e-03, 1.4862e-03, -5.6877e-04, 5.7258e-05,\n 3.2921e-04, -2.5106e-03, 2.9430e-04, -3.4820e-03, 1.4308e-03,\n -2.4929e-03, 9.2808e-03, -2.2426e-04, 2.6361e-03, 2.4861e-03,\n -3.9366e-03, 1.0974e-03, -4.9737e-04, -2.2187e-03, -4.5192e-03,\n -3.2521e-03, 3.8529e-03, -1.0248e-03, -1.3905e-03, 8.3016e-04,\n 7.8863e-03, -2.8680e-03, -8.3825e-04, 1.2232e-03, -4.1931e-03,\n -8.5020e-03, 3.6361e-03, 3.9809e-03, 5.6854e-03, -2.3439e-03,\n -4.0965e-03, 1.9022e-04, -1.2998e-03, -5.2090e-05, -3.7302e-03,\n 1.8679e-03, 2.1213e-03, -2.8381e-03, -2.8593e-04, 1.6782e-05,\n -2.6304e-03, -2.4131e-03, -1.0066e-05, -1.0946e-02, -8.2062e-03,\n -2.4170e-04, 4.1105e-03, -1.3142e-03, 7.7497e-04, -8.0050e-03,\n 1.3736e-03, 1.1058e-03, 8.9678e-03, 7.0884e-03, -9.6947e-04,\n 9.0754e-04, 3.9655e-03, 7.6305e-04, 2.9095e-03, 1.2643e-03,\n -5.5007e-03, 1.9383e-03, 1.0270e-03, -1.1408e-03, 3.4277e-03,\n -2.0767e-03, -8.3417e-03, -1.2637e-03, 4.9031e-03, -4.0967e-03,\n -3.3688e-03, -2.0183e-03, 2.1852e-03, -8.2163e-04, 4.2475e-03,\n -4.1668e-03, -3.2867e-03, -3.5090e-03, -5.7808e-03, -4.9514e-04,\n 3.7913e-05, 8.8647e-05, 2.7981e-03, -2.3958e-03, 1.6081e-03,\n 3.4901e-03, -6.6857e-03, 5.7021e-03, -2.5979e-03, -1.1785e-03,\n 3.3599e-04, -2.3207e-03, 3.0815e-03, -1.4353e-03, 5.0113e-04,\n -8.1684e-03, -8.1419e-04, 2.4368e-03, -7.4349e-04, -3.2981e-04,\n -9.9717e-04, -6.2659e-03, -9.9441e-04, 1.4704e-03, -7.2646e-03,\n -1.8919e-03, 3.2170e-03, 4.4730e-03, -1.2617e-02, -3.0884e-03,\n -1.2827e-03, 3.6988e-03, -6.2046e-03, -1.3321e-03, 6.1470e-03,\n 3.0179e-03, 3.4812e-03, 1.9655e-03, 3.1154e-03, 9.8728e-04,\n -2.5413e-03, -1.8371e-03, -8.7474e-03, -1.4564e-02, -7.8125e-03,\n -1.0506e-02, -3.3174e-04, 5.5487e-03, 4.6440e-03, -1.6388e-03,\n -1.2226e-02, -1.1687e-03, 3.8932e-03, -1.7433e-04, -5.8407e-04,\n -6.6315e-03, -3.3071e-03, 1.2093e-03, -1.2557e-02, -1.8302e-03,\n -1.0360e-02, 7.4717e-05, 5.0321e-03, 2.3578e-03, 1.0770e-03,\n 1.6825e-03, -2.2221e-03, -3.8677e-03, -1.2096e-03, 1.0418e-03,\n -3.5243e-04, 4.6861e-03, 3.7176e-03, 2.7218e-03, 3.9231e-03,\n -1.3479e-03, -1.1776e-03, -1.8626e-03, 1.8958e-03, 3.6999e-03,\n 4.0955e-03, -3.0683e-03, -7.6907e-03, 3.9790e-03, -4.2830e-03,\n -1.3342e-03, 4.8751e-04, 4.9612e-03, -1.2903e-04, 9.4283e-04,\n 5.3645e-03, 6.6542e-04, -6.6129e-04, -2.8882e-03, 7.6499e-03,\n -2.7339e-03, -1.2535e-03, 7.1405e-03, 2.7328e-03, -4.4991e-03,\n 2.1191e-03, 3.9490e-03, 1.5298e-03, -6.5769e-04, -7.4905e-04,\n 1.8606e-03, 3.5405e-03, -9.5715e-04, -1.7615e-03, -3.4762e-04,\n -3.3728e-03, -1.3642e-03, 2.1499e-03, 7.5549e-04, 4.0344e-03,\n 3.8831e-03, -6.3608e-03], device='cuda:0')",
18
+ "exp_avg_sq": "tensor([7.2113e-05, 1.4346e-04, 1.1788e-04, 1.1501e-04, 1.2292e-04, 8.7200e-05,\n 5.4569e-05, 9.2907e-05, 1.6738e-04, 1.4732e-04, 1.4057e-04, 1.1534e-03,\n 1.4948e-04, 1.5860e-04, 2.1065e-04, 7.6001e-05, 1.9495e-04, 2.3462e-04,\n 2.1147e-04, 1.1236e-04, 1.3181e-04, 9.0460e-05, 1.0737e-04, 7.5404e-05,\n 1.9371e-04, 8.4179e-05, 1.4841e-04, 1.4352e-04, 2.7393e-04, 2.5138e-04,\n 1.0357e-04, 1.5219e-04, 7.9416e-05, 6.9530e-05, 1.8171e-04, 1.0491e-04,\n 1.2062e-04, 1.9841e-04, 1.5167e-04, 8.9010e-05, 1.1265e-04, 1.1987e-04,\n 1.2154e-04, 1.4543e-04, 7.7602e-05, 1.2384e-04, 1.2784e-04, 1.8118e-04,\n 2.9104e-04, 7.6919e-05, 7.0422e-04, 3.1433e-04, 1.2611e-04, 8.7889e-05,\n 1.6973e-04, 1.1086e-04, 1.4094e-04, 1.6444e-04, 2.0487e-04, 2.0485e-04,\n 2.1330e-04, 1.2182e-04, 2.0983e-04, 6.3608e-03, 1.2785e-04, 1.2877e-04,\n 1.7437e-04, 1.4892e-04, 5.2868e-05, 2.0765e-04, 9.1990e-05, 1.8147e-04,\n 1.6165e-04, 1.1457e-04, 1.0861e-04, 2.7862e-04, 9.6351e-05, 3.8800e-04,\n 1.8838e-04, 1.5873e-04, 2.7593e-04, 5.0907e-04, 5.9429e-04, 1.2880e-04,\n 1.9184e-04, 8.3257e-05, 9.7324e-05, 1.8079e-04, 5.2399e-08, 2.6436e-04,\n 9.9024e-05, 2.3245e-04, 1.3999e-04, 1.5348e-04, 3.7134e-04, 1.3926e-04,\n 9.1043e-05, 4.8482e-04, 1.0683e-04, 2.4998e-04, 1.7240e-04, 9.2964e-05,\n 1.1272e-04, 3.3837e-04, 1.5802e-04, 8.0162e-05, 8.3714e-05, 9.5630e-05,\n 1.1161e-04, 1.7369e-04, 2.0159e-04, 1.2029e-04, 1.4609e-04, 7.1696e-05,\n 1.2638e-04, 1.1478e-04, 1.1828e-04, 1.3162e-04, 1.0993e-04, 5.2201e-05,\n 2.1072e-04, 9.9781e-05, 1.7359e-04, 2.2035e-04, 1.2941e-04, 8.9973e-05,\n 8.0470e-05, 7.5063e-05, 9.3410e-05, 2.1804e-04, 1.2421e-04, 1.9233e-04,\n 1.5720e-04, 2.4658e-04, 3.0751e-04, 2.0567e-04, 1.1400e-04, 1.2426e-04,\n 9.2356e-05, 2.2881e-04, 1.3781e-04, 2.0735e-04, 1.2411e-04, 1.7118e-04,\n 1.6768e-04, 1.4562e-04, 2.5040e-04, 1.3483e-04, 1.0343e-04, 1.6701e-04,\n 8.7040e-05, 1.9096e-04, 1.1036e-04, 1.4545e-04, 9.8231e-05, 1.3983e-04,\n 1.1630e-04, 5.7437e-05, 1.5050e-04, 1.1419e-04, 9.1649e-05, 1.0065e-04,\n 1.8927e-04, 1.0465e-04, 1.4669e-04, 1.7617e-04, 7.6884e-05, 2.2061e-04,\n 1.4563e-04, 2.1630e-04, 1.2981e-04, 1.8442e-04, 1.4709e-04, 1.0981e-04,\n 3.6909e-04, 1.2484e-04, 1.5490e-04, 2.7885e-04, 1.9612e-04, 2.2016e-04,\n 1.1579e-04, 1.6710e-04, 2.0880e-04, 4.1394e-04, 1.9545e-04, 1.0734e-04,\n 2.1323e-04, 4.0909e-04, 1.5107e-04, 1.6904e-04, 1.1029e-04, 2.2314e-04,\n 2.2523e-04, 7.6366e-05, 1.7923e-04, 7.9663e-05, 1.5918e-04, 1.0672e-04,\n 1.0650e-04, 7.0675e-05, 1.7303e-04, 2.6880e-04, 2.0403e-04, 1.3894e-04,\n 1.4527e-04, 1.9318e-04, 1.2757e-04, 1.2013e-04, 7.2556e-05, 8.7208e-05,\n 1.0719e-04, 2.6877e-04, 2.1329e-04, 1.1258e-04, 1.5974e-04, 1.3385e-04,\n 8.8405e-05, 1.9683e-04, 2.9613e-04, 1.5449e-04, 1.8920e-04, 1.4679e-04,\n 1.9998e-04, 1.6099e-04, 2.0331e-04, 6.0833e-05, 2.1639e-04, 1.0286e-04,\n 1.4744e-04, 1.0469e-04, 4.7947e-05, 1.1576e-04, 1.9243e-04, 2.4006e-04,\n 2.8593e-04, 1.3650e-04, 2.9488e-04, 2.1533e-04, 7.1337e-05, 9.0623e-05,\n 1.5204e-04, 7.3388e-05, 9.4640e-05, 1.9113e-04, 9.7027e-05, 1.1361e-04,\n 7.8330e-05, 1.3569e-04, 3.8891e-04, 1.2413e-04, 2.1281e-04, 1.6897e-04,\n 1.6826e-04, 1.1895e-04, 1.0659e-04, 1.5634e-04, 7.1522e-05, 2.2976e-04,\n 6.6106e-05, 1.2302e-04, 1.3861e-04, 2.3800e-04, 1.3758e-04, 1.1754e-04,\n 1.6021e-04, 2.3874e-04, 1.4903e-04, 7.8084e-05, 9.5574e-05, 1.8027e-04,\n 1.2221e-04, 9.2974e-05, 1.9321e-04, 1.0465e-04, 1.3043e-04, 4.5926e-04,\n 1.7229e-04, 1.5520e-04, 1.9353e-04, 2.1592e-04, 1.5612e-04, 1.4760e-04,\n 3.5790e-04, 1.1584e-04, 1.2445e-04, 1.3627e-04, 1.1161e-04, 2.9701e-04,\n 2.3103e-04, 2.6006e-04, 7.3956e-05, 1.8752e-04, 9.5058e-05, 7.2959e-05,\n 1.4778e-04, 1.8027e-04, 2.8174e-04, 3.6669e-04, 5.2661e-05, 2.9906e-04,\n 1.1665e-04, 6.6679e-04, 8.9227e-05, 7.4332e-05, 1.1595e-04, 2.4212e-04,\n 2.3699e-04, 2.0060e-04, 6.6477e-05, 1.2988e-04, 2.3569e-04, 1.1636e-04,\n 8.4079e-05, 1.5014e-04, 7.2620e-05, 8.4463e-05, 2.4288e-04, 2.2481e-04,\n 1.2811e-04, 1.3118e-04, 2.2218e-04, 2.7865e-04, 1.5932e-04, 1.4740e-04,\n 2.8255e-04, 9.2677e-05, 1.3610e-04, 1.2328e-04, 1.6453e-04, 2.1622e-04,\n 1.6336e-04, 1.9979e-04, 1.6468e-04, 1.1888e-04, 9.0322e-05, 1.3279e-04,\n 1.0359e-04, 1.7189e-04, 5.8402e-05, 1.9235e-04, 1.9051e-04, 1.4433e-04,\n 1.3825e-04, 1.7312e-04, 9.8914e-05, 2.1420e-04, 2.3838e-04, 1.4531e-04,\n 7.1128e-05, 3.1846e-04, 9.2127e-05, 2.5045e-04, 3.1318e-04, 8.1565e-05,\n 1.2860e-04, 2.5196e-04, 2.4134e-04, 1.2493e-04, 2.3832e-04, 8.3850e-05,\n 1.6219e-04, 8.2375e-05, 6.0787e-05, 1.7516e-04, 1.1486e-04, 3.9596e-05,\n 9.1673e-05, 3.3533e-04, 2.2862e-04, 1.2377e-04, 1.5409e-04, 1.4936e-04,\n 1.2478e-04, 1.6571e-04, 1.4651e-04, 3.6654e-04, 7.3249e-05, 3.6807e-04,\n 1.0620e-04, 2.3035e-04, 1.6446e-04, 1.3153e-04, 2.1269e-04, 2.5422e-04,\n 1.6742e-04, 3.2887e-04, 1.0743e-04, 1.3840e-04, 1.7525e-04, 1.6592e-04,\n 1.4377e-04, 4.5083e-04, 9.5092e-05, 1.9583e-04, 1.6845e-04, 1.3598e-04,\n 8.0458e-05, 2.8510e-04, 1.7802e-04, 5.6531e-05, 1.6085e-04, 1.4087e-04,\n 1.7376e-04, 9.5144e-05, 8.8002e-05, 2.6169e-04, 9.9682e-05, 2.1555e-04,\n 9.1230e-05, 1.9359e-04, 1.9351e-04, 1.9319e-04, 9.8727e-05, 1.2356e-04,\n 1.2096e-04, 1.5677e-04, 1.2260e-04, 1.8126e-04, 4.3088e-04, 1.5614e-04,\n 1.5084e-04, 2.8572e-04, 1.5700e-04, 1.8178e-04, 1.3222e-04, 1.4527e-04,\n 9.1942e-05, 1.7057e-04, 1.3836e-04, 8.7254e-05, 8.4996e-05, 1.3111e-04,\n 1.1919e-04, 7.0068e-04, 1.1415e-04, 1.8982e-04, 2.9612e-04, 1.4269e-04,\n 1.8168e-04, 2.4519e-04, 4.8340e-04, 9.1625e-05, 1.0907e-04, 2.2021e-04,\n 1.3710e-04, 1.9022e-04, 1.8048e-04, 1.7835e-04, 1.5604e-04, 2.5296e-04,\n 3.3050e-04, 1.1750e-04, 8.4629e-05, 2.9592e-04, 1.5767e-04, 2.4080e-04,\n 1.0444e-04, 2.5780e-04, 1.6606e-04, 1.4694e-04, 1.7221e-04, 3.3993e-04,\n 2.1803e-04, 1.9605e-04, 1.8191e-04, 4.0331e-04, 1.5799e-04, 1.8686e-04,\n 1.6223e-04, 1.7282e-04, 2.2843e-04, 1.0715e-04, 6.8324e-05, 1.5693e-04,\n 1.8824e-04, 1.2231e-04, 2.4474e-04, 1.7602e-04, 6.1704e-05, 1.1171e-04,\n 8.5018e-05, 1.9250e-04, 2.0606e-04, 6.6455e-05, 7.6378e-05, 9.4911e-05,\n 1.2884e-04, 1.2256e-04, 1.3033e-04, 8.7928e-05, 2.1793e-04, 1.6843e-04,\n 1.1746e-04, 2.0921e-04, 1.1478e-04, 1.4592e-04, 1.2926e-04, 1.1447e-04,\n 6.5282e-05, 3.6926e-05, 2.3765e-04, 7.8618e-05, 1.3212e-04, 1.9022e-04,\n 9.1901e-05, 9.4173e-05, 1.9614e-04, 1.2527e-04, 2.3597e-04, 1.3888e-04,\n 1.4480e-04, 2.1685e-04], device='cuda:0')"
19
  },
20
  "3": {
21
+ "step": "tensor(10016.)",
22
+ "exp_avg": "tensor([ 3.6666e-04, -3.6725e-03, -3.2780e-03, 6.0471e-04, -1.4731e-03,\n -1.3342e-04, 7.0540e-04, 4.0725e-03, -4.7604e-03, 5.2247e-04,\n -3.1425e-04, 1.7676e-03, 4.1774e-03, -1.2155e-03, 2.4415e-03,\n 4.1687e-04, 2.8911e-03, -1.4710e-04, 6.5901e-04, 1.2199e-03,\n -2.6577e-03, -1.8140e-04, -1.8583e-03, 7.8007e-04, -6.1768e-03,\n -1.8692e-03, -2.4385e-04, -1.3928e-04, 2.3389e-03, 2.5266e-03,\n 1.3858e-03, -1.2957e-04, 6.3550e-04, 1.2649e-03, -1.8191e-05,\n 1.6792e-03, 1.2619e-03, -4.7697e-03, -1.6533e-05, -4.0073e-04,\n -8.9188e-04, 8.2832e-04, -4.9226e-04, 6.8666e-04, 5.6847e-04,\n -7.9057e-04, 9.6468e-04, 4.2635e-03, 1.4827e-03, 7.7147e-04,\n -7.8301e-04, -1.4207e-03, 1.2087e-03, -1.0338e-03, -3.1849e-04,\n -1.6608e-03, 7.8528e-04, 5.6981e-04, -4.9459e-04, 2.8118e-03,\n 2.1296e-03, 9.2166e-04, -3.4907e-04, 3.4511e-03, 3.2684e-04,\n 2.5249e-03, 1.2851e-03, 3.9305e-04, 2.8931e-04, 3.2311e-04,\n -2.8891e-03, 2.3880e-03, 6.5214e-04, -2.9250e-04, -1.9834e-03,\n 2.9756e-03, 4.3110e-03, -9.9297e-04, 4.1802e-04, 4.8576e-04,\n -4.6470e-04, 9.6952e-04, 1.7395e-03, 2.5101e-03, 2.4855e-03,\n -1.6317e-03, 1.2611e-03, -1.1019e-03, 5.6052e-45, -5.0397e-03,\n 5.6474e-03, 8.5061e-04, 1.4189e-04, 1.4783e-03, 4.3483e-04,\n -1.2849e-03, 3.0466e-03, -2.9363e-03, 2.1738e-05, 2.7905e-04,\n -2.9619e-03, 9.6678e-04, 1.5320e-03, 1.2109e-03, -4.0351e-04,\n 2.1611e-03, 8.8329e-04, -1.2825e-03, 1.3406e-03, -3.2476e-03,\n -1.3444e-03, 8.1737e-04, 1.5291e-03, -2.4298e-03, 9.9446e-04,\n -6.0408e-04, -2.8990e-03, 2.5531e-03, -1.0205e-03, 9.4364e-04,\n 3.3203e-03, 2.6616e-03, -4.1738e-03, -2.3402e-03, 2.5505e-03,\n 7.5438e-04, -3.2603e-03, -1.4084e-03, -1.2756e-03, -2.0367e-03,\n -6.4645e-04, -1.7168e-03, 2.5870e-03, 4.3177e-03, -1.8259e-03,\n 3.1823e-04, -1.3101e-03, 4.2052e-03, -1.2354e-03, 4.6311e-04,\n 3.8679e-04, 1.8547e-03, 7.6567e-04, -3.3919e-03, -7.5780e-04,\n 4.2452e-03, -9.8353e-04, -2.0853e-03, 2.0149e-03, 2.5982e-03,\n -4.5282e-03, 2.4388e-03, -7.8926e-04, -1.1163e-03, -4.5777e-04,\n 3.5002e-05, 9.0196e-04, -2.1450e-03, -4.6983e-04, -4.5262e-04,\n -1.8253e-03, 2.3643e-04, -4.6366e-03, 2.4555e-03, -9.5848e-03,\n -6.7460e-05, 1.1056e-03, -1.1774e-03, -1.6249e-04, 8.0992e-03,\n -1.9611e-03, -5.0023e-04, 3.2428e-03, 8.8398e-04, 6.0503e-03,\n -2.2132e-03, 3.3246e-04, -6.9284e-03, -2.8719e-03, 5.7423e-03,\n 4.4267e-04, 5.1473e-04, 3.6438e-03, -3.4347e-04, -5.2224e-03,\n 4.1544e-04, 3.9116e-03, -1.1637e-03, -3.8247e-03, 2.6134e-04,\n 3.3119e-04, 3.4168e-03, -4.9507e-04, 9.2037e-04, 4.8804e-04,\n -1.0346e-03, 2.0616e-03, -2.0705e-04, 4.7963e-04, 1.9278e-03,\n 2.1274e-03, 1.5438e-03, -8.3117e-04, -7.3640e-04, -1.0454e-03,\n 2.5844e-03, -3.7683e-03, -3.0404e-03, -1.9568e-03, 2.4620e-04,\n -1.5629e-03, 4.0801e-03, -1.5588e-03, 5.9493e-05, 1.3578e-03,\n -3.4161e-04, 2.1512e-04, 1.8809e-03, -2.8044e-04, 1.8271e-03,\n -1.7651e-03, 2.6424e-03, 9.5935e-04, 1.0662e-04, 1.4380e-03,\n -4.1432e-03, 1.5111e-04, 3.3559e-03, -3.6628e-04, 3.1189e-03,\n 6.6850e-04, 2.3877e-03, 7.0123e-04, 1.0615e-04, -3.1842e-03,\n 1.3106e-03, 6.9430e-03, -1.2487e-03, -2.5210e-03, -1.6292e-03,\n -5.1024e-06, -4.4790e-04, 2.4318e-03, -3.1780e-04, -7.1654e-04,\n -8.4918e-04, 2.0740e-04, 4.1703e-04, 4.3489e-03, -1.0381e-03,\n -3.0194e-05, 2.4688e-03, -6.3823e-04, -2.3142e-03, 1.2863e-03,\n 1.6733e-03, 2.9725e-03, 3.0976e-04, -6.1775e-03, 7.7528e-04,\n 3.3235e-03, 8.7161e-04, -6.4497e-04, 1.6292e-04, 8.2414e-04,\n -6.3845e-04, 2.8372e-03, -1.8458e-03, -3.0032e-03, 9.3346e-04,\n 2.8191e-03, 2.5840e-03, 9.6115e-04, 1.6922e-03, 1.6142e-03,\n 1.9621e-03, 3.4116e-03, -1.4679e-03, 1.1009e-03, 2.9308e-03,\n -9.0488e-04, 8.7612e-04, 3.5743e-03, -1.2464e-03, -1.9369e-03,\n 1.9022e-04, -5.4704e-04, 2.7584e-03, -2.1937e-03, -1.3699e-03,\n -3.8639e-04, 2.2126e-04, 9.5541e-04, -1.0016e-03, -1.3701e-04,\n -5.6014e-04, -3.1051e-05, -7.7754e-03, -8.9837e-04, -1.3228e-03,\n -2.6281e-03, 2.0721e-03, 6.8586e-04, 2.1204e-04, 3.3966e-03,\n -2.0921e-03, 2.1007e-03, -1.3628e-03, 3.7604e-04, 8.9982e-05,\n 1.6099e-03, 5.1536e-03, 1.4177e-03, 1.3364e-04, 1.2482e-04,\n 4.4404e-04, -1.0349e-03, 2.1199e-04, -1.7385e-03, 1.0974e-03,\n -1.0406e-03, 4.5513e-03, -3.2996e-04, 1.7780e-03, 9.5750e-04,\n -2.3206e-03, 4.2880e-04, -1.0853e-03, -1.0549e-03, -2.1435e-03,\n -9.4364e-04, 2.6731e-03, -5.1448e-04, -6.1267e-04, 3.8708e-04,\n 5.1768e-03, -1.9540e-03, -7.0770e-04, 1.1388e-03, -2.9408e-03,\n -3.7172e-03, 1.3252e-03, 2.5183e-03, 3.1471e-03, -1.6247e-03,\n -1.8009e-03, 5.8906e-04, -2.6215e-04, 1.5553e-04, -1.5363e-03,\n 1.3428e-03, 1.5322e-03, -1.1795e-03, -9.8004e-04, -1.0596e-04,\n -1.0932e-03, -1.5062e-03, -2.6468e-06, -5.2226e-03, -5.0620e-03,\n -2.6521e-04, 1.9151e-03, -1.0423e-03, 5.2629e-04, -5.7622e-03,\n 1.2039e-03, 9.8906e-04, 4.3954e-03, 3.7124e-03, -7.3290e-04,\n 3.8249e-04, 1.8736e-03, 8.3519e-04, 1.4508e-03, 9.3223e-04,\n -3.4306e-03, 1.2796e-03, 3.7870e-04, -5.5797e-04, 1.0848e-03,\n -1.2283e-03, -4.7742e-03, -5.5267e-04, 1.9367e-03, -2.4556e-03,\n -1.4177e-03, -1.4755e-03, 1.8212e-03, -5.0652e-04, 2.8571e-03,\n -2.5380e-03, -1.3558e-03, -2.3841e-03, -2.7215e-03, 3.8805e-04,\n -2.4135e-04, 1.6676e-04, 1.2935e-03, -2.0548e-03, 1.1128e-03,\n 2.0249e-03, -4.6350e-03, 2.7337e-03, -1.8638e-03, -4.2408e-04,\n 8.8275e-05, -1.6922e-03, 1.4563e-03, -1.2110e-03, 2.5889e-04,\n -2.7890e-03, -5.4365e-04, 1.8540e-03, -3.8175e-04, -1.4757e-03,\n -6.6936e-04, -2.1622e-03, -5.0752e-04, 6.0843e-04, -6.1813e-03,\n -1.0829e-03, 1.6642e-03, 2.2330e-03, -6.7012e-03, -1.5286e-03,\n -5.9838e-04, 2.2639e-03, -3.3482e-03, -4.8919e-04, 4.6920e-03,\n 1.3631e-03, 2.0089e-03, 9.9651e-04, 6.4502e-04, 9.1850e-04,\n -1.5458e-03, -8.0361e-04, -5.5747e-03, -9.0817e-03, -4.0359e-03,\n -5.0661e-03, -6.1795e-04, 2.7903e-03, 2.9928e-03, -1.0763e-03,\n -7.6440e-03, -7.4145e-04, 1.6576e-03, -4.8464e-04, 8.6370e-06,\n -4.3360e-03, -2.2258e-03, 9.5280e-04, -5.1427e-03, -1.0395e-03,\n -4.7437e-03, -1.6588e-05, 2.2650e-03, 1.1048e-03, 5.8855e-04,\n 1.3903e-03, -9.1403e-04, -2.0029e-03, -1.0224e-03, 5.5606e-04,\n -6.6653e-04, 3.1240e-03, 2.2500e-03, 2.0222e-03, 1.9891e-03,\n -1.5761e-03, -4.6081e-04, -1.1901e-03, 7.7644e-04, 2.8081e-03,\n 2.1743e-03, -1.2019e-03, -3.0611e-03, 3.3386e-03, -2.7037e-03,\n -1.0340e-03, 1.4484e-04, 3.0124e-03, 2.1217e-04, 6.2691e-04,\n 3.7647e-03, 9.6876e-04, -4.2020e-04, -1.7257e-03, 3.7478e-03,\n -1.5287e-03, -7.6725e-04, 3.9068e-03, 1.5060e-03, -3.2751e-03,\n 1.9999e-03, 2.6376e-03, 1.0327e-03, -3.8136e-04, -1.9875e-04,\n 4.9850e-04, 2.7006e-03, -3.6371e-04, -9.1860e-04, -1.6065e-04,\n -2.9120e-03, -5.0904e-04, 1.4178e-03, 8.4570e-04, 2.3254e-03,\n 1.7323e-03, -2.5485e-03], device='cuda:0')",
23
+ "exp_avg_sq": "tensor([3.7571e-05, 7.2331e-05, 5.7694e-05, 4.6378e-05, 4.2222e-05, 3.6217e-05,\n 2.6529e-05, 3.4141e-05, 5.4166e-05, 4.0860e-05, 5.0928e-05, 5.4182e-05,\n 6.6391e-05, 8.6133e-05, 5.6406e-05, 4.0601e-05, 6.4245e-05, 5.3987e-05,\n 6.1156e-05, 5.2441e-05, 4.8118e-05, 4.0940e-05, 5.3410e-05, 3.2735e-05,\n 9.3629e-05, 3.6709e-05, 4.4001e-05, 7.5044e-05, 6.3890e-05, 5.2404e-05,\n 5.0739e-05, 6.4583e-05, 3.2060e-05, 3.3982e-05, 7.3833e-05, 3.0974e-05,\n 7.1077e-05, 7.5665e-05, 3.0584e-05, 4.9587e-05, 3.9696e-05, 4.8832e-05,\n 4.1697e-05, 4.8576e-05, 3.5177e-05, 4.5830e-05, 4.6708e-05, 4.4523e-05,\n 6.0864e-05, 3.1992e-05, 5.8115e-05, 7.1227e-05, 4.1632e-05, 5.7217e-05,\n 4.7821e-05, 4.0758e-05, 3.8958e-05, 4.4726e-05, 5.6754e-05, 6.4775e-05,\n 6.3660e-05, 4.4027e-05, 5.4286e-05, 1.4285e-04, 5.1931e-05, 4.4827e-05,\n 6.3300e-05, 5.4220e-05, 2.9325e-05, 6.3162e-05, 5.0759e-05, 6.5088e-05,\n 5.3778e-05, 4.5241e-05, 3.4395e-05, 9.6505e-05, 4.8571e-05, 9.0895e-05,\n 4.8331e-05, 5.7613e-05, 6.1366e-05, 7.9862e-05, 8.0448e-05, 5.9654e-05,\n 6.0298e-05, 4.6726e-05, 6.3099e-05, 8.2808e-05, 7.8646e-10, 8.0535e-05,\n 4.5105e-05, 1.0057e-04, 4.2567e-05, 4.4950e-05, 9.6291e-05, 4.2076e-05,\n 4.2850e-05, 5.1972e-05, 4.6976e-05, 6.1496e-05, 4.1677e-05, 4.1005e-05,\n 3.8032e-05, 8.3517e-05, 5.3832e-05, 4.8370e-05, 4.3523e-05, 4.3295e-05,\n 4.0768e-05, 4.9559e-05, 4.3627e-05, 4.0031e-05, 6.2545e-05, 5.7117e-05,\n 4.2785e-05, 3.9948e-05, 5.7270e-05, 5.1251e-05, 3.9830e-05, 2.9887e-05,\n 6.3234e-05, 4.7424e-05, 5.7899e-05, 5.7319e-05, 3.5209e-05, 4.0932e-05,\n 3.4377e-05, 3.2035e-05, 4.1784e-05, 4.5840e-05, 4.0663e-05, 7.0411e-05,\n 5.2435e-05, 6.6222e-05, 7.4776e-05, 6.8658e-05, 4.2102e-05, 5.5806e-05,\n 3.8354e-05, 5.0239e-05, 5.6181e-05, 4.7692e-05, 5.6972e-05, 6.1711e-05,\n 5.5256e-05, 5.8356e-05, 7.3538e-05, 5.2040e-05, 4.7330e-05, 6.9288e-05,\n 3.9856e-05, 4.5986e-05, 4.5483e-05, 4.0241e-05, 4.8315e-05, 4.7248e-05,\n 5.0594e-05, 2.9475e-05, 6.6037e-05, 5.0426e-05, 4.1649e-05, 3.1690e-05,\n 4.5653e-05, 5.1986e-05, 3.2622e-05, 5.8675e-05, 5.2358e-05, 6.4944e-05,\n 4.7689e-05, 6.3909e-05, 4.2085e-05, 5.7109e-05, 6.0260e-05, 5.5688e-05,\n 8.6047e-05, 4.9189e-05, 5.3882e-05, 6.8312e-05, 4.9387e-05, 9.0591e-05,\n 6.9462e-05, 6.5192e-05, 4.9374e-05, 1.0607e-04, 7.5107e-05, 3.5105e-05,\n 6.6093e-05, 9.5225e-05, 5.1413e-05, 5.6108e-05, 4.4537e-05, 9.1918e-05,\n 6.4443e-05, 3.6203e-05, 6.1503e-05, 3.8022e-05, 4.5507e-05, 3.1954e-05,\n 4.3907e-05, 2.9247e-05, 6.6164e-05, 5.5739e-05, 5.0528e-05, 5.6966e-05,\n 4.1486e-05, 5.2089e-05, 3.9647e-05, 3.9872e-05, 3.4667e-05, 5.2171e-05,\n 3.7412e-05, 6.4449e-05, 7.7136e-05, 4.2097e-05, 7.8322e-05, 4.2586e-05,\n 4.4188e-05, 5.4729e-05, 6.1457e-05, 5.4968e-05, 5.9468e-05, 8.8870e-05,\n 7.0237e-05, 3.8804e-05, 5.5979e-05, 4.0471e-05, 7.0504e-05, 4.0999e-05,\n 4.7759e-05, 4.4576e-05, 2.7319e-05, 4.7011e-05, 5.7341e-05, 5.9802e-05,\n 6.6554e-05, 4.2107e-05, 9.3211e-05, 8.4461e-05, 4.0450e-05, 3.8457e-05,\n 5.7821e-05, 3.2789e-05, 3.5034e-05, 5.1159e-05, 3.3183e-05, 4.8586e-05,\n 3.7484e-05, 4.9633e-05, 6.2548e-05, 3.5873e-05, 5.7963e-05, 4.6022e-05,\n 6.3556e-05, 4.2709e-05, 4.3946e-05, 4.3217e-05, 3.1902e-05, 7.5020e-05,\n 4.0218e-05, 4.9697e-05, 5.1657e-05, 6.5614e-05, 6.1266e-05, 5.6007e-05,\n 4.0935e-05, 7.2043e-05, 4.0847e-05, 3.8825e-05, 3.9657e-05, 6.4292e-05,\n 4.2104e-05, 2.9515e-05, 6.6830e-05, 3.7515e-05, 4.4272e-05, 7.6241e-05,\n 5.5939e-05, 4.0709e-05, 6.6225e-05, 5.5382e-05, 5.8233e-05, 5.0316e-05,\n 8.9487e-05, 6.0963e-05, 4.3010e-05, 6.1156e-05, 4.1260e-05, 7.4958e-05,\n 6.1268e-05, 4.4710e-05, 3.5811e-05, 1.0632e-04, 4.4605e-05, 3.8619e-05,\n 4.4650e-05, 4.7129e-05, 1.0241e-04, 1.0994e-04, 2.2613e-05, 6.1754e-05,\n 3.5492e-05, 7.9999e-05, 3.7154e-05, 3.8299e-05, 5.6591e-05, 8.1205e-05,\n 7.0021e-05, 4.4505e-05, 4.0978e-05, 4.9656e-05, 5.2139e-05, 4.5285e-05,\n 3.6876e-05, 4.7262e-05, 2.7992e-05, 3.1126e-05, 6.1751e-05, 5.6804e-05,\n 4.4405e-05, 4.9591e-05, 5.6380e-05, 9.0373e-05, 7.7779e-05, 7.3582e-05,\n 6.9801e-05, 3.3533e-05, 4.2735e-05, 5.2534e-05, 4.0281e-05, 6.4346e-05,\n 5.1588e-05, 6.6745e-05, 5.8538e-05, 4.8355e-05, 2.9291e-05, 5.0537e-05,\n 5.0405e-05, 5.7457e-05, 4.2961e-05, 5.9034e-05, 5.5783e-05, 5.3607e-05,\n 4.5037e-05, 5.7371e-05, 5.2554e-05, 8.1119e-05, 6.6913e-05, 5.2058e-05,\n 3.6408e-05, 7.1507e-05, 3.6769e-05, 7.0835e-05, 5.4695e-05, 4.6444e-05,\n 4.9145e-05, 6.7281e-05, 5.1024e-05, 5.2439e-05, 6.7120e-05, 3.1830e-05,\n 6.6476e-05, 2.8609e-05, 3.4194e-05, 5.4437e-05, 5.3816e-05, 2.7657e-05,\n 3.7259e-05, 8.0201e-05, 7.7118e-05, 3.7463e-05, 8.1644e-05, 4.6576e-05,\n 5.1568e-05, 3.3585e-05, 6.3956e-05, 1.2833e-04, 3.7862e-05, 7.9151e-05,\n 4.7302e-05, 4.4038e-05, 5.6399e-05, 4.7287e-05, 1.2204e-04, 6.2574e-05,\n 5.5453e-05, 7.1637e-05, 3.1491e-05, 6.8388e-05, 5.4595e-05, 7.9006e-05,\n 6.3881e-05, 6.6151e-05, 3.9794e-05, 4.7632e-05, 5.1374e-05, 4.9041e-05,\n 3.7367e-05, 6.1311e-05, 5.1877e-05, 3.0899e-05, 8.1086e-05, 7.3880e-05,\n 5.2201e-05, 2.9237e-05, 3.3154e-05, 8.6207e-05, 4.6230e-05, 4.6634e-05,\n 4.7062e-05, 5.4708e-05, 5.5805e-05, 6.1008e-05, 4.9055e-05, 4.7408e-05,\n 5.6968e-05, 4.2839e-05, 5.4002e-05, 7.4564e-05, 6.7493e-05, 7.6079e-05,\n 4.9655e-05, 7.7760e-05, 5.7000e-05, 5.6542e-05, 5.4717e-05, 5.9409e-05,\n 4.0344e-05, 5.4604e-05, 4.7639e-05, 5.2228e-05, 3.5628e-05, 4.4914e-05,\n 3.7796e-05, 9.4270e-05, 4.1706e-05, 5.7450e-05, 8.3708e-05, 5.9776e-05,\n 6.8480e-05, 6.9993e-05, 1.4639e-04, 3.6526e-05, 5.0795e-05, 5.7384e-05,\n 4.7532e-05, 5.6820e-05, 5.3813e-05, 4.5102e-05, 6.5882e-05, 5.9630e-05,\n 9.4070e-05, 4.3681e-05, 4.5666e-05, 6.0003e-05, 5.2688e-05, 5.9773e-05,\n 3.0452e-05, 5.6725e-05, 5.0646e-05, 4.0928e-05, 6.0318e-05, 6.5903e-05,\n 5.2135e-05, 5.9084e-05, 6.9809e-05, 8.4693e-05, 6.4795e-05, 8.1456e-05,\n 6.9968e-05, 5.2371e-05, 9.4831e-05, 3.0620e-05, 3.0418e-05, 5.8086e-05,\n 5.3775e-05, 4.0983e-05, 4.1359e-05, 4.9082e-05, 4.0570e-05, 4.6616e-05,\n 4.8695e-05, 7.6562e-05, 6.2113e-05, 3.0383e-05, 3.8982e-05, 5.1018e-05,\n 7.0229e-05, 5.0652e-05, 5.6664e-05, 2.8514e-05, 7.3628e-05, 5.2697e-05,\n 3.9937e-05, 6.1206e-05, 4.4302e-05, 6.5031e-05, 4.0594e-05, 3.9072e-05,\n 3.7254e-05, 1.6771e-05, 7.5565e-05, 4.5089e-05, 4.1279e-05, 4.8983e-05,\n 3.9475e-05, 4.3579e-05, 6.0602e-05, 4.2864e-05, 8.4723e-05, 4.4339e-05,\n 5.4727e-05, 5.3132e-05], device='cuda:0')"
24
  },
25
  "4": {
26
+ "step": "tensor(10016.)",
27
+ "exp_avg": "tensor([[-1.6816e-05, 3.5552e-05, -3.9542e-05, ..., -1.6889e-05,\n -3.1222e-06, -4.4038e-05],\n [-5.6997e-05, 1.3918e-05, 2.7624e-05, ..., -3.5437e-05,\n -1.3261e-05, -9.0953e-05],\n [ 5.5154e-05, -4.4693e-05, 1.2454e-06, ..., 6.2111e-06,\n -1.9891e-05, 4.8736e-05],\n ...,\n [-3.1215e-05, -2.8177e-06, 3.4061e-05, ..., -2.6169e-05,\n 1.6485e-05, 5.7683e-05],\n [ 6.8939e-05, -4.2979e-05, 7.9431e-06, ..., -2.1675e-06,\n 4.1350e-05, -8.1204e-05],\n [ 7.7367e-05, 7.4033e-06, -4.2696e-05, ..., -3.0950e-05,\n 2.5685e-05, -3.1947e-05]], device='cuda:0')",
28
+ "exp_avg_sq": "tensor([[2.0606e-09, 4.2595e-09, 8.6856e-09, ..., 2.9334e-09, 3.3607e-09,\n 6.5135e-09],\n [5.0917e-09, 1.2547e-08, 6.1043e-09, ..., 5.2557e-09, 3.7607e-09,\n 6.8669e-09],\n [7.0557e-09, 1.1615e-08, 4.8324e-09, ..., 7.3054e-09, 2.8756e-09,\n 1.2523e-08],\n ...,\n [4.7082e-09, 9.1352e-09, 6.5917e-09, ..., 6.6967e-09, 3.3365e-09,\n 9.5180e-09],\n [5.6156e-09, 8.4415e-09, 5.9753e-09, ..., 5.9609e-09, 7.4090e-09,\n 1.2051e-08],\n [6.4098e-09, 6.0916e-09, 8.5170e-09, ..., 7.3696e-09, 4.1623e-09,\n 1.0562e-08]], device='cuda:0')"
29
  },
30
  "5": {
31
+ "step": "tensor(10016.)",
32
+ "exp_avg": "tensor([[-9.8795e-06, 3.3419e-06, -2.1394e-05, ..., -1.4047e-05,\n -8.9026e-06, -4.6883e-06],\n [-1.8448e-05, -1.4824e-05, 3.0503e-06, ..., -1.1287e-05,\n -4.0285e-06, -4.2965e-05],\n [-5.3571e-06, -2.9361e-05, 5.8112e-06, ..., 6.5183e-06,\n -6.4719e-06, 1.0415e-05],\n ...,\n [-2.2918e-05, 2.3405e-05, 4.7649e-07, ..., -4.9108e-06,\n 2.7305e-05, 2.4476e-05],\n [ 4.4540e-06, -2.3221e-07, -6.5479e-06, ..., -1.3774e-05,\n -3.4313e-06, 1.8339e-06],\n [-1.6380e-05, 1.1038e-05, 2.3994e-05, ..., 1.1933e-05,\n 8.7429e-06, -2.3654e-05]], device='cuda:0')",
33
+ "exp_avg_sq": "tensor([[8.3358e-10, 1.3869e-09, 1.8804e-09, ..., 1.2296e-09, 6.8291e-10,\n 2.3536e-09],\n [1.8937e-09, 4.7720e-09, 1.6699e-09, ..., 1.7902e-09, 2.0232e-09,\n 2.5647e-09],\n [2.4113e-09, 5.4472e-09, 1.9719e-09, ..., 2.7979e-09, 1.3164e-09,\n 4.1121e-09],\n ...,\n [2.6654e-09, 4.1127e-09, 2.5370e-09, ..., 1.6942e-09, 1.7455e-09,\n 2.0147e-09],\n [2.7892e-09, 8.0264e-09, 2.2878e-09, ..., 2.1962e-09, 1.5104e-09,\n 3.1485e-09],\n [1.5167e-09, 3.5570e-09, 1.7139e-09, ..., 2.5022e-09, 1.1892e-09,\n 3.5375e-09]], device='cuda:0')"
34
  },
35
  "6": {
36
+ "step": "tensor(10016.)",
37
+ "exp_avg": "tensor([ 0.0004, -0.0004], device='cuda:0')",
38
+ "exp_avg_sq": "tensor([5.8202e-06, 5.8202e-06], device='cuda:0')"
39
  }
40
  },
41
  "param_groups": [
42
  {
43
+ "lr": 0.0009558195366224509,
44
  "name": "shared",
45
  "betas": [
46
  0.9,
 
64
  ]
65
  },
66
  {
67
+ "lr": 0.0009558195366224509,
68
  "name": "scale_256",
69
  "betas": [
70
  0.9,
 
85
  ]
86
  },
87
  {
88
+ "lr": 0.0009558195366224509,
89
  "name": "scale_512",
90
  "betas": [
91
  0.9,
 
106
  ]
107
  },
108
  {
109
+ "lr": 0.00047836202255981916,
110
  "name": "fusion",
111
  "betas": [
112
  0.9,
 
133
  "T_i": 10,
134
  "T_mult": 2,
135
  "eta_min": 1e-06,
136
+ "T_cur": 8,
137
  "base_lrs": [
138
  0.01,
139
  0.01,
140
  0.01,
141
  0.005
142
  ],
143
+ "last_epoch": 8,
144
  "_step_count": 0,
145
  "_is_initial": false,
146
  "_get_lr_called_within_step": false,
147
  "_last_lr": [
148
+ 0.0009558195366224509,
149
+ 0.0009558195366224509,
150
+ 0.0009558195366224509,
151
+ 0.00047836202255981916
152
  ]
153
  },
154
  "metrics": {
155
+ "best_val_acc": 75.118,
156
+ "best_epoch": 7,
157
  "scale_accuracies": {
158
+ "256": 74.834,
159
+ "512": 75.156
160
  }
161
  },
162
  "train_config": {