AbstractPhil commited on
Commit
4c1eaa3
·
verified ·
1 Parent(s): 75664b8

Upload weights and configs - Run 20251012_060013

Browse files
weights/best_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8a479da03890ca1ba51d9197943cf9a61b0f912aebe2ed85b8695b39fec33fc2
3
  size 2628344
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a96eeb8b34b350e0fee91376543aa1b6c4232bb17eb818e77edc515c349c314
3
  size 2628344
weights/best_model_metadata.json CHANGED
@@ -1,46 +1,46 @@
1
  {
2
- "epoch": 3,
3
  "optimizer_state_dict": {
4
  "state": {
5
  "0": {
6
- "step": "tensor(5008.)",
7
- "exp_avg": "tensor([[ 3.2810e-05, -4.8758e-05, 3.2754e-05, ..., 4.3184e-05,\n -7.3074e-06, 1.0535e-04],\n [ 1.7398e-04, -3.2259e-04, 1.2895e-05, ..., 1.7973e-05,\n 1.7905e-04, 8.9319e-05],\n [ 1.3060e-04, 1.1007e-04, 1.5858e-05, ..., -1.4913e-06,\n 2.6634e-05, 4.9646e-05],\n ...,\n [-1.3459e-04, -4.9159e-04, 1.4779e-04, ..., -2.6137e-04,\n -2.1658e-05, -3.0136e-04],\n [ 1.0979e-04, -1.7135e-04, 1.1605e-05, ..., 1.5698e-05,\n 1.4269e-05, -3.8185e-06],\n [ 3.0597e-05, -4.6364e-05, -2.1721e-05, ..., -4.7175e-05,\n 1.3841e-05, -8.0628e-05]], device='cuda:0')",
8
- "exp_avg_sq": "tensor([[2.3902e-07, 3.9866e-07, 6.7313e-08, ..., 5.4643e-08, 1.3274e-07,\n 7.9559e-08],\n [3.5143e-07, 5.8006e-07, 6.4362e-08, ..., 4.7262e-08, 1.9749e-07,\n 9.1760e-08],\n [2.9003e-07, 6.5544e-07, 7.8678e-08, ..., 8.0032e-08, 6.7901e-08,\n 6.4570e-08],\n ...,\n [2.2240e-07, 5.8143e-07, 6.0802e-08, ..., 8.3648e-08, 6.4068e-08,\n 6.8487e-08],\n [3.2927e-07, 2.7868e-07, 5.3478e-08, ..., 8.3223e-08, 6.1073e-08,\n 5.3091e-08],\n [1.7604e-07, 2.1256e-07, 4.6553e-08, ..., 6.5470e-08, 5.9012e-08,\n 4.6451e-08]], device='cuda:0')"
9
  },
10
  "1": {
11
- "step": "tensor(5008.)",
12
- "exp_avg": "tensor([ 3.1445e-03, 4.6796e-03, -1.0039e-03, -3.6432e-03, 3.9157e-03,\n -1.0619e-03, 5.6488e-04, -3.2292e-04, 1.9070e-03, 7.6420e-04,\n 6.9342e-03, 2.7833e-03, -1.7834e-03, -8.4140e-04, 1.7009e-03,\n 2.1950e-03, -1.2516e-03, -1.3643e-03, -7.2122e-04, 8.9493e-04,\n 2.7478e-04, -2.2058e-04, -2.1253e-04, -2.5959e-04, -6.1356e-04,\n -2.5152e-04, -1.7297e-03, -1.1012e-03, 4.0520e-04, 3.8409e-03,\n -2.1017e-03, 8.1788e-04, -9.4335e-04, -8.8078e-04, -5.2464e-04,\n -3.8137e-04, -4.0657e-03, -2.7957e-03, -1.0693e-04, -3.3965e-04,\n -1.3473e-03, -4.7280e-04, 1.8450e-03, -2.9566e-03, -5.7416e-03,\n 5.5369e-03, -3.7749e-03, -3.7116e-04, -4.1341e-04, 5.0355e-04,\n -7.2504e-04, -3.3566e-03, -2.6327e-03, 4.5436e-03, 3.1307e-04,\n 1.6706e-03, -3.9788e-03, 9.3524e-04, 2.5751e-03, 1.6093e-04,\n -1.0002e-03, 6.5468e-04, 5.6293e-03, 3.3750e-04, -9.7184e-04,\n 8.9364e-04, -2.1102e-03, -5.7334e-03, 3.8780e-03, -1.1993e-04,\n 6.0406e-04, 2.5797e-03, -3.6124e-03, -1.5171e-03, 2.0517e-03,\n 1.3508e-03, -2.0934e-03, 9.2428e-04, -1.9661e-03, 1.4514e-03,\n 1.5050e-03, -1.3175e-03, 6.4452e-03, -3.3331e-04, 4.2049e-03,\n -6.7477e-03, -8.1288e-03, 8.6689e-05, 2.4377e-03, 2.7150e-03,\n 2.5633e-03, -1.7333e-03, 5.4187e-05, 9.6522e-04, 1.2223e-03,\n -3.2716e-03, -1.5937e-03, 2.0134e-05, 1.2315e-03, -1.3322e-02,\n 4.4556e-04, 7.2893e-04, -2.4730e-03, -5.5495e-03, -2.2089e-03,\n -1.0558e-02, 3.3733e-03, -3.1761e-03, 2.2609e-03, 2.1742e-04,\n 1.1743e-03, 1.4669e-03, 3.8162e-04, -8.8830e-03, -4.5097e-03,\n 1.8504e-03, -4.1701e-03, -2.5743e-05, -3.0056e-03, 1.8833e-04,\n 8.6151e-04, 3.4080e-03, -2.3473e-03, 2.1727e-03, -2.8155e-03,\n 2.6050e-03, 5.1514e-03, 2.0664e-03, 3.0277e-03, -4.2589e-04,\n -8.4351e-04, 4.6607e-04, -3.9897e-03, 3.7096e-03, 4.3479e-03,\n 4.7842e-03, -5.9558e-04, 1.1368e-03, 2.2990e-04, 4.8818e-04,\n -3.3704e-03, -1.1759e-03, -2.4863e-03, 1.4098e-03, -1.7544e-04,\n -5.6841e-03, -3.0845e-03, 3.4784e-03, 8.9615e-04, -2.7977e-03,\n -2.0750e-03, -2.7721e-03, 3.9373e-03, -4.7925e-03, 3.3344e-04,\n -3.4415e-03, -9.3735e-03, -9.0414e-04, 4.1975e-03, -5.8056e-04,\n -1.3484e-03, -1.0762e-03, -6.4266e-03, 2.8723e-03, 5.4532e-04,\n 2.0423e-03, 1.5030e-03, 2.6783e-03, 2.0240e-03, 6.4789e-04,\n 1.6844e-03, 6.2724e-03, -5.5726e-04, -1.9703e-05, -1.0133e-03,\n -2.2085e-04, 8.5427e-04, -8.9891e-04, 4.9264e-03, -8.8618e-04,\n -3.5167e-05, -3.4629e-03, 5.6618e-04, 4.5811e-03, -2.5583e-03,\n 3.5369e-03, 4.2555e-04, -8.7467e-03, -9.1676e-04, 6.5777e-03,\n -2.5538e-03, -3.4376e-03, 1.1762e-03, 1.8298e-03, -1.4109e-04,\n -2.9355e-04, 1.8914e-03, -2.8497e-03, 6.7392e-03, 1.6515e-03,\n -3.1907e-03, -3.4716e-03, -1.0581e-04, -3.8278e-03, -1.3710e-03,\n -4.3290e-03, 8.7220e-04, 7.6461e-04, 1.3088e-03, 2.3309e-03,\n -1.6739e-03, -4.5790e-03, -5.4040e-03, 4.4344e-03, 1.0787e-04,\n 3.9573e-03, -1.8310e-03, -9.1390e-04, -4.0418e-03, -3.0904e-03,\n -1.9395e-04, 1.6641e-03, -3.1691e-03, 4.2762e-04, -2.2691e-03,\n -3.8031e-04, -1.8849e-03, -4.8166e-03, -1.3600e-03, -1.8697e-05,\n 3.6233e-03, -4.3301e-04, -3.5075e-03, 1.0038e-03, 8.2249e-04,\n -2.4988e-04, 6.9135e-03, -1.4019e-05, 1.7564e-03, -9.7008e-04,\n 1.0866e-03, -3.3891e-03, -3.4292e-04, 1.0493e-03, -2.8665e-04,\n 5.4511e-04, -2.1101e-03, -1.3751e-04, -3.4088e-03, 5.0202e-03,\n -2.0778e-03, 2.2119e-03, 1.1675e-03, 2.5503e-03, 7.6254e-03,\n -1.8786e-04, 9.7127e-04, -7.3921e-03, -1.0797e-03, -1.2974e-03,\n -2.3086e-03, -6.6887e-03, 2.3261e-03, -6.0753e-03, 2.0169e-03,\n 6.2281e-04, 9.0272e-04, -1.0589e-03, 1.3313e-03, 4.8953e-03,\n 2.0418e-03, 1.2961e-03, -1.9799e-04, 1.5111e-03, 5.8955e-04,\n 1.2743e-03, 9.0483e-04, 7.0260e-04, 7.8725e-04, -5.5565e-04,\n 4.6378e-03, -1.0247e-03, 5.3328e-04, 1.1306e-03, 5.6267e-03,\n 2.5535e-04, -4.3126e-03, -1.0947e-02, 1.4959e-03, 2.0310e-03,\n -4.4071e-04, 5.5890e-03, 3.6633e-03, -5.8404e-04, 1.2391e-03,\n 1.8400e-03, 6.6792e-04, -9.8188e-04, -3.8366e-03, -4.1597e-03,\n 1.5825e-03, -1.3158e-03, -4.6712e-04, -2.6768e-03, 1.3258e-03,\n -1.1000e-03, -8.1348e-04, -1.8883e-03, 1.7156e-03, -3.8472e-03,\n -2.3613e-03, -3.1594e-03, -7.3996e-03, 6.0630e-03, 2.6941e-03,\n -4.7501e-03, 8.8280e-04, 1.2256e-03, -6.1978e-04, 9.4030e-03,\n -1.9165e-03, -3.3496e-04, 7.4722e-04, -2.8020e-03, 1.0822e-03,\n -9.1378e-03, -5.5090e-03, 6.4873e-04, 3.2561e-03, 3.2454e-03,\n -3.4337e-03, 1.4174e-03, -1.9881e-03, 1.5139e-03, 2.3353e-03,\n 2.1248e-03, 3.6140e-03, -9.2104e-04, 3.7448e-03, 2.7802e-03,\n 5.6039e-03, 1.0747e-03, -5.3285e-03, -5.9948e-03, 2.2149e-03,\n -4.7132e-03, -7.7371e-04, 9.3133e-04, -2.2309e-03, 1.7109e-04,\n 1.5345e-03, 6.0831e-04, -4.3163e-03, -6.6754e-04, -2.5407e-03,\n 4.3867e-04, -7.6193e-04, -3.5988e-03, 3.4429e-03, 7.0390e-04,\n -6.5436e-04, -1.1797e-03, 7.1819e-03, -5.5963e-03, 2.1400e-03,\n 1.9910e-03, 4.1111e-05, 1.2901e-03, -2.1492e-04, 5.0408e-04,\n 4.0378e-03, 2.4355e-04, -2.9527e-03, -8.6148e-04, 1.5048e-03,\n 2.4835e-04, -3.7588e-04, 2.8609e-03, 1.9281e-05, 2.1542e-03,\n 2.9466e-03, 3.6416e-03, -6.8635e-04, 1.5001e-03, 7.4876e-04,\n 1.9150e-03, 1.5138e-03, 4.7357e-04, -5.6271e-04, -1.2986e-03,\n 2.4825e-03, 3.4892e-03, -2.7717e-03, 3.2661e-03, 1.0876e-03,\n 8.0613e-04, -2.2527e-03, 1.3464e-03, -3.0177e-03, -1.1184e-03,\n 4.3770e-03, 8.7024e-03, 2.1031e-03, -3.7816e-03, 1.1799e-03,\n -7.7588e-04, 2.3218e-03, 3.5294e-03, -1.9729e-03, -3.9567e-03,\n 9.2740e-04, -9.6847e-03, -3.6989e-03, 2.0031e-03, 1.9330e-04,\n -2.9712e-04, -7.6127e-04, 3.6922e-04, -6.0971e-04, 6.2195e-03,\n -2.6439e-03, -8.5706e-04, -8.4574e-03, 9.7192e-04, 3.3295e-03,\n 2.9849e-04, -2.6776e-03, -1.6347e-03, 1.7696e-03, -5.5993e-03,\n 1.5015e-03, -3.4898e-03, -3.3963e-04, 3.4543e-03, 3.2311e-03,\n -7.4722e-04, 2.9996e-03, -1.5705e-03, -6.0570e-04, -4.1959e-03,\n -3.3136e-03, -1.9180e-03, -2.0715e-03, 3.6838e-03, 2.7304e-03,\n -2.4900e-03, -2.8075e-03, -4.7876e-05, 6.4497e-03, 3.2742e-03,\n 6.4990e-03, -1.5918e-03, -5.1636e-03, 1.3611e-03, -1.7416e-03,\n -3.0534e-03, 5.1856e-03, 1.1249e-03, 2.9033e-03, 2.1088e-04,\n -2.0843e-04, -2.9326e-03, 1.5326e-04, 2.7159e-03, 1.9950e-03,\n 3.1528e-04, 1.3440e-03, 2.1504e-03, 1.8372e-03, -3.4265e-04,\n 4.5655e-03, 7.3771e-04, 2.3213e-03, -5.5321e-04, -4.2709e-03,\n -5.0325e-04, 8.4198e-04, 1.5607e-03, 2.0651e-03, -2.4278e-04,\n 2.4328e-03, 1.1827e-02, -3.4863e-03, 5.7003e-03, 4.6556e-03,\n -5.1376e-03, 2.5669e-04, 3.5186e-04, 5.1340e-03, -2.0790e-03,\n 2.3119e-03, 3.7848e-03, -6.1867e-03, 1.0681e-02, -1.1407e-03,\n 3.1776e-03, -1.5291e-03, 2.0351e-04, 1.8861e-03, 8.0871e-04,\n -2.7251e-03, -1.4437e-03, -1.8821e-04, 5.0214e-03, -9.1520e-04,\n 2.9319e-04, -2.9124e-03, 6.3284e-03, -4.7506e-03, -2.7114e-03,\n 2.0101e-03, 7.1024e-04], device='cuda:0')",
13
- "exp_avg_sq": "tensor([1.0824e-04, 1.4961e-04, 1.4127e-04, 7.8900e-05, 9.9873e-05, 1.3870e-04,\n 9.0143e-05, 7.2883e-05, 9.0406e-05, 8.1231e-05, 1.1133e-04, 2.7625e-05,\n 1.4838e-04, 2.1846e-04, 7.7873e-05, 1.5157e-04, 1.0400e-04, 9.3946e-05,\n 9.3086e-05, 1.1560e-04, 9.0976e-05, 1.0046e-04, 1.7816e-04, 6.9937e-05,\n 1.8966e-04, 9.8860e-05, 9.2963e-05, 1.2578e-04, 7.6971e-05, 7.6075e-05,\n 1.2336e-04, 1.1480e-04, 1.0415e-04, 1.1615e-04, 1.8489e-04, 7.7621e-05,\n 1.9039e-04, 1.1363e-04, 5.7610e-05, 1.1594e-04, 1.1327e-04, 1.1193e-04,\n 1.0868e-04, 9.0651e-05, 1.0820e-04, 1.0814e-04, 1.0004e-04, 6.4501e-05,\n 6.9360e-05, 1.0180e-04, 3.4819e-05, 1.1988e-04, 7.9439e-05, 1.7485e-04,\n 9.4010e-05, 8.9509e-05, 9.6690e-05, 7.5612e-05, 7.1020e-05, 1.3146e-04,\n 1.5298e-04, 1.1173e-04, 9.5739e-05, 3.2572e-05, 1.0033e-04, 8.6169e-05,\n 1.1362e-04, 1.3082e-04, 1.2879e-04, 1.2306e-04, 1.4727e-04, 1.2827e-04,\n 1.1356e-04, 1.0561e-04, 8.0909e-05, 1.5553e-04, 1.1289e-04, 9.7279e-05,\n 8.4344e-05, 1.2426e-04, 1.2681e-04, 8.4180e-05, 7.8361e-05, 1.2547e-04,\n 8.7552e-05, 1.3026e-04, 1.7763e-04, 1.8366e-04, 2.3055e-05, 1.0388e-04,\n 1.3132e-04, 1.8929e-04, 1.1244e-04, 9.0132e-05, 1.0605e-04, 7.1793e-05,\n 1.3141e-04, 4.3291e-05, 9.4527e-05, 1.1718e-04, 6.7009e-05, 8.5663e-05,\n 1.1082e-04, 1.2257e-04, 1.0430e-04, 1.5901e-04, 1.3150e-04, 1.0235e-04,\n 1.1211e-04, 7.9633e-05, 8.8930e-05, 1.0160e-04, 8.9078e-05, 2.2325e-04,\n 9.0903e-05, 8.7138e-05, 1.2372e-04, 9.9709e-05, 8.1846e-05, 9.4952e-05,\n 9.8586e-05, 1.2587e-04, 1.0646e-04, 8.3742e-05, 7.7311e-05, 9.5980e-05,\n 1.0767e-04, 9.7960e-05, 1.0517e-04, 7.3835e-05, 8.0624e-05, 1.3392e-04,\n 1.3345e-04, 9.1688e-05, 9.0515e-05, 1.5770e-04, 1.0856e-04, 1.1926e-04,\n 9.0809e-05, 8.1547e-05, 1.3593e-04, 9.6090e-05, 1.2106e-04, 9.7427e-05,\n 1.0174e-04, 1.4422e-04, 1.3222e-04, 9.8682e-05, 1.4501e-04, 1.1893e-04,\n 1.1428e-04, 7.6618e-05, 1.0155e-04, 7.0153e-05, 1.2007e-04, 9.9075e-05,\n 1.3343e-04, 7.5869e-05, 1.7605e-04, 1.4103e-04, 1.5610e-04, 6.8700e-05,\n 9.0931e-05, 1.3922e-04, 5.0462e-05, 8.3873e-05, 1.5060e-04, 1.0453e-04,\n 9.6856e-05, 1.0668e-04, 8.0875e-05, 1.3383e-04, 1.0727e-04, 1.4177e-04,\n 9.9939e-05, 1.3196e-04, 1.2442e-04, 7.1291e-05, 7.3175e-05, 1.5735e-04,\n 2.7752e-04, 1.1798e-04, 7.7076e-05, 1.3104e-04, 1.0178e-04, 8.9930e-05,\n 1.0149e-04, 1.1860e-04, 8.5786e-05, 9.2606e-05, 1.0155e-04, 1.5818e-04,\n 1.1622e-04, 9.5444e-05, 1.2454e-04, 1.0659e-04, 8.5753e-05, 7.8181e-05,\n 1.0217e-04, 9.0167e-05, 1.2716e-04, 7.9934e-05, 7.8484e-05, 1.5323e-04,\n 8.2270e-05, 8.4651e-05, 1.0241e-04, 7.8015e-05, 8.7390e-05, 1.4382e-04,\n 7.6787e-05, 1.0782e-04, 1.2934e-04, 7.4451e-05, 1.9897e-04, 8.3795e-05,\n 1.2052e-04, 9.0378e-05, 7.6754e-05, 1.0624e-04, 1.1241e-04, 1.8133e-04,\n 1.4184e-04, 8.0493e-05, 1.2213e-04, 1.2751e-04, 1.2108e-04, 1.2549e-04,\n 9.6277e-05, 1.1784e-04, 8.8152e-05, 1.3367e-04, 7.9674e-05, 7.7050e-05,\n 6.9612e-05, 9.9885e-05, 1.2464e-04, 1.6669e-04, 1.2579e-04, 9.2655e-05,\n 1.0761e-04, 8.4285e-05, 9.6574e-05, 8.1650e-05, 9.1580e-05, 1.7591e-04,\n 9.7269e-05, 1.1360e-04, 6.6328e-05, 9.2799e-05, 9.2578e-05, 8.1576e-05,\n 1.2419e-04, 8.7691e-05, 1.1022e-04, 1.0410e-04, 1.1743e-04, 1.6429e-04,\n 1.0452e-04, 1.1342e-04, 1.1494e-04, 9.5400e-05, 1.3776e-04, 9.1485e-05,\n 9.1710e-05, 1.1567e-04, 9.0705e-05, 1.0318e-04, 8.4651e-05, 1.3827e-04,\n 7.2641e-05, 7.3970e-05, 1.2164e-04, 9.2751e-05, 9.7408e-05, 8.1584e-05,\n 1.0517e-04, 6.9755e-05, 1.2517e-04, 9.7785e-05, 1.5045e-04, 1.0537e-04,\n 1.1698e-04, 1.2525e-04, 1.0333e-04, 1.5131e-04, 8.0775e-05, 1.2182e-04,\n 8.5025e-05, 5.1988e-05, 1.1470e-04, 2.5746e-04, 1.0608e-04, 8.8093e-05,\n 1.2524e-04, 8.3089e-05, 1.9737e-04, 1.6221e-04, 1.0935e-04, 1.0058e-04,\n 7.7174e-05, 6.7444e-05, 1.1057e-04, 1.3899e-04, 1.8005e-04, 1.1718e-04,\n 1.1627e-04, 6.4799e-05, 9.7391e-05, 1.0253e-04, 7.7157e-05, 9.4806e-05,\n 9.3602e-05, 1.0382e-04, 8.6936e-05, 9.7684e-05, 7.2675e-05, 9.1438e-05,\n 1.1089e-04, 1.3729e-04, 7.4285e-05, 1.4216e-04, 1.9983e-04, 2.1890e-04,\n 7.5489e-05, 8.2502e-05, 9.2209e-05, 1.3544e-04, 6.4703e-05, 9.7752e-05,\n 8.3241e-05, 1.0718e-04, 1.1590e-04, 9.7281e-05, 7.9200e-05, 9.1921e-05,\n 1.0339e-04, 1.0919e-04, 1.7098e-04, 1.2027e-04, 1.0422e-04, 9.3868e-05,\n 8.1158e-05, 1.1017e-04, 1.2417e-04, 1.2859e-04, 8.8128e-05, 1.2225e-04,\n 1.0442e-04, 1.3380e-04, 8.7026e-05, 8.8809e-05, 8.4175e-05, 1.2865e-04,\n 1.2136e-04, 1.0380e-04, 6.8720e-05, 1.1816e-04, 1.0714e-04, 9.1861e-05,\n 1.0278e-04, 7.2845e-05, 1.3644e-04, 8.7391e-05, 1.1579e-04, 1.4786e-04,\n 9.5707e-05, 1.5045e-04, 9.2822e-05, 5.9925e-05, 1.9867e-04, 9.9683e-05,\n 1.3404e-04, 6.4411e-05, 1.6428e-04, 2.3586e-04, 1.0414e-04, 1.0106e-04,\n 1.1776e-04, 5.4033e-05, 9.6293e-05, 9.2201e-05, 2.6527e-04, 8.7163e-05,\n 1.2196e-04, 7.8682e-05, 7.8488e-05, 1.5909e-04, 1.4223e-04, 1.9312e-04,\n 1.3093e-04, 6.6923e-05, 1.2573e-04, 8.3383e-05, 9.8793e-05, 1.1965e-04,\n 1.4015e-04, 8.7783e-05, 8.2903e-05, 1.2572e-04, 2.0912e-04, 1.6390e-04,\n 9.7394e-05, 8.3716e-05, 9.8243e-05, 1.6934e-04, 9.0377e-05, 7.3451e-05,\n 1.0511e-04, 8.8151e-05, 1.1083e-04, 1.2526e-04, 1.0451e-04, 1.0740e-04,\n 1.2156e-04, 8.3497e-05, 1.3094e-04, 1.5829e-04, 6.8866e-05, 1.4607e-04,\n 9.6605e-05, 1.2050e-04, 1.1969e-04, 1.2503e-04, 1.0959e-04, 1.0696e-04,\n 9.2100e-05, 1.0942e-04, 1.0569e-04, 1.6620e-04, 1.0330e-04, 1.0582e-04,\n 1.0266e-04, 6.0756e-05, 8.9413e-05, 9.1689e-05, 1.2627e-04, 9.2348e-05,\n 1.0732e-04, 9.1640e-05, 1.6889e-04, 1.0014e-04, 1.3827e-04, 9.3098e-05,\n 1.2216e-04, 8.9772e-05, 1.2291e-04, 7.1008e-05, 1.1862e-04, 6.9576e-05,\n 1.0831e-04, 9.2036e-05, 1.2541e-04, 7.0092e-05, 1.1811e-04, 8.9365e-05,\n 7.9346e-05, 9.5127e-05, 9.7382e-05, 8.9692e-05, 1.2501e-04, 7.5416e-05,\n 6.3653e-05, 1.1604e-04, 1.1113e-04, 8.9078e-05, 1.4908e-04, 1.6920e-04,\n 1.7565e-04, 1.2251e-04, 1.7993e-04, 5.8032e-05, 8.5268e-05, 9.9536e-05,\n 9.4005e-05, 8.9177e-05, 6.9023e-05, 1.0098e-04, 1.7140e-04, 1.0437e-04,\n 1.3627e-04, 2.0605e-04, 9.8518e-05, 8.4202e-05, 1.1964e-04, 1.6401e-04,\n 1.9494e-04, 1.3411e-04, 1.6374e-04, 8.3235e-05, 1.5150e-04, 9.8076e-05,\n 9.7143e-05, 1.2097e-04, 1.2135e-04, 1.3772e-04, 7.6368e-05, 8.8112e-05,\n 1.0710e-04, 5.4531e-05, 9.9398e-05, 1.2826e-04, 7.2844e-05, 1.2163e-04,\n 1.0124e-04, 9.6321e-05, 1.0704e-04, 1.0441e-04, 1.2661e-04, 1.0808e-04,\n 1.2090e-04, 1.1249e-04], device='cuda:0')"
14
  },
15
  "2": {
16
- "step": "tensor(5008.)",
17
- "exp_avg": "tensor([ 3.1568e-03, 3.2576e-03, -2.9197e-04, -4.8747e-03, 5.4691e-03,\n -1.1179e-03, 2.2815e-04, -3.7195e-04, 2.4595e-03, 3.1297e-04,\n 6.0749e-03, 1.6313e-02, -1.3809e-03, -5.8658e-04, 2.6330e-03,\n 1.6649e-03, -2.7102e-03, -1.6012e-03, -2.6274e-03, 1.0072e-03,\n 8.4602e-04, -4.2561e-04, -5.4491e-04, -8.0115e-04, -5.6830e-04,\n -5.8433e-04, -2.8686e-03, -2.7227e-04, -1.8421e-03, 7.5042e-03,\n -3.0929e-03, 5.3091e-04, -1.5222e-04, -7.3362e-04, -2.2650e-04,\n -8.2834e-04, -4.4615e-03, -4.7134e-03, 4.9377e-04, 1.3171e-04,\n -1.5526e-03, -8.2480e-04, 1.7319e-03, -3.6471e-03, -5.7805e-03,\n 7.6436e-03, -5.8047e-03, 5.1946e-04, -3.1821e-03, 2.7256e-04,\n -7.0661e-03, -6.8960e-03, -3.9658e-03, 3.8087e-03, 7.9840e-04,\n 1.4459e-03, -4.3810e-03, 6.3282e-04, 4.4427e-03, -2.5556e-04,\n -1.7193e-03, 1.6387e-03, 1.1814e-02, -9.0261e-03, -1.2823e-03,\n 1.0853e-03, -3.7794e-03, -5.4826e-03, 2.8176e-03, -4.2622e-04,\n -5.6222e-05, 4.3464e-03, -5.2164e-03, -2.8433e-03, 2.0150e-03,\n 6.9558e-04, -1.8650e-03, 2.3239e-03, -2.6469e-03, 1.1323e-03,\n 2.1116e-03, -3.8897e-03, 1.8853e-02, 2.3782e-04, 5.1847e-03,\n -5.8651e-03, -5.9232e-03, 1.8549e-04, 5.6052e-45, 4.0623e-03,\n 2.6138e-03, -1.4868e-03, -1.2902e-03, 2.3649e-03, 1.7037e-03,\n -5.1135e-03, -1.1875e-03, -1.8788e-03, 1.6987e-03, -1.7412e-02,\n 1.5513e-03, 4.9563e-04, -3.4340e-03, -8.1640e-03, -2.6812e-03,\n -8.1864e-03, 4.4953e-03, -2.7533e-03, 2.4555e-03, -1.6040e-04,\n 1.8962e-03, 1.7240e-03, 1.8190e-04, -5.3723e-03, -7.5001e-03,\n 1.0622e-03, -4.1505e-03, 8.4731e-04, -4.5690e-03, 5.6471e-05,\n 9.3360e-04, 3.3513e-03, -4.2437e-03, 3.9858e-03, -4.3563e-03,\n 1.7916e-03, 3.2427e-03, 1.8117e-03, 4.6584e-03, -1.3636e-03,\n -1.3774e-03, 5.9226e-04, -4.9411e-03, 7.2864e-03, 7.7896e-03,\n 6.2916e-03, -4.0758e-04, 1.7067e-03, -1.5761e-03, 1.2694e-03,\n -3.2561e-03, -6.1292e-04, -3.2348e-03, 2.3330e-03, 1.4177e-04,\n -4.6769e-03, -7.7803e-03, 4.4026e-03, 9.2844e-04, -2.9601e-03,\n -1.5661e-03, -5.9980e-03, 3.6876e-03, -8.5897e-03, -2.9231e-04,\n -3.8003e-03, -1.1366e-02, -9.2696e-04, 4.8059e-03, -1.9381e-03,\n 5.8296e-04, -1.5890e-03, -1.1733e-02, 3.1424e-03, 2.6541e-04,\n 3.6183e-03, 1.3641e-03, 7.8577e-03, 2.3045e-03, 9.2160e-04,\n 2.1464e-03, 9.2706e-03, -6.6882e-04, -1.4922e-04, -2.7252e-03,\n -5.9822e-04, 3.9446e-04, -1.5093e-03, 7.3554e-03, -1.5705e-03,\n 3.3982e-04, -3.9469e-03, 1.1229e-03, 8.5087e-03, -5.1413e-03,\n 5.0897e-03, 2.9884e-03, -2.0526e-02, -1.5470e-03, 9.4025e-03,\n -3.6167e-03, -3.6604e-03, 1.8630e-03, 1.3779e-03, 3.6007e-04,\n 2.0683e-04, 2.9714e-03, -2.2733e-03, 6.8415e-03, 8.0683e-04,\n -6.9942e-03, -7.8517e-03, -1.3746e-04, -4.1826e-03, -1.9881e-03,\n -7.9524e-03, 9.4356e-04, 8.6760e-04, 1.3297e-03, 2.7098e-03,\n -2.5433e-03, -7.2104e-03, -8.3900e-03, 6.1831e-03, 2.1167e-04,\n 4.4359e-03, -1.3999e-03, -2.7224e-03, -7.0724e-03, -5.2639e-03,\n 4.4682e-04, 2.4572e-03, -4.4307e-03, 2.2323e-04, -1.1203e-03,\n -1.0530e-03, -1.7048e-03, -4.6337e-03, -3.3522e-03, -6.3551e-04,\n 3.1536e-03, -1.2699e-03, -5.4678e-03, 1.8053e-03, 6.5925e-05,\n 2.5748e-05, 1.0415e-02, -4.3096e-04, 1.1480e-03, -1.3411e-03,\n 1.2748e-03, -3.6814e-03, -4.1163e-04, 1.6440e-03, -1.4269e-04,\n 2.4487e-04, -2.9454e-03, 5.4404e-05, -1.0530e-02, 6.1147e-03,\n -3.7518e-03, 2.7966e-03, 1.6654e-03, 2.5796e-03, 8.3241e-03,\n 2.4859e-04, 1.2429e-03, -9.5875e-03, -4.2162e-04, -1.3105e-03,\n -2.5424e-03, -1.6126e-02, 2.1037e-03, -5.1277e-03, 2.8011e-03,\n 3.4167e-04, 2.4437e-04, -1.5760e-03, 1.3716e-03, 5.6972e-03,\n 2.3835e-03, 2.6998e-03, -2.2462e-03, 2.1711e-03, -2.2693e-04,\n 3.2390e-03, 5.3491e-04, -1.8941e-04, -1.1141e-04, -1.0909e-03,\n 4.8756e-03, -1.7755e-03, 3.7559e-04, 1.4372e-03, 5.3762e-03,\n -4.8261e-05, -5.7275e-03, -1.6974e-02, 3.1047e-03, 3.2473e-03,\n -8.7140e-04, 6.3088e-03, 3.6156e-03, -1.0910e-03, 9.8353e-04,\n 3.6515e-03, 2.4802e-03, -8.9988e-04, -2.1921e-03, -1.0121e-02,\n 1.4338e-03, -8.4927e-03, -3.1664e-04, -2.1364e-03, 8.4729e-04,\n -1.9806e-03, -2.9032e-03, -4.3439e-03, 1.9485e-03, -3.9974e-03,\n -4.4179e-03, -3.3812e-03, -7.4624e-03, 7.2430e-03, 2.9868e-03,\n -3.5659e-03, 1.8419e-03, 4.9604e-04, -7.8918e-04, 1.1934e-02,\n -3.5632e-03, -7.6749e-04, 4.2166e-04, -2.7407e-03, 3.3111e-03,\n -1.0832e-02, -6.8315e-03, 6.9248e-04, 4.9870e-03, 4.2210e-03,\n -6.7266e-03, 9.1722e-04, -2.6459e-03, 1.1940e-03, 8.2537e-04,\n 3.3343e-03, 3.6491e-03, -1.4720e-03, 2.0620e-03, 2.7731e-03,\n 9.1791e-03, 1.2609e-03, -7.9782e-03, -1.0391e-02, 7.4812e-04,\n -7.1747e-03, -1.6545e-03, 1.3463e-03, -2.1034e-03, 9.0672e-04,\n 2.4460e-03, 3.4092e-04, -1.2797e-02, 4.1044e-04, -3.4525e-03,\n 1.9009e-03, -1.4940e-03, -2.5190e-03, 3.9612e-03, 2.0868e-03,\n -6.6096e-04, -1.1396e-03, 4.9554e-03, -1.1023e-02, 2.2459e-03,\n 9.8681e-04, -8.1457e-04, 2.9886e-03, 5.0052e-04, 1.5648e-03,\n 3.7896e-03, 4.3777e-04, -3.2897e-03, -2.5782e-03, 1.9065e-03,\n 5.5450e-04, -6.0959e-04, 4.1953e-03, 3.5249e-04, 3.4803e-03,\n 4.8117e-03, 4.4464e-03, -4.4596e-03, 1.1665e-03, 1.4003e-03,\n 2.5402e-03, 2.7102e-03, -4.5673e-05, -1.1666e-03, -8.9673e-05,\n 1.8027e-03, 8.5030e-03, -1.9928e-03, 6.3646e-03, 1.5756e-03,\n -2.8154e-04, -2.1599e-03, 4.0083e-03, -5.9069e-03, -4.6233e-04,\n 3.4415e-03, 7.4310e-03, 2.8963e-03, -2.6044e-03, 9.7259e-04,\n -6.0266e-05, 1.9425e-03, 5.6306e-03, -4.6158e-05, -9.3253e-03,\n 2.3339e-04, -1.4012e-02, -4.8269e-03, 3.6591e-03, 1.0158e-03,\n -1.6286e-03, -1.7560e-03, -5.4069e-04, -2.9927e-03, 8.2250e-03,\n -5.1358e-03, -1.2317e-03, -1.1997e-02, 7.9453e-04, 3.6836e-03,\n 7.9389e-04, -2.7818e-03, -2.0767e-03, 1.9331e-03, -5.4057e-03,\n 3.7295e-03, -4.4633e-03, -2.5911e-04, 1.4405e-02, 4.2973e-03,\n -8.9389e-04, 3.5694e-03, -1.5202e-03, 2.3606e-04, -6.6501e-03,\n -7.4643e-03, -2.4094e-03, -2.7707e-03, 7.0487e-03, 1.4396e-03,\n -5.3602e-03, -2.9138e-03, -3.8949e-04, 8.9530e-03, 4.1141e-03,\n 1.1778e-02, -2.9806e-03, -4.4920e-03, 2.6913e-03, -2.2267e-03,\n -5.3909e-03, 6.7154e-03, 8.9604e-04, 3.3507e-03, -4.4352e-04,\n -1.0613e-03, -5.2149e-03, -5.5597e-04, 3.7068e-03, 3.2413e-03,\n -1.4086e-03, 2.9986e-03, 2.1273e-03, 7.8059e-04, -1.1614e-03,\n 7.1773e-03, 1.1498e-03, 2.7380e-03, -6.6499e-04, -8.2268e-03,\n -2.1386e-05, 2.8214e-03, 2.2577e-03, 2.5361e-03, 1.9453e-05,\n 2.6998e-03, 1.4000e-02, -5.7180e-03, 4.9695e-03, 3.7939e-03,\n -3.7516e-03, -4.0909e-04, 1.2956e-03, 4.9202e-03, -1.6425e-03,\n 1.5205e-03, 5.0249e-03, -6.0474e-03, 1.3558e-02, -2.2776e-03,\n 3.8563e-03, -1.6354e-03, 7.0249e-04, 1.6439e-03, 4.6041e-05,\n -5.1119e-03, -4.5991e-04, -4.7053e-04, 8.1716e-03, -5.9872e-04,\n 9.8277e-04, -4.6152e-03, 7.5365e-03, -6.9357e-03, -5.6676e-03,\n 2.2565e-03, -4.2910e-04], device='cuda:0')",
18
- "exp_avg_sq": "tensor([6.5296e-05, 1.2397e-04, 1.1163e-04, 1.2874e-04, 1.1958e-04, 9.5454e-05,\n 6.3796e-05, 9.0774e-05, 1.5487e-04, 1.4417e-04, 1.3418e-04, 1.7162e-03,\n 1.3710e-04, 1.4192e-04, 2.3432e-04, 8.3019e-05, 2.1555e-04, 2.1341e-04,\n 2.1481e-04, 1.0788e-04, 1.3490e-04, 9.2744e-05, 1.1275e-04, 5.9780e-05,\n 1.8082e-04, 6.9676e-05, 1.4350e-04, 1.4535e-04, 2.1616e-04, 2.6626e-04,\n 1.0752e-04, 1.2666e-04, 8.3459e-05, 7.6146e-05, 1.8121e-04, 1.0311e-04,\n 1.2874e-04, 2.0698e-04, 1.3844e-04, 7.7962e-05, 9.8580e-05, 1.1499e-04,\n 1.2231e-04, 1.5083e-04, 8.1784e-05, 1.1142e-04, 1.4086e-04, 1.7471e-04,\n 2.8895e-04, 7.1153e-05, 8.5419e-04, 3.5864e-04, 1.2649e-04, 8.2694e-05,\n 1.7694e-04, 1.2451e-04, 1.4628e-04, 1.6694e-04, 1.9488e-04, 2.0598e-04,\n 2.3075e-04, 1.1511e-04, 2.3719e-04, 8.3755e-03, 1.3538e-04, 1.2539e-04,\n 1.5158e-04, 1.3582e-04, 5.3705e-05, 1.9915e-04, 8.1744e-05, 1.7343e-04,\n 1.5985e-04, 1.0199e-04, 1.1321e-04, 2.9465e-04, 8.5372e-05, 3.5029e-04,\n 1.6116e-04, 1.7049e-04, 2.5008e-04, 5.2452e-04, 7.1580e-04, 1.3052e-04,\n 1.6329e-04, 9.0109e-05, 1.0100e-04, 1.8872e-04, 7.8583e-06, 2.4584e-04,\n 9.2638e-05, 2.5091e-04, 1.5640e-04, 1.6214e-04, 3.9764e-04, 1.2282e-04,\n 8.5676e-05, 6.6330e-04, 1.0121e-04, 2.5788e-04, 1.6547e-04, 1.0272e-04,\n 1.1658e-04, 3.0708e-04, 1.3026e-04, 7.3750e-05, 8.7907e-05, 8.7877e-05,\n 9.6744e-05, 1.6883e-04, 2.2219e-04, 1.1204e-04, 1.2652e-04, 6.9155e-05,\n 1.3657e-04, 1.0154e-04, 1.1994e-04, 1.1544e-04, 1.0846e-04, 6.0030e-05,\n 1.9218e-04, 9.0583e-05, 1.7978e-04, 2.2234e-04, 1.5927e-04, 7.4355e-05,\n 7.8637e-05, 6.2502e-05, 1.0111e-04, 2.4008e-04, 1.0610e-04, 1.7535e-04,\n 1.9657e-04, 2.8025e-04, 3.3302e-04, 2.4224e-04, 1.1439e-04, 1.4825e-04,\n 9.7044e-05, 2.2233e-04, 1.1995e-04, 2.1566e-04, 1.1453e-04, 1.5001e-04,\n 1.6035e-04, 1.3599e-04, 2.7495e-04, 1.0893e-04, 9.7391e-05, 1.5473e-04,\n 9.0736e-05, 2.2138e-04, 1.0191e-04, 1.5901e-04, 8.7583e-05, 1.1909e-04,\n 1.2688e-04, 4.7753e-05, 1.5548e-04, 1.0548e-04, 9.8465e-05, 8.8907e-05,\n 2.0197e-04, 9.6860e-05, 1.0799e-04, 1.7906e-04, 7.4864e-05, 2.0710e-04,\n 1.3579e-04, 2.3997e-04, 1.1790e-04, 1.7404e-04, 1.3970e-04, 1.1651e-04,\n 3.6563e-04, 1.2698e-04, 1.5940e-04, 2.4790e-04, 1.8183e-04, 2.0827e-04,\n 1.1379e-04, 1.6612e-04, 2.2589e-04, 4.2670e-04, 1.7306e-04, 1.0334e-04,\n 1.7364e-04, 4.5384e-04, 1.3967e-04, 1.6331e-04, 1.0793e-04, 1.8734e-04,\n 2.2859e-04, 7.5855e-05, 1.4984e-04, 7.6413e-05, 1.9129e-04, 1.0433e-04,\n 8.9144e-05, 7.2678e-05, 1.7572e-04, 3.2703e-04, 2.2014e-04, 1.3480e-04,\n 1.4130e-04, 1.8946e-04, 1.3525e-04, 1.1888e-04, 6.4838e-05, 8.5501e-05,\n 9.3856e-05, 2.6088e-04, 2.0262e-04, 9.9889e-05, 1.3572e-04, 1.2238e-04,\n 8.9329e-05, 2.0399e-04, 3.6891e-04, 1.4608e-04, 1.7076e-04, 1.2217e-04,\n 1.9709e-04, 1.6691e-04, 1.9584e-04, 5.6323e-05, 2.0706e-04, 1.0505e-04,\n 1.3332e-04, 1.0663e-04, 4.8668e-05, 1.0560e-04, 2.0210e-04, 2.4017e-04,\n 2.4605e-04, 1.2593e-04, 2.7026e-04, 2.7337e-04, 6.3053e-05, 8.4097e-05,\n 1.4441e-04, 6.0610e-05, 9.2646e-05, 1.7825e-04, 9.8230e-05, 1.0034e-04,\n 7.5646e-05, 1.5816e-04, 3.7936e-04, 1.1248e-04, 2.0676e-04, 1.8880e-04,\n 1.3903e-04, 1.1298e-04, 1.1028e-04, 1.4042e-04, 7.1162e-05, 2.4519e-04,\n 7.4714e-05, 1.1780e-04, 1.4262e-04, 2.6371e-04, 1.4399e-04, 8.6550e-05,\n 1.9139e-04, 2.3685e-04, 1.4520e-04, 7.2461e-05, 1.0967e-04, 1.7582e-04,\n 1.2742e-04, 1.0024e-04, 1.6406e-04, 1.1489e-04, 1.0741e-04, 4.7239e-04,\n 1.8518e-04, 1.5766e-04, 1.8530e-04, 2.1858e-04, 1.5435e-04, 1.3894e-04,\n 3.8547e-04, 1.2729e-04, 1.2487e-04, 1.4388e-04, 1.0168e-04, 2.8010e-04,\n 2.0652e-04, 3.1014e-04, 7.3373e-05, 1.8897e-04, 8.5114e-05, 6.2155e-05,\n 1.4830e-04, 1.4939e-04, 2.4465e-04, 3.4070e-04, 5.3573e-05, 2.9500e-04,\n 1.2874e-04, 6.2484e-04, 7.9158e-05, 7.6390e-05, 1.1947e-04, 2.0216e-04,\n 2.2979e-04, 2.0809e-04, 6.3686e-05, 1.2001e-04, 2.7332e-04, 1.1571e-04,\n 8.0643e-05, 1.3827e-04, 7.6798e-05, 7.9425e-05, 2.5702e-04, 2.4898e-04,\n 1.2801e-04, 1.4395e-04, 2.0397e-04, 2.5544e-04, 1.4913e-04, 1.4820e-04,\n 2.9378e-04, 8.0376e-05, 1.2608e-04, 1.2052e-04, 1.5841e-04, 2.2537e-04,\n 1.3902e-04, 1.7323e-04, 1.7256e-04, 1.1517e-04, 8.6821e-05, 1.1076e-04,\n 1.0087e-04, 1.5543e-04, 6.6088e-05, 1.9663e-04, 2.1488e-04, 1.4534e-04,\n 1.2602e-04, 1.4305e-04, 7.7920e-05, 2.2998e-04, 2.1271e-04, 1.2474e-04,\n 6.5475e-05, 3.1874e-04, 1.1364e-04, 2.4492e-04, 3.3899e-04, 8.0043e-05,\n 1.1372e-04, 2.7394e-04, 2.3616e-04, 1.0569e-04, 2.1582e-04, 8.9302e-05,\n 1.6751e-04, 7.8845e-05, 6.9911e-05, 1.6686e-04, 9.9507e-05, 3.4956e-05,\n 8.0383e-05, 3.1721e-04, 2.1193e-04, 1.1002e-04, 1.5749e-04, 1.5860e-04,\n 1.0283e-04, 1.9610e-04, 1.5807e-04, 3.5692e-04, 6.5514e-05, 3.5478e-04,\n 1.0493e-04, 2.4352e-04, 1.9950e-04, 1.2070e-04, 2.3576e-04, 2.3469e-04,\n 2.0435e-04, 3.6898e-04, 1.1495e-04, 1.4150e-04, 1.7225e-04, 1.4958e-04,\n 1.2999e-04, 5.4141e-04, 8.8667e-05, 1.6629e-04, 1.6792e-04, 1.2477e-04,\n 7.4410e-05, 3.0670e-04, 1.9126e-04, 5.5073e-05, 1.5713e-04, 1.0546e-04,\n 1.8493e-04, 8.4502e-05, 9.5077e-05, 2.5613e-04, 9.6233e-05, 2.2042e-04,\n 8.5921e-05, 2.1868e-04, 1.9074e-04, 2.0685e-04, 8.8772e-05, 1.1801e-04,\n 1.1269e-04, 1.7625e-04, 1.1479e-04, 1.5392e-04, 4.9301e-04, 1.7016e-04,\n 1.6531e-04, 3.0191e-04, 1.7995e-04, 1.7974e-04, 1.0946e-04, 1.5591e-04,\n 9.3330e-05, 1.6226e-04, 1.3816e-04, 8.7278e-05, 7.8746e-05, 1.3607e-04,\n 1.0374e-04, 8.7864e-04, 1.1931e-04, 1.7674e-04, 2.8926e-04, 1.3619e-04,\n 1.6256e-04, 2.4140e-04, 4.1368e-04, 9.8444e-05, 1.0373e-04, 1.8921e-04,\n 1.2630e-04, 1.7946e-04, 1.8622e-04, 1.5116e-04, 1.6856e-04, 2.2632e-04,\n 3.4927e-04, 1.2037e-04, 9.1203e-05, 2.6419e-04, 1.4340e-04, 2.3990e-04,\n 1.0409e-04, 2.4696e-04, 1.9562e-04, 1.4665e-04, 1.6933e-04, 3.7375e-04,\n 2.1468e-04, 1.7145e-04, 1.8645e-04, 3.5807e-04, 1.4234e-04, 1.7389e-04,\n 1.6723e-04, 1.6912e-04, 2.3504e-04, 1.1710e-04, 6.1770e-05, 1.3695e-04,\n 1.7497e-04, 1.1686e-04, 2.9921e-04, 1.8847e-04, 7.5233e-05, 1.0799e-04,\n 8.2836e-05, 1.9935e-04, 2.0571e-04, 5.8521e-05, 7.8390e-05, 1.0527e-04,\n 1.1426e-04, 9.4908e-05, 1.1767e-04, 9.0445e-05, 2.1008e-04, 1.5164e-04,\n 1.1270e-04, 2.0335e-04, 1.0730e-04, 1.6512e-04, 1.1737e-04, 1.0414e-04,\n 6.5251e-05, 3.8547e-05, 2.2474e-04, 7.7893e-05, 1.1400e-04, 2.3413e-04,\n 8.4516e-05, 9.4982e-05, 1.9491e-04, 1.1354e-04, 2.1350e-04, 1.5265e-04,\n 1.4325e-04, 1.8917e-04], device='cuda:0')"
19
  },
20
  "3": {
21
- "step": "tensor(5008.)",
22
- "exp_avg": "tensor([ 2.1309e-03, 3.5684e-03, -5.2155e-04, -3.3766e-03, 3.5154e-03,\n -8.1944e-04, 5.6031e-04, -1.7705e-04, 1.4250e-03, 5.9017e-04,\n 4.7980e-03, 3.7968e-03, -1.1405e-03, -7.2137e-04, 1.4553e-03,\n 1.4219e-03, -1.2421e-03, -9.6543e-04, -1.0468e-03, 8.8924e-04,\n 5.0324e-04, -1.0183e-04, -1.7131e-04, -3.4938e-04, -4.6449e-04,\n -2.8262e-04, -1.3221e-03, -7.3331e-04, -1.1446e-03, 3.5290e-03,\n -1.5819e-03, 5.1003e-04, -5.2664e-04, -6.0143e-04, -3.0579e-04,\n -4.8253e-04, -3.4394e-03, -2.7537e-03, 1.9565e-05, -3.5180e-04,\n -1.1150e-03, -3.8448e-04, 1.1489e-03, -2.3993e-03, -3.4790e-03,\n 4.2993e-03, -3.0549e-03, -8.9332e-04, -7.6418e-04, 2.9211e-04,\n -1.9912e-03, -4.0243e-03, -2.0499e-03, 3.3288e-03, 6.8359e-07,\n 1.2232e-03, -2.0395e-03, 6.0214e-04, 1.9914e-03, 6.8420e-05,\n -8.5705e-04, 4.9676e-04, 5.5735e-03, -1.4588e-03, -1.1706e-03,\n 7.3220e-04, -2.1165e-03, -4.1962e-03, 2.1064e-03, 3.7695e-06,\n 3.2749e-04, 2.1380e-03, -3.1237e-03, -1.3729e-03, 1.6998e-03,\n 1.0251e-03, -1.4792e-03, 1.1552e-03, -1.8091e-03, 9.6605e-04,\n 1.3714e-03, -1.9506e-03, 7.2474e-03, -8.2652e-04, 3.6413e-03,\n -4.4892e-03, -5.7985e-03, 2.1465e-04, 5.6052e-45, 2.6549e-03,\n 1.7286e-03, -1.2304e-03, -6.5091e-04, 9.1881e-04, 1.1199e-03,\n -2.6365e-03, -1.3759e-03, -8.5723e-04, 1.1597e-03, -1.0024e-02,\n 4.5884e-04, 3.1988e-04, -1.7767e-03, -4.5811e-03, -1.8586e-03,\n -7.2359e-03, 2.5087e-03, -2.2203e-03, 1.4506e-03, 3.9218e-04,\n 9.4145e-04, 9.7770e-04, -2.2278e-05, -4.7059e-03, -3.7486e-03,\n 1.1817e-03, -3.0625e-03, -5.6146e-04, -2.8813e-03, 1.2710e-04,\n 6.8665e-04, 2.5544e-03, -2.2586e-03, 2.0870e-03, -2.0077e-03,\n 2.1049e-03, 2.9859e-03, 1.4972e-03, 2.5972e-03, -4.2452e-04,\n -5.6930e-04, 5.3089e-04, -3.1732e-03, 3.6749e-03, 3.6811e-03,\n 3.3731e-03, -3.7340e-04, 9.0329e-04, -3.4384e-04, 7.5963e-04,\n -2.6331e-03, -5.7551e-04, -1.9605e-03, 1.5616e-03, -2.3989e-04,\n -4.3431e-03, -3.3095e-03, 2.6615e-03, 5.3512e-04, -2.2966e-03,\n -1.1257e-03, -2.6170e-03, 2.6185e-03, -4.8834e-03, -6.7908e-05,\n -2.2336e-03, -6.6231e-03, -7.2656e-04, 2.8505e-03, -1.0341e-03,\n -4.3603e-04, -7.5578e-04, -4.5444e-03, 2.2579e-03, 5.3449e-04,\n 2.1528e-03, 1.0469e-03, 3.0543e-03, 1.4439e-03, 5.0461e-04,\n 1.5866e-03, 5.0204e-03, -3.7596e-04, -6.8222e-05, -1.1057e-03,\n 1.2881e-04, 2.5645e-04, -1.1213e-03, 4.1364e-03, -9.2738e-04,\n 3.9171e-04, -2.5232e-03, 7.4843e-04, 4.3195e-03, -2.9286e-03,\n 2.5148e-03, -8.5759e-04, -8.8396e-03, -9.4062e-04, 6.2372e-03,\n -2.0827e-03, -2.9430e-03, 9.9801e-04, 1.4315e-03, 2.3891e-04,\n 6.1603e-05, 1.4815e-03, -1.6551e-03, 5.0111e-03, 8.7313e-04,\n -2.6833e-03, -3.8349e-03, 7.7737e-05, -2.0456e-03, -1.4774e-03,\n -4.2753e-03, 7.4598e-04, 3.6746e-04, 9.9763e-04, 1.8209e-03,\n -1.3556e-03, -3.5960e-03, -4.8541e-03, 3.4819e-03, 2.6720e-05,\n 3.0712e-03, -1.4818e-03, -6.9224e-04, -3.2337e-03, -2.9064e-03,\n -1.5490e-04, 8.5997e-04, -2.3635e-03, 1.9532e-04, -1.5677e-03,\n -1.6527e-04, -1.3624e-03, -3.3570e-03, -1.1396e-03, -6.8861e-05,\n 2.3260e-03, -5.3865e-04, -3.5963e-03, 7.8564e-04, 5.2388e-04,\n -2.6400e-04, 6.0914e-03, 2.9182e-05, 1.1293e-03, -6.9714e-04,\n 4.5415e-04, -1.9068e-03, -3.9072e-04, 6.1249e-04, -1.8614e-04,\n 2.9960e-04, -1.6848e-03, -2.9505e-04, -3.5891e-03, 3.6648e-03,\n -2.2515e-03, 1.9528e-03, 1.1185e-03, 1.4483e-03, 5.3782e-03,\n -1.6858e-04, 6.5787e-04, -6.3433e-03, -6.2945e-04, -1.3791e-03,\n -1.0383e-03, -7.7457e-03, 1.7940e-03, -4.4820e-03, 1.5352e-03,\n 6.2912e-04, 3.4470e-04, -7.2663e-04, 1.3543e-03, 3.6698e-03,\n 1.8245e-03, 9.9184e-04, 1.0116e-04, 1.1466e-03, 2.4756e-04,\n 1.6963e-03, 4.7826e-04, 4.3070e-04, 4.2793e-04, -4.4869e-04,\n 3.2729e-03, -7.8508e-04, 9.7030e-04, 7.1108e-04, 3.8357e-03,\n 2.0305e-04, -3.9072e-03, -7.6426e-03, 1.5885e-03, 1.8815e-03,\n -3.8274e-04, 3.9969e-03, 2.6032e-03, -5.8280e-04, 8.3459e-04,\n 1.6491e-03, 9.6557e-04, -8.7833e-04, -2.1202e-03, -4.1783e-03,\n 1.2741e-03, -2.0330e-03, -2.9510e-04, -1.4337e-03, 5.8825e-04,\n -9.6876e-04, -1.4895e-03, -1.9032e-03, 1.3480e-03, -2.9144e-03,\n -2.2538e-03, -2.5293e-03, -5.0286e-03, 3.8242e-03, 1.8130e-03,\n -2.4834e-03, 9.2946e-04, 1.0085e-03, -4.9083e-04, 5.9903e-03,\n -2.0981e-03, -5.1618e-04, 1.7045e-04, -2.1036e-03, 1.7450e-03,\n -6.6478e-03, -4.4325e-03, 3.1835e-04, 2.7845e-03, 2.3620e-03,\n -3.2140e-03, 7.4554e-04, -1.4536e-03, 1.0059e-03, 8.4719e-04,\n 2.1920e-03, 2.8974e-03, -8.0208e-04, 1.7841e-03, 1.6921e-03,\n 4.6493e-03, 9.1078e-04, -4.6003e-03, -4.9974e-03, 9.7995e-04,\n -4.3766e-03, -8.1408e-04, 8.3645e-04, -1.3867e-03, 5.3362e-04,\n 1.3245e-03, 2.8822e-04, -4.7569e-03, -1.8874e-04, -1.5335e-03,\n 3.5424e-04, -8.9871e-04, -2.4574e-03, 2.9812e-03, 7.6187e-04,\n -6.5754e-04, -6.8976e-04, 3.7919e-03, -5.5284e-03, 1.7543e-03,\n 1.0111e-03, -2.3684e-04, 9.0432e-04, 2.9005e-04, 3.4164e-04,\n 3.2500e-03, 2.2894e-05, -2.0804e-03, -1.0675e-03, 1.2969e-03,\n 6.2145e-04, -2.5732e-04, 2.8588e-03, 2.8051e-04, 2.1078e-03,\n 2.6885e-03, 2.9595e-03, -8.0413e-04, 8.9576e-04, 3.4498e-04,\n 1.5360e-03, 9.5704e-04, 1.9176e-04, -5.7017e-04, -9.5983e-04,\n 1.6698e-03, 3.6440e-03, -1.5797e-03, 2.9622e-03, 7.9265e-04,\n 2.9698e-04, -1.4696e-03, 1.7638e-03, -3.0917e-03, -9.8488e-04,\n 2.9489e-03, 5.2011e-03, 1.4868e-03, -2.2525e-03, 6.5824e-04,\n -2.4476e-04, 1.6595e-03, 3.2817e-03, -1.0920e-03, -4.4629e-03,\n 5.0466e-04, -7.3384e-03, -3.2450e-03, 1.4744e-03, 2.6360e-04,\n -7.6783e-05, -9.6924e-04, 2.3333e-04, -8.2564e-04, 5.4524e-03,\n -2.3820e-03, -1.2747e-03, -7.2979e-03, 6.7798e-04, 2.4769e-03,\n 3.9513e-04, -1.6666e-03, -1.5433e-03, 1.2843e-03, -3.8405e-03,\n 1.4493e-03, -2.9250e-03, 1.7870e-04, 4.8515e-03, 2.4001e-03,\n -7.5293e-04, 2.3070e-03, -1.4240e-03, -2.0656e-04, -4.1700e-03,\n -3.4843e-03, -1.3036e-03, -1.7710e-03, 3.6167e-03, 1.7569e-03,\n -2.1040e-03, -1.8830e-03, -1.1985e-04, 5.2874e-03, 2.6781e-03,\n 6.8159e-03, -1.2707e-03, -3.8449e-03, 1.2310e-03, -1.5595e-03,\n -2.3802e-03, 3.2448e-03, 8.1922e-04, 2.3143e-03, 1.3574e-04,\n -3.1755e-04, -2.6920e-03, -2.6467e-05, 2.2062e-03, 1.8443e-03,\n 2.4806e-04, 1.0405e-03, 1.2672e-03, 9.3593e-04, -4.6259e-04,\n 3.9689e-03, 5.4082e-04, 1.6671e-03, -7.4565e-04, -4.2066e-03,\n -8.5839e-05, 1.1134e-03, 1.2472e-03, 1.3715e-03, -9.1339e-06,\n 1.3838e-03, 7.8933e-03, -3.7167e-03, 3.6845e-03, 2.9561e-03,\n -3.2392e-03, 4.5539e-04, 6.5694e-04, 3.2065e-03, -1.0699e-03,\n 1.4216e-03, 2.7578e-03, -5.3790e-03, 7.0257e-03, -7.1834e-04,\n 2.4083e-03, -1.3082e-03, 2.0155e-04, 1.2966e-03, 2.4984e-04,\n -3.6990e-03, -8.3198e-04, -1.6166e-04, 4.0606e-03, -5.8451e-04,\n -6.1464e-05, -2.6701e-03, 4.5744e-03, -4.7576e-03, -2.9040e-03,\n 1.4764e-03, 9.4859e-04], device='cuda:0')",
23
- "exp_avg_sq": "tensor([3.9695e-05, 7.1731e-05, 6.1875e-05, 5.7519e-05, 4.7643e-05, 4.4318e-05,\n 3.3700e-05, 3.6212e-05, 5.6777e-05, 4.3861e-05, 5.6355e-05, 8.1023e-05,\n 6.9838e-05, 9.0501e-05, 6.9488e-05, 4.6617e-05, 7.1806e-05, 5.6821e-05,\n 7.2303e-05, 5.6767e-05, 5.2411e-05, 4.6371e-05, 6.1167e-05, 3.2012e-05,\n 9.7366e-05, 3.5836e-05, 4.5729e-05, 8.7693e-05, 5.8111e-05, 5.6788e-05,\n 5.5281e-05, 6.5711e-05, 3.5907e-05, 4.4972e-05, 8.2806e-05, 3.6628e-05,\n 7.4930e-05, 8.4854e-05, 3.3026e-05, 4.9678e-05, 4.3262e-05, 5.2832e-05,\n 4.5916e-05, 5.5098e-05, 4.0500e-05, 4.7245e-05, 5.3874e-05, 4.8929e-05,\n 7.0703e-05, 3.4766e-05, 6.9298e-05, 9.0855e-05, 4.6308e-05, 6.0288e-05,\n 5.0102e-05, 4.7602e-05, 4.3973e-05, 5.1844e-05, 5.9279e-05, 7.2090e-05,\n 7.0252e-05, 4.5884e-05, 6.5197e-05, 1.7635e-04, 5.9725e-05, 5.0546e-05,\n 6.5686e-05, 5.7863e-05, 3.6520e-05, 6.8258e-05, 5.1177e-05, 6.7144e-05,\n 5.9311e-05, 4.7558e-05, 3.9427e-05, 1.0722e-04, 4.7218e-05, 9.3130e-05,\n 5.0170e-05, 6.6126e-05, 6.0871e-05, 9.0311e-05, 9.6331e-05, 6.6975e-05,\n 6.2107e-05, 5.0976e-05, 7.0629e-05, 9.1382e-05, 1.1795e-07, 8.4997e-05,\n 4.3418e-05, 1.1626e-04, 4.8110e-05, 5.3550e-05, 1.0394e-04, 4.5764e-05,\n 4.5434e-05, 6.6921e-05, 5.0694e-05, 6.5918e-05, 4.6908e-05, 5.0868e-05,\n 4.3306e-05, 9.1588e-05, 5.6154e-05, 4.6945e-05, 4.9560e-05, 4.4847e-05,\n 4.1441e-05, 5.3301e-05, 5.3730e-05, 4.4236e-05, 6.3335e-05, 6.3543e-05,\n 5.1313e-05, 3.9941e-05, 6.6034e-05, 6.0201e-05, 4.1893e-05, 3.7376e-05,\n 6.6641e-05, 4.9090e-05, 6.5172e-05, 6.5063e-05, 4.5797e-05, 3.9690e-05,\n 3.9737e-05, 3.2240e-05, 4.8838e-05, 5.4391e-05, 3.7576e-05, 7.2070e-05,\n 6.9118e-05, 7.9048e-05, 8.8633e-05, 8.1007e-05, 4.7086e-05, 6.7520e-05,\n 4.3022e-05, 5.1896e-05, 5.6518e-05, 5.2802e-05, 6.2319e-05, 5.8380e-05,\n 5.6718e-05, 6.1441e-05, 8.5269e-05, 4.6474e-05, 5.1846e-05, 7.0361e-05,\n 4.5319e-05, 5.8520e-05, 4.9209e-05, 4.8700e-05, 4.8340e-05, 4.6249e-05,\n 5.7928e-05, 2.7536e-05, 7.0917e-05, 5.2629e-05, 5.0117e-05, 3.2806e-05,\n 5.3388e-05, 5.7142e-05, 3.0360e-05, 6.3456e-05, 5.6667e-05, 7.3088e-05,\n 5.2566e-05, 7.3593e-05, 4.3656e-05, 6.2177e-05, 6.1479e-05, 6.3488e-05,\n 9.3192e-05, 5.6273e-05, 5.7776e-05, 6.5649e-05, 5.5496e-05, 9.6462e-05,\n 7.7085e-05, 6.8335e-05, 5.7502e-05, 1.0943e-04, 8.1842e-05, 3.9458e-05,\n 6.6341e-05, 1.2013e-04, 5.4003e-05, 6.1440e-05, 4.7156e-05, 8.6360e-05,\n 7.4189e-05, 3.9808e-05, 6.2787e-05, 4.0546e-05, 5.8324e-05, 3.5699e-05,\n 4.5657e-05, 3.4512e-05, 7.4827e-05, 6.6492e-05, 6.0521e-05, 5.9090e-05,\n 4.6569e-05, 6.5747e-05, 4.7822e-05, 4.2859e-05, 3.3981e-05, 6.0613e-05,\n 3.6716e-05, 7.1403e-05, 7.6319e-05, 4.3293e-05, 7.3991e-05, 4.5633e-05,\n 5.1714e-05, 6.1347e-05, 8.0010e-05, 6.2654e-05, 6.0222e-05, 8.6340e-05,\n 7.2472e-05, 4.1155e-05, 5.9136e-05, 4.0769e-05, 7.2194e-05, 4.6920e-05,\n 4.7625e-05, 5.0020e-05, 2.8534e-05, 4.7136e-05, 6.0215e-05, 6.6684e-05,\n 6.8217e-05, 4.4186e-05, 8.9758e-05, 1.0691e-04, 3.9300e-05, 3.9295e-05,\n 5.8561e-05, 3.2077e-05, 3.9224e-05, 5.3373e-05, 4.1217e-05, 4.9110e-05,\n 3.9812e-05, 5.7772e-05, 6.2320e-05, 3.9579e-05, 6.8496e-05, 5.7464e-05,\n 6.3022e-05, 4.6916e-05, 5.0508e-05, 4.4275e-05, 3.6606e-05, 8.8070e-05,\n 4.7206e-05, 5.4616e-05, 5.6502e-05, 7.4346e-05, 6.6234e-05, 4.5561e-05,\n 5.1718e-05, 8.1784e-05, 4.7328e-05, 4.1999e-05, 5.2449e-05, 6.9230e-05,\n 4.8789e-05, 3.3047e-05, 6.6664e-05, 4.9809e-05, 4.2362e-05, 8.3464e-05,\n 6.7032e-05, 4.5163e-05, 7.0217e-05, 6.0864e-05, 6.1784e-05, 4.9855e-05,\n 1.0195e-04, 6.9128e-05, 5.1727e-05, 6.8416e-05, 4.8641e-05, 7.8670e-05,\n 6.2018e-05, 5.3494e-05, 3.9418e-05, 1.0639e-04, 4.8284e-05, 3.7441e-05,\n 5.4474e-05, 4.7596e-05, 9.9974e-05, 1.1159e-04, 2.3920e-05, 6.2479e-05,\n 4.3887e-05, 7.7533e-05, 3.6796e-05, 4.1932e-05, 6.3128e-05, 8.1895e-05,\n 7.5292e-05, 5.3035e-05, 4.4340e-05, 5.2516e-05, 6.0900e-05, 4.9138e-05,\n 4.2041e-05, 4.5765e-05, 3.1433e-05, 3.6009e-05, 7.5413e-05, 6.8378e-05,\n 4.9989e-05, 5.9854e-05, 5.6291e-05, 8.4360e-05, 8.3866e-05, 8.2067e-05,\n 8.7946e-05, 3.6190e-05, 4.6724e-05, 5.7415e-05, 4.7416e-05, 6.9638e-05,\n 5.1917e-05, 6.5196e-05, 6.6552e-05, 5.2191e-05, 3.1840e-05, 4.9491e-05,\n 5.4005e-05, 5.6917e-05, 5.1817e-05, 6.4798e-05, 7.2011e-05, 6.1176e-05,\n 4.9076e-05, 5.3651e-05, 5.2353e-05, 9.3778e-05, 7.0099e-05, 5.0330e-05,\n 3.6896e-05, 7.6468e-05, 4.8277e-05, 7.7000e-05, 6.2017e-05, 5.3036e-05,\n 5.3896e-05, 7.8410e-05, 5.5894e-05, 5.5834e-05, 7.2289e-05, 3.7004e-05,\n 7.8496e-05, 3.0237e-05, 3.9653e-05, 5.9253e-05, 5.7401e-05, 2.9787e-05,\n 3.8716e-05, 8.2999e-05, 8.3699e-05, 4.0627e-05, 8.8583e-05, 5.6048e-05,\n 4.9910e-05, 4.6007e-05, 7.1658e-05, 1.3504e-04, 3.9440e-05, 8.7977e-05,\n 5.2372e-05, 5.0466e-05, 6.9147e-05, 5.1417e-05, 1.4270e-04, 6.3588e-05,\n 6.2384e-05, 8.3480e-05, 3.6862e-05, 8.2464e-05, 5.9789e-05, 7.6514e-05,\n 6.9445e-05, 7.6746e-05, 4.4225e-05, 5.1555e-05, 5.7653e-05, 5.0491e-05,\n 4.0577e-05, 6.8912e-05, 5.9606e-05, 3.3317e-05, 8.4382e-05, 6.2211e-05,\n 5.9101e-05, 3.0074e-05, 3.8225e-05, 9.3468e-05, 4.9947e-05, 5.7004e-05,\n 4.8648e-05, 6.4072e-05, 6.0790e-05, 7.0624e-05, 4.7234e-05, 5.4247e-05,\n 6.0653e-05, 5.3480e-05, 5.5961e-05, 7.3416e-05, 7.7424e-05, 8.3775e-05,\n 5.5071e-05, 8.7965e-05, 6.8186e-05, 6.1191e-05, 5.5441e-05, 6.9709e-05,\n 4.4499e-05, 5.6034e-05, 4.9647e-05, 5.8245e-05, 3.7088e-05, 5.2482e-05,\n 3.5286e-05, 1.1647e-04, 4.9236e-05, 6.2187e-05, 8.3582e-05, 6.4048e-05,\n 6.7039e-05, 7.8217e-05, 1.3736e-04, 4.3799e-05, 5.5530e-05, 5.6231e-05,\n 5.3022e-05, 5.6436e-05, 5.8056e-05, 4.4826e-05, 7.5571e-05, 6.1080e-05,\n 1.0530e-04, 5.1601e-05, 5.4617e-05, 5.9934e-05, 5.5638e-05, 6.4203e-05,\n 3.4625e-05, 5.9178e-05, 6.2782e-05, 4.5454e-05, 5.9611e-05, 8.0617e-05,\n 5.2159e-05, 5.9608e-05, 8.3365e-05, 8.3076e-05, 6.1135e-05, 7.8698e-05,\n 7.9536e-05, 5.7030e-05, 1.0935e-04, 3.8843e-05, 3.2657e-05, 5.6485e-05,\n 5.6552e-05, 4.7873e-05, 4.8664e-05, 5.8950e-05, 5.0746e-05, 5.0887e-05,\n 5.0494e-05, 8.2551e-05, 7.1066e-05, 3.1196e-05, 4.1450e-05, 5.6414e-05,\n 7.2259e-05, 4.7547e-05, 5.6111e-05, 3.1541e-05, 7.2481e-05, 5.1196e-05,\n 4.8272e-05, 6.5264e-05, 4.6220e-05, 7.8531e-05, 4.3804e-05, 4.1790e-05,\n 4.1819e-05, 1.9952e-05, 7.9176e-05, 4.9293e-05, 4.2163e-05, 6.0789e-05,\n 4.1769e-05, 4.9209e-05, 6.4182e-05, 4.7501e-05, 8.5899e-05, 5.5137e-05,\n 5.9246e-05, 5.3897e-05], device='cuda:0')"
24
  },
25
  "4": {
26
- "step": "tensor(5008.)",
27
- "exp_avg": "tensor([[ 1.1256e-06, 1.7027e-06, -5.4319e-06, ..., 9.4035e-06,\n 2.7969e-05, 3.1995e-06],\n [ 1.7296e-05, 2.7758e-05, -1.9446e-05, ..., -8.8413e-06,\n 9.6651e-06, -7.2695e-05],\n [ 1.3122e-05, 5.9502e-05, -4.9724e-07, ..., 1.5011e-07,\n -4.3998e-06, -3.2037e-05],\n ...,\n [-1.8392e-05, -6.2603e-05, 1.3496e-05, ..., -6.9981e-06,\n 2.2852e-05, -5.2773e-05],\n [-1.8920e-05, -1.2685e-05, -2.5258e-06, ..., -5.6014e-06,\n 5.2283e-05, 2.0231e-05],\n [-6.2112e-05, -1.8504e-05, -9.7992e-06, ..., -2.4388e-05,\n -9.4925e-06, 6.1639e-05]], device='cuda:0')",
28
- "exp_avg_sq": "tensor([[5.1702e-09, 9.6133e-09, 1.4055e-08, ..., 5.7712e-09, 6.3203e-09,\n 1.0012e-08],\n [1.0316e-08, 2.3470e-08, 1.3938e-08, ..., 1.0345e-08, 8.0372e-09,\n 1.2612e-08],\n [1.4215e-08, 2.2664e-08, 1.1190e-08, ..., 1.4698e-08, 6.0920e-09,\n 2.2070e-08],\n ...,\n [1.0336e-08, 1.7345e-08, 1.3397e-08, ..., 1.2433e-08, 7.2622e-09,\n 1.8608e-08],\n [1.1386e-08, 1.7357e-08, 1.3300e-08, ..., 1.0621e-08, 1.4848e-08,\n 2.1869e-08],\n [1.1762e-08, 1.3842e-08, 1.8648e-08, ..., 1.4974e-08, 8.8471e-09,\n 1.9922e-08]], device='cuda:0')"
29
  },
30
  "5": {
31
- "step": "tensor(5008.)",
32
- "exp_avg": "tensor([[-4.3743e-06, -7.3650e-06, 1.6232e-06, ..., -6.5401e-06,\n 1.0237e-05, -4.6821e-05],\n [ 8.6523e-06, 3.1397e-05, -2.1198e-05, ..., -7.9247e-07,\n 4.5919e-06, -4.2195e-05],\n [ 5.3748e-06, 3.8106e-05, 8.2652e-06, ..., 4.0031e-06,\n 3.2323e-06, -1.2702e-05],\n ...,\n [ 2.5744e-06, 1.0656e-05, 9.1330e-06, ..., -1.3566e-06,\n 3.3731e-06, 1.5654e-06],\n [-7.1911e-06, 5.2444e-05, -2.1462e-05, ..., -2.9348e-05,\n 9.1087e-06, 5.5387e-05],\n [-8.4823e-06, 3.7508e-05, -7.7372e-06, ..., 8.1985e-06,\n 2.3896e-06, 2.0296e-05]], device='cuda:0')",
33
- "exp_avg_sq": "tensor([[1.9110e-09, 2.6067e-09, 3.6357e-09, ..., 2.2080e-09, 1.2914e-09,\n 4.2871e-09],\n [3.9693e-09, 8.6250e-09, 3.7359e-09, ..., 3.5541e-09, 3.6148e-09,\n 4.3054e-09],\n [4.7893e-09, 9.2999e-09, 4.2951e-09, ..., 5.3747e-09, 2.4439e-09,\n 7.4869e-09],\n ...,\n [4.9850e-09, 7.1477e-09, 5.9987e-09, ..., 2.9811e-09, 3.1436e-09,\n 4.0091e-09],\n [5.5905e-09, 1.3675e-08, 4.8779e-09, ..., 4.1196e-09, 2.8029e-09,\n 5.6481e-09],\n [3.0137e-09, 6.4637e-09, 4.1092e-09, ..., 4.3973e-09, 2.1393e-09,\n 6.8312e-09]], device='cuda:0')"
34
  },
35
  "6": {
36
- "step": "tensor(5008.)",
37
- "exp_avg": "tensor([-0.0015, 0.0015], device='cuda:0')",
38
- "exp_avg_sq": "tensor([6.9840e-06, 6.9840e-06], device='cuda:0')"
39
  }
40
  },
41
  "param_groups": [
42
  {
43
- "lr": 0.00654543046337755,
44
  "name": "shared",
45
  "betas": [
46
  0.9,
@@ -64,7 +64,7 @@
64
  ]
65
  },
66
  {
67
- "lr": 0.00654543046337755,
68
  "name": "scale_256",
69
  "betas": [
70
  0.9,
@@ -85,7 +85,7 @@
85
  ]
86
  },
87
  {
88
- "lr": 0.00654543046337755,
89
  "name": "scale_512",
90
  "betas": [
91
  0.9,
@@ -106,7 +106,7 @@
106
  ]
107
  },
108
  {
109
- "lr": 0.0032728879774401812,
110
  "name": "fusion",
111
  "betas": [
112
  0.9,
@@ -133,30 +133,30 @@
133
  "T_i": 10,
134
  "T_mult": 2,
135
  "eta_min": 1e-06,
136
- "T_cur": 4,
137
  "base_lrs": [
138
  0.01,
139
  0.01,
140
  0.01,
141
  0.005
142
  ],
143
- "last_epoch": 4,
144
  "_step_count": 0,
145
  "_is_initial": false,
146
  "_get_lr_called_within_step": false,
147
  "_last_lr": [
148
- 0.00654543046337755,
149
- 0.00654543046337755,
150
- 0.00654543046337755,
151
- 0.0032728879774401812
152
  ]
153
  },
154
  "metrics": {
155
- "best_val_acc": 74.45,
156
- "best_epoch": 3,
157
  "scale_accuracies": {
158
- "256": 74.014,
159
- "512": 74.32
160
  }
161
  },
162
  "train_config": {
 
1
  {
2
+ "epoch": 4,
3
  "optimizer_state_dict": {
4
  "state": {
5
  "0": {
6
+ "step": "tensor(6260.)",
7
+ "exp_avg": "tensor([[ 1.0051e-04, 9.8263e-05, 1.2980e-04, ..., -1.1702e-05,\n 4.2644e-05, -5.4870e-05],\n [-2.1139e-04, 1.3702e-04, -5.8628e-05, ..., 2.5663e-05,\n -6.1868e-05, -6.1569e-05],\n [-1.0126e-04, 1.9484e-05, -7.2529e-05, ..., -1.1236e-04,\n -4.7508e-05, 4.2855e-05],\n ...,\n [ 6.6045e-05, -7.6415e-05, -5.8537e-05, ..., 4.6460e-05,\n 2.2770e-05, 6.4627e-07],\n [-5.7985e-05, 3.5840e-04, 9.6778e-05, ..., -3.6928e-05,\n -3.9109e-05, -3.3405e-06],\n [ 6.4944e-05, -2.0442e-05, -1.1827e-05, ..., -3.6304e-05,\n -2.6210e-05, 4.3239e-05]], device='cuda:0')",
8
+ "exp_avg_sq": "tensor([[2.1242e-07, 3.3498e-07, 5.9391e-08, ..., 4.8069e-08, 1.0642e-07,\n 6.7063e-08],\n [3.1656e-07, 5.4929e-07, 6.0863e-08, ..., 4.1562e-08, 1.7722e-07,\n 8.4275e-08],\n [2.4191e-07, 5.5237e-07, 6.9305e-08, ..., 6.8007e-08, 5.4932e-08,\n 5.7826e-08],\n ...,\n [1.8530e-07, 4.7310e-07, 5.1815e-08, ..., 6.2397e-08, 5.5434e-08,\n 5.3752e-08],\n [3.0021e-07, 2.3861e-07, 4.7637e-08, ..., 6.9628e-08, 5.2951e-08,\n 4.5386e-08],\n [1.4324e-07, 1.7767e-07, 4.1676e-08, ..., 5.7708e-08, 5.4500e-08,\n 4.2409e-08]], device='cuda:0')"
9
  },
10
  "1": {
11
+ "step": "tensor(6260.)",
12
+ "exp_avg": "tensor([-3.3537e-03, -1.7060e-03, -1.0713e-03, 2.0745e-03, 2.7146e-03,\n -2.0880e-03, 6.7586e-04, 2.6906e-03, -2.9183e-03, 1.1373e-03,\n 1.2637e-03, 4.6341e-04, -1.2324e-03, -1.5701e-03, -3.5167e-03,\n 3.1034e-04, -2.0870e-03, 1.4460e-03, -1.2935e-03, -2.6046e-03,\n -5.8452e-03, -2.9986e-03, 3.6614e-03, 6.1111e-05, -2.7425e-03,\n -2.5263e-03, 3.8852e-03, -2.5053e-03, 2.9841e-03, -3.9688e-03,\n -1.6527e-03, -2.0659e-03, 1.0776e-03, -3.4611e-03, -1.5675e-03,\n 2.4149e-03, 5.7409e-03, -9.5311e-03, 2.1888e-03, -2.0278e-03,\n -4.0070e-03, 2.4349e-03, 1.9566e-03, -1.2690e-03, -1.9320e-03,\n -7.2008e-04, -2.6232e-03, -1.7131e-03, 1.4924e-03, -1.0680e-03,\n -7.8975e-04, -1.7024e-03, 1.3966e-03, 3.0364e-03, 6.7701e-04,\n 2.1694e-03, -1.8862e-06, 5.2904e-04, 1.2380e-03, 1.0596e-03,\n -3.5789e-04, 3.7843e-04, 1.2410e-03, -8.1311e-04, 1.8300e-03,\n 8.3367e-04, -2.7410e-03, 2.9697e-03, 1.6479e-03, -3.4723e-03,\n 1.4858e-03, -6.8415e-03, 2.8866e-03, 4.8168e-04, -4.3397e-04,\n 3.5431e-04, -9.7871e-03, -6.4854e-04, -8.4405e-05, -3.5922e-05,\n 2.6968e-03, 2.8620e-03, -4.9795e-04, 1.2799e-03, 1.6379e-03,\n 1.1978e-03, 2.5573e-03, -2.7453e-04, 1.3974e-04, -9.3913e-04,\n -5.5253e-03, -2.2488e-03, -2.1655e-03, 1.9466e-03, 2.7665e-03,\n -7.9535e-04, -6.0713e-04, 6.3931e-04, -1.4491e-03, 1.0900e-03,\n 1.8807e-03, -1.7122e-03, 2.2045e-03, -1.1017e-03, 2.2484e-03,\n 5.7487e-04, -6.2845e-04, -5.3806e-03, 6.1947e-04, -1.4048e-03,\n 4.0898e-04, 2.3869e-03, -2.6754e-03, -6.2223e-04, -1.8284e-03,\n 2.3739e-03, 1.5797e-03, -2.1531e-03, 7.6414e-04, 6.1061e-05,\n -1.1433e-02, -1.8924e-03, -9.5764e-04, -6.3296e-05, -1.1612e-03,\n -3.2386e-03, -2.3465e-03, -1.8318e-03, 1.6677e-03, 1.7338e-03,\n -1.4700e-03, 9.8271e-04, -1.4861e-03, 5.8727e-04, -3.7632e-03,\n 4.0549e-03, 1.7302e-03, -2.4011e-04, -1.7006e-03, -2.1927e-03,\n -7.1705e-04, 1.3003e-03, -1.4710e-03, 1.8140e-03, -3.6196e-03,\n 3.1829e-03, -4.6687e-03, -1.6144e-03, -2.0061e-03, -1.7971e-03,\n 3.8477e-03, -2.0597e-05, -1.5223e-03, 1.2658e-03, -5.1391e-04,\n 2.1023e-04, 8.3948e-03, 1.8693e-04, 4.3685e-03, -1.6763e-03,\n 2.1257e-03, -2.8693e-04, -8.7333e-04, -3.0844e-03, 4.4098e-04,\n 3.2239e-03, -1.3019e-03, -1.6996e-03, -2.9903e-03, 1.2809e-04,\n 2.1145e-03, -1.6551e-03, 9.2914e-04, 1.3738e-03, -4.8817e-03,\n 4.6237e-03, 6.9551e-04, -4.1006e-04, -1.4410e-03, 4.2705e-03,\n 7.2274e-04, -4.4613e-03, 2.2080e-03, 2.8124e-03, 1.8941e-03,\n 1.2453e-03, 3.3248e-03, -9.0171e-05, -1.8983e-03, -2.8651e-03,\n 3.6090e-03, 1.5484e-03, -4.2149e-04, -1.6999e-03, -2.9574e-03,\n -2.4843e-03, -2.9750e-04, 2.3039e-04, 1.4851e-03, 1.8021e-03,\n -3.1332e-03, 4.7938e-03, 6.4028e-03, 6.0255e-04, 3.3081e-04,\n -1.0525e-03, 1.5506e-03, -4.4202e-04, 9.0890e-04, 4.1020e-03,\n 2.9189e-03, 5.5506e-04, 3.7424e-03, 1.2038e-04, -8.4738e-05,\n 1.4145e-03, 4.8807e-03, 1.6855e-03, 9.3515e-04, 2.5356e-04,\n 1.2746e-03, -4.4645e-03, -3.8299e-04, -8.4279e-04, 1.7440e-03,\n -1.5344e-03, -5.4042e-03, -5.8263e-03, 5.2026e-03, -9.0899e-03,\n 1.4403e-03, -1.5388e-03, 1.1653e-03, 9.2826e-05, -7.4823e-04,\n 4.5979e-03, 3.1795e-03, -8.3048e-05, -2.3228e-03, 1.4204e-03,\n -5.2921e-04, 3.7220e-04, 2.7454e-03, 3.6947e-03, -1.3896e-03,\n 7.8887e-04, 7.8346e-04, -1.1609e-03, 1.7282e-03, 8.9488e-04,\n -2.1314e-03, -1.2210e-03, -8.7065e-03, 9.5667e-04, -9.0718e-04,\n 4.0975e-03, 1.3832e-03, 1.7950e-03, 1.6161e-03, 3.9286e-04,\n -6.9926e-04, -1.7955e-03, 1.6449e-03, -3.5627e-03, -8.1665e-05,\n -5.5961e-03, -2.9771e-03, -1.7604e-03, 1.3428e-03, -1.8789e-03,\n -2.0797e-03, -1.2217e-03, 3.9161e-03, -1.6495e-03, 2.8527e-05,\n -4.9661e-03, 8.3614e-05, 7.5181e-04, -6.5397e-04, -3.3887e-03,\n -2.8586e-03, -2.9952e-03, -1.0727e-03, 3.8720e-03, 3.8692e-03,\n 8.0017e-03, -4.7463e-04, 4.9351e-04, -1.1925e-03, 8.0481e-04,\n -4.6308e-04, 1.9525e-03, 1.1997e-03, -4.1232e-03, -8.5704e-04,\n -2.0974e-03, 2.0208e-03, -2.6579e-03, 2.6247e-03, 1.2790e-04,\n -3.6121e-03, 1.1590e-03, 9.4067e-04, 1.0098e-03, 2.3589e-04,\n -1.1903e-03, -3.4747e-03, -3.1061e-03, 2.3607e-03, 1.1405e-03,\n 2.1948e-03, 1.7879e-03, 2.0636e-03, -2.0897e-04, 6.7131e-04,\n 5.7852e-04, -7.1854e-04, -5.1451e-03, -1.6513e-03, 2.5878e-03,\n -1.6863e-03, 5.4058e-03, 4.9899e-03, 5.6286e-03, -1.2272e-03,\n -1.2713e-03, -2.5090e-05, 5.5829e-04, -1.0704e-05, -1.3056e-03,\n -1.8928e-03, 3.1077e-03, -3.6661e-05, -4.8391e-03, -7.3224e-03,\n -1.0246e-03, 1.0099e-03, -9.8129e-06, -3.1572e-04, -2.2017e-03,\n 5.6123e-04, -1.0144e-03, -1.1188e-03, 1.7938e-03, 2.1431e-03,\n 4.0125e-03, 3.2568e-03, -5.8515e-03, 4.7783e-03, -1.0323e-03,\n 1.9986e-03, -1.1044e-03, 1.1375e-03, -3.4135e-03, 4.9739e-03,\n -8.2438e-04, -6.4925e-04, -6.6121e-05, 2.5841e-03, 1.8609e-03,\n 6.0947e-04, -2.0857e-03, 1.9336e-03, 3.9334e-03, 2.7786e-03,\n 1.5552e-03, -1.4377e-03, 1.8295e-03, 5.9018e-04, 7.8384e-05,\n 1.3733e-03, -4.4272e-04, 1.3250e-03, -5.9889e-04, 8.5383e-04,\n 1.5892e-02, -1.9677e-03, 1.4451e-03, -9.2960e-04, 8.6911e-04,\n 3.7737e-04, 1.1844e-04, -5.3687e-03, -2.3949e-03, -4.3861e-03,\n 1.4891e-03, 1.0236e-03, -5.9109e-03, 1.2233e-03, 1.8843e-03,\n 1.2902e-03, 2.2375e-03, 4.3345e-03, 5.5809e-04, 7.6044e-04,\n -4.4711e-03, 1.6678e-03, 3.3056e-03, -2.9562e-03, -2.0450e-03,\n -3.5045e-03, -4.5230e-04, 4.8941e-03, 4.8675e-04, -2.2139e-03,\n 1.6962e-03, 1.5621e-03, -2.0541e-04, -6.2864e-04, 2.4397e-03,\n 6.6124e-04, 3.9655e-03, -2.9119e-04, -3.6842e-04, -3.4289e-03,\n -8.3472e-04, -6.7371e-04, -1.6845e-03, -1.0520e-03, 2.4864e-04,\n -1.1859e-04, 1.6269e-04, 5.5403e-04, 3.3661e-04, -5.6097e-03,\n 4.6541e-03, -8.5491e-04, 3.3821e-03, 2.3144e-03, -6.6926e-04,\n 4.5843e-03, 2.0656e-03, 8.1971e-04, -5.4419e-03, -3.0867e-03,\n -1.2550e-03, 7.0218e-03, -1.7592e-03, 3.5005e-03, -1.3802e-03,\n -2.0071e-03, -2.8649e-04, 1.3541e-03, 3.1809e-03, -1.2364e-03,\n -7.0306e-04, -1.6122e-03, 5.5757e-04, 1.5561e-03, -4.2143e-03,\n -1.4937e-03, 1.2786e-03, 1.6305e-03, 1.6123e-03, -1.0049e-03,\n -2.8698e-03, 2.3005e-03, -2.1362e-03, -3.1319e-03, 3.6278e-04,\n 1.7426e-03, 1.2185e-03, -6.7051e-04, 1.3147e-03, 2.1063e-03,\n -2.0265e-03, -5.0247e-03, -5.6295e-04, -1.2697e-03, 2.3055e-03,\n -2.2673e-03, 2.1504e-03, -9.0787e-04, -3.9369e-04, -4.8642e-05,\n 2.9851e-04, -1.2150e-03, -1.6518e-03, 1.6221e-04, 3.8070e-03,\n 4.3996e-03, -1.8147e-03, 1.4130e-03, 1.3879e-03, 1.4152e-03,\n 4.6921e-03, -2.7796e-03, 1.6137e-03, -3.9406e-03, -2.2688e-04,\n 1.1435e-03, -8.6052e-05, -1.9137e-03, 1.4368e-03, -5.3498e-04,\n -9.9181e-04, 9.3000e-04, 4.3936e-03, 6.4345e-05, 1.6871e-03,\n 2.4648e-03, 1.1444e-03, -3.8416e-03, 1.2606e-03, -2.3258e-03,\n 2.0184e-03, -1.8016e-03, 3.9218e-03, 2.2136e-03, 3.1492e-03,\n -5.0070e-03, -5.9916e-04], device='cuda:0')",
13
+ "exp_avg_sq": "tensor([9.4756e-05, 1.3581e-04, 1.1759e-04, 6.2132e-05, 8.0830e-05, 1.1814e-04,\n 7.4024e-05, 6.3242e-05, 8.3396e-05, 7.4698e-05, 8.7391e-05, 2.2674e-05,\n 1.2189e-04, 1.9519e-04, 6.4155e-05, 1.2727e-04, 9.8094e-05, 7.5004e-05,\n 8.0255e-05, 1.0054e-04, 7.8790e-05, 8.2332e-05, 1.4859e-04, 6.0724e-05,\n 1.5596e-04, 8.5159e-05, 8.0562e-05, 1.0088e-04, 7.4009e-05, 6.2197e-05,\n 9.9577e-05, 9.1666e-05, 7.8502e-05, 8.5284e-05, 1.5245e-04, 5.9916e-05,\n 1.6818e-04, 1.0287e-04, 5.1841e-05, 9.2721e-05, 9.0893e-05, 9.2610e-05,\n 9.9605e-05, 7.3910e-05, 8.3661e-05, 9.2318e-05, 8.4711e-05, 4.9383e-05,\n 5.6829e-05, 8.5030e-05, 3.1364e-05, 1.0378e-04, 6.4496e-05, 1.4324e-04,\n 8.0266e-05, 7.4596e-05, 8.1997e-05, 6.8689e-05, 5.9687e-05, 1.1521e-04,\n 1.2986e-04, 9.3947e-05, 7.4986e-05, 2.8137e-05, 8.4405e-05, 7.4936e-05,\n 9.6211e-05, 1.0644e-04, 1.0549e-04, 1.0506e-04, 1.2642e-04, 1.1451e-04,\n 9.1791e-05, 8.9839e-05, 6.5629e-05, 1.2994e-04, 1.1143e-04, 8.0762e-05,\n 6.6228e-05, 1.0512e-04, 1.0916e-04, 7.0046e-05, 6.7127e-05, 1.0579e-04,\n 7.4529e-05, 1.1438e-04, 1.4611e-04, 1.5353e-04, 2.0491e-05, 8.3122e-05,\n 1.1615e-04, 1.7610e-04, 1.0203e-04, 7.7148e-05, 9.3948e-05, 5.9500e-05,\n 1.0232e-04, 3.8385e-05, 8.2011e-05, 9.8082e-05, 5.8200e-05, 6.5977e-05,\n 9.4890e-05, 1.0383e-04, 8.8341e-05, 1.3809e-04, 1.0813e-04, 8.2138e-05,\n 9.3229e-05, 7.1763e-05, 7.1973e-05, 8.2103e-05, 7.2092e-05, 1.8085e-04,\n 7.5707e-05, 7.6354e-05, 9.6701e-05, 7.7823e-05, 6.5466e-05, 7.7328e-05,\n 9.1468e-05, 1.0991e-04, 9.3479e-05, 6.5755e-05, 6.4948e-05, 7.7822e-05,\n 8.6627e-05, 8.1966e-05, 8.6634e-05, 6.2084e-05, 7.1853e-05, 1.2192e-04,\n 1.0783e-04, 7.7346e-05, 7.5225e-05, 1.3481e-04, 8.9433e-05, 9.3871e-05,\n 8.0165e-05, 7.4235e-05, 1.1162e-04, 8.1495e-05, 1.0941e-04, 8.7680e-05,\n 8.8193e-05, 1.2699e-04, 1.1837e-04, 8.1350e-05, 1.1610e-04, 1.0631e-04,\n 9.0031e-05, 6.2139e-05, 7.6702e-05, 6.1996e-05, 1.0360e-04, 8.6139e-05,\n 1.1671e-04, 6.5244e-05, 1.5398e-04, 1.2430e-04, 1.2499e-04, 6.1197e-05,\n 7.3008e-05, 1.1242e-04, 4.0139e-05, 7.5928e-05, 1.3243e-04, 8.2482e-05,\n 8.1907e-05, 9.0755e-05, 6.8601e-05, 1.1133e-04, 9.4740e-05, 1.1470e-04,\n 8.8722e-05, 1.0835e-04, 1.0312e-04, 6.1873e-05, 5.9266e-05, 1.4025e-04,\n 2.3592e-04, 9.9938e-05, 6.4447e-05, 1.2248e-04, 8.0565e-05, 7.3093e-05,\n 8.5781e-05, 9.1761e-05, 7.2987e-05, 7.8843e-05, 8.4099e-05, 1.4924e-04,\n 9.8902e-05, 8.0076e-05, 1.0431e-04, 9.4510e-05, 7.3284e-05, 6.5286e-05,\n 8.1506e-05, 7.7089e-05, 9.8096e-05, 6.8460e-05, 6.5479e-05, 1.3182e-04,\n 7.1262e-05, 6.0746e-05, 8.2993e-05, 6.5703e-05, 7.7698e-05, 1.1822e-04,\n 6.6880e-05, 8.3520e-05, 1.0712e-04, 6.1830e-05, 1.7746e-04, 7.4558e-05,\n 9.9582e-05, 7.9811e-05, 6.0917e-05, 8.6267e-05, 9.9815e-05, 1.5905e-04,\n 1.1492e-04, 7.0488e-05, 1.0131e-04, 1.1040e-04, 1.1411e-04, 1.1029e-04,\n 8.3215e-05, 1.1075e-04, 7.5073e-05, 1.1587e-04, 6.6403e-05, 6.0239e-05,\n 5.8519e-05, 9.0177e-05, 1.1480e-04, 1.3785e-04, 1.0828e-04, 7.6685e-05,\n 8.2711e-05, 7.4577e-05, 8.1142e-05, 7.3347e-05, 7.1258e-05, 1.4517e-04,\n 7.9516e-05, 9.3256e-05, 5.7924e-05, 7.8231e-05, 7.6658e-05, 6.6727e-05,\n 1.0920e-04, 7.7766e-05, 8.9650e-05, 9.0566e-05, 9.1815e-05, 1.3836e-04,\n 8.8436e-05, 1.0371e-04, 9.5167e-05, 7.8299e-05, 1.2816e-04, 8.2797e-05,\n 7.1309e-05, 1.0031e-04, 7.6627e-05, 8.0600e-05, 6.3021e-05, 1.3096e-04,\n 5.8233e-05, 6.3079e-05, 1.0766e-04, 7.4244e-05, 7.8819e-05, 7.6762e-05,\n 8.7765e-05, 5.9043e-05, 9.9354e-05, 7.8663e-05, 1.2868e-04, 9.3140e-05,\n 9.9194e-05, 1.1333e-04, 8.3147e-05, 1.4279e-04, 6.1462e-05, 1.0072e-04,\n 7.3191e-05, 4.2681e-05, 9.3061e-05, 2.1314e-04, 8.7997e-05, 8.1889e-05,\n 9.2115e-05, 6.3184e-05, 1.6422e-04, 1.4731e-04, 9.4861e-05, 9.5260e-05,\n 6.4219e-05, 6.4293e-05, 1.0322e-04, 1.1433e-04, 1.4618e-04, 9.4482e-05,\n 9.3746e-05, 5.4556e-05, 8.1865e-05, 8.1963e-05, 6.7816e-05, 8.2094e-05,\n 7.5806e-05, 9.7433e-05, 7.5262e-05, 7.9620e-05, 6.0212e-05, 7.8326e-05,\n 9.6078e-05, 1.1730e-04, 6.1093e-05, 1.2806e-04, 1.7785e-04, 1.9786e-04,\n 6.4080e-05, 6.8630e-05, 7.3775e-05, 1.0864e-04, 5.1840e-05, 8.7042e-05,\n 6.8787e-05, 1.0004e-04, 9.8430e-05, 8.4403e-05, 6.7754e-05, 7.9336e-05,\n 9.0671e-05, 9.3106e-05, 1.3659e-04, 1.1216e-04, 8.1228e-05, 7.6327e-05,\n 6.9553e-05, 9.5577e-05, 1.0463e-04, 1.0737e-04, 7.7686e-05, 9.7785e-05,\n 8.7229e-05, 1.1156e-04, 7.4694e-05, 7.1392e-05, 7.2854e-05, 1.0195e-04,\n 9.7382e-05, 8.5195e-05, 5.4348e-05, 1.0451e-04, 9.2929e-05, 7.9143e-05,\n 8.6236e-05, 6.0167e-05, 1.2416e-04, 7.8497e-05, 9.7553e-05, 1.1121e-04,\n 8.7436e-05, 1.2438e-04, 7.2290e-05, 4.8890e-05, 1.7038e-04, 7.8070e-05,\n 1.1215e-04, 4.8571e-05, 1.4235e-04, 2.1861e-04, 9.1769e-05, 7.8474e-05,\n 9.5085e-05, 4.6097e-05, 8.0419e-05, 8.1768e-05, 2.2192e-04, 7.8769e-05,\n 1.0571e-04, 6.7894e-05, 7.0250e-05, 1.2783e-04, 1.1947e-04, 1.5603e-04,\n 1.1055e-04, 5.5510e-05, 1.0094e-04, 6.9318e-05, 7.9004e-05, 1.0011e-04,\n 1.1887e-04, 7.5189e-05, 6.5252e-05, 1.1143e-04, 1.9162e-04, 1.4402e-04,\n 8.5283e-05, 7.1858e-05, 8.2855e-05, 1.4204e-04, 7.6769e-05, 5.8634e-05,\n 9.9759e-05, 6.9721e-05, 9.1072e-05, 1.0332e-04, 8.6385e-05, 8.2716e-05,\n 1.0348e-04, 6.5069e-05, 1.0929e-04, 1.5654e-04, 6.1412e-05, 1.2974e-04,\n 8.7505e-05, 1.0963e-04, 9.2210e-05, 1.0576e-04, 9.4849e-05, 8.6628e-05,\n 7.8295e-05, 9.5978e-05, 9.5599e-05, 1.2798e-04, 9.5899e-05, 8.2771e-05,\n 9.2998e-05, 5.7594e-05, 7.5676e-05, 8.1619e-05, 1.2020e-04, 7.6052e-05,\n 8.5463e-05, 8.2966e-05, 1.4144e-04, 8.9343e-05, 1.1578e-04, 7.4938e-05,\n 9.7700e-05, 7.6843e-05, 1.0228e-04, 6.4674e-05, 9.4884e-05, 6.2097e-05,\n 9.5108e-05, 7.9187e-05, 1.0596e-04, 5.5841e-05, 9.5556e-05, 8.1425e-05,\n 6.6267e-05, 8.6931e-05, 8.3167e-05, 8.0841e-05, 1.1110e-04, 6.4153e-05,\n 6.2263e-05, 9.5484e-05, 8.9925e-05, 7.8866e-05, 1.3604e-04, 1.5970e-04,\n 1.4563e-04, 9.4302e-05, 1.4905e-04, 4.8342e-05, 7.0148e-05, 8.2126e-05,\n 7.7514e-05, 7.4415e-05, 6.2571e-05, 8.4342e-05, 1.4249e-04, 9.0134e-05,\n 1.1234e-04, 1.7220e-04, 8.4426e-05, 7.5494e-05, 1.0286e-04, 1.4619e-04,\n 1.6929e-04, 1.1088e-04, 1.4166e-04, 7.5371e-05, 1.3265e-04, 8.6012e-05,\n 7.4581e-05, 1.0160e-04, 1.0337e-04, 1.1879e-04, 5.9327e-05, 7.4125e-05,\n 8.6315e-05, 4.4361e-05, 7.8664e-05, 1.0472e-04, 6.2159e-05, 9.8452e-05,\n 8.7240e-05, 7.7058e-05, 9.6267e-05, 8.4501e-05, 1.2106e-04, 8.8414e-05,\n 1.0355e-04, 9.6943e-05], device='cuda:0')"
14
  },
15
  "2": {
16
+ "step": "tensor(6260.)",
17
+ "exp_avg": "tensor([-2.2156e-03, -2.1367e-03, -9.3849e-04, 2.4252e-03, 4.3715e-03,\n -2.3325e-03, 5.7528e-04, 2.5275e-03, -5.8545e-03, 2.8376e-03,\n 1.8578e-03, 3.2005e-03, -2.6611e-03, -1.1095e-03, -7.1447e-03,\n 4.6900e-04, -2.5524e-03, 2.5684e-03, -4.3740e-03, -3.3618e-03,\n -9.4944e-03, -4.1754e-03, 2.7317e-03, 2.9432e-04, -4.3156e-03,\n -1.4887e-03, 5.0393e-03, -2.9175e-03, 5.5653e-03, -7.0551e-03,\n -1.7747e-03, -5.1857e-03, 1.5470e-03, -3.3425e-03, -2.8021e-03,\n 3.1306e-03, 5.2466e-03, -1.4474e-02, 3.1837e-03, -1.9536e-03,\n -4.9608e-03, 1.9885e-03, 3.5892e-03, -9.6545e-04, -1.9048e-03,\n -2.9924e-04, -3.7441e-03, -2.8329e-03, 2.0702e-03, -9.0834e-04,\n -2.3469e-03, -2.8215e-03, 2.7087e-03, 1.9771e-03, 1.2985e-03,\n 3.2273e-03, -1.8549e-04, 2.9838e-04, 7.3418e-04, 1.8008e-03,\n -2.3858e-04, 8.6506e-04, 1.1513e-03, -1.8449e-02, 1.3960e-03,\n 1.0860e-03, -5.6314e-03, 4.0364e-03, 8.5195e-04, -5.9305e-03,\n 1.1852e-03, -4.7376e-03, 3.8877e-03, 1.7619e-03, -1.2640e-04,\n -5.8601e-04, -1.0558e-02, 5.7974e-04, 5.8601e-04, -1.0610e-04,\n 3.0963e-03, 8.3155e-03, -1.5800e-03, 1.2321e-03, 1.0787e-03,\n 3.5458e-04, 3.5276e-03, -5.8232e-04, 5.6052e-45, -5.2789e-04,\n -4.5185e-03, -5.9543e-03, -3.2334e-03, 4.3360e-03, 6.9164e-03,\n -8.5918e-04, -4.5354e-04, 2.8777e-03, -2.5421e-03, 1.4822e-03,\n 4.5802e-03, -2.1421e-03, 3.6818e-03, 1.2913e-03, 2.9259e-03,\n -3.1287e-04, -1.0008e-03, -7.7615e-03, 1.0022e-03, -3.9462e-03,\n 1.3793e-03, 2.6668e-03, -3.5232e-03, -9.6444e-04, -1.8782e-03,\n 1.9722e-03, 2.2392e-03, -2.4438e-03, 9.7072e-05, -7.3505e-05,\n -1.6157e-02, -1.9163e-03, -2.7941e-03, -4.3946e-04, -2.7806e-03,\n -4.1111e-03, -2.4117e-03, -1.3863e-03, 2.2640e-03, 4.4631e-03,\n -2.0160e-03, 4.3523e-04, -1.6539e-03, 1.1461e-03, -9.1641e-03,\n 9.5712e-03, 1.2518e-03, -2.9713e-04, -9.3123e-04, -3.8597e-03,\n -1.4029e-03, 2.3224e-03, -1.6300e-03, 2.1143e-03, -3.6781e-03,\n 3.5174e-03, -7.7502e-03, -2.0405e-03, -2.3811e-03, -2.5346e-03,\n 4.1469e-03, 1.4892e-03, -1.8755e-03, 2.9574e-03, -6.4564e-04,\n -1.4096e-04, 1.1406e-02, 8.6064e-05, 4.3693e-03, -1.3975e-03,\n 1.9918e-03, -4.0294e-04, -1.8028e-03, -4.6086e-03, 1.8833e-03,\n 3.8894e-03, -4.4998e-04, -3.4945e-03, -3.9704e-03, -1.2154e-03,\n 4.4610e-03, -2.1896e-03, 9.6898e-04, 1.6099e-03, -1.0738e-02,\n 3.7970e-03, 1.9850e-03, -6.1007e-04, -2.5857e-03, 6.3367e-03,\n 4.5257e-04, -5.7631e-03, 2.8184e-03, 4.3420e-03, 3.5140e-03,\n 1.6008e-03, 9.9514e-03, 2.3809e-04, -2.8744e-03, -6.9571e-03,\n 5.0907e-03, 2.5837e-03, -1.0275e-03, -1.8601e-03, -6.5584e-03,\n -2.3869e-03, -8.2365e-05, 3.5960e-04, 2.5508e-03, 1.9622e-03,\n -3.1040e-03, 1.0421e-02, 1.3533e-02, 8.2937e-04, 2.0341e-03,\n 4.9390e-04, 2.1016e-03, 8.9522e-05, 2.4391e-04, 3.2211e-03,\n 5.6554e-03, 7.3896e-04, 4.2930e-03, 3.9486e-04, 1.5136e-04,\n 3.0920e-04, 5.2378e-03, 2.2377e-03, 3.3645e-03, 4.6708e-04,\n 2.0692e-03, -6.0743e-03, -5.6219e-05, -1.0814e-03, 2.0607e-03,\n -1.0007e-03, -4.7740e-03, -6.0207e-03, 6.0281e-03, -1.1934e-02,\n 1.2428e-03, -9.5161e-04, 2.3263e-03, -9.7192e-04, -1.3047e-03,\n 6.4710e-03, 4.5138e-03, 6.9717e-04, -1.9934e-03, 1.0009e-03,\n -1.7720e-03, 3.8280e-04, 3.2464e-03, 6.4390e-03, -8.0581e-04,\n 4.4838e-04, 5.0400e-04, -1.0257e-03, 4.2420e-03, 6.6354e-04,\n -4.6095e-03, -2.4954e-03, -1.4389e-02, 1.2625e-03, -1.6875e-03,\n 5.7578e-03, 1.2369e-03, 1.8927e-03, 1.9485e-03, 6.5127e-04,\n -1.3114e-03, -4.6675e-03, 3.4280e-03, -4.5349e-03, -8.6536e-04,\n -7.8591e-03, -5.7781e-03, -2.3410e-03, 7.9001e-04, -2.4062e-03,\n -2.8163e-03, -1.5682e-03, 6.2196e-03, -3.1763e-03, -3.0808e-04,\n -1.2459e-02, -3.5857e-05, 7.7551e-04, -1.8192e-03, -5.1636e-03,\n -2.8590e-03, -3.0258e-03, -2.7277e-03, 4.1134e-03, 4.1656e-03,\n 9.7531e-03, -2.0749e-03, 3.7415e-04, -3.1210e-03, 1.8050e-03,\n -8.0266e-04, 1.6955e-03, 1.5034e-03, -4.2070e-03, -2.8709e-03,\n -2.8555e-03, 1.8101e-03, -5.5748e-03, 1.7610e-03, -2.2175e-04,\n -3.8072e-03, 4.2572e-03, 7.4620e-04, 2.9421e-04, 1.2870e-03,\n -1.8841e-03, -7.6835e-03, -8.0057e-03, 2.8038e-03, 2.4099e-03,\n 3.5509e-03, 2.1321e-03, 2.4088e-03, 5.2171e-04, 4.4150e-04,\n 4.9266e-04, -2.5009e-03, -9.6301e-03, -1.3359e-03, 3.0525e-03,\n -3.7625e-03, 8.6446e-03, 5.3464e-03, 5.7549e-03, -2.7000e-03,\n -1.4284e-03, -5.4871e-04, 2.2347e-04, 1.0803e-03, -3.6798e-04,\n -2.9676e-03, 4.3327e-03, 6.4324e-04, -6.2546e-03, -7.4747e-03,\n -1.5722e-03, 5.2799e-04, 3.4686e-05, -4.9130e-04, -3.8239e-03,\n 1.0695e-03, -8.3367e-04, -2.2488e-03, 3.5394e-03, 1.9003e-03,\n 7.1644e-03, 3.4918e-03, -6.9966e-03, 5.4728e-03, -1.0979e-03,\n 2.6918e-03, -1.9647e-03, 3.4626e-03, -3.5835e-03, 6.2221e-03,\n -1.8841e-03, -1.9528e-03, -2.8081e-04, 3.3115e-03, 2.1912e-03,\n 1.0540e-03, -2.2264e-03, 1.9078e-03, 7.4010e-03, 3.0534e-03,\n 1.2381e-03, -1.3123e-03, 2.9727e-03, -3.1844e-04, -1.3010e-03,\n 7.3898e-04, -4.5928e-04, 1.5177e-03, -5.7992e-05, 3.1286e-04,\n 2.2178e-02, -2.6297e-03, 4.1518e-03, -1.8696e-03, 1.4341e-03,\n 4.9497e-04, 7.5516e-04, -5.7839e-03, -1.7528e-03, -5.8253e-03,\n 5.0185e-03, 1.1245e-03, -8.0504e-03, 7.0386e-04, 4.1721e-03,\n 1.9042e-03, 6.3012e-03, 4.7500e-03, 1.7791e-03, 8.6135e-04,\n -5.1371e-03, 1.9643e-03, 5.6289e-03, -4.8988e-03, -1.0006e-03,\n -3.3550e-03, -4.7419e-04, 6.6719e-03, 1.0053e-03, -2.3816e-03,\n 3.2708e-03, 2.0186e-03, -6.5887e-04, -1.1038e-03, 4.0096e-03,\n 9.0541e-04, 6.4876e-03, -9.2739e-04, -1.1564e-03, -4.1027e-03,\n -1.7689e-03, -1.1516e-03, -1.9402e-03, -4.8240e-03, 8.3476e-05,\n -4.8048e-04, -4.9337e-04, 1.6878e-03, 8.4002e-04, -8.3613e-03,\n 4.9708e-03, -1.1760e-03, 4.3483e-03, 1.4849e-03, -8.4840e-04,\n 3.8865e-03, 2.0193e-03, 1.0379e-03, -2.6796e-02, -4.2330e-03,\n -2.3557e-03, 1.1382e-02, -2.2167e-03, 4.2391e-03, -3.1353e-03,\n -3.5246e-03, -2.8928e-04, 1.1639e-03, 5.8374e-03, -1.1235e-03,\n -9.3592e-04, -3.6801e-03, 1.3430e-03, 4.3981e-04, -7.5659e-03,\n -2.0461e-03, 2.7916e-03, 2.0718e-03, 3.2210e-03, -2.3586e-03,\n -4.1164e-03, 3.5906e-03, -3.2644e-03, -4.1318e-03, 7.4101e-04,\n 2.3469e-03, 1.8810e-03, -2.2446e-04, 9.1327e-04, 3.6100e-03,\n -4.3513e-03, -6.4585e-03, -6.5455e-05, -1.2664e-03, 3.5446e-03,\n -1.8581e-03, 3.8442e-03, -1.4709e-03, -1.1665e-03, -2.8363e-04,\n -4.0250e-04, -2.3405e-03, -1.9663e-03, 6.3026e-05, 4.3924e-03,\n 5.2228e-03, -2.8231e-03, 3.5382e-03, 1.2136e-03, 1.8099e-03,\n 5.5220e-03, -3.3030e-03, 2.1156e-03, -3.5763e-03, -3.9720e-04,\n 1.1739e-03, 9.2874e-04, -2.6492e-03, 2.3929e-03, 6.3365e-05,\n -9.5143e-04, 1.4347e-03, 6.4265e-03, -8.9802e-04, 1.7918e-03,\n 5.7609e-03, 1.8693e-03, -6.3783e-03, 2.0869e-03, -1.7543e-03,\n 3.0116e-03, -2.5821e-03, 3.2694e-03, 3.2072e-03, 4.5623e-03,\n -5.0977e-03, -9.4563e-04], device='cuda:0')",
18
+ "exp_avg_sq": "tensor([7.0510e-05, 1.4418e-04, 1.1398e-04, 1.2242e-04, 1.1904e-04, 1.0222e-04,\n 6.1262e-05, 9.4005e-05, 1.7944e-04, 1.6023e-04, 1.3164e-04, 1.5229e-03,\n 1.3866e-04, 1.5874e-04, 2.2740e-04, 7.9162e-05, 2.2896e-04, 2.0839e-04,\n 2.2877e-04, 1.0854e-04, 1.3874e-04, 9.1946e-05, 1.0930e-04, 6.5387e-05,\n 1.8402e-04, 7.4471e-05, 1.4291e-04, 1.5039e-04, 2.6119e-04, 2.4291e-04,\n 1.0026e-04, 1.3124e-04, 7.3884e-05, 7.1231e-05, 1.7948e-04, 9.8235e-05,\n 1.2455e-04, 2.0958e-04, 1.5317e-04, 8.1032e-05, 9.8318e-05, 1.1729e-04,\n 1.2388e-04, 1.4664e-04, 7.3869e-05, 1.1686e-04, 1.3197e-04, 1.6719e-04,\n 2.9068e-04, 7.2708e-05, 8.0996e-04, 3.5697e-04, 1.2555e-04, 8.4588e-05,\n 1.7416e-04, 1.1617e-04, 1.4047e-04, 1.7788e-04, 2.0432e-04, 2.0887e-04,\n 2.2211e-04, 1.1543e-04, 2.0945e-04, 7.0581e-03, 1.3625e-04, 1.3442e-04,\n 1.6673e-04, 1.4192e-04, 5.6022e-05, 1.9935e-04, 8.5714e-05, 1.7820e-04,\n 1.6007e-04, 1.1008e-04, 1.0348e-04, 2.8808e-04, 1.0201e-04, 3.6151e-04,\n 1.5900e-04, 1.5551e-04, 2.6985e-04, 4.8921e-04, 6.5751e-04, 1.4076e-04,\n 1.8110e-04, 8.7232e-05, 1.0522e-04, 1.8170e-04, 2.2456e-06, 2.4227e-04,\n 9.3983e-05, 2.5570e-04, 1.5402e-04, 1.6957e-04, 4.0124e-04, 1.2897e-04,\n 8.1272e-05, 6.1372e-04, 1.1034e-04, 2.4094e-04, 1.6984e-04, 1.0088e-04,\n 1.2394e-04, 3.3521e-04, 1.4828e-04, 7.7057e-05, 7.9318e-05, 9.1199e-05,\n 1.0258e-04, 1.8934e-04, 2.0552e-04, 1.0985e-04, 1.3259e-04, 7.1659e-05,\n 1.3281e-04, 1.0176e-04, 1.1886e-04, 1.2480e-04, 1.0559e-04, 5.9578e-05,\n 2.1611e-04, 9.2960e-05, 1.9149e-04, 2.1277e-04, 1.4799e-04, 7.7653e-05,\n 7.8090e-05, 6.6633e-05, 1.0213e-04, 2.2996e-04, 1.1123e-04, 1.9048e-04,\n 1.6627e-04, 2.6659e-04, 3.3159e-04, 2.4128e-04, 1.1089e-04, 1.3675e-04,\n 9.7381e-05, 2.3798e-04, 1.3040e-04, 2.0564e-04, 1.2767e-04, 1.5704e-04,\n 1.6826e-04, 1.4428e-04, 2.8066e-04, 1.1476e-04, 9.5638e-05, 1.6048e-04,\n 8.3335e-05, 2.0500e-04, 9.7704e-05, 1.6364e-04, 9.2842e-05, 1.2839e-04,\n 1.3448e-04, 4.9045e-05, 1.5120e-04, 1.1232e-04, 9.5423e-05, 1.0045e-04,\n 1.8743e-04, 9.9645e-05, 1.1615e-04, 1.9061e-04, 7.7901e-05, 2.0184e-04,\n 1.3759e-04, 2.3258e-04, 1.2265e-04, 1.7970e-04, 1.4459e-04, 1.1702e-04,\n 3.6581e-04, 1.2892e-04, 1.5011e-04, 2.5337e-04, 1.8124e-04, 2.2107e-04,\n 1.1793e-04, 1.6467e-04, 2.1933e-04, 4.4164e-04, 1.8307e-04, 1.0291e-04,\n 2.0291e-04, 3.9590e-04, 1.4946e-04, 1.7266e-04, 1.1615e-04, 2.1347e-04,\n 2.2729e-04, 7.5714e-05, 1.6155e-04, 7.7870e-05, 1.8482e-04, 1.0541e-04,\n 9.7569e-05, 7.4191e-05, 1.6272e-04, 3.0659e-04, 2.1946e-04, 1.3988e-04,\n 1.5343e-04, 1.7862e-04, 1.3536e-04, 1.1811e-04, 7.0390e-05, 8.5372e-05,\n 9.8964e-05, 2.5239e-04, 2.1223e-04, 1.0535e-04, 1.4141e-04, 1.3436e-04,\n 9.1361e-05, 1.9704e-04, 3.3182e-04, 1.4878e-04, 1.8554e-04, 1.4138e-04,\n 1.8693e-04, 1.6998e-04, 1.9137e-04, 5.7555e-05, 2.1963e-04, 1.0555e-04,\n 1.4206e-04, 1.2549e-04, 5.0995e-05, 1.1243e-04, 1.8656e-04, 2.2890e-04,\n 2.6752e-04, 1.4036e-04, 2.8439e-04, 2.4935e-04, 6.5872e-05, 8.2340e-05,\n 1.3657e-04, 7.1686e-05, 9.3611e-05, 1.9512e-04, 9.2464e-05, 1.0344e-04,\n 7.4968e-05, 1.4237e-04, 3.6754e-04, 1.2231e-04, 2.1819e-04, 1.7923e-04,\n 1.6158e-04, 1.2417e-04, 1.0696e-04, 1.4864e-04, 6.8698e-05, 2.3851e-04,\n 6.9851e-05, 1.2952e-04, 1.3944e-04, 2.4194e-04, 1.4158e-04, 1.0049e-04,\n 1.7336e-04, 2.4286e-04, 1.5446e-04, 7.4810e-05, 1.0170e-04, 1.9296e-04,\n 1.3473e-04, 9.7318e-05, 1.7363e-04, 1.1249e-04, 1.0787e-04, 4.7740e-04,\n 1.7759e-04, 1.5585e-04, 1.8097e-04, 2.0944e-04, 1.5128e-04, 1.4172e-04,\n 3.6596e-04, 1.3089e-04, 1.2582e-04, 1.6130e-04, 1.0687e-04, 2.8485e-04,\n 2.1724e-04, 2.8809e-04, 7.0937e-05, 1.8182e-04, 8.4604e-05, 7.1611e-05,\n 1.3771e-04, 1.4190e-04, 2.5530e-04, 3.4809e-04, 5.4108e-05, 3.0448e-04,\n 1.2795e-04, 6.2524e-04, 8.6795e-05, 7.0947e-05, 1.1033e-04, 2.0549e-04,\n 2.1831e-04, 2.1014e-04, 6.8100e-05, 1.2392e-04, 2.6873e-04, 1.1568e-04,\n 8.2648e-05, 1.3832e-04, 7.5903e-05, 8.3778e-05, 2.5732e-04, 2.4885e-04,\n 1.3137e-04, 1.4519e-04, 2.1213e-04, 2.6086e-04, 1.5003e-04, 1.5141e-04,\n 2.9592e-04, 8.6023e-05, 1.2872e-04, 1.1189e-04, 1.5730e-04, 2.2194e-04,\n 1.5136e-04, 1.9373e-04, 1.6353e-04, 1.2206e-04, 8.7708e-05, 1.2078e-04,\n 1.0634e-04, 1.5593e-04, 6.3808e-05, 1.9423e-04, 1.9950e-04, 1.4075e-04,\n 1.3552e-04, 1.5535e-04, 8.5087e-05, 2.2489e-04, 2.2567e-04, 1.2825e-04,\n 6.2900e-05, 2.9892e-04, 1.1033e-04, 2.3467e-04, 3.1898e-04, 7.6607e-05,\n 1.2067e-04, 2.7141e-04, 2.3217e-04, 1.2234e-04, 2.2248e-04, 8.8020e-05,\n 1.7593e-04, 8.0961e-05, 6.8950e-05, 1.8632e-04, 1.1117e-04, 3.4023e-05,\n 9.1693e-05, 3.0802e-04, 2.1664e-04, 1.1509e-04, 1.5988e-04, 1.4694e-04,\n 1.0548e-04, 1.8183e-04, 1.5061e-04, 3.9712e-04, 6.9564e-05, 3.4415e-04,\n 1.0761e-04, 2.3308e-04, 1.7918e-04, 1.2864e-04, 2.2527e-04, 2.3374e-04,\n 1.8947e-04, 3.6983e-04, 1.2360e-04, 1.4489e-04, 1.7145e-04, 1.5249e-04,\n 1.3661e-04, 4.7910e-04, 9.1300e-05, 1.8343e-04, 1.6394e-04, 1.2921e-04,\n 7.8723e-05, 3.0404e-04, 1.7308e-04, 5.9742e-05, 1.6579e-04, 1.1059e-04,\n 1.8356e-04, 8.9004e-05, 8.9447e-05, 2.5697e-04, 9.7888e-05, 2.2920e-04,\n 9.5911e-05, 1.8833e-04, 1.7064e-04, 1.9826e-04, 9.0128e-05, 1.1935e-04,\n 1.2202e-04, 1.6212e-04, 1.1552e-04, 1.8524e-04, 4.8196e-04, 1.6381e-04,\n 1.5915e-04, 3.1295e-04, 1.5747e-04, 1.7349e-04, 1.2860e-04, 1.4956e-04,\n 9.2818e-05, 1.6127e-04, 1.4147e-04, 7.8628e-05, 8.5477e-05, 1.2296e-04,\n 1.0806e-04, 9.3552e-04, 1.1668e-04, 1.9251e-04, 3.0374e-04, 1.3498e-04,\n 1.5365e-04, 2.5485e-04, 4.0677e-04, 1.0722e-04, 1.0822e-04, 1.9299e-04,\n 1.2798e-04, 1.7542e-04, 1.7533e-04, 1.6738e-04, 1.6037e-04, 2.4945e-04,\n 3.5960e-04, 1.2783e-04, 9.0988e-05, 2.5959e-04, 1.4551e-04, 2.4956e-04,\n 1.1174e-04, 2.5417e-04, 1.8658e-04, 1.5276e-04, 1.6815e-04, 3.8456e-04,\n 2.2057e-04, 1.7525e-04, 1.9921e-04, 3.7197e-04, 1.5261e-04, 1.8670e-04,\n 1.7522e-04, 1.5530e-04, 2.3192e-04, 1.2055e-04, 6.5448e-05, 1.4073e-04,\n 1.7431e-04, 1.2539e-04, 2.6754e-04, 1.8503e-04, 6.8045e-05, 1.1844e-04,\n 8.3382e-05, 1.9277e-04, 2.2309e-04, 6.5185e-05, 7.8765e-05, 1.0252e-04,\n 1.1870e-04, 1.0112e-04, 1.1834e-04, 9.4317e-05, 2.0604e-04, 1.6073e-04,\n 1.1199e-04, 2.1044e-04, 1.0835e-04, 1.5935e-04, 1.1160e-04, 1.1299e-04,\n 6.3645e-05, 3.9328e-05, 2.3175e-04, 7.2849e-05, 1.2335e-04, 2.0950e-04,\n 8.8460e-05, 9.4027e-05, 1.9819e-04, 1.1548e-04, 2.3491e-04, 1.4639e-04,\n 1.4014e-04, 1.9545e-04], device='cuda:0')"
19
  },
20
  "3": {
21
+ "step": "tensor(6260.)",
22
+ "exp_avg": "tensor([-1.9662e-03, -1.2522e-03, -9.0424e-04, 2.0386e-03, 2.0160e-03,\n -1.2511e-03, 6.2961e-04, 1.9855e-03, -2.5804e-03, 1.0563e-03,\n 9.9006e-04, 9.9274e-04, -1.2580e-03, -1.2992e-03, -3.7704e-03,\n 3.0644e-04, -1.7574e-03, 1.5197e-03, -1.9506e-03, -2.2558e-03,\n -5.4647e-03, -2.4568e-03, 2.3187e-03, 3.0970e-04, -2.9081e-03,\n -1.7327e-03, 2.9692e-03, -1.4798e-03, 2.7599e-03, -3.2357e-03,\n -1.0963e-03, -2.0855e-03, 1.0713e-03, -2.4551e-03, -1.2459e-03,\n 1.5858e-03, 3.8915e-03, -8.9037e-03, 1.8637e-03, -1.3698e-03,\n -3.0859e-03, 1.2080e-03, 1.4146e-03, -9.6454e-04, -1.3018e-03,\n -4.6571e-04, -2.0104e-03, -1.8142e-03, 1.7333e-03, -7.2244e-04,\n -6.7052e-04, -1.8105e-03, 1.2917e-03, 1.9190e-03, 3.4852e-04,\n 1.7807e-03, -1.2572e-04, 3.9786e-04, 9.2636e-04, 8.7641e-04,\n -4.6167e-04, 5.4994e-04, 1.2039e-03, -2.5050e-03, 1.6391e-03,\n 8.0679e-04, -3.6386e-03, 2.4954e-03, 9.3417e-04, -3.4187e-03,\n 1.2041e-03, -4.7453e-03, 2.5049e-03, 4.4200e-04, -1.7928e-04,\n -4.3777e-05, -7.1405e-03, -3.7334e-04, 6.5598e-05, 4.1455e-04,\n 2.2291e-03, 3.1564e-03, -7.1132e-04, 1.5706e-03, 9.2216e-04,\n 7.8986e-04, 2.2893e-03, -4.4895e-05, 5.6052e-45, -5.8396e-04,\n -3.0562e-03, -2.7375e-03, -1.6795e-03, 1.7852e-03, 3.3147e-03,\n -4.9645e-04, -8.0223e-05, 1.1546e-03, -1.6137e-03, 1.1341e-03,\n 2.2369e-03, -1.4213e-03, 1.3581e-03, -1.5207e-03, 1.7679e-03,\n 4.2500e-04, -5.0226e-04, -4.2873e-03, 6.1833e-04, -1.5125e-03,\n 6.1182e-04, 1.7717e-03, -2.4759e-03, -4.9360e-04, -1.4174e-03,\n 1.4781e-03, 1.3363e-03, -1.8250e-03, 6.3815e-04, 5.4445e-05,\n -1.0420e-02, -1.1242e-03, -8.7470e-04, -4.1503e-05, -1.2902e-03,\n -2.1481e-03, -1.3435e-03, -1.6237e-03, 1.2955e-03, 1.8208e-03,\n -1.1573e-03, 8.1746e-04, -1.2964e-03, 7.9068e-04, -4.0883e-03,\n 4.3042e-03, 1.5436e-03, -2.8540e-04, -9.9424e-04, -1.7679e-03,\n -5.4348e-04, 1.1393e-03, -1.1667e-03, 1.2241e-03, -2.6824e-03,\n 2.2687e-03, -4.2384e-03, -1.1671e-03, -1.2951e-03, -1.6832e-03,\n 2.9669e-03, 2.9911e-04, -1.1689e-03, 1.3300e-03, -9.6825e-05,\n 3.7770e-04, 7.6772e-03, 1.5887e-04, 3.0821e-03, -5.4334e-04,\n 1.6169e-03, -8.5788e-04, -7.7452e-04, -2.2591e-03, 6.4394e-04,\n 3.6803e-03, -8.0677e-04, -1.6707e-03, -2.4358e-03, -5.1672e-05,\n 2.3620e-03, -9.6721e-04, 1.0306e-03, 9.5157e-04, -5.0220e-03,\n 2.8214e-03, 1.1863e-03, -4.5347e-04, -1.3859e-03, 3.6346e-03,\n 4.1333e-04, -3.4741e-03, 1.9297e-03, 2.6196e-03, 2.0882e-03,\n 7.6105e-04, 3.1404e-03, -6.6466e-06, -1.1825e-03, -2.5945e-03,\n 2.7940e-03, 1.5523e-03, -1.5119e-04, -1.1120e-03, -3.2425e-03,\n -1.6011e-03, -8.3239e-05, 5.6051e-05, 1.2184e-03, 1.3419e-03,\n -2.8295e-03, 5.0061e-03, 6.6371e-03, 4.4262e-04, 9.4335e-04,\n -7.8132e-04, 1.3628e-03, -2.0018e-04, 4.9013e-04, 3.1102e-03,\n 2.4606e-03, 4.6152e-04, 3.0968e-03, 2.6412e-04, -3.4561e-05,\n 3.2411e-04, 3.7888e-03, 1.4758e-03, 1.0825e-03, 5.5828e-04,\n 1.3273e-03, -3.3931e-03, -3.2569e-04, -2.6714e-04, 1.3106e-03,\n -9.7853e-04, -4.2078e-03, -4.8671e-03, 4.0407e-03, -7.0287e-03,\n 9.6348e-04, -1.1101e-03, 1.0063e-03, -1.2041e-04, -7.7220e-04,\n 4.1843e-03, 3.0895e-03, 3.2035e-04, -1.4360e-03, 8.6772e-04,\n -1.9995e-04, 2.7028e-04, 2.0614e-03, 3.5152e-03, -4.7862e-04,\n 3.6585e-04, 4.9780e-04, -7.3949e-04, 1.8530e-03, 6.2262e-04,\n -2.4102e-03, -1.1053e-03, -8.2912e-03, 1.1130e-03, -7.7440e-04,\n 2.9623e-03, 1.0727e-03, 1.4852e-03, 1.4237e-03, 3.2676e-04,\n -3.0773e-04, -2.0411e-03, 1.6581e-03, -2.8669e-03, -1.2202e-04,\n -5.0762e-03, -2.8984e-03, -1.6299e-03, 9.9853e-04, -1.5415e-03,\n -1.6068e-03, -6.9996e-04, 3.8932e-03, -1.7435e-03, -3.1519e-05,\n -5.1528e-03, 5.7542e-05, 6.3300e-04, -6.8062e-04, -2.9789e-03,\n -2.0801e-03, -2.0340e-03, -8.3054e-04, 3.5932e-03, 2.4704e-03,\n 6.0696e-03, -5.1453e-04, 1.0556e-04, -1.2492e-03, 8.9880e-04,\n -3.7019e-04, 1.4568e-03, 1.1356e-03, -2.8957e-03, -4.1143e-04,\n -1.5044e-03, 1.2047e-03, -3.0328e-03, 1.1415e-03, 1.4253e-04,\n -2.8375e-03, 1.6978e-03, 6.3297e-04, 3.7419e-04, 3.1108e-04,\n -1.2613e-03, -3.2255e-03, -3.1738e-03, 2.4771e-03, 1.1446e-03,\n 1.9364e-03, 1.4815e-03, 1.8677e-03, -2.0848e-04, 5.7036e-04,\n 4.9624e-04, -8.2866e-04, -4.3506e-03, -1.4147e-03, 2.1049e-03,\n -2.0071e-03, 4.3945e-03, 4.0774e-03, 4.4224e-03, -1.5828e-03,\n -1.0032e-03, -1.2963e-04, 4.2929e-04, 4.8987e-04, -6.6634e-04,\n -1.6800e-03, 2.8305e-03, 9.6417e-06, -4.3507e-03, -4.2458e-03,\n -7.6777e-04, 8.5638e-04, -4.8828e-05, -8.4422e-05, -1.5383e-03,\n 5.8234e-04, -7.0072e-04, -1.0567e-03, 1.8821e-03, 1.5502e-03,\n 4.1186e-03, 3.0768e-03, -4.4001e-03, 3.4108e-03, -7.9146e-04,\n 1.8798e-03, -1.3866e-03, 1.4924e-03, -2.3942e-03, 4.0627e-03,\n -1.0392e-03, -6.9216e-04, 5.1251e-05, 2.0268e-03, 1.4000e-03,\n 7.3021e-04, -1.2967e-03, 1.2265e-03, 2.9188e-03, 2.1659e-03,\n 9.5370e-04, -9.1230e-04, 1.6582e-03, 4.2418e-04, -2.8638e-04,\n 9.6760e-04, -4.3216e-04, 8.2793e-04, -2.8118e-04, 6.2347e-04,\n 1.4089e-02, -1.4970e-03, 1.6533e-03, -8.1369e-04, 8.5741e-04,\n 2.5878e-04, 1.2804e-04, -4.4725e-03, -1.6001e-03, -3.3875e-03,\n 2.3098e-03, 6.6909e-04, -5.7515e-03, 1.0287e-03, 2.0426e-03,\n 1.0876e-03, 2.4235e-03, 2.9142e-03, 7.9969e-04, 7.6830e-04,\n -3.6697e-03, 1.1680e-03, 2.7647e-03, -2.9772e-03, -1.0560e-03,\n -2.2578e-03, -3.5119e-04, 4.1967e-03, 4.4383e-04, -1.2029e-03,\n 1.8469e-03, 1.3769e-03, -6.8982e-04, -5.3963e-04, 2.2317e-03,\n 6.4052e-04, 3.4797e-03, -1.3859e-04, -6.7967e-04, -3.0713e-03,\n -8.1181e-04, -6.2770e-04, -1.3226e-03, -1.3663e-03, 1.9317e-04,\n 2.5582e-04, -1.4306e-04, 1.0174e-03, 3.8752e-04, -4.8313e-03,\n 3.9689e-03, -6.1765e-04, 2.9222e-03, 1.6115e-03, -5.6618e-04,\n 2.7601e-03, 1.6943e-03, 3.1728e-04, -8.9645e-03, -2.6544e-03,\n -1.1736e-03, 5.6407e-03, -1.8457e-03, 2.6454e-03, -1.7516e-03,\n -1.7254e-03, -4.4760e-04, 7.2620e-04, 3.2048e-03, -8.7319e-04,\n -5.1244e-04, -1.2289e-03, 5.7134e-04, 9.7029e-04, -3.7406e-03,\n -1.0989e-03, 1.4624e-03, 1.1872e-03, 1.6128e-03, -8.1244e-04,\n -2.3228e-03, 1.7485e-03, -1.5230e-03, -2.1691e-03, 2.4221e-04,\n 1.5169e-03, 8.1098e-04, -5.0641e-04, 1.1020e-03, 1.9079e-03,\n -2.1328e-03, -3.7586e-03, -1.7103e-04, -1.0147e-03, 1.6920e-03,\n -1.2911e-03, 1.9599e-03, -7.2974e-04, -6.4913e-04, -3.2652e-04,\n 3.4008e-04, -1.0569e-03, -1.1742e-03, 8.5946e-05, 2.8140e-03,\n 3.3567e-03, -1.2387e-03, 1.2863e-03, 1.4056e-03, 1.0132e-03,\n 3.0305e-03, -2.0410e-03, 1.1998e-03, -2.8391e-03, -1.4879e-04,\n 1.1134e-03, 4.6885e-04, -1.2611e-03, 1.2731e-03, -3.2237e-04,\n -6.5371e-04, 8.8306e-04, 3.3546e-03, -2.3605e-05, 1.0380e-03,\n 2.7800e-03, 8.1515e-04, -3.6966e-03, 1.2496e-03, -1.5919e-03,\n 1.4515e-03, -1.3122e-03, 2.6238e-03, 2.3518e-03, 2.6650e-03,\n -2.9483e-03, -6.9146e-04], device='cuda:0')",
23
+ "exp_avg_sq": "tensor([4.1148e-05, 7.7373e-05, 5.9749e-05, 5.1041e-05, 4.3878e-05, 4.3334e-05,\n 3.1023e-05, 3.5821e-05, 6.1155e-05, 4.5832e-05, 5.1134e-05, 7.2501e-05,\n 6.6639e-05, 9.6716e-05, 6.4440e-05, 4.3517e-05, 7.4175e-05, 5.1720e-05,\n 7.1172e-05, 5.5119e-05, 5.2870e-05, 4.2398e-05, 5.8084e-05, 3.2533e-05,\n 9.5489e-05, 3.6404e-05, 4.4611e-05, 8.3778e-05, 6.5795e-05, 5.1752e-05,\n 5.0258e-05, 6.4071e-05, 3.0783e-05, 3.8783e-05, 7.6773e-05, 3.1788e-05,\n 7.2507e-05, 8.5655e-05, 3.3828e-05, 4.8057e-05, 4.0543e-05, 5.0192e-05,\n 4.4799e-05, 5.0773e-05, 3.5111e-05, 4.6609e-05, 4.8376e-05, 4.3614e-05,\n 6.6831e-05, 3.3378e-05, 6.6960e-05, 8.5585e-05, 4.3698e-05, 5.6854e-05,\n 4.8611e-05, 4.3759e-05, 4.1167e-05, 5.1345e-05, 5.9392e-05, 6.9693e-05,\n 6.6528e-05, 4.4305e-05, 5.5720e-05, 1.5268e-04, 5.7726e-05, 4.9672e-05,\n 6.6940e-05, 5.4828e-05, 3.4204e-05, 6.5589e-05, 5.0572e-05, 6.8358e-05,\n 5.5096e-05, 4.7761e-05, 3.4679e-05, 1.0118e-04, 5.4370e-05, 9.0048e-05,\n 4.5892e-05, 6.0029e-05, 6.3060e-05, 8.0775e-05, 8.8667e-05, 6.7154e-05,\n 6.4237e-05, 4.9114e-05, 6.8327e-05, 8.5286e-05, 3.3704e-08, 7.9104e-05,\n 4.2999e-05, 1.1523e-04, 4.6043e-05, 5.3236e-05, 1.0412e-04, 4.4255e-05,\n 4.0677e-05, 6.4202e-05, 5.1036e-05, 6.0324e-05, 4.5420e-05, 4.6809e-05,\n 4.3919e-05, 9.1810e-05, 5.7535e-05, 4.6828e-05, 4.4501e-05, 4.3223e-05,\n 3.9744e-05, 5.6637e-05, 4.8452e-05, 4.0226e-05, 6.1719e-05, 6.0154e-05,\n 4.8820e-05, 3.7538e-05, 6.0812e-05, 5.5635e-05, 3.8449e-05, 3.4722e-05,\n 7.1973e-05, 4.7905e-05, 6.5787e-05, 5.9035e-05, 4.1367e-05, 3.8231e-05,\n 3.7376e-05, 3.1815e-05, 4.7055e-05, 5.0562e-05, 3.7831e-05, 7.3936e-05,\n 5.8594e-05, 7.3547e-05, 8.5122e-05, 7.7036e-05, 4.3551e-05, 6.0175e-05,\n 4.2226e-05, 5.3228e-05, 5.7110e-05, 4.9739e-05, 6.5139e-05, 5.8700e-05,\n 5.6034e-05, 6.1804e-05, 8.5259e-05, 4.5159e-05, 4.7709e-05, 7.2462e-05,\n 3.9922e-05, 5.2731e-05, 4.3419e-05, 4.8124e-05, 4.8075e-05, 4.6153e-05,\n 5.8889e-05, 2.6953e-05, 6.8563e-05, 5.4160e-05, 4.7030e-05, 3.3830e-05,\n 4.7573e-05, 5.2361e-05, 2.8705e-05, 6.7038e-05, 5.5902e-05, 6.7448e-05,\n 5.0095e-05, 6.8392e-05, 4.3082e-05, 6.0645e-05, 6.2234e-05, 5.9623e-05,\n 9.0266e-05, 5.3216e-05, 5.3599e-05, 6.6319e-05, 5.2026e-05, 9.9111e-05,\n 7.5859e-05, 6.5282e-05, 5.3164e-05, 1.1067e-04, 7.8858e-05, 3.7766e-05,\n 6.8055e-05, 1.0251e-04, 5.3961e-05, 6.0129e-05, 4.6816e-05, 9.2592e-05,\n 7.1315e-05, 3.8239e-05, 6.1681e-05, 3.9898e-05, 5.4508e-05, 3.4131e-05,\n 4.4926e-05, 3.3144e-05, 6.7467e-05, 6.1692e-05, 5.6570e-05, 5.8545e-05,\n 4.7357e-05, 5.7848e-05, 4.4681e-05, 4.0428e-05, 3.4977e-05, 5.7614e-05,\n 3.6542e-05, 6.4315e-05, 7.5612e-05, 4.2063e-05, 7.4730e-05, 4.7385e-05,\n 5.0161e-05, 5.7672e-05, 7.0917e-05, 5.9403e-05, 6.3034e-05, 9.2604e-05,\n 6.7161e-05, 4.0453e-05, 5.7261e-05, 4.0515e-05, 7.5780e-05, 4.6261e-05,\n 4.8684e-05, 5.4396e-05, 2.8476e-05, 4.8358e-05, 5.5080e-05, 6.0165e-05,\n 6.7896e-05, 4.6391e-05, 9.3114e-05, 9.6880e-05, 3.8274e-05, 3.6721e-05,\n 5.3526e-05, 3.4408e-05, 3.7454e-05, 5.5310e-05, 3.6885e-05, 4.7727e-05,\n 3.7618e-05, 5.0855e-05, 5.9944e-05, 3.9467e-05, 6.7029e-05, 5.2835e-05,\n 6.7073e-05, 4.8317e-05, 4.6165e-05, 4.4044e-05, 3.3153e-05, 8.1924e-05,\n 4.2711e-05, 5.5055e-05, 5.4072e-05, 6.7387e-05, 6.3982e-05, 4.8576e-05,\n 4.4130e-05, 8.0224e-05, 4.6220e-05, 3.9863e-05, 4.5606e-05, 7.2811e-05,\n 4.7838e-05, 3.1374e-05, 6.7731e-05, 4.5640e-05, 4.0535e-05, 8.3433e-05,\n 6.1854e-05, 4.2504e-05, 6.5037e-05, 5.5758e-05, 5.9125e-05, 4.8819e-05,\n 9.5033e-05, 6.9583e-05, 4.7768e-05, 7.2687e-05, 4.5146e-05, 7.5481e-05,\n 6.1715e-05, 4.9398e-05, 3.6922e-05, 9.9149e-05, 4.4398e-05, 4.0714e-05,\n 4.6368e-05, 4.2826e-05, 9.7619e-05, 1.1185e-04, 2.3758e-05, 6.3790e-05,\n 4.1808e-05, 7.6544e-05, 3.8574e-05, 3.8422e-05, 5.6302e-05, 7.8224e-05,\n 6.8527e-05, 5.0497e-05, 4.5282e-05, 4.9871e-05, 5.9302e-05, 4.7831e-05,\n 4.0149e-05, 4.5779e-05, 3.0546e-05, 3.4700e-05, 7.0202e-05, 6.6402e-05,\n 4.8167e-05, 5.8436e-05, 5.4750e-05, 8.4527e-05, 8.2226e-05, 8.2346e-05,\n 8.2769e-05, 3.5286e-05, 4.4132e-05, 5.2218e-05, 4.4729e-05, 6.6977e-05,\n 5.2056e-05, 6.9760e-05, 6.1471e-05, 5.2849e-05, 3.0540e-05, 5.0666e-05,\n 5.3292e-05, 5.5123e-05, 4.7446e-05, 6.3122e-05, 6.4572e-05, 5.5937e-05,\n 4.8089e-05, 5.4355e-05, 5.2059e-05, 8.8922e-05, 7.1099e-05, 4.8822e-05,\n 3.4572e-05, 7.0237e-05, 4.6288e-05, 7.0835e-05, 5.7684e-05, 4.7478e-05,\n 5.0340e-05, 7.4891e-05, 5.1867e-05, 5.7023e-05, 7.0778e-05, 3.5773e-05,\n 7.6891e-05, 2.8906e-05, 3.9607e-05, 6.1272e-05, 5.6988e-05, 2.6484e-05,\n 4.0809e-05, 7.6935e-05, 7.8144e-05, 3.9340e-05, 8.6053e-05, 4.9651e-05,\n 4.8713e-05, 4.0008e-05, 6.7483e-05, 1.4394e-04, 3.9455e-05, 8.0335e-05,\n 5.0275e-05, 4.7748e-05, 6.1053e-05, 5.1060e-05, 1.3386e-04, 6.0739e-05,\n 5.8950e-05, 8.2450e-05, 3.8277e-05, 7.9033e-05, 5.6514e-05, 7.2649e-05,\n 6.8455e-05, 6.9290e-05, 4.1198e-05, 5.1376e-05, 5.3471e-05, 5.0489e-05,\n 4.0434e-05, 6.6883e-05, 5.2489e-05, 3.3732e-05, 8.5282e-05, 6.3822e-05,\n 5.8172e-05, 2.9621e-05, 3.5490e-05, 9.0715e-05, 4.8865e-05, 5.4794e-05,\n 5.0739e-05, 5.3960e-05, 5.3807e-05, 6.5381e-05, 4.6197e-05, 5.1731e-05,\n 6.0941e-05, 4.6598e-05, 5.2548e-05, 8.2344e-05, 7.5190e-05, 7.9932e-05,\n 5.3015e-05, 8.9092e-05, 5.8867e-05, 5.8982e-05, 5.9571e-05, 6.3175e-05,\n 4.1762e-05, 5.4922e-05, 4.9531e-05, 5.0294e-05, 3.9062e-05, 4.5972e-05,\n 3.6188e-05, 1.2127e-04, 4.6115e-05, 6.4366e-05, 8.6588e-05, 6.0126e-05,\n 6.1435e-05, 7.9242e-05, 1.3107e-04, 4.3755e-05, 5.3056e-05, 5.3587e-05,\n 5.0358e-05, 5.3518e-05, 5.2388e-05, 4.6352e-05, 6.8121e-05, 6.4140e-05,\n 1.0373e-04, 5.1905e-05, 5.3056e-05, 5.4544e-05, 5.3414e-05, 6.4230e-05,\n 3.4579e-05, 5.9031e-05, 5.8522e-05, 4.6298e-05, 5.8757e-05, 7.8596e-05,\n 5.3742e-05, 5.6926e-05, 8.2152e-05, 8.2765e-05, 6.4587e-05, 8.3215e-05,\n 7.6431e-05, 5.0001e-05, 1.0303e-04, 3.6537e-05, 3.1768e-05, 5.5166e-05,\n 5.3970e-05, 4.6896e-05, 4.4699e-05, 5.4872e-05, 4.5810e-05, 5.1554e-05,\n 4.8456e-05, 7.9340e-05, 7.2113e-05, 3.1960e-05, 4.0074e-05, 5.4490e-05,\n 7.0519e-05, 4.7940e-05, 5.4556e-05, 3.1293e-05, 7.0322e-05, 5.2086e-05,\n 4.2929e-05, 6.4559e-05, 4.4444e-05, 7.4220e-05, 3.9333e-05, 4.1739e-05,\n 3.9021e-05, 1.8712e-05, 7.5113e-05, 4.4409e-05, 4.2197e-05, 5.3303e-05,\n 4.0690e-05, 4.5315e-05, 6.3110e-05, 4.4908e-05, 9.0686e-05, 5.0766e-05,\n 5.5843e-05, 5.3107e-05], device='cuda:0')"
24
  },
25
  "4": {
26
+ "step": "tensor(6260.)",
27
+ "exp_avg": "tensor([[-7.1897e-06, 2.0871e-06, -2.4990e-05, ..., 1.7496e-05,\n -2.3994e-05, 3.3653e-06],\n [ 1.5862e-06, -3.0165e-05, -7.9677e-06, ..., -2.4604e-05,\n -2.2517e-05, -1.3976e-05],\n [-2.7491e-05, -2.5937e-05, 1.9082e-05, ..., -2.8532e-05,\n -1.3707e-05, -2.1600e-05],\n ...,\n [-3.1323e-05, 6.6392e-06, -5.0770e-07, ..., -3.4788e-05,\n -1.4872e-05, -1.0263e-05],\n [ 2.3454e-05, -1.5707e-05, -4.5201e-06, ..., 4.2543e-05,\n -8.5033e-06, -1.7800e-05],\n [-1.0901e-05, 5.2523e-07, -2.1818e-05, ..., -2.5879e-05,\n -1.1670e-05, -1.8703e-05]], device='cuda:0')",
28
+ "exp_avg_sq": "tensor([[3.5197e-09, 6.4352e-09, 1.1082e-08, ..., 4.3301e-09, 4.6767e-09,\n 7.5938e-09],\n [7.6426e-09, 1.7454e-08, 9.3897e-09, ..., 7.5180e-09, 5.5772e-09,\n 8.7750e-09],\n [1.0581e-08, 1.6191e-08, 7.3177e-09, ..., 1.0344e-08, 4.3738e-09,\n 1.6488e-08],\n ...,\n [7.0238e-09, 1.2633e-08, 9.3485e-09, ..., 9.6599e-09, 4.7272e-09,\n 1.2551e-08],\n [8.1870e-09, 1.2448e-08, 9.1369e-09, ..., 8.4375e-09, 1.0801e-08,\n 1.5933e-08],\n [8.5960e-09, 9.6709e-09, 1.2628e-08, ..., 1.0956e-08, 6.2430e-09,\n 1.3428e-08]], device='cuda:0')"
29
  },
30
  "5": {
31
+ "step": "tensor(6260.)",
32
+ "exp_avg": "tensor([[ 1.3495e-05, -1.8144e-05, -9.4649e-06, ..., 1.2116e-05,\n -2.7678e-06, 6.5645e-06],\n [ 1.0600e-05, -1.1672e-06, -6.1979e-06, ..., 2.5774e-07,\n -1.7215e-05, -2.1314e-05],\n [-1.2281e-05, -8.8147e-06, 1.0278e-05, ..., -2.2293e-05,\n -6.9158e-06, -7.7256e-06],\n ...,\n [ 1.8872e-05, -2.7971e-06, 6.4919e-06, ..., 2.0970e-06,\n -1.6841e-06, 1.1071e-05],\n [ 2.9133e-06, 2.2373e-05, -1.1268e-05, ..., 2.1548e-05,\n 2.1079e-05, -5.3962e-06],\n [-1.6211e-05, 1.6649e-05, -5.7716e-06, ..., -7.0716e-06,\n -2.3652e-06, -6.1932e-06]], device='cuda:0')",
33
+ "exp_avg_sq": "tensor([[1.3803e-09, 2.0267e-09, 2.6691e-09, ..., 1.6697e-09, 9.7360e-10,\n 3.1698e-09],\n [2.9892e-09, 6.8714e-09, 2.5536e-09, ..., 2.6555e-09, 2.6516e-09,\n 3.2106e-09],\n [3.5279e-09, 7.3673e-09, 2.9365e-09, ..., 3.9854e-09, 1.8827e-09,\n 5.4939e-09],\n ...,\n [3.8012e-09, 5.3997e-09, 4.2399e-09, ..., 2.2311e-09, 2.3690e-09,\n 2.8854e-09],\n [4.1814e-09, 1.0403e-08, 3.6897e-09, ..., 2.9523e-09, 2.1573e-09,\n 4.2703e-09],\n [2.2393e-09, 4.9616e-09, 2.8812e-09, ..., 3.4017e-09, 1.5299e-09,\n 4.8237e-09]], device='cuda:0')"
34
  },
35
  "6": {
36
+ "step": "tensor(6260.)",
37
+ "exp_avg": "tensor([-0.0008, 0.0008], device='cuda:0')",
38
+ "exp_avg_sq": "tensor([6.3111e-06, 6.3111e-06], device='cuda:0')"
39
  }
40
  },
41
  "param_groups": [
42
  {
43
+ "lr": 0.005000500000000001,
44
  "name": "shared",
45
  "betas": [
46
  0.9,
 
64
  ]
65
  },
66
  {
67
+ "lr": 0.005000500000000001,
68
  "name": "scale_256",
69
  "betas": [
70
  0.9,
 
85
  ]
86
  },
87
  {
88
+ "lr": 0.005000500000000001,
89
  "name": "scale_512",
90
  "betas": [
91
  0.9,
 
106
  ]
107
  },
108
  {
109
+ "lr": 0.0025005,
110
  "name": "fusion",
111
  "betas": [
112
  0.9,
 
133
  "T_i": 10,
134
  "T_mult": 2,
135
  "eta_min": 1e-06,
136
+ "T_cur": 5,
137
  "base_lrs": [
138
  0.01,
139
  0.01,
140
  0.01,
141
  0.005
142
  ],
143
+ "last_epoch": 5,
144
  "_step_count": 0,
145
  "_is_initial": false,
146
  "_get_lr_called_within_step": false,
147
  "_last_lr": [
148
+ 0.005000500000000001,
149
+ 0.005000500000000001,
150
+ 0.005000500000000001,
151
+ 0.0025005
152
  ]
153
  },
154
  "metrics": {
155
+ "best_val_acc": 74.58,
156
+ "best_epoch": 4,
157
  "scale_accuracies": {
158
+ "256": 74.25,
159
+ "512": 74.57
160
  }
161
  },
162
  "train_config": {