AbstractPhil commited on
Commit
755eb2f
·
verified ·
1 Parent(s): 6922d95

Upload weights and configs - Run 20251012_060013

Browse files
weights/best_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:763c822f2a38a22fa73c1fb5a01335461fdeba34360bd21641c6db42418757fb
3
  size 2628344
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33dde55443875c2de9711afc2a93ca841b2e2bda59c4821c5f7936d7b22de0c1
3
  size 2628344
weights/best_model_metadata.json CHANGED
@@ -1,46 +1,46 @@
1
  {
2
- "epoch": 1,
3
  "optimizer_state_dict": {
4
  "state": {
5
  "0": {
6
- "step": "tensor(2504.)",
7
- "exp_avg": "tensor([[-2.2117e-05, -2.0773e-04, -6.3570e-06, ..., -7.1172e-05,\n 3.9384e-05, 4.3461e-05],\n [ 2.5230e-04, -2.5313e-04, -1.0001e-04, ..., 1.0495e-04,\n 2.0986e-04, 2.6427e-04],\n [ 8.6853e-05, 4.9520e-06, -1.4823e-05, ..., -1.1162e-04,\n 9.1081e-06, -3.8239e-05],\n ...,\n [-2.1363e-05, 2.2316e-04, 1.8005e-04, ..., -1.3654e-04,\n -3.6124e-06, 6.0142e-05],\n [ 9.5856e-05, -3.2525e-05, -2.0042e-05, ..., -4.7750e-05,\n 1.8687e-05, 3.0083e-05],\n [-5.4707e-05, -1.2743e-05, 6.0253e-05, ..., -4.5472e-05,\n 6.4438e-05, -9.9865e-05]], device='cuda:0')",
8
- "exp_avg_sq": "tensor([[4.5825e-07, 7.2321e-07, 1.0873e-07, ..., 8.7663e-08, 2.2653e-07,\n 1.2940e-07],\n [7.3364e-07, 1.1051e-06, 1.1526e-07, ..., 7.8289e-08, 3.7433e-07,\n 1.7648e-07],\n [3.8705e-07, 1.0365e-06, 1.1953e-07, ..., 1.1806e-07, 9.7975e-08,\n 1.0336e-07],\n ...,\n [3.9540e-07, 9.7063e-07, 9.6550e-08, ..., 1.2245e-07, 1.2015e-07,\n 9.4274e-08],\n [5.4900e-07, 5.8201e-07, 8.7596e-08, ..., 1.2939e-07, 1.0977e-07,\n 8.0469e-08],\n [2.6684e-07, 3.9144e-07, 7.7635e-08, ..., 1.1407e-07, 9.8381e-08,\n 7.6464e-08]], device='cuda:0')"
9
  },
10
  "1": {
11
- "step": "tensor(2504.)",
12
- "exp_avg": "tensor([ 2.8796e-03, 5.7699e-03, 7.1756e-04, -1.5548e-03, 2.0333e-03,\n 2.5875e-03, -5.0202e-03, 8.6308e-04, 6.3200e-03, 1.6346e-03,\n -1.0058e-02, 1.4027e-03, 2.0288e-03, 2.3016e-03, 1.1210e-03,\n -1.7089e-02, 1.5368e-03, 2.9928e-03, 6.8535e-04, 1.3830e-04,\n 1.9937e-03, -7.0914e-03, 4.1417e-03, -2.2350e-03, 9.4556e-04,\n -1.0498e-02, 3.5079e-04, -6.1677e-03, 6.9600e-03, 2.6693e-03,\n 1.8311e-03, 1.1299e-03, -3.4347e-03, 2.2559e-04, -4.3087e-03,\n -7.9948e-05, 1.4225e-03, 4.0360e-03, 1.5988e-03, -1.8397e-03,\n -1.3730e-03, 4.0182e-03, -4.1560e-03, 3.6050e-03, 4.2235e-03,\n -3.5032e-04, -1.4041e-04, -4.2656e-03, 4.8996e-04, 3.0742e-04,\n -2.3094e-04, -1.5295e-04, -2.7447e-03, -1.1814e-04, 1.0613e-03,\n -9.5928e-03, 1.4886e-03, 1.5191e-03, 1.4937e-03, -1.0739e-03,\n -4.9483e-03, -1.1505e-03, 1.9275e-03, -4.3213e-04, 1.6639e-03,\n 8.3268e-04, 1.0172e-03, -9.5008e-04, -3.6282e-03, -3.3124e-03,\n 1.5007e-03, -3.4900e-03, -8.6938e-04, -1.7615e-03, 2.6504e-03,\n -1.8375e-03, -2.1931e-03, 1.0028e-04, -4.3130e-05, -5.3105e-03,\n 4.3101e-03, -9.1335e-04, 9.3544e-04, -1.6572e-03, 1.4579e-03,\n 8.2708e-04, -1.2903e-03, -6.8828e-04, -2.0653e-04, 4.0919e-04,\n -2.5056e-03, -6.0749e-03, -5.2467e-03, 8.0504e-04, 4.4382e-03,\n -1.3107e-03, 1.1242e-03, 1.7721e-03, 9.3569e-04, -4.2436e-03,\n 1.0014e-03, 1.1162e-03, -3.9471e-03, 3.2883e-03, -1.2298e-03,\n -3.8374e-03, 1.1371e-03, 2.1919e-03, -1.8314e-03, 3.9828e-03,\n 2.1253e-03, 2.5269e-03, -2.8294e-03, -2.2848e-03, 6.5233e-03,\n 1.4482e-04, -5.3506e-03, -3.2556e-03, -1.9397e-03, 4.5246e-03,\n 5.0749e-03, 3.4208e-03, -2.5088e-03, -3.6873e-03, -6.8105e-05,\n 3.4007e-03, -3.1401e-03, 1.9480e-03, 5.0087e-03, 1.3399e-03,\n -2.1320e-05, -1.6593e-03, 2.9268e-03, 2.1676e-03, 5.7812e-04,\n -6.7989e-04, -3.0618e-03, 7.3322e-03, -1.6043e-03, -5.5896e-04,\n 4.9322e-03, -7.0112e-03, 5.4625e-04, 5.5052e-04, -2.7648e-04,\n -2.5536e-03, 5.0414e-03, 1.8112e-03, 3.5193e-04, -3.4735e-03,\n 1.0754e-02, -1.4818e-03, 1.4479e-03, 5.4647e-03, 1.8852e-03,\n -4.3767e-03, 2.5653e-03, 7.8775e-04, 2.3099e-03, -8.1644e-04,\n 1.1699e-03, 1.4888e-03, 9.5630e-03, 4.4228e-04, -4.6502e-04,\n 5.2731e-04, -1.9381e-03, -8.2217e-03, 5.8850e-03, 1.7541e-03,\n 2.3066e-03, -9.4956e-05, 1.3405e-03, -4.4057e-03, -1.0350e-03,\n -3.3567e-03, 2.2856e-03, 5.4011e-03, -3.3604e-03, -4.7107e-03,\n 6.5080e-03, 4.7695e-03, -3.1669e-03, -2.6335e-03, 3.1240e-04,\n -2.1209e-03, -1.3250e-02, 5.4467e-04, 5.2051e-04, 4.8199e-03,\n 9.4482e-04, -3.7041e-03, -1.1808e-03, -4.8345e-03, 3.4374e-03,\n -1.9883e-03, 6.8801e-03, 8.8517e-04, -7.3479e-03, 1.4949e-03,\n -6.5515e-03, -1.6617e-03, -2.0689e-03, -2.0458e-03, -1.6809e-03,\n -7.2266e-04, -3.6665e-03, -2.9342e-03, 1.5108e-03, -2.0283e-03,\n -1.6399e-03, 7.4287e-03, 3.1686e-03, 9.5962e-03, -9.9854e-05,\n -1.5415e-03, -4.5546e-03, -3.7583e-03, 3.0014e-03, 1.5283e-03,\n 2.4950e-03, -3.8894e-03, 3.5375e-03, -4.6771e-03, 1.7891e-03,\n 2.5450e-03, -6.6937e-03, -5.2485e-05, -1.2217e-03, -7.4717e-03,\n 1.2344e-03, -7.3298e-04, 3.5210e-03, -2.0061e-04, 7.2797e-04,\n 1.3513e-03, -1.3615e-03, -6.3821e-03, -4.6456e-03, -6.4694e-04,\n 3.4013e-03, -2.7726e-03, 5.1467e-03, 5.5426e-04, 8.1392e-04,\n -1.5617e-03, 2.4848e-03, 2.2056e-03, 2.4658e-03, 1.6725e-03,\n 4.7861e-03, 1.8590e-03, 6.3558e-03, 1.4268e-04, -1.6592e-03,\n 2.4540e-03, -1.4178e-03, 2.4818e-03, -1.7703e-03, -1.6786e-03,\n 1.2913e-03, 2.2830e-03, 2.1280e-03, -7.9179e-04, 1.9478e-03,\n 2.3137e-03, 6.2829e-03, -9.5667e-04, 7.9287e-04, 4.4113e-03,\n 2.1035e-03, -1.6524e-03, -1.9039e-03, -1.0704e-03, 1.6783e-03,\n -7.0249e-04, 1.7673e-03, 1.1829e-03, -2.3807e-04, -2.7617e-03,\n -5.3297e-03, -3.0673e-03, -6.3160e-05, -2.3683e-03, -1.7989e-03,\n 3.5973e-03, -6.2774e-04, 2.1454e-03, -4.3791e-04, 1.1886e-03,\n -1.1588e-03, 7.4640e-03, 1.2288e-03, 2.6202e-03, 2.2895e-03,\n 1.3403e-03, 2.1823e-03, 1.8317e-03, -6.9836e-03, -4.1046e-04,\n 1.1092e-04, -4.8954e-04, -2.8236e-03, 3.2520e-03, -4.4802e-03,\n 4.5979e-03, -2.4244e-03, 1.9892e-04, 1.5600e-04, -1.3284e-03,\n 7.2821e-04, -4.7975e-03, -1.0184e-03, 3.5289e-03, 8.1993e-04,\n -1.1193e-03, 1.6016e-04, 3.8347e-03, 2.2858e-03, -5.6262e-03,\n -2.4415e-03, -2.8585e-03, -2.1316e-03, 8.3826e-03, 5.3514e-04,\n 2.0278e-03, -8.1292e-05, 1.9869e-03, 2.6189e-03, -1.1008e-03,\n -1.0749e-03, -1.0486e-03, -8.8529e-03, -1.7785e-04, -4.9239e-04,\n -2.6267e-03, -8.8945e-04, 6.0609e-04, -7.5545e-03, -1.0603e-03,\n 4.5525e-03, 1.9336e-03, -4.9787e-03, 3.3302e-03, 5.9614e-03,\n 2.1156e-03, 2.0946e-03, 4.4630e-03, -6.2525e-04, -8.2666e-04,\n 2.3963e-03, -1.8342e-03, 2.0971e-03, -2.4090e-03, 2.3057e-03,\n -5.1324e-03, -4.5179e-04, -4.3299e-03, -3.8103e-03, -3.1413e-04,\n -2.4584e-03, -1.0949e-03, 3.8663e-03, 9.5866e-04, -1.5574e-03,\n -4.4002e-03, 2.1188e-04, 1.3854e-05, 3.5805e-03, -2.5069e-03,\n 3.7958e-03, -1.6612e-03, 2.6871e-03, -2.8534e-03, 1.6099e-03,\n -3.7679e-03, 4.4195e-04, -9.7917e-04, -1.6433e-03, 2.2179e-03,\n 1.2895e-03, -5.1575e-03, -4.0473e-04, 1.8220e-03, -8.6254e-04,\n 2.7696e-03, 3.8233e-03, 2.0575e-03, -4.6677e-03, 5.8902e-03,\n -3.8572e-03, 7.4037e-04, 4.6373e-03, 9.4498e-04, 2.8204e-03,\n 3.5087e-03, 1.1931e-03, 1.4397e-03, -5.7873e-03, 9.1369e-03,\n 1.0456e-02, -1.8500e-03, 1.4367e-03, -2.7244e-03, 1.5615e-03,\n 2.6163e-03, -9.9094e-04, 2.8565e-03, -8.0110e-04, -2.2261e-03,\n -1.4232e-02, -3.4148e-04, -3.9119e-03, 8.1281e-03, 2.3489e-03,\n 2.5525e-03, 2.2489e-03, 1.2856e-03, 2.8475e-03, -1.8218e-03,\n -1.0403e-03, 2.9138e-03, 3.1426e-03, 3.3709e-03, 1.6770e-03,\n -2.5731e-03, -9.4831e-04, 1.1799e-03, -3.2796e-03, -1.1287e-03,\n -1.8438e-04, -3.5256e-04, -4.6646e-03, -3.1332e-03, -8.2447e-04,\n -2.6367e-03, -2.9775e-03, -1.9291e-03, 4.2280e-03, 1.3208e-03,\n 2.0105e-03, 2.8444e-03, 2.8250e-03, 1.3786e-04, 1.4787e-03,\n 4.3913e-03, 2.0789e-03, -5.3231e-04, -3.3129e-04, -2.2933e-03,\n -1.3926e-03, -1.7454e-03, -6.2029e-03, 3.5314e-03, -6.1501e-04,\n 1.4026e-03, 1.3575e-03, -3.9275e-03, -4.0456e-03, 2.7746e-03,\n -9.8482e-03, 3.8359e-03, 4.7029e-04, -1.7089e-03, -7.0498e-04,\n -1.8887e-03, -1.4401e-03, -2.7202e-03, -1.3050e-04, 1.4192e-03,\n -1.0155e-02, -1.7645e-03, 4.4225e-03, -7.4498e-04, -1.0401e-03,\n -4.2118e-03, 6.0966e-03, -2.2916e-04, -6.7310e-03, -1.1934e-03,\n -2.4146e-04, 4.3968e-03, -5.9435e-04, 6.7140e-03, -1.0714e-03,\n 1.2416e-03, -3.8359e-03, 8.9659e-04, -2.4349e-03, 1.5193e-03,\n 5.9274e-04, -2.7205e-04, 4.6844e-03, 5.8826e-03, -1.4060e-03,\n -1.7861e-03, 1.7380e-03, 4.7872e-03, -2.9071e-03, -8.3615e-05,\n -1.6829e-03, 4.0830e-04, -1.6696e-03, -1.1394e-03, -2.8365e-03,\n -6.8966e-04, -4.6183e-04, 8.7456e-04, 1.3806e-03, -1.7508e-03,\n 1.5733e-03, -2.5731e-03], device='cuda:0')",
13
- "exp_avg_sq": "tensor([2.0829e-04, 3.0381e-04, 2.4124e-04, 1.6951e-04, 1.7251e-04, 2.6216e-04,\n 1.8734e-04, 1.3576e-04, 1.7595e-04, 1.4184e-04, 1.8414e-04, 5.3938e-05,\n 2.4648e-04, 3.8761e-04, 1.3646e-04, 2.5172e-04, 1.6755e-04, 1.6477e-04,\n 1.7817e-04, 2.0281e-04, 1.5480e-04, 1.7886e-04, 2.6566e-04, 1.3298e-04,\n 3.7133e-04, 1.9182e-04, 1.7025e-04, 2.5672e-04, 1.2808e-04, 1.2561e-04,\n 2.0754e-04, 2.4494e-04, 1.7048e-04, 2.0308e-04, 3.0301e-04, 1.3443e-04,\n 3.2067e-04, 1.9405e-04, 1.0514e-04, 2.3113e-04, 2.0472e-04, 2.0857e-04,\n 1.6987e-04, 1.5409e-04, 2.0965e-04, 1.6783e-04, 1.6565e-04, 1.3654e-04,\n 1.2186e-04, 1.7321e-04, 5.8499e-05, 1.8881e-04, 1.6451e-04, 3.0346e-04,\n 1.5939e-04, 1.3842e-04, 1.3993e-04, 1.3402e-04, 1.3201e-04, 2.0917e-04,\n 2.1328e-04, 1.6387e-04, 1.4681e-04, 4.4481e-05, 1.6677e-04, 1.6745e-04,\n 2.2106e-04, 2.4028e-04, 2.1734e-04, 2.0702e-04, 2.5383e-04, 2.1311e-04,\n 1.8795e-04, 2.0153e-04, 1.5684e-04, 2.4209e-04, 2.0787e-04, 1.6786e-04,\n 1.7602e-04, 2.0964e-04, 2.5279e-04, 1.2270e-04, 1.0700e-04, 2.3673e-04,\n 1.9337e-04, 2.1257e-04, 3.2557e-04, 2.7901e-04, 3.0376e-05, 1.8095e-04,\n 1.9313e-04, 2.8235e-04, 1.7583e-04, 1.5531e-04, 1.5938e-04, 1.4931e-04,\n 2.2934e-04, 7.2711e-05, 1.7814e-04, 1.5326e-04, 1.3031e-04, 1.7189e-04,\n 1.9148e-04, 1.9547e-04, 1.8651e-04, 2.4727e-04, 1.9113e-04, 1.8377e-04,\n 2.0286e-04, 1.5449e-04, 1.5328e-04, 1.8136e-04, 1.6252e-04, 3.7099e-04,\n 1.7231e-04, 1.5988e-04, 1.9227e-04, 1.8088e-04, 1.5231e-04, 2.0474e-04,\n 1.7146e-04, 2.1661e-04, 1.7629e-04, 1.5553e-04, 1.1632e-04, 1.7876e-04,\n 1.9926e-04, 1.7368e-04, 1.8576e-04, 1.2740e-04, 1.3602e-04, 2.0755e-04,\n 2.1970e-04, 1.6348e-04, 1.6433e-04, 2.3228e-04, 1.9492e-04, 1.9562e-04,\n 1.6624e-04, 1.3548e-04, 2.4122e-04, 1.4616e-04, 2.2017e-04, 1.6790e-04,\n 1.7982e-04, 2.4166e-04, 2.2392e-04, 1.5082e-04, 2.6450e-04, 2.1829e-04,\n 2.1101e-04, 1.3848e-04, 1.9556e-04, 1.1856e-04, 1.9258e-04, 1.7153e-04,\n 2.2150e-04, 1.4799e-04, 2.5533e-04, 2.5073e-04, 3.0264e-04, 1.4069e-04,\n 1.6523e-04, 2.7195e-04, 9.6270e-05, 1.5329e-04, 2.5428e-04, 1.7020e-04,\n 1.8259e-04, 1.7200e-04, 1.6238e-04, 2.2671e-04, 1.9005e-04, 2.5379e-04,\n 1.5542e-04, 2.4196e-04, 1.7556e-04, 1.4715e-04, 1.3960e-04, 2.6010e-04,\n 4.8677e-04, 2.1658e-04, 1.1936e-04, 1.9888e-04, 2.3095e-04, 1.5769e-04,\n 2.0657e-04, 1.8206e-04, 1.6330e-04, 1.6447e-04, 1.8761e-04, 2.2648e-04,\n 1.9142e-04, 1.8291e-04, 2.1194e-04, 1.9041e-04, 1.5963e-04, 1.3179e-04,\n 2.1172e-04, 1.5354e-04, 2.4104e-04, 1.3431e-04, 1.2421e-04, 2.3235e-04,\n 1.4469e-04, 1.7993e-04, 1.9755e-04, 1.5249e-04, 1.5667e-04, 2.4713e-04,\n 1.3891e-04, 1.6786e-04, 2.1886e-04, 1.5620e-04, 2.8072e-04, 1.6357e-04,\n 2.2923e-04, 1.2817e-04, 1.1937e-04, 2.0722e-04, 2.0475e-04, 3.7183e-04,\n 2.1832e-04, 1.3582e-04, 2.1454e-04, 2.0942e-04, 1.6653e-04, 1.9077e-04,\n 1.9297e-04, 1.9917e-04, 1.4873e-04, 2.6386e-04, 1.3664e-04, 1.4229e-04,\n 1.3875e-04, 1.5693e-04, 1.7014e-04, 2.7214e-04, 2.2811e-04, 1.5503e-04,\n 2.0033e-04, 1.7233e-04, 1.8560e-04, 1.3956e-04, 1.6351e-04, 3.0715e-04,\n 1.7516e-04, 1.6824e-04, 9.4507e-05, 1.7580e-04, 1.7685e-04, 1.4052e-04,\n 2.2946e-04, 1.7247e-04, 1.8017e-04, 1.7805e-04, 1.9315e-04, 2.3138e-04,\n 1.9291e-04, 1.9774e-04, 1.9281e-04, 1.4489e-04, 1.9105e-04, 1.7398e-04,\n 1.6711e-04, 2.0675e-04, 1.8356e-04, 1.9782e-04, 1.5975e-04, 1.9958e-04,\n 1.5563e-04, 1.2398e-04, 2.2239e-04, 1.7111e-04, 1.7147e-04, 1.1601e-04,\n 1.6488e-04, 1.1955e-04, 1.9871e-04, 1.5835e-04, 2.3574e-04, 1.8772e-04,\n 1.9841e-04, 1.9313e-04, 1.8633e-04, 2.3847e-04, 1.7589e-04, 1.8307e-04,\n 1.5550e-04, 9.1570e-05, 1.7775e-04, 3.5701e-04, 2.3219e-04, 1.6504e-04,\n 2.0915e-04, 1.4950e-04, 3.3688e-04, 2.0279e-04, 2.0725e-04, 1.4640e-04,\n 1.5097e-04, 1.0044e-04, 1.6404e-04, 2.0586e-04, 2.2901e-04, 2.1171e-04,\n 1.8768e-04, 1.0997e-04, 1.8925e-04, 1.8395e-04, 1.2101e-04, 1.6732e-04,\n 1.7978e-04, 1.6099e-04, 1.4240e-04, 1.7969e-04, 1.2904e-04, 1.7161e-04,\n 1.5219e-04, 2.4010e-04, 1.3362e-04, 2.0767e-04, 2.9897e-04, 4.0472e-04,\n 1.4953e-04, 1.5669e-04, 1.7542e-04, 2.3295e-04, 1.2472e-04, 1.5292e-04,\n 1.4945e-04, 2.0983e-04, 2.0717e-04, 1.7246e-04, 1.5045e-04, 1.9620e-04,\n 1.5448e-04, 1.5776e-04, 2.5490e-04, 1.9163e-04, 1.8184e-04, 1.7741e-04,\n 1.5888e-04, 1.9654e-04, 2.3701e-04, 2.2272e-04, 1.6457e-04, 2.1882e-04,\n 1.6443e-04, 1.8609e-04, 1.5162e-04, 1.6730e-04, 1.3071e-04, 1.9717e-04,\n 2.1962e-04, 1.8240e-04, 1.2577e-04, 2.0823e-04, 1.7618e-04, 1.4672e-04,\n 2.1006e-04, 1.2161e-04, 2.3054e-04, 1.4474e-04, 2.0572e-04, 2.5326e-04,\n 1.6278e-04, 2.3166e-04, 1.8199e-04, 1.1705e-04, 3.4182e-04, 1.7925e-04,\n 2.2491e-04, 1.2479e-04, 2.4101e-04, 3.4358e-04, 1.8219e-04, 1.8364e-04,\n 2.2492e-04, 1.0349e-04, 1.6458e-04, 1.5935e-04, 4.0793e-04, 1.3951e-04,\n 1.7432e-04, 1.3489e-04, 1.4605e-04, 3.0813e-04, 2.1951e-04, 3.1631e-04,\n 2.2979e-04, 1.1660e-04, 2.0559e-04, 1.8222e-04, 1.6786e-04, 1.9908e-04,\n 2.5708e-04, 1.5291e-04, 1.4813e-04, 2.1105e-04, 2.6835e-04, 2.9381e-04,\n 1.7301e-04, 1.4811e-04, 1.7537e-04, 2.8938e-04, 1.6368e-04, 1.4376e-04,\n 1.6694e-04, 1.4100e-04, 2.1263e-04, 2.0999e-04, 1.9614e-04, 2.2176e-04,\n 2.2644e-04, 1.5653e-04, 2.2428e-04, 2.7346e-04, 1.1029e-04, 2.5636e-04,\n 1.4586e-04, 1.9052e-04, 1.7644e-04, 2.0559e-04, 1.9753e-04, 2.0051e-04,\n 1.6657e-04, 1.8532e-04, 1.6710e-04, 2.6257e-04, 1.6263e-04, 1.8397e-04,\n 1.5044e-04, 1.0274e-04, 1.6371e-04, 1.5516e-04, 1.8652e-04, 1.5643e-04,\n 2.0177e-04, 1.7000e-04, 2.6007e-04, 1.9108e-04, 2.3743e-04, 1.8294e-04,\n 2.4191e-04, 1.5092e-04, 1.7771e-04, 1.2771e-04, 1.7564e-04, 1.3251e-04,\n 1.9342e-04, 1.6383e-04, 2.2508e-04, 1.2332e-04, 2.2507e-04, 1.5058e-04,\n 1.5107e-04, 1.4930e-04, 1.7832e-04, 1.4674e-04, 2.0140e-04, 1.3645e-04,\n 1.0139e-04, 1.9986e-04, 2.2295e-04, 1.5868e-04, 2.6684e-04, 2.5047e-04,\n 2.6874e-04, 2.1134e-04, 3.3831e-04, 1.0747e-04, 1.5704e-04, 1.7323e-04,\n 1.8209e-04, 1.7556e-04, 1.0954e-04, 1.7666e-04, 2.7489e-04, 1.8047e-04,\n 2.3952e-04, 3.1574e-04, 1.8204e-04, 1.5120e-04, 1.8948e-04, 2.3124e-04,\n 3.2874e-04, 2.6468e-04, 2.4472e-04, 1.3520e-04, 2.0210e-04, 1.6337e-04,\n 1.6845e-04, 2.2026e-04, 2.1445e-04, 2.2720e-04, 1.3562e-04, 1.7060e-04,\n 1.9546e-04, 8.4958e-05, 2.0214e-04, 2.1606e-04, 1.4567e-04, 1.6421e-04,\n 1.6825e-04, 1.8072e-04, 1.6355e-04, 1.8900e-04, 1.9866e-04, 1.8764e-04,\n 2.0297e-04, 1.8826e-04], device='cuda:0')"
14
  },
15
  "2": {
16
- "step": "tensor(2504.)",
17
- "exp_avg": "tensor([ 1.6059e-03, 4.2367e-03, 9.7607e-04, -1.9240e-03, 1.7602e-03,\n 2.2662e-03, -5.7023e-03, 3.8265e-04, 6.6247e-03, 2.5759e-03,\n -7.6474e-03, 1.4892e-02, 1.6692e-03, 1.3693e-03, 3.8054e-04,\n -9.6102e-03, 1.2492e-03, 4.1048e-03, 1.0030e-03, -7.6131e-04,\n 1.5315e-03, -4.2140e-03, 3.0689e-03, -2.8357e-03, -4.5200e-05,\n -8.5161e-03, 1.0844e-03, -5.1990e-03, 9.9987e-03, 5.4731e-03,\n 2.2702e-03, -1.5191e-04, -3.1725e-03, 3.5585e-04, -5.7621e-03,\n -6.7680e-04, 4.7128e-04, 4.3321e-03, 1.6999e-03, -1.6108e-03,\n -2.2467e-03, 4.1678e-03, -5.6089e-03, 3.9186e-03, 4.3191e-03,\n 6.8567e-05, -4.8714e-04, -6.8453e-03, 2.2900e-03, 4.3649e-04,\n -1.5326e-03, -6.9086e-04, -3.1343e-03, -1.1654e-04, 1.8915e-03,\n -1.0206e-02, 1.1552e-03, 2.6060e-03, 1.7225e-03, -7.4188e-04,\n -6.0933e-03, -1.9113e-03, 1.7810e-03, -4.3889e-03, 2.2411e-03,\n 5.8428e-04, 4.9503e-04, -1.2958e-03, -2.1767e-03, -1.8654e-03,\n 5.2112e-04, -3.2459e-03, -1.7438e-03, -1.4083e-03, 2.2363e-03,\n -2.2176e-03, -2.2939e-03, -9.2723e-04, -3.3405e-03, -5.3487e-03,\n 5.1275e-03, -2.3404e-03, 2.3418e-03, -1.7532e-03, 2.6166e-03,\n 1.0473e-03, -1.6750e-03, -1.3414e-03, 5.6052e-45, 6.8206e-04,\n -1.9242e-03, -5.3330e-03, -5.2997e-03, -4.9036e-04, 9.3570e-03,\n -2.1758e-03, 3.8739e-04, 8.2396e-03, -1.1009e-04, -8.5349e-03,\n 9.7337e-04, 5.7332e-04, -3.9380e-03, 2.2723e-03, -1.0481e-03,\n -1.3650e-03, 1.5915e-03, 1.5915e-03, -1.3679e-03, 3.3182e-03,\n 3.5796e-03, 2.2471e-03, -3.1875e-03, -1.3029e-03, 6.7464e-03,\n 2.5037e-04, -4.2222e-03, -2.3596e-03, -2.1596e-03, 3.4055e-03,\n 6.3678e-03, 2.6724e-03, -3.0409e-03, -5.0994e-03, 4.4564e-04,\n 1.5182e-03, -3.5754e-03, 1.5217e-03, 2.1895e-03, 2.6220e-03,\n 5.9829e-04, -2.6491e-03, 3.0717e-03, 3.6960e-03, 1.9938e-04,\n -3.5637e-04, -3.2096e-03, 7.0673e-03, -1.1069e-03, -1.7658e-03,\n 5.1483e-03, -5.1360e-03, 1.1068e-03, 8.5534e-04, -1.1859e-03,\n -2.5554e-03, 5.6234e-03, 1.3716e-03, -5.8012e-04, -2.2260e-03,\n 7.8508e-03, -6.9508e-04, 3.3990e-05, 7.1631e-03, 1.1908e-03,\n -4.5370e-03, 2.2859e-03, 7.3314e-04, 3.0124e-03, -1.2773e-03,\n 6.3289e-04, 2.9171e-03, 1.1166e-02, 6.5500e-05, -7.8443e-04,\n 5.0356e-05, -2.0302e-03, -6.8163e-03, 4.8073e-03, 3.0666e-03,\n 2.8769e-03, -1.7405e-04, 1.3283e-03, -3.4431e-03, -2.3474e-03,\n -2.7264e-03, 2.0546e-03, 1.1949e-02, -3.2570e-03, -3.8759e-03,\n 2.5780e-03, 4.7816e-03, -6.4756e-03, -4.9366e-03, 2.1924e-04,\n -1.8632e-03, -1.4350e-02, -2.6754e-04, 4.7781e-04, 4.0043e-03,\n 8.8825e-04, -3.1188e-03, -6.4037e-04, -3.4347e-03, 3.0564e-03,\n -9.9512e-04, 1.0381e-02, 1.3259e-03, -6.9020e-03, 7.2038e-04,\n -6.6521e-03, -4.0469e-03, -1.2719e-03, -3.5628e-03, -1.1108e-03,\n -1.2996e-03, -3.0490e-03, -3.0400e-03, 9.5813e-04, -4.3459e-04,\n -2.2560e-03, 1.0704e-02, 2.4700e-03, 1.0997e-02, 2.7958e-05,\n -1.8465e-03, -4.0605e-03, -6.0253e-03, 6.5285e-03, 4.3941e-04,\n 1.7373e-03, -1.1910e-03, 2.9096e-03, -7.6428e-03, 3.5420e-03,\n 1.4337e-03, -9.0370e-03, 2.3471e-04, -3.4836e-03, -6.7423e-03,\n 7.9791e-04, -3.2510e-04, 3.7347e-03, 8.9286e-06, -2.0746e-04,\n 9.6490e-04, -1.9856e-03, -6.3578e-03, -3.7441e-03, 7.3752e-04,\n 3.9362e-03, -2.2511e-03, 4.0595e-03, 1.0635e-03, 6.8871e-04,\n 2.7629e-05, 1.9634e-03, 2.3499e-03, 6.1043e-03, 1.9051e-03,\n 5.5565e-03, 4.1783e-03, 6.4598e-03, -8.4678e-04, -1.3166e-03,\n 2.5336e-03, -7.0348e-04, 2.7164e-03, -1.6682e-03, -2.5654e-03,\n 1.3890e-03, 5.1715e-03, 2.1563e-03, -9.6772e-04, 2.3035e-03,\n 2.3524e-03, 5.9613e-03, -5.2429e-04, -5.5915e-04, 6.3997e-03,\n 3.4037e-03, -1.4888e-03, -2.0845e-03, -1.5000e-03, 8.1309e-04,\n -2.3047e-03, 2.3682e-03, 1.2094e-03, -5.7661e-04, -4.1155e-03,\n -4.8737e-03, -4.3139e-03, 3.6780e-05, -2.7079e-03, -2.7820e-03,\n 2.8104e-03, -6.6941e-04, 1.6865e-03, -1.1725e-03, 3.3051e-03,\n -1.1481e-03, 6.9494e-03, -1.0863e-03, 1.5989e-03, 9.8475e-04,\n 8.7907e-04, 3.5090e-03, 2.1083e-03, -6.0625e-03, -1.3340e-03,\n -1.0279e-03, -2.5296e-03, -1.5221e-03, 1.7636e-03, -2.9890e-03,\n 4.3807e-03, -2.6352e-03, 3.4610e-04, -2.9020e-04, -8.5660e-04,\n 5.6513e-04, -4.9225e-03, -2.1542e-03, 4.1642e-03, -6.5779e-04,\n -8.7568e-04, -4.7701e-05, 5.2251e-03, 2.6208e-03, -6.2235e-03,\n -3.2677e-03, -4.1754e-03, -1.5916e-03, 7.9306e-03, 2.9407e-03,\n 6.4836e-04, 3.3958e-05, 1.0429e-03, 3.9044e-03, -2.3923e-03,\n -1.1884e-03, -1.6990e-03, -8.0839e-03, 6.1889e-05, -3.2508e-04,\n -1.2259e-03, -3.7585e-04, 1.7174e-04, -2.7857e-03, -3.7837e-04,\n 5.9235e-03, 2.6186e-03, -5.2881e-03, 2.5582e-03, 3.6986e-03,\n 1.7552e-03, 2.0660e-03, 2.8008e-03, -1.0241e-03, -9.3301e-04,\n 1.0242e-03, -3.2627e-03, 3.0057e-03, -1.2818e-03, 2.5318e-03,\n -6.8922e-03, 4.1706e-04, -1.4992e-03, -4.6073e-03, -8.5833e-04,\n -4.2435e-03, -4.9837e-04, 2.3654e-03, -1.0784e-03, -1.2177e-03,\n -2.3271e-03, -5.6779e-05, 7.9864e-04, 4.0045e-03, -3.7499e-03,\n 2.9181e-03, -1.2248e-03, 1.2871e-03, -4.2380e-03, 2.3470e-03,\n -4.7143e-03, 7.4427e-04, -1.1070e-03, -1.1988e-03, 4.6138e-03,\n 2.4010e-04, -3.2711e-03, -1.3185e-03, 1.6560e-03, -4.5791e-04,\n 6.6652e-03, 6.3806e-03, 1.1767e-03, -5.7984e-03, 4.9512e-03,\n -3.1374e-03, 2.6025e-03, 2.4898e-03, 1.9375e-03, 2.9936e-03,\n 3.3044e-03, 4.1398e-04, 1.8036e-03, -5.5376e-03, 6.5564e-03,\n 8.5754e-03, -3.8940e-03, 6.8322e-04, -1.6347e-03, 4.6637e-04,\n 2.6395e-03, -1.2760e-03, 3.8095e-03, -5.1509e-04, -3.8155e-03,\n -1.6557e-02, 1.4041e-03, -4.0254e-03, 7.1359e-03, 4.4110e-03,\n 2.9250e-03, 1.8810e-03, 5.7008e-04, 5.5293e-03, -3.2309e-03,\n -2.5158e-03, 5.1378e-03, 4.0938e-03, 3.5794e-03, -3.0387e-04,\n -3.7450e-03, 1.1793e-03, 2.0547e-03, -3.2029e-03, -1.3055e-03,\n -8.4871e-04, -1.3273e-03, -4.4892e-03, -8.3819e-03, -3.4495e-04,\n -2.8379e-03, -4.5365e-03, -2.0860e-03, 3.5777e-03, 8.5723e-04,\n 1.4927e-03, 2.9645e-03, 1.2649e-03, 1.4380e-03, 1.8591e-03,\n 5.6268e-03, 3.7418e-03, -1.5302e-03, -1.3135e-03, -3.6722e-03,\n -3.0288e-03, -2.2197e-03, -4.4007e-03, 4.9590e-03, 1.1205e-03,\n 1.7764e-03, 6.0430e-04, -5.5811e-03, -5.0833e-03, 2.3426e-03,\n -9.2701e-03, 6.3847e-03, 1.1411e-03, -1.4553e-03, -1.3348e-03,\n 5.4007e-04, -1.0384e-03, -2.8366e-03, -1.4935e-03, 3.9437e-04,\n -7.3906e-03, -2.5395e-03, 3.3211e-03, -2.3693e-03, -4.1122e-04,\n -4.0490e-03, 1.2182e-02, -7.7027e-04, -3.2138e-03, -1.1636e-04,\n -9.5569e-04, 2.6491e-03, -8.9488e-04, 5.2810e-03, -3.9905e-04,\n 1.7175e-03, -3.6706e-03, 1.1748e-03, -1.1909e-03, 6.0285e-04,\n 1.5970e-03, 2.8721e-04, 4.6330e-03, 5.8399e-03, -1.3206e-03,\n -1.8117e-03, 1.8346e-03, 4.3985e-03, -1.2470e-03, -2.5901e-04,\n -2.0934e-03, 9.5103e-04, -2.1019e-03, -2.0124e-03, -2.5374e-03,\n -3.6373e-04, -1.7141e-04, 9.0838e-04, 3.0036e-03, -1.6525e-03,\n 2.1303e-03, -2.9880e-03], device='cuda:0')",
18
- "exp_avg_sq": "tensor([5.7477e-05, 1.1188e-04, 8.7238e-05, 1.1434e-04, 9.0961e-05, 8.6303e-05,\n 6.5982e-05, 7.8604e-05, 1.3409e-04, 1.1257e-04, 9.8731e-05, 2.2530e-03,\n 1.0002e-04, 1.1187e-04, 1.9723e-04, 7.6776e-05, 1.9760e-04, 1.8841e-04,\n 1.7275e-04, 8.5714e-05, 9.2826e-05, 8.0984e-05, 9.1491e-05, 4.5916e-05,\n 1.3908e-04, 6.2165e-05, 1.1161e-04, 1.1916e-04, 1.5408e-04, 2.2628e-04,\n 8.9700e-05, 1.0055e-04, 6.6405e-05, 4.9573e-05, 1.5187e-04, 8.1135e-05,\n 1.2454e-04, 1.7401e-04, 1.0209e-04, 5.5797e-05, 6.1813e-05, 9.9130e-05,\n 1.0177e-04, 1.1915e-04, 7.7843e-05, 7.9975e-05, 1.1072e-04, 1.6368e-04,\n 2.4226e-04, 5.3694e-05, 8.9079e-04, 3.0817e-04, 1.0286e-04, 7.4907e-05,\n 1.6899e-04, 1.1198e-04, 1.3895e-04, 1.4407e-04, 1.8183e-04, 1.7593e-04,\n 1.9938e-04, 7.7074e-05, 2.0434e-04, 9.9141e-03, 1.1685e-04, 9.8210e-05,\n 1.1193e-04, 1.0199e-04, 4.2442e-05, 1.7357e-04, 6.3007e-05, 1.3422e-04,\n 1.1535e-04, 8.9246e-05, 1.0660e-04, 2.3810e-04, 6.4087e-05, 2.4499e-04,\n 1.2988e-04, 1.9246e-04, 1.7503e-04, 5.0967e-04, 6.5822e-04, 1.0031e-04,\n 1.5149e-04, 7.3098e-05, 9.5015e-05, 1.5902e-04, 9.6235e-05, 2.3218e-04,\n 7.1723e-05, 2.1215e-04, 1.5694e-04, 1.2559e-04, 3.2311e-04, 9.3139e-05,\n 6.9058e-05, 8.4662e-04, 7.9976e-05, 2.1733e-04, 1.5115e-04, 6.7935e-05,\n 1.0107e-04, 2.1886e-04, 8.2718e-05, 5.8897e-05, 7.4473e-05, 6.3573e-05,\n 7.6317e-05, 1.2927e-04, 2.0048e-04, 9.4837e-05, 8.1434e-05, 6.1333e-05,\n 1.1766e-04, 9.7454e-05, 7.5406e-05, 7.2945e-05, 8.4603e-05, 6.8048e-05,\n 1.5958e-04, 7.0575e-05, 1.4328e-04, 2.0364e-04, 1.4786e-04, 5.8940e-05,\n 5.3874e-05, 4.4702e-05, 7.1370e-05, 2.1721e-04, 7.0814e-05, 1.3532e-04,\n 2.2218e-04, 2.3971e-04, 3.0607e-04, 2.0405e-04, 1.1096e-04, 1.2714e-04,\n 8.8399e-05, 1.9400e-04, 8.9424e-05, 1.6115e-04, 8.0326e-05, 1.4533e-04,\n 1.0593e-04, 1.1145e-04, 2.5117e-04, 6.4291e-05, 8.1269e-05, 1.3304e-04,\n 9.1667e-05, 2.3758e-04, 8.9204e-05, 1.3643e-04, 6.6365e-05, 9.4519e-05,\n 1.0655e-04, 3.9819e-05, 1.2842e-04, 8.5590e-05, 8.4559e-05, 7.0325e-05,\n 2.1097e-04, 8.3093e-05, 6.9450e-05, 1.5798e-04, 6.4545e-05, 1.2823e-04,\n 1.1507e-04, 2.1600e-04, 1.0048e-04, 1.2021e-04, 1.3315e-04, 1.0400e-04,\n 3.0563e-04, 1.0363e-04, 1.0680e-04, 2.4716e-04, 1.1802e-04, 1.7412e-04,\n 9.8670e-05, 1.3839e-04, 1.7262e-04, 3.6133e-04, 1.0751e-04, 7.0011e-05,\n 1.1329e-04, 3.1241e-04, 1.0842e-04, 1.2533e-04, 7.4496e-05, 1.2882e-04,\n 1.8860e-04, 6.0136e-05, 1.1657e-04, 6.3824e-05, 1.7506e-04, 8.7734e-05,\n 7.1267e-05, 6.3508e-05, 1.4125e-04, 3.6301e-04, 1.6639e-04, 1.1184e-04,\n 1.1083e-04, 1.4188e-04, 1.1073e-04, 1.1953e-04, 4.8582e-05, 5.2507e-05,\n 7.8445e-05, 2.4560e-04, 1.3970e-04, 8.9288e-05, 1.0259e-04, 9.7919e-05,\n 7.3602e-05, 1.7061e-04, 3.0534e-04, 1.0589e-04, 1.2792e-04, 1.0601e-04,\n 1.4422e-04, 1.5910e-04, 1.6643e-04, 4.4191e-05, 1.3397e-04, 9.8190e-05,\n 1.0429e-04, 8.8964e-05, 4.1981e-05, 8.0090e-05, 1.8759e-04, 1.8756e-04,\n 1.9454e-04, 8.9709e-05, 2.0038e-04, 2.8206e-04, 6.3547e-05, 6.3771e-05,\n 9.5148e-05, 4.4740e-05, 8.7824e-05, 1.5041e-04, 7.3861e-05, 8.9682e-05,\n 6.3689e-05, 1.3732e-04, 3.0152e-04, 8.4670e-05, 1.6170e-04, 1.4882e-04,\n 1.0804e-04, 9.1509e-05, 7.9635e-05, 1.1801e-04, 5.1009e-05, 1.9741e-04,\n 7.0379e-05, 9.8990e-05, 1.2309e-04, 2.1507e-04, 1.3247e-04, 6.3370e-05,\n 1.9235e-04, 1.9307e-04, 1.3883e-04, 4.6823e-05, 8.9070e-05, 1.3515e-04,\n 9.8972e-05, 9.1493e-05, 1.3591e-04, 9.7972e-05, 7.9376e-05, 4.7102e-04,\n 1.6148e-04, 1.3871e-04, 1.4636e-04, 1.6310e-04, 1.2403e-04, 1.2897e-04,\n 3.8208e-04, 1.2822e-04, 1.1339e-04, 1.2094e-04, 7.2130e-05, 1.6010e-04,\n 1.9188e-04, 3.0592e-04, 6.3675e-05, 1.4112e-04, 8.7797e-05, 4.6611e-05,\n 1.0613e-04, 8.9314e-05, 1.8290e-04, 2.5885e-04, 5.0424e-05, 2.8196e-04,\n 9.7098e-05, 5.5777e-04, 6.6460e-05, 6.1979e-05, 7.8172e-05, 1.3909e-04,\n 1.6716e-04, 1.6186e-04, 5.3299e-05, 9.8432e-05, 2.5659e-04, 1.0413e-04,\n 5.6266e-05, 1.2841e-04, 6.6614e-05, 6.0396e-05, 2.2536e-04, 2.0069e-04,\n 1.1963e-04, 1.3748e-04, 1.4957e-04, 1.9555e-04, 1.0843e-04, 1.4000e-04,\n 2.7874e-04, 5.3849e-05, 9.3256e-05, 9.7846e-05, 1.1381e-04, 1.9314e-04,\n 9.4111e-05, 1.6766e-04, 1.8085e-04, 8.5611e-05, 8.0515e-05, 8.6667e-05,\n 6.6928e-05, 1.1285e-04, 5.2647e-05, 1.5138e-04, 1.7597e-04, 1.2302e-04,\n 1.1363e-04, 8.6193e-05, 5.9420e-05, 1.9321e-04, 1.8095e-04, 8.8458e-05,\n 6.0287e-05, 2.4300e-04, 9.0321e-05, 2.4451e-04, 2.9320e-04, 5.7765e-05,\n 7.8457e-05, 2.4244e-04, 1.6905e-04, 7.8671e-05, 1.7479e-04, 7.7581e-05,\n 1.5403e-04, 5.2796e-05, 6.8972e-05, 1.1982e-04, 6.9538e-05, 2.7282e-05,\n 5.5874e-05, 2.7855e-04, 1.4797e-04, 8.8209e-05, 1.3318e-04, 1.4093e-04,\n 8.0941e-05, 1.6391e-04, 1.6052e-04, 2.5141e-04, 5.4169e-05, 2.3914e-04,\n 8.7327e-05, 2.3139e-04, 2.2398e-04, 9.1446e-05, 1.9643e-04, 2.0306e-04,\n 2.0587e-04, 3.2731e-04, 1.0271e-04, 1.1421e-04, 1.5270e-04, 1.1597e-04,\n 9.3652e-05, 5.9018e-04, 5.8819e-05, 1.1712e-04, 1.3527e-04, 1.0819e-04,\n 6.5360e-05, 2.8403e-04, 1.7719e-04, 4.3491e-05, 1.3626e-04, 9.2922e-05,\n 1.8629e-04, 6.3613e-05, 8.9062e-05, 1.9425e-04, 6.4828e-05, 1.6959e-04,\n 7.1270e-05, 1.9526e-04, 2.1451e-04, 1.6571e-04, 6.9146e-05, 9.6653e-05,\n 9.5952e-05, 1.7762e-04, 9.8495e-05, 1.2519e-04, 4.7964e-04, 1.4843e-04,\n 1.4970e-04, 2.3217e-04, 1.4023e-04, 1.5471e-04, 7.1004e-05, 1.5510e-04,\n 8.3293e-05, 1.4841e-04, 1.1976e-04, 6.2565e-05, 6.0193e-05, 1.1398e-04,\n 8.2915e-05, 9.0858e-04, 1.0500e-04, 1.4809e-04, 2.3425e-04, 9.7628e-05,\n 1.4993e-04, 2.3525e-04, 3.3558e-04, 9.7289e-05, 8.5439e-05, 1.2519e-04,\n 1.0223e-04, 1.5820e-04, 1.5841e-04, 1.4163e-04, 1.0568e-04, 2.1810e-04,\n 3.1399e-04, 8.1009e-05, 8.4198e-05, 2.3122e-04, 1.0467e-04, 2.1738e-04,\n 9.2114e-05, 2.0679e-04, 1.5647e-04, 1.0563e-04, 1.4580e-04, 2.9371e-04,\n 1.7474e-04, 1.5721e-04, 1.3862e-04, 2.5168e-04, 1.2495e-04, 1.8105e-04,\n 1.2254e-04, 1.5108e-04, 2.2130e-04, 9.0364e-05, 4.4803e-05, 8.9217e-05,\n 1.4848e-04, 9.4409e-05, 3.0912e-04, 1.6588e-04, 7.4131e-05, 8.1572e-05,\n 6.7667e-05, 1.6267e-04, 1.4706e-04, 4.9578e-05, 6.6082e-05, 1.0689e-04,\n 9.9083e-05, 6.2547e-05, 9.9641e-05, 8.0787e-05, 1.8061e-04, 1.1849e-04,\n 8.5979e-05, 1.5599e-04, 8.0123e-05, 1.2485e-04, 8.6407e-05, 8.8048e-05,\n 5.4264e-05, 2.5404e-05, 1.5184e-04, 6.2830e-05, 9.8604e-05, 2.0425e-04,\n 6.5660e-05, 7.9128e-05, 1.6648e-04, 9.6035e-05, 1.7208e-04, 1.1344e-04,\n 1.4554e-04, 1.3653e-04], device='cuda:0')"
19
  },
20
  "3": {
21
- "step": "tensor(2504.)",
22
- "exp_avg": "tensor([ 1.5404e-03, 3.4874e-03, 5.7282e-04, -1.2665e-03, 1.2662e-03,\n 1.0559e-03, -3.0716e-03, 4.9701e-05, 4.2019e-03, 1.3965e-03,\n -5.8113e-03, 2.9958e-03, 1.1598e-03, 9.5329e-04, 8.4242e-04,\n -7.0186e-03, 1.0887e-03, 1.7567e-03, 5.1913e-04, -4.7869e-05,\n 1.3431e-03, -4.4667e-03, 2.1596e-03, -1.5797e-03, 3.2619e-04,\n -6.5540e-03, 3.2710e-04, -4.8847e-03, 6.0304e-03, 2.5320e-03,\n 1.2043e-03, 4.9654e-04, -1.8700e-03, 5.3093e-05, -2.5585e-03,\n -1.8159e-04, 6.4343e-04, 3.2499e-03, 1.0390e-03, -6.4999e-04,\n -1.1782e-03, 2.8354e-03, -2.6035e-03, 2.4893e-03, 2.4711e-03,\n 2.6673e-04, -5.7022e-05, -3.6292e-03, 1.2195e-03, 2.2040e-04,\n -3.6149e-04, 8.3244e-05, -1.4241e-03, -5.3244e-04, 2.6881e-04,\n -6.1653e-03, 1.0907e-03, 8.8365e-04, 1.2275e-03, -9.0295e-04,\n -3.1731e-03, -9.3214e-04, 1.8785e-03, -5.2590e-04, 1.5053e-03,\n 6.5387e-04, 4.7445e-04, -3.3641e-04, -1.8631e-03, -2.1565e-03,\n 4.2805e-04, -2.7131e-03, -4.5519e-04, -1.2978e-03, 1.6220e-03,\n -1.4144e-03, -1.6825e-03, 4.8931e-04, -1.5043e-04, -3.9105e-03,\n 2.6252e-03, -1.1132e-03, 6.6423e-04, 1.4943e-04, 1.0157e-03,\n 6.1324e-04, -7.2044e-04, -4.5976e-04, 5.6052e-45, 8.6683e-05,\n -1.4173e-03, -3.2944e-03, -1.8272e-03, 9.0202e-04, 4.1768e-03,\n -9.2220e-04, 1.9908e-04, 2.8432e-03, 3.2698e-04, -3.1562e-03,\n 5.9938e-04, 7.1282e-04, -2.0759e-03, 1.9408e-03, -7.6319e-04,\n -1.9698e-03, 3.2779e-04, 1.3656e-03, -1.1759e-03, 2.8136e-03,\n 1.7553e-03, 1.6518e-03, -2.3046e-03, -1.1447e-03, 4.1584e-03,\n -1.4622e-04, -2.8581e-03, -2.1904e-03, -1.3675e-03, 2.6908e-03,\n 3.6915e-03, 2.0534e-03, -1.7718e-03, -2.9182e-03, 2.0195e-04,\n 2.0532e-03, -1.9894e-03, 1.1757e-03, 3.1767e-03, 7.7658e-04,\n 2.6272e-05, -1.2036e-03, 2.0785e-03, 2.3927e-03, 2.5288e-04,\n -3.5572e-04, -2.0615e-03, 4.6434e-03, -7.8557e-04, -3.6106e-04,\n 3.4483e-03, -3.2627e-03, 4.2501e-04, 5.7421e-04, -7.8424e-04,\n -1.7139e-03, 3.7353e-03, 1.2520e-03, -1.6582e-05, -2.1186e-03,\n 5.2445e-03, -1.1395e-03, 5.8062e-04, 4.4836e-03, 1.2188e-03,\n -3.0200e-03, 1.3272e-03, 5.5426e-04, 1.3658e-03, -8.1306e-04,\n 9.8376e-04, 9.5424e-04, 6.5307e-03, 6.1406e-04, -4.0117e-04,\n 4.7301e-04, -1.3668e-03, -5.4355e-03, 3.6753e-03, 1.4273e-03,\n 1.5833e-03, 5.2658e-05, 7.6545e-04, -2.7081e-03, -1.1086e-03,\n -2.0779e-03, 1.2906e-03, 4.1211e-03, -2.4636e-03, -3.1354e-03,\n 2.8977e-03, 2.9174e-03, -2.5039e-03, -2.3774e-03, 2.7385e-04,\n -1.4522e-03, -9.8666e-03, 2.9565e-04, 2.2281e-04, 3.2532e-03,\n 4.4951e-04, -2.5406e-03, -5.6204e-04, -2.7692e-03, 2.2386e-03,\n -1.0139e-03, 5.8222e-03, 5.9135e-04, -3.7808e-03, 5.8274e-04,\n -4.5058e-03, -1.3594e-03, -6.2205e-04, -1.0868e-03, -1.0761e-03,\n -4.9116e-04, -1.6136e-03, -2.1468e-03, 6.2203e-04, -8.6767e-04,\n -1.1266e-03, 5.7415e-03, 2.2608e-03, 6.8277e-03, 2.0322e-04,\n -8.9838e-04, -3.4665e-03, -3.3308e-03, 3.1322e-03, 1.0224e-03,\n 1.4589e-03, -2.2673e-03, 2.1973e-03, -3.2868e-03, 1.5467e-03,\n 1.2277e-03, -4.6856e-03, -1.5512e-04, -1.1492e-03, -4.5496e-03,\n 7.1569e-04, -4.3626e-05, 2.2966e-03, 9.0388e-05, 2.3317e-04,\n 6.5763e-04, -1.5141e-03, -4.5480e-03, -2.4381e-03, -2.5006e-04,\n 2.6469e-03, -1.5691e-03, 3.2646e-03, 5.6470e-04, 3.9246e-04,\n -2.3400e-04, 1.4556e-03, 1.0479e-03, 2.2989e-03, 1.1915e-03,\n 3.2448e-03, 1.7728e-03, 3.7030e-03, -2.8480e-04, -7.4394e-04,\n 1.6222e-03, -5.9562e-04, 1.8546e-03, -1.3669e-03, -8.9703e-04,\n 1.0822e-03, 2.0554e-03, 1.6453e-03, -7.7392e-04, 1.5594e-03,\n 1.3847e-03, 4.3453e-03, -3.7953e-04, -2.7887e-04, 3.2495e-03,\n 1.7557e-03, -8.1837e-04, -1.4684e-03, -7.4897e-04, 1.0406e-03,\n -8.0478e-04, 1.4382e-03, 1.0589e-03, -1.3651e-04, -2.0096e-03,\n -3.0851e-03, -2.5399e-03, 5.7049e-05, -1.9970e-03, -1.2055e-03,\n 2.2328e-03, -3.7657e-04, 1.5848e-03, -5.4437e-04, 1.1767e-03,\n -8.3225e-04, 4.3868e-03, 7.8936e-04, 1.6852e-03, 1.3131e-03,\n 7.7076e-04, 2.4864e-03, 1.2844e-03, -2.6719e-03, -2.3373e-04,\n -2.0917e-05, -7.0544e-04, -1.0296e-03, 1.6618e-03, -2.1744e-03,\n 3.3634e-03, -1.4584e-03, 6.8895e-05, -1.6433e-04, -7.3224e-04,\n 2.6904e-04, -2.9990e-03, -8.1048e-04, 2.1077e-03, 2.5887e-04,\n -6.0143e-04, -7.3843e-05, 3.2095e-03, 1.6998e-03, -3.8758e-03,\n -1.7515e-03, -1.8838e-03, -1.5258e-03, 5.2700e-03, 9.3283e-04,\n 1.2537e-03, 2.7926e-05, 1.0445e-03, 2.0511e-03, -9.2118e-04,\n -8.3095e-04, -5.6434e-04, -5.8525e-03, -5.4094e-06, -1.1824e-04,\n -1.2546e-03, -6.0905e-04, 3.4347e-04, -3.6999e-03, -6.7012e-04,\n 3.1119e-03, 1.5198e-03, -3.5179e-03, 1.7597e-03, 3.4655e-03,\n 1.6224e-03, 1.8322e-03, 2.4409e-03, -4.8287e-04, -2.4019e-04,\n 1.3297e-03, -1.8279e-03, 1.3734e-03, -1.3552e-03, 1.6670e-03,\n -4.1425e-03, -1.4428e-04, -1.3945e-03, -3.5000e-03, -4.9790e-04,\n -2.0579e-03, -6.8999e-04, 1.9991e-03, 3.5399e-04, -8.5057e-04,\n -1.9637e-03, 1.6369e-05, 4.4753e-04, 2.8479e-03, -2.0577e-03,\n 2.4242e-03, -9.3165e-04, 1.3348e-03, -1.8854e-03, 1.2460e-03,\n -3.2123e-03, 2.2643e-04, -6.7890e-04, -1.0863e-03, 2.1750e-03,\n 9.7231e-04, -2.6842e-03, -6.4152e-04, 1.2984e-03, 1.3152e-04,\n 2.8774e-03, 2.7064e-03, 1.4848e-03, -2.3126e-03, 3.9681e-03,\n -2.3845e-03, 9.7155e-04, 2.5231e-03, 7.2995e-04, 1.9394e-03,\n 2.1926e-03, 7.0715e-04, 8.6437e-04, -4.6094e-03, 4.2327e-03,\n 5.9117e-03, -9.0022e-04, 8.8645e-04, -1.1833e-03, 7.6825e-04,\n 1.2976e-03, -7.6769e-04, 1.9616e-03, -5.9723e-04, -1.4056e-03,\n -1.0473e-02, 7.2963e-04, -2.3389e-03, 4.5844e-03, 1.9754e-03,\n 1.8528e-03, 1.6362e-03, 5.2257e-04, 2.3351e-03, -1.4018e-03,\n -1.0430e-03, 2.3570e-03, 2.3169e-03, 1.9603e-03, 1.0001e-03,\n -1.8931e-03, 4.1519e-05, 1.2009e-03, -2.4638e-03, -6.9969e-04,\n -3.1040e-04, -5.0234e-04, -2.4902e-03, -2.7817e-03, -2.8052e-04,\n -1.7139e-03, -2.0770e-03, -1.4724e-03, 2.9073e-03, 1.1603e-03,\n 1.4645e-03, 2.1332e-03, 1.3087e-03, 3.7557e-04, 8.5579e-04,\n 2.9587e-03, 1.4553e-03, -3.6183e-04, -5.5536e-04, -1.9963e-03,\n -1.4223e-03, -1.2428e-03, -3.4341e-03, 3.0405e-03, -3.3770e-04,\n 1.0181e-03, 5.6955e-04, -2.8276e-03, -2.7394e-03, 1.4677e-03,\n -6.4833e-03, 3.7874e-03, 7.3833e-04, -1.1490e-03, -6.9016e-04,\n -6.1822e-04, -8.0337e-04, -1.5977e-03, 2.6831e-05, 9.0106e-04,\n -6.4507e-03, -1.0601e-03, 2.4346e-03, -6.5948e-04, -6.9869e-04,\n -2.3678e-03, 5.2910e-03, -2.4904e-04, -3.3529e-03, -8.3206e-04,\n -4.4259e-04, 2.3692e-03, -2.0975e-04, 3.9375e-03, -4.4611e-04,\n 8.4901e-04, -2.8013e-03, 7.4763e-04, -1.4885e-03, 7.2362e-04,\n 4.7705e-04, 2.0574e-04, 3.2063e-03, 4.0190e-03, -6.6502e-04,\n -1.6382e-03, 1.1662e-03, 2.7282e-03, -1.5531e-03, -1.2184e-05,\n -1.4599e-03, 8.9974e-05, -1.3294e-03, -1.1313e-03, -1.8189e-03,\n -5.3239e-04, 6.0475e-06, 7.0090e-04, 1.1017e-03, -8.6415e-04,\n 1.3087e-03, -1.5737e-03], device='cuda:0')",
23
- "exp_avg_sq": "tensor([4.1676e-05, 8.0062e-05, 5.8631e-05, 6.5891e-05, 4.3204e-05, 4.6767e-05,\n 3.9785e-05, 3.7060e-05, 6.2290e-05, 4.3010e-05, 5.1114e-05, 1.0530e-04,\n 6.1777e-05, 8.1406e-05, 7.1454e-05, 4.8459e-05, 7.2148e-05, 5.8275e-05,\n 7.5203e-05, 5.4908e-05, 4.5722e-05, 4.7895e-05, 5.8085e-05, 3.1055e-05,\n 9.2058e-05, 3.8297e-05, 4.2841e-05, 8.6828e-05, 5.1702e-05, 5.2330e-05,\n 5.2701e-05, 6.6544e-05, 3.3513e-05, 3.8477e-05, 7.9234e-05, 3.5625e-05,\n 7.7972e-05, 8.3966e-05, 3.3254e-05, 4.4152e-05, 3.8549e-05, 5.4441e-05,\n 4.5227e-05, 5.1564e-05, 4.6466e-05, 4.1727e-05, 5.0012e-05, 6.0738e-05,\n 7.0944e-05, 3.2652e-05, 7.2316e-05, 9.1462e-05, 4.7593e-05, 6.0670e-05,\n 5.2895e-05, 4.3652e-05, 4.7200e-05, 5.3376e-05, 5.9828e-05, 6.9670e-05,\n 6.4344e-05, 3.8221e-05, 6.1538e-05, 1.9156e-04, 5.9405e-05, 5.3315e-05,\n 6.3179e-05, 5.3723e-05, 3.4961e-05, 7.0159e-05, 4.6627e-05, 6.1115e-05,\n 5.3296e-05, 4.9510e-05, 4.6198e-05, 9.6900e-05, 4.7448e-05, 8.1712e-05,\n 5.0549e-05, 7.5641e-05, 5.9108e-05, 9.6908e-05, 8.9242e-05, 6.1615e-05,\n 6.9297e-05, 4.8007e-05, 7.2415e-05, 8.2966e-05, 1.4444e-06, 8.7073e-05,\n 3.6952e-05, 1.1387e-04, 5.1690e-05, 5.1802e-05, 9.0540e-05, 4.7961e-05,\n 4.4279e-05, 7.8392e-05, 5.0544e-05, 5.6428e-05, 5.4332e-05, 4.5718e-05,\n 4.3204e-05, 7.6296e-05, 4.8836e-05, 4.0871e-05, 4.5406e-05, 3.8787e-05,\n 4.3468e-05, 5.2972e-05, 5.5329e-05, 4.5509e-05, 5.3803e-05, 6.1454e-05,\n 5.4374e-05, 4.5589e-05, 5.0792e-05, 5.2317e-05, 4.1636e-05, 4.9807e-05,\n 6.5649e-05, 4.8940e-05, 5.9834e-05, 6.9700e-05, 4.5673e-05, 3.8842e-05,\n 3.6510e-05, 2.9883e-05, 4.4444e-05, 5.6658e-05, 3.1811e-05, 6.6181e-05,\n 8.0808e-05, 7.7616e-05, 9.0134e-05, 7.6476e-05, 5.1004e-05, 6.3236e-05,\n 4.5307e-05, 5.4439e-05, 5.1441e-05, 4.4097e-05, 6.0404e-05, 6.3273e-05,\n 4.8951e-05, 5.7163e-05, 8.5003e-05, 3.3841e-05, 5.0773e-05, 6.6634e-05,\n 5.0734e-05, 6.8770e-05, 5.4444e-05, 4.8915e-05, 4.3023e-05, 4.5338e-05,\n 5.5817e-05, 3.0525e-05, 6.4629e-05, 5.0226e-05, 5.0652e-05, 3.4809e-05,\n 6.2580e-05, 6.1821e-05, 2.6495e-05, 6.3616e-05, 5.8785e-05, 6.1915e-05,\n 5.6565e-05, 7.0878e-05, 4.5410e-05, 5.3720e-05, 6.3412e-05, 6.6594e-05,\n 8.9081e-05, 5.5479e-05, 4.4063e-05, 7.1337e-05, 4.8832e-05, 9.0599e-05,\n 7.6754e-05, 6.6637e-05, 4.9936e-05, 1.0533e-04, 7.1091e-05, 3.4978e-05,\n 6.0805e-05, 9.9500e-05, 5.3138e-05, 5.9841e-05, 3.9995e-05, 7.3438e-05,\n 6.6797e-05, 4.0208e-05, 5.8086e-05, 4.1688e-05, 6.3421e-05, 3.6900e-05,\n 4.4211e-05, 3.7204e-05, 7.3860e-05, 7.4472e-05, 5.5614e-05, 5.7192e-05,\n 4.3273e-05, 6.5312e-05, 5.1784e-05, 4.9155e-05, 3.1170e-05, 4.9561e-05,\n 3.7896e-05, 7.0206e-05, 6.4955e-05, 4.8847e-05, 6.3064e-05, 4.4555e-05,\n 5.3367e-05, 5.7544e-05, 7.3401e-05, 6.2182e-05, 5.2464e-05, 8.8481e-05,\n 6.1268e-05, 4.4559e-05, 5.9176e-05, 3.7261e-05, 5.6147e-05, 4.8236e-05,\n 4.8251e-05, 4.8382e-05, 2.7220e-05, 4.5165e-05, 6.2985e-05, 6.6829e-05,\n 7.0812e-05, 3.8535e-05, 7.2333e-05, 1.0925e-04, 4.4958e-05, 3.6398e-05,\n 4.8916e-05, 3.3284e-05, 4.3710e-05, 5.3599e-05, 3.9226e-05, 4.9929e-05,\n 4.0385e-05, 5.4466e-05, 5.3998e-05, 3.9844e-05, 6.8632e-05, 5.5177e-05,\n 6.2183e-05, 5.0153e-05, 4.4454e-05, 4.3192e-05, 3.4272e-05, 7.9015e-05,\n 5.3489e-05, 5.3891e-05, 5.6820e-05, 6.4256e-05, 6.4460e-05, 4.2487e-05,\n 5.9044e-05, 7.6786e-05, 5.4338e-05, 3.7086e-05, 5.0572e-05, 6.0435e-05,\n 4.6895e-05, 3.6139e-05, 6.4948e-05, 5.0024e-05, 3.8177e-05, 8.6482e-05,\n 6.6710e-05, 4.7900e-05, 6.4766e-05, 5.2979e-05, 5.5873e-05, 5.7477e-05,\n 1.0353e-04, 7.0114e-05, 5.5019e-05, 6.4532e-05, 4.8648e-05, 5.9046e-05,\n 6.4034e-05, 5.5618e-05, 3.7730e-05, 8.8188e-05, 6.3138e-05, 3.5388e-05,\n 4.8049e-05, 3.9044e-05, 9.2762e-05, 9.2950e-05, 2.4716e-05, 6.0590e-05,\n 4.3754e-05, 7.6930e-05, 3.6018e-05, 3.7806e-05, 5.1727e-05, 7.4833e-05,\n 6.4718e-05, 5.1060e-05, 4.4183e-05, 4.9950e-05, 6.1342e-05, 5.1306e-05,\n 4.0556e-05, 4.3957e-05, 3.1656e-05, 3.5798e-05, 7.7669e-05, 6.7826e-05,\n 4.7004e-05, 6.5812e-05, 5.1469e-05, 7.4684e-05, 7.7900e-05, 9.4751e-05,\n 9.5607e-05, 3.2819e-05, 4.4236e-05, 5.3729e-05, 4.5556e-05, 6.4540e-05,\n 4.4980e-05, 7.7767e-05, 7.8999e-05, 4.8658e-05, 3.3673e-05, 5.0509e-05,\n 4.3893e-05, 4.6656e-05, 4.6642e-05, 6.3024e-05, 6.8202e-05, 6.5131e-05,\n 5.3611e-05, 4.3720e-05, 5.0580e-05, 9.0904e-05, 7.0977e-05, 4.4764e-05,\n 3.6440e-05, 6.3689e-05, 4.6491e-05, 8.4701e-05, 6.1907e-05, 4.6939e-05,\n 5.0634e-05, 7.6907e-05, 4.8418e-05, 5.5046e-05, 7.1438e-05, 3.6335e-05,\n 8.2861e-05, 2.4605e-05, 4.2924e-05, 5.2764e-05, 5.1846e-05, 2.8612e-05,\n 3.4902e-05, 7.8504e-05, 7.0562e-05, 4.1523e-05, 8.6361e-05, 5.9322e-05,\n 4.7732e-05, 4.5268e-05, 7.2323e-05, 1.0870e-04, 4.1130e-05, 7.3008e-05,\n 5.0513e-05, 5.5934e-05, 7.8717e-05, 5.0182e-05, 1.2970e-04, 6.5340e-05,\n 5.8897e-05, 8.0800e-05, 3.9426e-05, 8.3300e-05, 5.6191e-05, 6.7321e-05,\n 6.3527e-05, 8.6322e-05, 3.8015e-05, 5.3084e-05, 5.4452e-05, 4.8206e-05,\n 4.1651e-05, 7.0663e-05, 6.2576e-05, 3.1720e-05, 7.6117e-05, 6.2557e-05,\n 6.5151e-05, 2.7626e-05, 4.0622e-05, 8.2200e-05, 4.2902e-05, 5.4626e-05,\n 4.5696e-05, 6.2381e-05, 7.4468e-05, 6.2830e-05, 4.4653e-05, 5.7061e-05,\n 5.9865e-05, 6.1333e-05, 5.8286e-05, 7.1972e-05, 7.6810e-05, 8.4797e-05,\n 5.5626e-05, 7.9820e-05, 5.9304e-05, 5.9386e-05, 4.6114e-05, 7.8733e-05,\n 4.7296e-05, 5.7532e-05, 4.9859e-05, 4.6951e-05, 3.5632e-05, 5.0615e-05,\n 3.0052e-05, 1.2290e-04, 5.1163e-05, 6.0020e-05, 7.5593e-05, 5.6279e-05,\n 6.9839e-05, 8.6298e-05, 1.2632e-04, 4.8903e-05, 5.5572e-05, 4.8686e-05,\n 5.2547e-05, 6.0690e-05, 5.9054e-05, 4.9439e-05, 5.9609e-05, 6.6946e-05,\n 1.0636e-04, 4.4285e-05, 5.6785e-05, 6.3305e-05, 5.1877e-05, 6.6035e-05,\n 3.7377e-05, 5.9241e-05, 6.1811e-05, 3.9009e-05, 5.8473e-05, 7.6935e-05,\n 4.8688e-05, 5.8986e-05, 7.7981e-05, 7.5349e-05, 6.1310e-05, 8.0336e-05,\n 7.1421e-05, 5.8855e-05, 1.1567e-04, 3.6640e-05, 2.9020e-05, 4.7120e-05,\n 6.0974e-05, 4.8262e-05, 5.3983e-05, 5.9623e-05, 5.5569e-05, 4.5746e-05,\n 4.6426e-05, 7.6969e-05, 6.4630e-05, 3.0874e-05, 3.9498e-05, 5.4595e-05,\n 7.1704e-05, 4.1851e-05, 5.4452e-05, 3.3322e-05, 6.5034e-05, 4.8436e-05,\n 4.3464e-05, 6.6149e-05, 4.2964e-05, 6.9669e-05, 3.9698e-05, 4.2028e-05,\n 4.1270e-05, 1.5870e-05, 6.7990e-05, 4.4782e-05, 4.5226e-05, 5.6140e-05,\n 3.9696e-05, 4.8020e-05, 6.3817e-05, 5.0557e-05, 8.2128e-05, 5.0149e-05,\n 6.3888e-05, 5.1283e-05], device='cuda:0')"
24
  },
25
  "4": {
26
- "step": "tensor(2504.)",
27
- "exp_avg": "tensor([[ 2.5101e-05, -1.1378e-05, -4.2340e-05, ..., -2.2175e-05,\n 2.7928e-05, -6.5292e-06],\n [-4.8542e-05, -4.8286e-05, -1.1162e-05, ..., -5.3085e-05,\n -1.9674e-07, 1.2560e-05],\n [-3.9957e-05, 1.2321e-04, -4.6324e-05, ..., -1.6977e-05,\n -3.7727e-06, -8.8645e-05],\n ...,\n [ 8.9905e-05, -2.8197e-05, 3.6457e-05, ..., -2.9413e-05,\n 2.1930e-05, -4.4691e-07],\n [ 5.0364e-05, 1.4058e-05, -3.3220e-05, ..., 3.1093e-05,\n -5.5484e-05, 1.1496e-04],\n [ 6.4746e-06, 5.9001e-05, -1.3544e-05, ..., -5.1081e-05,\n 2.5241e-05, -2.9268e-05]], device='cuda:0')",
28
- "exp_avg_sq": "tensor([[1.7973e-08, 2.9657e-08, 3.3348e-08, ..., 1.5433e-08, 1.7896e-08,\n 2.4662e-08],\n [2.9914e-08, 6.2750e-08, 4.6679e-08, ..., 2.5305e-08, 2.4289e-08,\n 4.0241e-08],\n [3.4238e-08, 6.4779e-08, 4.1147e-08, ..., 3.6616e-08, 1.9208e-08,\n 5.6560e-08],\n ...,\n [3.1727e-08, 4.9922e-08, 4.3795e-08, ..., 2.9956e-08, 2.7604e-08,\n 4.8326e-08],\n [3.1042e-08, 5.0816e-08, 4.5230e-08, ..., 2.5713e-08, 4.2979e-08,\n 5.2610e-08],\n [3.5422e-08, 4.3402e-08, 6.2575e-08, ..., 3.8632e-08, 2.7736e-08,\n 5.0580e-08]], device='cuda:0')"
29
  },
30
  "5": {
31
- "step": "tensor(2504.)",
32
- "exp_avg": "tensor([[-2.9984e-07, -5.2597e-06, -1.2183e-05, ..., -9.2193e-06,\n -4.4792e-06, -1.2180e-05],\n [-3.8852e-05, -1.8093e-05, -5.2408e-06, ..., -9.3384e-06,\n 1.0943e-06, 3.7310e-05],\n [-2.8448e-05, 7.3972e-05, -1.7895e-05, ..., 1.7732e-05,\n -2.7386e-06, -5.3448e-05],\n ...,\n [-9.1758e-06, 4.2913e-05, 4.3839e-05, ..., -4.9602e-05,\n 1.7260e-05, -4.3431e-05],\n [ 5.9320e-05, -2.1600e-05, 9.3370e-07, ..., 4.9330e-06,\n 3.5792e-06, -2.6299e-05],\n [ 1.8892e-06, -1.1006e-05, -1.1939e-05, ..., 5.1989e-05,\n -1.5740e-07, -3.7070e-05]], device='cuda:0')",
33
- "exp_avg_sq": "tensor([[5.7633e-09, 6.6993e-09, 9.5121e-09, ..., 4.9227e-09, 3.4300e-09,\n 9.8222e-09],\n [9.9171e-09, 1.8101e-08, 1.1511e-08, ..., 7.9146e-09, 8.3891e-09,\n 1.1580e-08],\n [1.1878e-08, 2.2258e-08, 1.2645e-08, ..., 1.2268e-08, 6.3428e-09,\n 2.1044e-08],\n ...,\n [1.1605e-08, 1.5447e-08, 1.7359e-08, ..., 6.7481e-09, 8.4509e-09,\n 1.1438e-08],\n [1.3155e-08, 2.7376e-08, 1.3651e-08, ..., 9.1705e-09, 8.6299e-09,\n 1.3703e-08],\n [1.0008e-08, 1.4965e-08, 1.2078e-08, ..., 1.0227e-08, 6.1755e-09,\n 1.6589e-08]], device='cuda:0')"
34
  },
35
  "6": {
36
- "step": "tensor(2504.)",
37
- "exp_avg": "tensor([ 0.0001, -0.0001], device='cuda:0')",
38
- "exp_avg_sq": "tensor([9.4537e-06, 9.4537e-06], device='cuda:0')"
39
  }
40
  },
41
  "param_groups": [
42
  {
43
- "lr": 0.00904518046337755,
44
  "name": "shared",
45
  "betas": [
46
  0.9,
@@ -64,7 +64,7 @@
64
  ]
65
  },
66
  {
67
- "lr": 0.00904518046337755,
68
  "name": "scale_256",
69
  "betas": [
70
  0.9,
@@ -85,7 +85,7 @@
85
  ]
86
  },
87
  {
88
- "lr": 0.00904518046337755,
89
  "name": "scale_512",
90
  "betas": [
91
  0.9,
@@ -106,7 +106,7 @@
106
  ]
107
  },
108
  {
109
- "lr": 0.004522637977440181,
110
  "name": "fusion",
111
  "betas": [
112
  0.9,
@@ -133,30 +133,30 @@
133
  "T_i": 10,
134
  "T_mult": 2,
135
  "eta_min": 1e-06,
136
- "T_cur": 2,
137
  "base_lrs": [
138
  0.01,
139
  0.01,
140
  0.01,
141
  0.005
142
  ],
143
- "last_epoch": 2,
144
  "_step_count": 0,
145
  "_is_initial": false,
146
  "_get_lr_called_within_step": false,
147
  "_last_lr": [
148
- 0.00904518046337755,
149
- 0.00904518046337755,
150
- 0.00904518046337755,
151
- 0.004522637977440181
152
  ]
153
  },
154
  "metrics": {
155
- "best_val_acc": 73.348,
156
- "best_epoch": 1,
157
  "scale_accuracies": {
158
- "256": 72.938,
159
- "512": 73.196
160
  }
161
  },
162
  "train_config": {
 
1
  {
2
+ "epoch": 2,
3
  "optimizer_state_dict": {
4
  "state": {
5
  "0": {
6
+ "step": "tensor(3756.)",
7
+ "exp_avg": "tensor([[-6.0414e-05, 3.4712e-04, -2.7762e-04, ..., 3.3469e-05,\n -4.0207e-04, -2.3853e-05],\n [ 2.7388e-04, -3.4316e-04, -2.5652e-06, ..., -1.1290e-04,\n 1.8271e-04, 6.3799e-05],\n [-5.0327e-04, 3.0769e-04, -1.7726e-04, ..., -3.3936e-05,\n 2.4891e-04, -2.0111e-04],\n ...,\n [-9.1008e-05, 5.3789e-05, -8.6735e-05, ..., -4.6640e-05,\n -2.8450e-05, -3.3777e-05],\n [ 1.9102e-04, -1.3616e-04, 6.3290e-05, ..., -1.2833e-04,\n 2.5304e-05, -2.3494e-05],\n [-6.8874e-06, -4.2285e-05, 6.4394e-05, ..., -1.0762e-04,\n -1.1682e-04, -3.2659e-05]], device='cuda:0')",
8
+ "exp_avg_sq": "tensor([[3.3463e-07, 5.5079e-07, 8.6989e-08, ..., 7.2907e-08, 1.8666e-07,\n 1.0111e-07],\n [5.0772e-07, 7.8291e-07, 8.6424e-08, ..., 6.0704e-08, 2.8168e-07,\n 1.2636e-07],\n [3.3785e-07, 7.9809e-07, 9.8392e-08, ..., 9.6738e-08, 9.0675e-08,\n 8.4482e-08],\n ...,\n [2.8268e-07, 6.9861e-07, 7.4708e-08, ..., 9.0120e-08, 8.4041e-08,\n 7.3562e-08],\n [4.1956e-07, 3.7952e-07, 7.0303e-08, ..., 1.0103e-07, 8.1795e-08,\n 6.3547e-08],\n [2.0982e-07, 2.7394e-07, 5.8523e-08, ..., 8.6776e-08, 7.4982e-08,\n 5.7385e-08]], device='cuda:0')"
9
  },
10
  "1": {
11
+ "step": "tensor(3756.)",
12
+ "exp_avg": "tensor([-3.6238e-03, 3.1931e-03, -3.3355e-03, 5.2344e-03, 1.9387e-03,\n 6.6490e-05, 4.2589e-03, 4.8469e-03, -4.4194e-04, -1.5644e-03,\n -3.1548e-03, 9.8750e-04, 9.1965e-04, 6.5201e-03, 2.9880e-03,\n 4.1171e-03, 1.5208e-03, 4.2948e-03, 5.5379e-03, 3.6563e-03,\n 3.9339e-03, 2.4496e-03, 3.9183e-03, 3.3872e-03, -1.6106e-04,\n -5.3968e-03, 2.4404e-03, -3.1788e-04, 6.2091e-04, 4.9735e-03,\n 1.5715e-03, -4.5262e-04, 1.1243e-03, 4.2979e-03, 1.1259e-03,\n -1.2633e-03, 3.0707e-03, 3.6621e-03, 7.5517e-04, 2.0256e-03,\n 9.3657e-04, 2.1385e-03, -2.5390e-04, -9.6406e-04, -1.7511e-03,\n -8.0572e-05, 1.0458e-03, 1.6675e-03, 8.4351e-04, 2.4066e-03,\n -4.2402e-03, 1.7646e-03, -4.2760e-04, 3.5140e-03, -4.4961e-03,\n 1.2956e-03, 5.1490e-03, -3.4251e-04, -3.8600e-03, 5.0523e-04,\n -1.8793e-03, -7.8615e-03, 1.4037e-03, 1.3451e-03, 1.3525e-03,\n -2.2518e-04, 4.9218e-03, -5.0736e-04, -2.6133e-03, 3.1225e-03,\n 1.5341e-04, -4.6096e-04, -2.6526e-03, -6.9994e-03, -7.7991e-03,\n 5.5330e-03, 5.3507e-04, -9.1091e-03, -5.7263e-04, -4.7669e-03,\n -3.9944e-03, 2.1055e-04, -2.5939e-03, 2.8735e-03, -3.9002e-03,\n 1.2659e-03, -7.1118e-03, -2.1221e-03, -7.6670e-04, -5.6054e-04,\n -1.3605e-03, -3.0595e-03, -2.0515e-03, -3.5858e-03, 5.1416e-04,\n -1.0887e-03, 4.8756e-03, 6.8525e-04, 3.3077e-03, -6.2110e-03,\n 1.1379e-03, 8.0984e-04, 9.6767e-04, -1.0818e-03, -1.1437e-03,\n -1.7226e-03, 6.4199e-04, 1.6560e-03, 1.7188e-03, 6.1438e-04,\n -4.7029e-04, 3.2854e-03, 7.5085e-04, -3.8278e-03, 7.5864e-04,\n -4.2123e-04, -7.5234e-04, 2.0453e-03, 1.3232e-04, 1.3086e-03,\n -6.4013e-04, 1.1017e-04, -1.6809e-03, 3.8795e-03, -6.2746e-03,\n -4.4488e-03, 9.1102e-04, -4.3067e-03, -2.5637e-03, 2.1778e-03,\n 3.7721e-03, 2.6540e-03, 3.0346e-03, 4.0875e-03, -2.8475e-04,\n -7.3602e-03, -3.5239e-03, -1.5164e-03, -1.5055e-03, -6.3172e-04,\n 2.4043e-03, -7.5859e-03, -3.0474e-03, -4.3678e-03, 2.2102e-03,\n 3.0654e-04, 7.6345e-04, -3.3983e-04, -3.6042e-04, -6.3919e-05,\n 4.3657e-03, -2.6310e-03, -1.9148e-05, 2.2922e-03, 2.8359e-03,\n 1.4254e-03, -1.0284e-03, -1.8284e-03, -2.5696e-03, 1.4726e-03,\n 1.7548e-03, 5.1680e-03, -1.1759e-03, 4.9093e-03, -1.9951e-05,\n -2.5996e-03, 2.6082e-03, 1.3840e-03, -6.7625e-04, -2.4185e-03,\n -1.6833e-03, -3.7825e-03, 1.0733e-03, 2.3140e-03, 1.2962e-03,\n -4.7568e-04, -6.5635e-04, -5.8910e-03, -9.1894e-04, 7.1675e-03,\n 7.2977e-03, -1.0628e-03, 6.0535e-03, 4.4449e-03, 5.2213e-03,\n -1.5383e-03, -4.7552e-03, -2.8620e-03, -1.4080e-03, 2.0380e-03,\n 1.2810e-03, 4.9946e-03, 1.1375e-03, 1.0918e-04, 8.8659e-04,\n 3.2364e-03, -2.6816e-04, 1.9157e-03, -2.3661e-03, -1.5072e-03,\n -1.2060e-04, -5.0492e-04, -6.2965e-04, -1.6300e-03, 2.8368e-03,\n -4.7823e-03, 8.9501e-04, -6.7380e-04, -2.8650e-03, -1.0753e-04,\n 1.3905e-03, 4.7983e-03, 3.4732e-03, -3.5087e-03, 6.7445e-03,\n -5.4329e-03, 5.7112e-03, -3.7079e-03, 3.6029e-03, 3.7611e-03,\n 7.5924e-04, -4.1745e-04, -1.5100e-03, -5.8825e-04, -5.6513e-04,\n 3.6416e-03, 6.8703e-03, -7.6982e-04, 6.4760e-03, -6.6168e-03,\n -2.2018e-03, 3.1041e-04, 9.6224e-04, -1.9485e-03, -3.5425e-03,\n 5.0350e-03, 2.7732e-03, -5.1794e-03, 1.4090e-03, -1.2204e-03,\n -4.0100e-04, 6.4605e-04, 1.5324e-04, 1.7852e-03, -4.6171e-05,\n 3.3881e-03, -3.5468e-03, -4.3869e-03, -1.6966e-03, 4.0864e-03,\n 3.1609e-03, 2.8111e-03, -1.9518e-03, 8.4992e-04, 5.9184e-04,\n -2.0077e-03, -3.2053e-03, -9.7046e-04, 9.3644e-04, -5.9695e-03,\n -1.9534e-03, -1.8669e-03, 5.4972e-03, 3.4123e-03, -1.4300e-03,\n 2.8484e-03, -2.7583e-03, -4.3921e-04, 3.8534e-03, -5.7366e-03,\n -1.5567e-03, -1.8036e-04, 2.6063e-03, 6.6194e-05, -6.7062e-03,\n 6.8514e-05, -2.3832e-03, -5.5198e-03, -1.9845e-03, -7.7437e-03,\n 1.9751e-03, 1.7671e-04, 4.2213e-03, 1.9979e-03, -3.4737e-04,\n 4.1292e-04, 2.2013e-03, 1.8171e-03, -3.4191e-05, 1.9225e-04,\n 8.2379e-04, 6.8773e-05, 1.2486e-03, 1.5119e-03, 3.1378e-03,\n -3.7167e-04, 7.3515e-03, 1.0081e-04, -2.2151e-03, -1.0171e-03,\n -2.0353e-03, -3.5548e-03, 3.7771e-03, 2.1630e-03, -7.5860e-04,\n -1.2865e-03, 3.0304e-03, 2.0348e-03, 5.9188e-03, 1.3445e-03,\n -4.8868e-04, 5.7885e-03, 3.1959e-03, 1.4819e-04, -3.3576e-03,\n 2.0373e-03, 1.0961e-03, 2.3240e-03, -2.8250e-03, 1.9471e-03,\n 2.1478e-03, -5.5572e-04, 9.1535e-03, -4.2999e-03, -5.5037e-03,\n 3.0736e-03, -8.8582e-04, -3.2351e-03, 1.5324e-03, -6.6608e-04,\n -1.6176e-03, 1.5511e-03, 2.7957e-04, -5.5980e-04, -2.2373e-03,\n -2.0566e-03, 5.2881e-04, 1.9821e-03, -4.6015e-03, 4.7171e-03,\n 3.4992e-04, -4.8155e-03, -3.3683e-03, -4.6106e-04, -7.4716e-04,\n 6.3767e-03, -8.4998e-04, -9.4301e-03, 8.8194e-04, -1.3444e-03,\n -1.6835e-04, -2.3514e-03, -3.0145e-03, 3.5237e-03, -1.0055e-02,\n -4.3546e-03, -1.4150e-03, -1.7509e-03, -2.3497e-03, 5.3954e-03,\n -1.3742e-03, 4.3963e-03, -4.0465e-03, -2.1646e-03, 5.4177e-04,\n -1.9677e-02, -1.8169e-03, 2.0037e-03, -2.6289e-03, -1.2974e-03,\n -9.0621e-03, 2.1108e-03, 1.3178e-03, -1.7155e-03, -2.7468e-03,\n -2.7116e-04, -5.0777e-03, 1.4163e-03, 2.4219e-03, -2.9557e-03,\n -5.6616e-04, 1.1720e-04, 2.2310e-03, 4.5228e-03, 4.3731e-04,\n -8.7544e-04, -1.1502e-03, 5.2471e-03, 8.1028e-04, 5.7291e-03,\n -2.1708e-03, -5.8240e-05, 2.5496e-03, 4.3885e-06, 3.4925e-03,\n 1.1828e-04, -1.2876e-03, 6.9810e-05, -6.7178e-04, 5.3447e-03,\n 4.2215e-03, -6.8736e-03, 9.7446e-04, -1.5348e-03, 2.2627e-03,\n 2.2464e-03, -2.2550e-04, -2.0135e-03, 8.8328e-04, 1.5821e-03,\n -2.3433e-03, -8.0011e-04, 2.0614e-03, -8.7821e-04, -9.5159e-04,\n -3.1623e-04, 4.0589e-03, -2.9274e-04, 1.5289e-03, -6.8210e-03,\n 4.6187e-03, 1.7631e-04, 2.1998e-03, 4.4769e-03, -1.2375e-04,\n 2.8620e-03, -1.3971e-03, -3.5174e-03, 2.6101e-03, -4.2726e-03,\n 1.0156e-03, -4.4409e-03, -9.2070e-04, -1.9502e-03, -1.9617e-03,\n 4.5413e-03, 1.9869e-03, 1.1589e-03, -8.0652e-04, 2.4488e-04,\n 2.1018e-03, -1.4070e-03, -2.3107e-03, -2.8008e-03, 2.3861e-04,\n 9.9885e-04, 4.1610e-03, -3.6591e-04, -3.1518e-04, 2.4742e-03,\n -5.6104e-03, -3.4735e-03, -6.8129e-04, 1.4869e-03, 1.6761e-03,\n -4.3196e-03, 1.4810e-03, -2.8944e-03, -1.7562e-03, 5.6968e-04,\n 5.5410e-03, -1.0496e-03, 5.5142e-03, -1.0364e-03, -3.1508e-03,\n -1.6431e-03, -2.9133e-04, 2.6860e-03, 1.7339e-03, -5.5300e-03,\n -8.0132e-04, 2.8809e-03, 1.6642e-03, -2.5817e-03, 2.2696e-03,\n 2.6450e-03, -9.9011e-04, 3.1501e-05, 3.6724e-03, -1.0373e-02,\n 3.4994e-03, 4.3385e-03, -5.2421e-03, -4.2529e-03, -4.8315e-03,\n 5.1629e-03, 2.3848e-04, -1.7122e-04, 2.4473e-03, -1.3815e-03,\n -2.0624e-03, 1.7342e-04, -5.7761e-04, -5.0277e-03, -2.1672e-03,\n 1.7563e-03, 8.1068e-04, 1.1273e-03, 4.3995e-03, -4.9233e-03,\n -3.7312e-03, 9.8728e-04, -9.7590e-04, -4.8397e-03, 2.8845e-03,\n 2.1169e-03, -4.1877e-03, 2.3967e-03, -1.5952e-03, -1.6498e-03,\n 4.0313e-03, -3.1125e-03], device='cuda:0')",
13
+ "exp_avg_sq": "tensor([1.5471e-04, 2.1400e-04, 1.7785e-04, 1.1430e-04, 1.2353e-04, 1.7642e-04,\n 1.2294e-04, 9.3782e-05, 1.1773e-04, 1.0877e-04, 1.3390e-04, 4.0500e-05,\n 1.7834e-04, 2.6742e-04, 9.9272e-05, 1.9357e-04, 1.3390e-04, 1.2079e-04,\n 1.3159e-04, 1.4762e-04, 1.1121e-04, 1.2761e-04, 2.1182e-04, 9.7946e-05,\n 2.6002e-04, 1.3699e-04, 1.2297e-04, 1.7936e-04, 9.6256e-05, 9.4037e-05,\n 1.5438e-04, 1.6223e-04, 1.1800e-04, 1.4292e-04, 2.3540e-04, 9.7509e-05,\n 2.5021e-04, 1.4712e-04, 7.6410e-05, 1.5898e-04, 1.5549e-04, 1.4688e-04,\n 1.3250e-04, 1.1602e-04, 1.4656e-04, 1.3667e-04, 1.2215e-04, 8.6199e-05,\n 8.7248e-05, 1.4009e-04, 4.7369e-05, 1.4796e-04, 1.0117e-04, 2.2778e-04,\n 1.2482e-04, 1.0674e-04, 1.1381e-04, 9.4410e-05, 9.6753e-05, 1.6471e-04,\n 1.8549e-04, 1.3247e-04, 1.1766e-04, 3.8194e-05, 1.2407e-04, 1.1316e-04,\n 1.4830e-04, 1.6968e-04, 1.6698e-04, 1.5184e-04, 1.9124e-04, 1.6792e-04,\n 1.3594e-04, 1.3970e-04, 1.0948e-04, 1.8308e-04, 1.4357e-04, 1.3111e-04,\n 1.1464e-04, 1.5568e-04, 1.7884e-04, 1.0666e-04, 8.8109e-05, 1.7567e-04,\n 1.3069e-04, 1.5452e-04, 2.4574e-04, 2.1559e-04, 2.6512e-05, 1.2271e-04,\n 1.6256e-04, 2.3474e-04, 1.3543e-04, 1.1509e-04, 1.3107e-04, 9.9338e-05,\n 1.7101e-04, 5.5680e-05, 1.2933e-04, 1.3242e-04, 8.3207e-05, 1.1992e-04,\n 1.4265e-04, 1.6322e-04, 1.3007e-04, 2.0093e-04, 1.5875e-04, 1.2852e-04,\n 1.4369e-04, 1.0493e-04, 1.1402e-04, 1.2479e-04, 1.1627e-04, 2.8798e-04,\n 1.1707e-04, 1.1688e-04, 1.5614e-04, 1.3001e-04, 1.0185e-04, 1.3731e-04,\n 1.3011e-04, 1.6230e-04, 1.2936e-04, 1.1071e-04, 9.1839e-05, 1.2209e-04,\n 1.3160e-04, 1.2891e-04, 1.3642e-04, 9.3488e-05, 1.0118e-04, 1.6407e-04,\n 1.7162e-04, 1.1690e-04, 1.1422e-04, 1.9442e-04, 1.4882e-04, 1.4656e-04,\n 1.1896e-04, 9.5120e-05, 1.6476e-04, 1.0860e-04, 1.5801e-04, 1.2398e-04,\n 1.2914e-04, 1.7589e-04, 1.7221e-04, 1.1804e-04, 1.8134e-04, 1.6383e-04,\n 1.4992e-04, 1.0026e-04, 1.3188e-04, 8.6371e-05, 1.5557e-04, 1.2232e-04,\n 1.5445e-04, 9.9931e-05, 2.1280e-04, 1.7803e-04, 2.0334e-04, 9.9340e-05,\n 1.1297e-04, 1.8790e-04, 6.9277e-05, 1.0882e-04, 1.8704e-04, 1.2784e-04,\n 1.2994e-04, 1.3160e-04, 1.0461e-04, 1.6747e-04, 1.4385e-04, 1.8011e-04,\n 1.2570e-04, 1.7238e-04, 1.4287e-04, 1.0161e-04, 9.3452e-05, 2.0537e-04,\n 3.6202e-04, 1.5959e-04, 9.5407e-05, 1.5918e-04, 1.4150e-04, 1.1588e-04,\n 1.3603e-04, 1.3428e-04, 1.1321e-04, 1.2218e-04, 1.3477e-04, 1.8236e-04,\n 1.4068e-04, 1.1860e-04, 1.5927e-04, 1.3652e-04, 1.1209e-04, 9.9842e-05,\n 1.3881e-04, 1.1131e-04, 1.6905e-04, 1.0365e-04, 9.0660e-05, 1.7518e-04,\n 1.0573e-04, 1.1543e-04, 1.3496e-04, 9.9202e-05, 1.1407e-04, 1.8214e-04,\n 1.0102e-04, 1.3241e-04, 1.6188e-04, 1.0069e-04, 2.4820e-04, 1.1582e-04,\n 1.6340e-04, 1.0415e-04, 9.6691e-05, 1.5056e-04, 1.4772e-04, 2.5514e-04,\n 1.7074e-04, 1.0354e-04, 1.5946e-04, 1.5818e-04, 1.4071e-04, 1.4647e-04,\n 1.2762e-04, 1.6034e-04, 1.0951e-04, 1.8499e-04, 9.7708e-05, 1.0137e-04,\n 9.3398e-05, 1.2584e-04, 1.4612e-04, 2.0230e-04, 1.6078e-04, 1.1970e-04,\n 1.4221e-04, 1.1904e-04, 1.2540e-04, 1.0298e-04, 1.1929e-04, 2.1904e-04,\n 1.2867e-04, 1.3989e-04, 7.7515e-05, 1.2608e-04, 1.1868e-04, 1.0518e-04,\n 1.6616e-04, 1.1771e-04, 1.3422e-04, 1.3140e-04, 1.4612e-04, 1.7746e-04,\n 1.2785e-04, 1.3874e-04, 1.4097e-04, 1.1674e-04, 1.5228e-04, 1.1656e-04,\n 1.1551e-04, 1.5234e-04, 1.2001e-04, 1.3262e-04, 1.1209e-04, 1.6256e-04,\n 9.7141e-05, 9.2827e-05, 1.5629e-04, 1.2013e-04, 1.2899e-04, 9.7914e-05,\n 1.2869e-04, 9.1733e-05, 1.5489e-04, 1.2244e-04, 1.8934e-04, 1.3695e-04,\n 1.4421e-04, 1.5381e-04, 1.4058e-04, 1.8859e-04, 1.1325e-04, 1.4310e-04,\n 1.1736e-04, 6.8675e-05, 1.4375e-04, 3.0677e-04, 1.4663e-04, 1.1510e-04,\n 1.5751e-04, 1.0911e-04, 2.5147e-04, 1.8236e-04, 1.4578e-04, 1.1628e-04,\n 1.0271e-04, 8.1714e-05, 1.3145e-04, 1.6381e-04, 2.0131e-04, 1.5895e-04,\n 1.4200e-04, 8.2102e-05, 1.3251e-04, 1.3453e-04, 1.0092e-04, 1.2383e-04,\n 1.2685e-04, 1.2687e-04, 1.0372e-04, 1.2504e-04, 9.2997e-05, 1.2130e-04,\n 1.3262e-04, 1.6662e-04, 9.1377e-05, 1.7938e-04, 2.1876e-04, 2.9173e-04,\n 1.0127e-04, 1.1138e-04, 1.1258e-04, 1.6760e-04, 8.7752e-05, 1.1384e-04,\n 1.0741e-04, 1.4993e-04, 1.5234e-04, 1.2307e-04, 1.0413e-04, 1.2562e-04,\n 1.2597e-04, 1.3147e-04, 1.9900e-04, 1.4679e-04, 1.3262e-04, 1.2662e-04,\n 1.1171e-04, 1.4952e-04, 1.7119e-04, 1.5511e-04, 1.1654e-04, 1.6671e-04,\n 1.2261e-04, 1.4267e-04, 1.1271e-04, 1.1174e-04, 1.0491e-04, 1.5023e-04,\n 1.7302e-04, 1.3200e-04, 8.8263e-05, 1.6032e-04, 1.2951e-04, 1.2160e-04,\n 1.4231e-04, 9.5215e-05, 1.7237e-04, 1.0502e-04, 1.4972e-04, 2.1349e-04,\n 1.3072e-04, 1.8035e-04, 1.2686e-04, 8.1257e-05, 2.4395e-04, 1.3509e-04,\n 1.7298e-04, 8.6002e-05, 2.0591e-04, 2.7525e-04, 1.3504e-04, 1.2851e-04,\n 1.5964e-04, 7.5329e-05, 1.2394e-04, 1.0977e-04, 3.2365e-04, 1.0694e-04,\n 1.3876e-04, 9.8870e-05, 1.0393e-04, 2.0924e-04, 1.7533e-04, 2.4065e-04,\n 1.6598e-04, 8.5568e-05, 1.5081e-04, 1.1565e-04, 1.2376e-04, 1.4148e-04,\n 1.7675e-04, 1.1984e-04, 1.0572e-04, 1.5247e-04, 2.2725e-04, 2.2410e-04,\n 1.2499e-04, 1.0797e-04, 1.2986e-04, 2.0588e-04, 1.1669e-04, 1.0291e-04,\n 1.3633e-04, 1.0583e-04, 1.4243e-04, 1.5634e-04, 1.3408e-04, 1.5125e-04,\n 1.6133e-04, 1.0813e-04, 1.6003e-04, 2.0733e-04, 8.8222e-05, 1.8390e-04,\n 1.2077e-04, 1.6341e-04, 1.3974e-04, 1.6106e-04, 1.3996e-04, 1.3681e-04,\n 1.1483e-04, 1.4545e-04, 1.2650e-04, 2.0512e-04, 1.2682e-04, 1.2952e-04,\n 1.2664e-04, 7.8388e-05, 1.1467e-04, 1.2134e-04, 1.5493e-04, 1.0967e-04,\n 1.3644e-04, 1.2147e-04, 2.0952e-04, 1.3393e-04, 1.7182e-04, 1.2683e-04,\n 1.5961e-04, 1.1737e-04, 1.4513e-04, 9.4296e-05, 1.3209e-04, 9.7841e-05,\n 1.4843e-04, 1.1262e-04, 1.5326e-04, 8.5911e-05, 1.5855e-04, 1.0625e-04,\n 9.8385e-05, 1.1545e-04, 1.2406e-04, 1.1173e-04, 1.5346e-04, 9.8307e-05,\n 7.5719e-05, 1.5258e-04, 1.5490e-04, 1.1596e-04, 1.9771e-04, 2.0250e-04,\n 2.0022e-04, 1.5634e-04, 2.4656e-04, 7.5175e-05, 1.1066e-04, 1.2041e-04,\n 1.2719e-04, 1.1264e-04, 8.6439e-05, 1.3516e-04, 2.1174e-04, 1.4053e-04,\n 1.7819e-04, 2.5135e-04, 1.2880e-04, 1.0460e-04, 1.5225e-04, 1.8942e-04,\n 2.4080e-04, 1.8745e-04, 1.9862e-04, 1.0333e-04, 1.8532e-04, 1.2080e-04,\n 1.2246e-04, 1.4785e-04, 1.5706e-04, 1.6561e-04, 9.7399e-05, 1.1715e-04,\n 1.4374e-04, 6.3381e-05, 1.2994e-04, 1.6948e-04, 1.0190e-04, 1.4873e-04,\n 1.3185e-04, 1.2098e-04, 1.3004e-04, 1.3172e-04, 1.5001e-04, 1.3195e-04,\n 1.5079e-04, 1.4459e-04], device='cuda:0')"
14
  },
15
  "2": {
16
+ "step": "tensor(3756.)",
17
+ "exp_avg": "tensor([-2.9585e-03, 2.0804e-03, -3.9547e-03, 6.7933e-03, 2.1817e-03,\n -1.3197e-03, 4.1896e-03, 7.4970e-03, -3.1978e-04, -4.9831e-03,\n -2.7365e-03, 1.1764e-02, 1.1269e-03, 4.4645e-03, 4.9217e-03,\n 4.5896e-03, 2.7426e-03, 7.2323e-03, 7.0399e-03, 4.5136e-03,\n 4.4940e-03, 1.9773e-03, 4.0651e-03, 3.2431e-03, -8.7377e-04,\n -4.0227e-03, 3.2998e-03, -3.0378e-04, 1.8729e-03, 7.5242e-03,\n 1.2058e-03, -7.4264e-04, 1.8001e-03, 3.6801e-03, 2.4198e-03,\n -1.2836e-03, 2.4807e-03, 5.5864e-03, 6.4847e-04, 1.6711e-03,\n 1.4185e-03, 2.7640e-03, -6.3464e-04, -2.4600e-03, -8.4458e-04,\n -6.8010e-04, 2.0049e-03, 1.8180e-03, 1.1720e-03, 2.3258e-03,\n -1.7605e-02, 3.8582e-03, -9.9323e-04, 2.7186e-03, -5.2201e-03,\n 8.1787e-04, 4.2992e-03, -4.0670e-04, -7.0565e-03, 1.0720e-04,\n -3.0053e-03, -9.3585e-03, 1.5802e-03, 2.4592e-02, 1.8249e-03,\n -2.8059e-04, 5.1201e-03, -1.1397e-03, -2.0833e-03, 3.8526e-03,\n -5.0767e-04, -1.3213e-04, -7.9859e-04, -5.6657e-03, -1.1106e-02,\n 8.8363e-03, 4.7642e-04, -1.8035e-02, -5.9969e-04, -5.5197e-03,\n -4.7533e-03, -4.6623e-04, -8.0931e-03, 3.7061e-03, -3.2416e-03,\n 1.6157e-03, -4.7898e-03, -2.9495e-03, 5.6052e-45, 7.6015e-04,\n -1.0723e-03, -1.7688e-03, -3.4794e-03, -2.4287e-03, -2.7736e-06,\n -2.0591e-03, 5.3084e-03, 3.3872e-03, 4.0332e-03, -7.6717e-03,\n 2.0102e-03, 1.4561e-03, 2.2038e-03, -1.9000e-03, -7.2518e-04,\n -3.1270e-03, 3.0532e-04, 1.2107e-03, 1.8851e-03, 1.2345e-03,\n -4.9834e-04, 1.8340e-03, 1.8719e-03, -2.2590e-03, 6.5259e-04,\n 1.9683e-04, 1.9581e-04, 3.8176e-03, 6.2064e-04, 3.8809e-04,\n -8.8538e-04, 7.7287e-04, -1.4613e-03, 6.0660e-03, -9.6837e-03,\n -4.4194e-03, 5.1232e-04, -3.4280e-03, -2.8764e-03, 3.9858e-03,\n 4.0339e-03, 2.9543e-03, 2.3461e-03, 6.5045e-03, -1.7024e-03,\n -1.1297e-02, -2.7173e-03, -1.0159e-03, -1.9890e-03, -1.6282e-04,\n 1.9492e-03, -1.1582e-02, -3.0199e-03, -7.8573e-03, 4.5474e-03,\n -5.0423e-04, 1.4476e-03, -2.2174e-03, -1.0908e-03, -9.9074e-05,\n 3.6373e-03, -5.9607e-03, -1.9561e-03, 4.2678e-03, 3.5151e-03,\n 1.3592e-03, -3.2061e-04, -1.1168e-03, -2.2224e-03, 7.1474e-04,\n 1.8338e-03, 6.2969e-03, -6.4708e-04, 3.3144e-03, -3.2157e-04,\n -3.2978e-03, 1.5247e-03, 2.1310e-03, -7.8769e-04, -5.4763e-03,\n -1.9442e-03, -4.5424e-03, 1.4347e-03, 3.7938e-04, 2.1639e-03,\n -7.4457e-04, 9.9019e-04, -1.0545e-02, -1.6160e-03, 9.2661e-03,\n 4.0047e-03, -6.0037e-04, 1.1022e-02, 9.0562e-03, 5.7373e-03,\n -2.3440e-03, -5.9572e-03, -6.8067e-03, -2.3476e-03, 4.4995e-03,\n 1.1760e-03, 3.5468e-03, 3.0509e-03, -3.5815e-05, 8.4409e-04,\n 2.8099e-03, -1.8204e-03, 2.5797e-03, -2.0081e-03, -2.3728e-03,\n -3.5973e-04, -2.9429e-04, -6.0900e-04, -1.5529e-03, 2.2510e-03,\n -6.9417e-03, 1.3260e-03, -1.2114e-03, -4.7263e-03, -6.7863e-04,\n 1.5335e-03, 7.6373e-03, 4.4104e-03, -4.0827e-03, 6.2961e-03,\n -7.3204e-03, 7.5291e-03, -6.5884e-03, 8.6717e-03, 5.6080e-03,\n 2.6099e-03, -9.7599e-04, -2.3957e-03, -6.6632e-04, -2.8700e-03,\n 2.0115e-03, 8.0846e-03, -7.5801e-04, 7.5304e-03, -8.0372e-03,\n -2.1195e-03, 8.8748e-04, 1.0091e-03, -1.6984e-03, -8.5762e-03,\n 6.3550e-03, 9.8777e-04, -5.5954e-03, 1.9618e-03, -2.8616e-03,\n 1.4210e-03, -3.5629e-04, -1.1395e-03, 2.3721e-03, -2.2887e-04,\n 2.0665e-03, -3.5237e-03, -3.9913e-03, -3.8915e-03, 3.9195e-03,\n 4.7681e-03, 2.3482e-03, -2.6006e-03, 1.1551e-04, 6.1715e-04,\n -4.2498e-03, -2.1831e-03, -3.6383e-03, 8.3051e-04, -7.2270e-03,\n -2.0624e-03, -3.6282e-03, 4.6239e-03, 3.9447e-03, -2.8484e-03,\n 3.2694e-03, -5.3568e-03, -2.8785e-04, 7.0858e-03, -7.1564e-03,\n -7.7202e-04, 4.1116e-04, 2.3114e-03, 2.6305e-04, -6.8988e-03,\n 2.2067e-03, -3.3129e-03, -5.6254e-03, -4.1664e-03, -1.1406e-02,\n 1.9987e-03, -1.9011e-04, 6.8757e-03, 1.4495e-03, -1.6627e-05,\n -4.9050e-04, 2.6615e-03, 1.7399e-03, 8.7937e-05, 1.1077e-03,\n -5.9156e-04, 1.1612e-03, 5.8235e-04, 1.4218e-03, 4.8328e-03,\n -3.2320e-04, 9.3762e-03, -1.9380e-03, -1.4030e-03, -5.3138e-04,\n -2.5719e-03, -1.1340e-02, 3.7983e-03, 1.8215e-03, -2.6036e-03,\n 6.5773e-05, 4.9986e-03, 2.7287e-03, 4.3776e-03, 2.6965e-03,\n -1.1864e-03, 5.4540e-03, 5.1960e-03, -2.1948e-04, -3.3204e-03,\n 1.7659e-03, 2.6926e-03, 4.7280e-03, -4.1289e-03, 1.1269e-03,\n 1.9224e-03, 7.9605e-04, 7.4477e-03, -3.7699e-03, -8.6159e-03,\n 2.5506e-03, 1.8222e-04, -3.7388e-03, 1.1381e-03, -1.6067e-03,\n 9.1041e-06, 3.2724e-03, 5.7099e-04, -1.1261e-03, -1.6097e-03,\n -3.8587e-03, -2.8609e-04, 2.4683e-03, -2.2487e-03, 6.0042e-03,\n 1.3561e-03, -6.9904e-03, -3.4649e-03, 3.5403e-05, 8.9486e-04,\n 8.8198e-03, -1.6885e-03, -9.9257e-03, 1.0090e-03, -2.9273e-03,\n -3.6498e-04, -4.9272e-03, -5.6459e-03, 2.4003e-03, -7.1815e-03,\n -6.6714e-03, -2.7419e-03, -2.7543e-03, -3.8290e-03, 6.9030e-03,\n -1.6297e-03, 4.1388e-03, -3.4185e-03, -2.1539e-03, 2.0629e-04,\n -5.9565e-03, -2.1832e-03, 3.6397e-03, -3.5575e-03, -4.7465e-04,\n -8.9514e-03, 2.5245e-03, 1.8534e-03, -2.3416e-03, -3.9134e-03,\n -3.0155e-04, -4.4990e-03, 3.4447e-03, 2.5618e-03, -6.6801e-03,\n -1.6170e-03, 1.2060e-03, 1.6356e-03, 9.2459e-03, -9.5480e-06,\n -3.8879e-03, -1.1681e-03, 5.4405e-03, 6.6218e-04, 5.5439e-03,\n -3.2336e-03, 6.1356e-04, 1.7416e-03, -8.3420e-04, 5.5699e-03,\n 2.2734e-04, -5.5781e-04, 3.9647e-04, -8.3947e-05, 3.5830e-03,\n 3.1654e-03, -4.4493e-03, 2.4861e-03, -1.2769e-03, 3.8739e-03,\n 2.4110e-03, -2.9520e-05, -3.0655e-03, -1.5316e-04, 2.5572e-03,\n -2.6407e-03, 2.3407e-04, 2.3903e-03, -1.4359e-03, 2.3617e-04,\n 1.3448e-04, 3.0791e-03, -3.8702e-04, 3.3300e-03, -6.8331e-03,\n 6.9746e-03, 1.0023e-04, 3.9070e-03, 6.1453e-03, -7.0477e-04,\n 4.5400e-03, -1.7397e-03, -3.2094e-03, 6.0748e-04, -3.4509e-03,\n 4.4942e-04, -2.7117e-03, -1.2118e-03, -5.7061e-03, -3.2388e-03,\n 6.6972e-03, 2.9260e-03, 1.8426e-03, -1.0143e-03, 1.1938e-03,\n 3.4263e-03, -2.1142e-03, -1.7515e-03, -2.8494e-03, -2.2299e-04,\n 2.7579e-04, 6.6452e-03, -2.2447e-03, -5.7096e-04, 5.1224e-03,\n -9.0143e-03, -3.6184e-03, -1.5121e-03, 5.6256e-03, 1.5706e-03,\n -7.5022e-03, 1.0767e-03, -4.8588e-03, -1.9659e-03, 5.4212e-04,\n 4.9018e-03, -3.6868e-03, 1.0555e-02, -1.9303e-04, -4.6430e-03,\n 3.7414e-04, 1.2264e-04, 1.1395e-03, 3.1683e-03, -6.7422e-03,\n -1.6079e-03, 4.9618e-03, 2.1303e-03, -2.5841e-03, 2.8364e-03,\n 3.1044e-03, -1.1638e-03, -1.0041e-03, 3.2323e-03, -9.4251e-03,\n 2.7547e-03, 5.1357e-03, -4.7257e-03, -3.2408e-03, -4.1847e-03,\n 3.4760e-03, -1.5462e-04, 5.5389e-04, 2.2268e-03, -1.3946e-03,\n -2.6533e-03, 1.1709e-04, 2.1478e-04, -3.3583e-03, -2.1099e-03,\n 1.7665e-03, 5.5804e-04, 1.2148e-03, 4.6393e-03, -3.1208e-03,\n -8.1781e-03, 4.9702e-04, -2.3960e-03, -6.6400e-03, 3.1317e-03,\n 1.5526e-03, -5.5377e-03, 2.3112e-03, -2.3544e-03, -1.0527e-03,\n 3.5431e-03, -4.3449e-03], device='cuda:0')",
18
+ "exp_avg_sq": "tensor([6.9838e-05, 1.3004e-04, 1.0621e-04, 1.3256e-04, 1.0584e-04, 8.6721e-05,\n 6.4682e-05, 8.7061e-05, 1.4895e-04, 1.4329e-04, 1.2107e-04, 2.2444e-03,\n 1.1298e-04, 1.2472e-04, 2.3166e-04, 8.5528e-05, 2.2521e-04, 2.0899e-04,\n 2.2049e-04, 1.0428e-04, 1.0928e-04, 9.1574e-05, 1.0590e-04, 5.7010e-05,\n 1.6784e-04, 6.9305e-05, 1.3985e-04, 1.4023e-04, 1.9392e-04, 2.5919e-04,\n 9.9228e-05, 1.1987e-04, 6.8499e-05, 6.1377e-05, 1.7874e-04, 9.6727e-05,\n 1.3941e-04, 2.1154e-04, 1.2695e-04, 6.9511e-05, 8.9611e-05, 1.1158e-04,\n 1.1918e-04, 1.5104e-04, 8.0342e-05, 1.0532e-04, 1.3517e-04, 1.6449e-04,\n 2.6548e-04, 7.2063e-05, 9.7863e-04, 3.6477e-04, 1.0906e-04, 8.5206e-05,\n 1.8594e-04, 1.2033e-04, 1.4740e-04, 1.6371e-04, 2.0065e-04, 2.0909e-04,\n 2.3105e-04, 1.0131e-04, 2.2338e-04, 9.5850e-03, 1.3558e-04, 1.1713e-04,\n 1.3494e-04, 1.2802e-04, 5.1852e-05, 1.8959e-04, 7.6500e-05, 1.6926e-04,\n 1.3997e-04, 9.9546e-05, 1.1996e-04, 2.8161e-04, 7.4975e-05, 3.4260e-04,\n 1.4981e-04, 1.8171e-04, 2.4100e-04, 5.8588e-04, 6.9284e-04, 1.2834e-04,\n 1.7547e-04, 8.5491e-05, 1.0431e-04, 1.7518e-04, 2.7500e-05, 2.2171e-04,\n 9.0267e-05, 2.5240e-04, 1.6194e-04, 1.4852e-04, 3.9138e-04, 1.1696e-04,\n 8.4713e-05, 7.8671e-04, 9.4369e-05, 2.5729e-04, 1.5414e-04, 9.3437e-05,\n 1.1565e-04, 3.1386e-04, 1.0306e-04, 7.2164e-05, 8.3832e-05, 7.8565e-05,\n 8.9587e-05, 1.5210e-04, 2.2793e-04, 1.0012e-04, 1.0824e-04, 6.7002e-05,\n 1.2557e-04, 1.0830e-04, 1.0913e-04, 9.9465e-05, 9.5540e-05, 6.8836e-05,\n 1.8886e-04, 8.4881e-05, 1.6707e-04, 2.1718e-04, 1.6040e-04, 6.5003e-05,\n 6.1781e-05, 5.6967e-05, 9.1410e-05, 2.3714e-04, 9.4734e-05, 1.5924e-04,\n 2.1636e-04, 2.6547e-04, 3.2667e-04, 2.4927e-04, 1.2476e-04, 1.4675e-04,\n 9.8292e-05, 2.0023e-04, 1.0083e-04, 1.8826e-04, 1.0382e-04, 1.6012e-04,\n 1.3468e-04, 1.3001e-04, 2.8697e-04, 8.8313e-05, 8.6059e-05, 1.5781e-04,\n 9.5159e-05, 2.3794e-04, 9.9059e-05, 1.5146e-04, 8.4256e-05, 1.0886e-04,\n 1.0607e-04, 4.5214e-05, 1.4978e-04, 9.1698e-05, 9.2360e-05, 9.0850e-05,\n 1.9797e-04, 9.2613e-05, 9.6654e-05, 1.7723e-04, 7.0054e-05, 1.7421e-04,\n 1.3206e-04, 2.4398e-04, 1.0427e-04, 1.5045e-04, 1.5062e-04, 1.0779e-04,\n 3.7599e-04, 1.2541e-04, 1.3737e-04, 2.6487e-04, 1.5765e-04, 2.0298e-04,\n 1.1134e-04, 1.6768e-04, 2.1245e-04, 4.3739e-04, 1.3826e-04, 9.1262e-05,\n 1.5240e-04, 3.9050e-04, 1.2944e-04, 1.5591e-04, 9.9465e-05, 1.5990e-04,\n 2.0660e-04, 6.5940e-05, 1.3872e-04, 7.2907e-05, 1.9018e-04, 1.0502e-04,\n 8.5532e-05, 6.7372e-05, 1.6308e-04, 3.6157e-04, 2.0487e-04, 1.2180e-04,\n 1.3170e-04, 1.6578e-04, 1.2585e-04, 1.1603e-04, 5.9086e-05, 7.3462e-05,\n 9.3820e-05, 2.6423e-04, 1.8113e-04, 9.4427e-05, 1.3473e-04, 1.2381e-04,\n 8.7525e-05, 1.9606e-04, 3.7489e-04, 1.4003e-04, 1.5348e-04, 1.1955e-04,\n 1.7294e-04, 1.6994e-04, 1.9380e-04, 5.2484e-05, 1.8755e-04, 9.8504e-05,\n 1.1584e-04, 1.1204e-04, 4.5478e-05, 9.6897e-05, 2.0179e-04, 2.1951e-04,\n 2.3025e-04, 1.1515e-04, 2.6031e-04, 2.8461e-04, 6.3097e-05, 8.2566e-05,\n 1.2562e-04, 5.6683e-05, 9.2019e-05, 1.7412e-04, 8.9797e-05, 9.5533e-05,\n 7.7463e-05, 1.5818e-04, 3.6131e-04, 1.0862e-04, 1.8322e-04, 1.8349e-04,\n 1.3291e-04, 1.0435e-04, 1.0200e-04, 1.3090e-04, 6.3065e-05, 2.1502e-04,\n 7.3884e-05, 1.0987e-04, 1.3675e-04, 2.5147e-04, 1.4289e-04, 7.4550e-05,\n 1.9171e-04, 2.2513e-04, 1.4411e-04, 5.8952e-05, 1.0576e-04, 1.6771e-04,\n 1.1330e-04, 1.0107e-04, 1.5143e-04, 1.1072e-04, 1.0827e-04, 5.0908e-04,\n 1.7728e-04, 1.5821e-04, 1.8376e-04, 2.1050e-04, 1.4255e-04, 1.4027e-04,\n 3.9150e-04, 1.3275e-04, 1.3037e-04, 1.3837e-04, 8.8428e-05, 2.3475e-04,\n 2.2145e-04, 3.3238e-04, 7.3393e-05, 1.7363e-04, 8.3218e-05, 5.3465e-05,\n 1.3578e-04, 1.2225e-04, 2.3140e-04, 3.1383e-04, 5.5746e-05, 2.8358e-04,\n 1.1906e-04, 6.3235e-04, 7.7769e-05, 7.2744e-05, 1.0187e-04, 1.8419e-04,\n 2.0720e-04, 1.9564e-04, 6.2126e-05, 1.1823e-04, 3.0251e-04, 1.1677e-04,\n 7.3618e-05, 1.4652e-04, 7.2035e-05, 7.3692e-05, 2.5654e-04, 2.3491e-04,\n 1.3362e-04, 1.3340e-04, 1.7540e-04, 2.5443e-04, 1.1958e-04, 1.5599e-04,\n 2.9827e-04, 7.5704e-05, 1.0497e-04, 1.1172e-04, 1.5251e-04, 2.2685e-04,\n 1.2162e-04, 1.8252e-04, 1.8504e-04, 1.1062e-04, 8.6400e-05, 1.0507e-04,\n 8.6214e-05, 1.4350e-04, 5.9011e-05, 1.8342e-04, 2.0066e-04, 1.4632e-04,\n 1.2718e-04, 1.2659e-04, 7.3065e-05, 2.0582e-04, 2.0954e-04, 1.2213e-04,\n 6.2524e-05, 2.6723e-04, 1.1579e-04, 2.3469e-04, 3.2977e-04, 7.3674e-05,\n 1.0643e-04, 2.5779e-04, 2.1374e-04, 1.0780e-04, 1.9444e-04, 9.7675e-05,\n 1.7158e-04, 7.2883e-05, 7.4804e-05, 1.4178e-04, 9.0757e-05, 3.3834e-05,\n 7.4885e-05, 3.0829e-04, 1.9755e-04, 1.0320e-04, 1.4139e-04, 1.6350e-04,\n 1.0044e-04, 1.8151e-04, 1.7220e-04, 3.1512e-04, 6.3079e-05, 3.0112e-04,\n 1.0458e-04, 2.5927e-04, 2.2181e-04, 1.0778e-04, 2.3277e-04, 2.3374e-04,\n 2.0317e-04, 3.6337e-04, 1.0917e-04, 1.2800e-04, 1.7355e-04, 1.3706e-04,\n 1.1597e-04, 5.8355e-04, 7.6866e-05, 1.5106e-04, 1.5880e-04, 1.1491e-04,\n 6.7501e-05, 3.3177e-04, 1.8772e-04, 5.1057e-05, 1.4925e-04, 1.0804e-04,\n 1.9337e-04, 7.8190e-05, 9.8618e-05, 2.3064e-04, 8.1014e-05, 2.1715e-04,\n 8.7226e-05, 2.1225e-04, 2.0460e-04, 1.8807e-04, 7.7383e-05, 1.0994e-04,\n 1.0757e-04, 1.7748e-04, 1.0567e-04, 1.5152e-04, 5.3528e-04, 1.6275e-04,\n 1.7497e-04, 3.2118e-04, 1.6357e-04, 1.8083e-04, 9.2875e-05, 1.6064e-04,\n 9.0707e-05, 1.7129e-04, 1.3403e-04, 7.7844e-05, 7.2408e-05, 1.1910e-04,\n 1.0088e-04, 9.6853e-04, 1.1934e-04, 1.7686e-04, 2.7370e-04, 1.1763e-04,\n 1.5342e-04, 2.4269e-04, 4.0950e-04, 1.0698e-04, 9.8207e-05, 1.5840e-04,\n 1.1341e-04, 1.8824e-04, 1.7798e-04, 1.5702e-04, 1.3883e-04, 2.4066e-04,\n 3.6269e-04, 9.8371e-05, 8.2950e-05, 2.4401e-04, 1.3692e-04, 2.2969e-04,\n 9.6722e-05, 2.3485e-04, 1.7696e-04, 1.3132e-04, 1.6860e-04, 3.4749e-04,\n 2.0759e-04, 1.7668e-04, 1.7494e-04, 3.2940e-04, 1.4105e-04, 1.8239e-04,\n 1.4622e-04, 1.6440e-04, 2.5696e-04, 1.1316e-04, 5.4629e-05, 1.1629e-04,\n 1.6705e-04, 1.0050e-04, 3.3293e-04, 1.9443e-04, 7.7346e-05, 1.1119e-04,\n 8.4129e-05, 1.8362e-04, 1.8512e-04, 5.7007e-05, 7.8963e-05, 1.0659e-04,\n 1.0643e-04, 8.5619e-05, 1.1249e-04, 9.1333e-05, 2.1989e-04, 1.3753e-04,\n 1.0747e-04, 1.8037e-04, 9.9974e-05, 1.4901e-04, 1.0778e-04, 9.3627e-05,\n 6.4146e-05, 3.1574e-05, 1.9300e-04, 7.7477e-05, 1.1799e-04, 2.4478e-04,\n 8.5034e-05, 8.4936e-05, 1.9388e-04, 1.0507e-04, 2.0016e-04, 1.3310e-04,\n 1.4528e-04, 1.7196e-04], device='cuda:0')"
19
  },
20
  "3": {
21
+ "step": "tensor(3756.)",
22
+ "exp_avg": "tensor([-2.4890e-03, 2.1871e-03, -2.6220e-03, 4.8360e-03, 1.6406e-03,\n 3.3179e-04, 2.4467e-03, 4.0270e-03, -5.5805e-04, -1.0589e-03,\n -1.9335e-03, 2.7643e-03, 9.1676e-04, 4.2296e-03, 2.7691e-03,\n 2.9355e-03, 1.9891e-03, 3.5803e-03, 4.2070e-03, 3.1260e-03,\n 2.8370e-03, 1.6661e-03, 2.4971e-03, 2.4636e-03, -2.4082e-06,\n -3.0835e-03, 1.6419e-03, -5.2959e-04, 6.2639e-04, 4.2563e-03,\n 1.1524e-03, -3.6443e-04, 7.7827e-04, 2.9389e-03, 9.6696e-04,\n -7.3176e-04, 1.8787e-03, 3.1934e-03, 6.7164e-04, 1.5693e-03,\n 2.9667e-04, 1.6982e-03, -1.2094e-04, -7.0903e-04, -1.0739e-03,\n -9.3245e-05, 1.1553e-03, 1.6096e-03, 1.3301e-03, 1.7971e-03,\n -5.1909e-03, 1.8286e-03, -2.4540e-04, 1.8349e-03, -3.0308e-03,\n 8.6825e-04, 3.4775e-03, -1.2634e-04, -3.8813e-03, 2.7166e-04,\n -1.6660e-03, -4.8645e-03, 8.2625e-04, 3.7744e-03, 1.1697e-03,\n -1.7071e-05, 3.1203e-03, -6.9932e-04, -1.7477e-03, 2.3233e-03,\n -4.6322e-05, -3.5561e-04, -1.4234e-03, -4.0587e-03, -5.6524e-03,\n 4.6261e-03, 3.5451e-04, -8.9946e-03, -7.8247e-04, -3.8699e-03,\n -2.9703e-03, 5.3694e-04, -2.6861e-03, 2.4690e-03, -2.7007e-03,\n 1.0070e-03, -4.7195e-03, -1.6092e-03, 5.6052e-45, -2.9664e-04,\n -7.6092e-04, -1.9308e-03, -1.2897e-03, -1.7152e-03, 4.7561e-04,\n -8.6877e-04, 3.0772e-03, 1.3063e-03, 2.5653e-03, -4.3859e-03,\n 1.0537e-03, 6.4786e-04, 1.0596e-03, -8.2072e-04, -9.8431e-04,\n -1.3955e-03, 2.6230e-04, 9.3571e-04, 9.8183e-04, 6.5797e-04,\n -1.0306e-04, 1.7301e-03, 1.0709e-03, -2.0393e-03, 6.8824e-04,\n -1.6346e-04, -3.3972e-04, 1.5813e-03, 2.2306e-04, 7.9670e-04,\n -3.2991e-04, 4.0190e-04, -1.2401e-03, 3.3525e-03, -5.2040e-03,\n -2.7982e-03, 7.7228e-04, -2.5880e-03, -1.7879e-03, 2.2743e-03,\n 2.6223e-03, 2.4399e-03, 1.9713e-03, 4.0817e-03, -2.8707e-04,\n -5.0093e-03, -1.7602e-03, -7.1598e-04, -1.2688e-03, -3.2110e-04,\n 1.1084e-03, -5.7703e-03, -2.3002e-03, -4.0080e-03, 2.0153e-03,\n 3.2094e-04, 6.9432e-04, -5.1220e-04, -4.0359e-04, -9.4260e-04,\n 2.5912e-03, -1.6187e-03, -3.2820e-04, 2.2151e-03, 2.1939e-03,\n 9.7264e-04, -3.2741e-04, -1.0535e-03, -1.2876e-03, 7.8437e-04,\n 1.3199e-03, 3.9717e-03, -8.6532e-04, 2.9764e-03, 6.6209e-05,\n -1.8854e-03, 1.3620e-03, 1.0742e-03, -4.5676e-04, -2.4307e-03,\n -1.1165e-03, -2.5541e-03, 1.3001e-03, 1.9557e-03, 1.7209e-03,\n -2.6291e-04, 4.6234e-04, -5.6408e-03, -8.0374e-04, 6.2806e-03,\n 3.8591e-03, -2.0645e-04, 5.2329e-03, 4.2181e-03, 4.9320e-03,\n -1.1882e-03, -3.6783e-03, -3.1801e-03, -1.2419e-03, 1.7969e-03,\n 1.2255e-03, 3.1307e-03, 1.2795e-03, 3.4143e-04, 9.7719e-04,\n 1.9777e-03, -3.1611e-04, 1.3767e-03, -1.6577e-03, -9.0139e-04,\n -1.7218e-04, -2.2850e-04, -2.3428e-04, -1.3846e-03, 1.8950e-03,\n -4.2620e-03, 7.2933e-04, -2.5163e-04, -2.8046e-03, -1.9748e-04,\n 9.2218e-04, 3.8274e-03, 3.2183e-03, -3.0661e-03, 4.1393e-03,\n -4.0273e-03, 4.2108e-03, -3.2654e-03, 3.4956e-03, 3.4277e-03,\n 1.2234e-03, -5.7701e-04, -8.8196e-04, -5.0424e-05, -8.7858e-04,\n 2.1540e-03, 4.6759e-03, -5.3416e-04, 5.0730e-03, -4.4150e-03,\n -2.0254e-03, 4.9708e-04, 7.8848e-04, -1.1947e-03, -3.5355e-03,\n 4.0427e-03, 2.1000e-03, -3.9350e-03, 1.1777e-03, -1.0363e-03,\n -2.9839e-05, 2.1718e-04, 2.5456e-04, 1.4023e-03, 1.0082e-04,\n 1.7958e-03, -2.4083e-03, -3.3213e-03, -1.4221e-03, 2.8370e-03,\n 2.9376e-03, 2.1711e-03, -1.4967e-03, 3.0767e-04, 1.5247e-04,\n -1.6979e-03, -2.0029e-03, -1.0924e-03, 9.2890e-04, -4.4195e-03,\n -1.2327e-03, -1.5938e-03, 4.1375e-03, 2.4683e-03, -1.0629e-03,\n 2.6239e-03, -2.1829e-03, 1.5299e-05, 3.6980e-03, -3.8963e-03,\n -9.7549e-04, 1.2678e-04, 2.1937e-03, 2.0825e-04, -4.3058e-03,\n 7.4625e-04, -1.8417e-03, -3.4524e-03, -1.6546e-03, -6.7017e-03,\n 1.2173e-03, 1.7580e-04, 3.8284e-03, 1.5962e-03, 3.6534e-05,\n 2.5484e-04, 1.3964e-03, 1.8977e-03, -2.8031e-04, 4.7348e-04,\n 6.1790e-04, 3.0791e-04, 9.7156e-04, 1.0471e-03, 2.2977e-03,\n -1.4910e-04, 5.8206e-03, 1.7292e-04, -9.8411e-04, -6.3658e-04,\n -1.4668e-03, -4.0666e-03, 2.1120e-03, 1.2257e-03, -4.2674e-04,\n -8.1654e-04, 2.5852e-03, 1.9969e-03, 4.1263e-03, 9.8093e-04,\n -5.0130e-04, 3.8914e-03, 2.9365e-03, -3.6076e-04, -1.9692e-03,\n 1.3045e-03, 1.6335e-03, 2.3523e-03, -2.0620e-03, 9.6550e-04,\n 1.8052e-03, -3.2950e-04, 5.7471e-03, -2.3180e-03, -5.3191e-03,\n 2.3937e-03, -4.3848e-04, -2.3173e-03, 1.0521e-03, -4.0815e-04,\n -9.4160e-04, 1.2834e-03, 8.3676e-05, -5.7477e-04, -1.3320e-03,\n -1.6668e-03, 3.8127e-04, 1.5885e-03, -2.4112e-03, 3.0585e-03,\n 6.6317e-04, -3.7262e-03, -2.8833e-03, -2.5636e-04, -5.8288e-06,\n 5.7156e-03, -9.0007e-04, -6.8938e-03, 5.7733e-04, -1.1215e-03,\n 4.2175e-05, -2.4998e-03, -2.2776e-03, 2.4728e-03, -5.4301e-03,\n -3.7235e-03, -1.0950e-03, -1.2748e-03, -1.9145e-03, 2.8506e-03,\n -8.5502e-04, 2.8196e-03, -2.2441e-03, -1.4129e-03, 3.6979e-04,\n -6.4270e-03, -9.9132e-04, 1.6459e-03, -2.6379e-03, -3.5964e-04,\n -5.5984e-03, 1.5091e-03, 1.1081e-03, -1.3946e-03, -1.6941e-03,\n -3.6904e-05, -2.8557e-03, 1.3284e-03, 1.6791e-03, -3.0120e-03,\n -1.0382e-03, 4.9020e-04, 1.7882e-03, 4.7376e-03, 2.5854e-04,\n -1.1468e-03, -1.1709e-03, 4.0131e-03, 2.7754e-04, 3.6655e-03,\n -1.6288e-03, 3.6291e-04, 1.5389e-03, 3.8911e-05, 3.8289e-03,\n 4.4651e-04, -4.1429e-04, 2.3631e-04, -4.2513e-04, 3.1693e-03,\n 2.7298e-03, -3.9513e-03, 7.7993e-04, -9.3833e-04, 1.6075e-03,\n 1.4502e-03, -7.5038e-05, -1.4243e-03, 8.1246e-04, 1.5238e-03,\n -1.5082e-03, -5.0108e-04, 1.6328e-03, -1.2646e-04, -2.4894e-04,\n -5.3975e-05, 2.3662e-03, -4.2651e-05, 1.5518e-03, -5.1309e-03,\n 3.7276e-03, -6.6614e-06, 2.0736e-03, 3.1910e-03, -1.9180e-04,\n 2.8401e-03, -1.1014e-03, -1.6326e-03, 1.0777e-03, -2.5126e-03,\n 1.9415e-04, -2.0974e-03, -4.9955e-04, -2.4231e-03, -1.4162e-03,\n 3.9463e-03, 1.8432e-03, 1.0565e-03, -5.8758e-04, 4.8599e-04,\n 2.2456e-03, -8.5326e-04, -1.0344e-03, -2.1624e-03, 2.3621e-04,\n 1.4547e-03, 3.5675e-03, -3.8333e-04, -3.5466e-04, 2.7559e-03,\n -5.4177e-03, -2.6021e-03, -5.9212e-04, 2.5767e-03, 1.3366e-03,\n -3.5215e-03, 8.9488e-04, -2.3734e-03, -1.2507e-03, 5.5873e-04,\n 3.3433e-03, -1.1175e-03, 5.1614e-03, -3.8463e-04, -3.1477e-03,\n -8.7712e-04, -2.5120e-04, 1.5369e-03, 1.4669e-03, -4.0301e-03,\n -8.5064e-04, 2.7059e-03, 1.1787e-03, -2.0555e-03, 1.7708e-03,\n 1.9964e-03, -6.2553e-04, -3.3124e-04, 1.8648e-03, -7.4195e-03,\n 1.8493e-03, 2.8741e-03, -3.7400e-03, -2.4386e-03, -2.8667e-03,\n 3.1521e-03, 1.0800e-04, 1.0762e-04, 1.4403e-03, -7.6316e-04,\n -1.4005e-03, 3.3747e-04, -6.9340e-04, -1.3277e-03, -1.5074e-03,\n 1.2535e-03, 6.4522e-04, 8.9197e-04, 3.3124e-03, -2.7422e-03,\n -4.2404e-03, 6.5318e-04, -7.4921e-04, -3.5217e-03, 1.8262e-03,\n 1.5888e-03, -2.8941e-03, 1.8305e-03, -1.1811e-03, -1.0367e-03,\n 3.2296e-03, -1.9693e-03], device='cuda:0')",
23
+ "exp_avg_sq": "tensor([4.5529e-05, 8.1557e-05, 6.3508e-05, 6.6166e-05, 4.5551e-05, 4.3711e-05,\n 3.6174e-05, 3.6911e-05, 5.9456e-05, 4.7425e-05, 5.4767e-05, 1.0539e-04,\n 6.4083e-05, 8.3840e-05, 7.4165e-05, 4.9922e-05, 7.8432e-05, 5.9567e-05,\n 8.2639e-05, 5.9235e-05, 4.8260e-05, 4.8361e-05, 6.1134e-05, 3.4645e-05,\n 9.9357e-05, 3.9268e-05, 4.6915e-05, 9.3004e-05, 5.7099e-05, 5.6269e-05,\n 5.5620e-05, 7.0310e-05, 3.1850e-05, 4.1136e-05, 8.6957e-05, 3.7665e-05,\n 8.2730e-05, 9.0975e-05, 3.4499e-05, 4.9115e-05, 4.5199e-05, 5.5977e-05,\n 4.7292e-05, 5.7632e-05, 4.4435e-05, 4.8389e-05, 5.4467e-05, 5.2192e-05,\n 7.0925e-05, 3.8198e-05, 7.9151e-05, 9.5546e-05, 4.4286e-05, 6.3710e-05,\n 5.5257e-05, 4.6418e-05, 4.6180e-05, 5.3767e-05, 6.3598e-05, 7.6017e-05,\n 7.2998e-05, 4.3982e-05, 6.4943e-05, 1.9088e-04, 6.2305e-05, 5.3253e-05,\n 6.5067e-05, 5.8569e-05, 3.8371e-05, 6.9296e-05, 5.2852e-05, 7.0340e-05,\n 5.7265e-05, 5.0275e-05, 4.4274e-05, 1.0494e-04, 4.7183e-05, 9.9799e-05,\n 5.0703e-05, 7.2096e-05, 6.5659e-05, 1.0484e-04, 9.3502e-05, 7.1569e-05,\n 7.1752e-05, 4.9434e-05, 7.6188e-05, 8.8875e-05, 4.1275e-07, 7.9751e-05,\n 4.3780e-05, 1.2562e-04, 5.0082e-05, 5.4562e-05, 1.0588e-04, 4.9872e-05,\n 4.6892e-05, 7.5459e-05, 5.4120e-05, 6.4830e-05, 4.7679e-05, 5.2679e-05,\n 4.5069e-05, 9.8207e-05, 5.1247e-05, 4.6616e-05, 4.9983e-05, 4.2309e-05,\n 4.3230e-05, 5.4038e-05, 5.7761e-05, 4.3014e-05, 6.1211e-05, 6.6114e-05,\n 5.1896e-05, 4.5694e-05, 6.4846e-05, 5.9760e-05, 3.9959e-05, 4.4936e-05,\n 7.1508e-05, 5.1155e-05, 6.2876e-05, 6.8534e-05, 4.6806e-05, 3.7870e-05,\n 3.5964e-05, 3.3309e-05, 4.8669e-05, 5.6832e-05, 3.5746e-05, 7.1469e-05,\n 7.6989e-05, 8.0479e-05, 9.0503e-05, 8.6090e-05, 5.3460e-05, 6.7736e-05,\n 4.6858e-05, 5.0841e-05, 5.1411e-05, 4.7743e-05, 6.4032e-05, 6.3866e-05,\n 5.3817e-05, 6.0226e-05, 9.0078e-05, 4.1777e-05, 4.9779e-05, 7.5925e-05,\n 4.9527e-05, 6.4534e-05, 5.1544e-05, 4.8876e-05, 4.9841e-05, 4.5490e-05,\n 5.3358e-05, 2.9422e-05, 7.1957e-05, 5.0225e-05, 5.0923e-05, 3.8399e-05,\n 5.4392e-05, 6.0661e-05, 3.1043e-05, 6.5405e-05, 5.7350e-05, 6.9856e-05,\n 5.7493e-05, 7.6281e-05, 4.2386e-05, 5.9548e-05, 6.8377e-05, 6.3669e-05,\n 9.9520e-05, 5.9257e-05, 5.2904e-05, 7.3605e-05, 5.3615e-05, 1.0039e-04,\n 7.9467e-05, 7.3534e-05, 5.8124e-05, 1.1643e-04, 7.5960e-05, 3.9266e-05,\n 6.4372e-05, 1.1071e-04, 5.5166e-05, 6.3819e-05, 4.6728e-05, 8.0967e-05,\n 7.0002e-05, 3.8159e-05, 6.2533e-05, 4.2493e-05, 6.2565e-05, 3.8129e-05,\n 4.6285e-05, 3.5664e-05, 7.6746e-05, 7.4338e-05, 5.9113e-05, 5.7201e-05,\n 4.6164e-05, 6.5549e-05, 5.0082e-05, 4.4368e-05, 3.4608e-05, 5.7389e-05,\n 3.9126e-05, 7.3770e-05, 7.3747e-05, 4.5429e-05, 7.5666e-05, 4.8453e-05,\n 5.4611e-05, 6.0916e-05, 8.4384e-05, 6.8673e-05, 5.8739e-05, 9.2921e-05,\n 6.8225e-05, 4.3575e-05, 6.1548e-05, 4.0632e-05, 6.8673e-05, 4.6501e-05,\n 4.7031e-05, 5.4723e-05, 2.8804e-05, 4.8336e-05, 6.2116e-05, 6.9056e-05,\n 7.1270e-05, 4.4471e-05, 8.8469e-05, 1.0955e-04, 4.1516e-05, 4.1543e-05,\n 5.7726e-05, 3.4796e-05, 4.1239e-05, 5.5515e-05, 4.1808e-05, 4.9105e-05,\n 4.3240e-05, 6.0953e-05, 6.0579e-05, 4.2899e-05, 6.8197e-05, 6.0280e-05,\n 6.5560e-05, 4.9167e-05, 4.9731e-05, 4.4308e-05, 3.6493e-05, 7.9311e-05,\n 4.9307e-05, 5.3841e-05, 5.7061e-05, 7.3029e-05, 6.6282e-05, 4.2986e-05,\n 5.4409e-05, 8.3173e-05, 5.0118e-05, 3.9297e-05, 5.3407e-05, 6.8861e-05,\n 4.7459e-05, 3.5752e-05, 6.7242e-05, 5.1085e-05, 4.4629e-05, 9.0781e-05,\n 6.7989e-05, 4.9192e-05, 7.2664e-05, 6.1711e-05, 6.0837e-05, 5.4269e-05,\n 1.0470e-04, 7.3353e-05, 5.7817e-05, 6.9803e-05, 4.9789e-05, 7.2888e-05,\n 6.9926e-05, 5.8679e-05, 4.1624e-05, 1.0349e-04, 5.3877e-05, 3.6451e-05,\n 5.3745e-05, 4.4413e-05, 1.0192e-04, 1.0770e-04, 2.5783e-05, 6.1470e-05,\n 4.4961e-05, 8.2031e-05, 3.8021e-05, 4.1620e-05, 5.9277e-05, 8.5056e-05,\n 7.2620e-05, 5.4371e-05, 4.7197e-05, 5.5685e-05, 6.8497e-05, 5.2364e-05,\n 4.3322e-05, 4.8081e-05, 3.1277e-05, 3.6861e-05, 8.0086e-05, 7.0804e-05,\n 5.2370e-05, 6.0351e-05, 5.2693e-05, 8.7753e-05, 7.5772e-05, 9.2276e-05,\n 9.5900e-05, 3.7227e-05, 4.2603e-05, 5.6083e-05, 5.0455e-05, 6.9884e-05,\n 5.0209e-05, 7.4593e-05, 7.4317e-05, 5.3325e-05, 3.3306e-05, 5.1139e-05,\n 5.1339e-05, 5.5889e-05, 4.8930e-05, 6.5928e-05, 7.2631e-05, 6.7394e-05,\n 5.4200e-05, 5.4520e-05, 5.5149e-05, 8.9919e-05, 7.3385e-05, 5.3508e-05,\n 3.6809e-05, 6.5533e-05, 5.1386e-05, 7.8316e-05, 6.4006e-05, 5.2048e-05,\n 5.9003e-05, 7.7255e-05, 5.3886e-05, 6.2459e-05, 7.1878e-05, 4.0979e-05,\n 8.4570e-05, 3.0491e-05, 4.3960e-05, 5.5872e-05, 5.7879e-05, 3.2588e-05,\n 4.1184e-05, 8.1900e-05, 8.3528e-05, 4.3152e-05, 8.7064e-05, 6.2688e-05,\n 5.2972e-05, 4.6528e-05, 7.8741e-05, 1.2619e-04, 4.1709e-05, 8.0758e-05,\n 5.5008e-05, 5.7177e-05, 7.7146e-05, 5.0324e-05, 1.4444e-04, 6.7793e-05,\n 5.9854e-05, 8.4633e-05, 3.8488e-05, 8.3321e-05, 6.1390e-05, 7.4845e-05,\n 6.8096e-05, 8.3139e-05, 4.1625e-05, 5.3279e-05, 5.7577e-05, 4.8248e-05,\n 3.9822e-05, 7.7518e-05, 6.1970e-05, 3.2146e-05, 8.0803e-05, 6.9030e-05,\n 6.4094e-05, 2.9992e-05, 4.1903e-05, 8.8358e-05, 4.7783e-05, 6.0735e-05,\n 5.2904e-05, 6.3711e-05, 6.6418e-05, 6.7439e-05, 4.5752e-05, 5.8180e-05,\n 6.2824e-05, 5.7289e-05, 5.5609e-05, 7.7716e-05, 8.4129e-05, 8.5904e-05,\n 6.0842e-05, 1.0019e-04, 6.4460e-05, 6.4917e-05, 5.1942e-05, 7.3815e-05,\n 4.5843e-05, 6.2251e-05, 5.0929e-05, 5.5719e-05, 3.7715e-05, 5.0071e-05,\n 3.5615e-05, 1.2924e-04, 5.1329e-05, 6.5853e-05, 8.4149e-05, 6.0137e-05,\n 6.6751e-05, 8.2865e-05, 1.4233e-04, 4.8237e-05, 5.6536e-05, 5.4389e-05,\n 5.1216e-05, 6.2726e-05, 5.9655e-05, 4.9818e-05, 6.8159e-05, 6.8802e-05,\n 1.1609e-04, 4.7836e-05, 5.2397e-05, 5.9636e-05, 5.7590e-05, 6.3358e-05,\n 3.4413e-05, 6.0054e-05, 6.2630e-05, 4.4085e-05, 6.1204e-05, 8.0698e-05,\n 5.2128e-05, 6.3774e-05, 8.6196e-05, 8.3491e-05, 6.5084e-05, 8.2422e-05,\n 7.4525e-05, 5.9221e-05, 1.2294e-04, 3.9896e-05, 3.2059e-05, 5.2249e-05,\n 5.9666e-05, 4.5115e-05, 5.4546e-05, 6.4406e-05, 5.3642e-05, 5.4727e-05,\n 5.3265e-05, 8.2801e-05, 7.0886e-05, 3.1494e-05, 4.4044e-05, 5.6789e-05,\n 7.1493e-05, 4.9189e-05, 5.7720e-05, 3.4131e-05, 7.5962e-05, 5.0537e-05,\n 4.7199e-05, 6.3343e-05, 4.6998e-05, 7.4217e-05, 4.3123e-05, 4.1803e-05,\n 4.4533e-05, 1.7543e-05, 7.4950e-05, 5.2887e-05, 4.7569e-05, 6.4928e-05,\n 4.4624e-05, 4.7688e-05, 6.7319e-05, 4.8945e-05, 8.6644e-05, 5.1771e-05,\n 6.1581e-05, 5.5582e-05], device='cuda:0')"
24
  },
25
  "4": {
26
+ "step": "tensor(3756.)",
27
+ "exp_avg": "tensor([[-1.3997e-05, -4.6333e-05, 1.9791e-05, ..., 7.3293e-06,\n 1.6612e-05, -2.7954e-05],\n [-3.4309e-05, -1.1353e-05, 1.1462e-05, ..., -1.6269e-06,\n 2.3454e-05, -6.5015e-05],\n [-4.2199e-05, 1.9752e-06, 1.3875e-05, ..., 8.1068e-06,\n 1.9341e-05, 1.0699e-04],\n ...,\n [-8.7626e-06, 7.2174e-05, 3.5985e-05, ..., 3.4642e-05,\n 8.0043e-07, 1.2630e-04],\n [-3.3779e-05, -3.3447e-06, -3.0973e-05, ..., 2.2106e-06,\n -3.1550e-06, -7.8508e-05],\n [-2.4941e-05, -2.0330e-05, -1.7686e-06, ..., 4.9525e-05,\n 3.5220e-05, -5.3204e-07]], device='cuda:0')",
28
+ "exp_avg_sq": "tensor([[8.5756e-09, 1.5813e-08, 1.9356e-08, ..., 8.5988e-09, 1.0559e-08,\n 1.5524e-08],\n [1.7600e-08, 3.7190e-08, 2.3686e-08, ..., 1.4981e-08, 1.3091e-08,\n 2.1353e-08],\n [2.1225e-08, 3.5378e-08, 2.0389e-08, ..., 2.0748e-08, 1.0138e-08,\n 3.3050e-08],\n ...,\n [1.6119e-08, 2.7861e-08, 2.3488e-08, ..., 1.8312e-08, 1.3444e-08,\n 2.8035e-08],\n [1.7559e-08, 2.7103e-08, 2.3314e-08, ..., 1.5427e-08, 2.5020e-08,\n 3.3715e-08],\n [1.9474e-08, 2.2233e-08, 3.2235e-08, ..., 2.2701e-08, 1.4797e-08,\n 2.9590e-08]], device='cuda:0')"
29
  },
30
  "5": {
31
+ "step": "tensor(3756.)",
32
+ "exp_avg": "tensor([[-2.0610e-05, -2.6247e-05, 8.4039e-06, ..., 1.0343e-05,\n -3.1188e-06, 9.9662e-06],\n [-2.2280e-05, 1.9957e-05, -2.7256e-06, ..., -7.7507e-07,\n 1.2805e-05, -1.4473e-06],\n [-1.8739e-05, 9.4660e-06, 1.1595e-05, ..., 9.3795e-06,\n 2.2737e-05, -5.4843e-06],\n ...,\n [-9.6238e-06, -1.7809e-05, -2.6309e-05, ..., -1.8471e-05,\n 4.8612e-05, 3.8966e-05],\n [-2.5243e-05, 2.8608e-06, -1.5511e-05, ..., 5.8969e-06,\n -2.4986e-06, -3.8539e-05],\n [-2.9422e-06, 1.7704e-05, 1.4744e-05, ..., 2.8242e-06,\n -4.0415e-06, -2.5373e-05]], device='cuda:0')",
33
+ "exp_avg_sq": "tensor([[3.0845e-09, 3.9063e-09, 5.4511e-09, ..., 3.0781e-09, 2.0805e-09,\n 6.0076e-09],\n [6.0944e-09, 1.1741e-08, 6.1670e-09, ..., 4.9853e-09, 5.3054e-09,\n 6.6104e-09],\n [7.1474e-09, 1.3791e-08, 7.1111e-09, ..., 7.2764e-09, 3.6464e-09,\n 1.1580e-08],\n ...,\n [7.3731e-09, 1.0087e-08, 9.9324e-09, ..., 4.1464e-09, 4.7566e-09,\n 6.7081e-09],\n [8.1507e-09, 1.7559e-08, 7.8604e-09, ..., 5.6747e-09, 4.6248e-09,\n 8.0864e-09],\n [5.2351e-09, 9.3900e-09, 6.6070e-09, ..., 6.2357e-09, 3.5925e-09,\n 1.0279e-08]], device='cuda:0')"
34
  },
35
  "6": {
36
+ "step": "tensor(3756.)",
37
+ "exp_avg": "tensor([ 0.0012, -0.0012], device='cuda:0')",
38
+ "exp_avg_sq": "tensor([8.2670e-06, 8.2670e-06], device='cuda:0')"
39
  }
40
  },
41
  "param_groups": [
42
  {
43
+ "lr": 0.00793913236883622,
44
  "name": "shared",
45
  "betas": [
46
  0.9,
 
64
  ]
65
  },
66
  {
67
+ "lr": 0.00793913236883622,
68
  "name": "scale_256",
69
  "betas": [
70
  0.9,
 
85
  ]
86
  },
87
  {
88
+ "lr": 0.00793913236883622,
89
  "name": "scale_512",
90
  "betas": [
91
  0.9,
 
106
  ]
107
  },
108
  {
109
+ "lr": 0.003969669238105037,
110
  "name": "fusion",
111
  "betas": [
112
  0.9,
 
133
  "T_i": 10,
134
  "T_mult": 2,
135
  "eta_min": 1e-06,
136
+ "T_cur": 3,
137
  "base_lrs": [
138
  0.01,
139
  0.01,
140
  0.01,
141
  0.005
142
  ],
143
+ "last_epoch": 3,
144
  "_step_count": 0,
145
  "_is_initial": false,
146
  "_get_lr_called_within_step": false,
147
  "_last_lr": [
148
+ 0.00793913236883622,
149
+ 0.00793913236883622,
150
+ 0.00793913236883622,
151
+ 0.003969669238105037
152
  ]
153
  },
154
  "metrics": {
155
+ "best_val_acc": 73.696,
156
+ "best_epoch": 2,
157
  "scale_accuracies": {
158
+ "256": 73.25,
159
+ "512": 73.642
160
  }
161
  },
162
  "train_config": {