AbstractPhil commited on
Commit
0235f61
·
verified ·
1 Parent(s): fcc892a

Update best_model_acc75.99_metadata.json - Run 20251012_145649

Browse files
weights/David-hierarchical-progressive/20251012_145649/best_model_acc75.99_metadata.json ADDED
@@ -0,0 +1,347 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 4,
3
+ "optimizer_state_dict": {
4
+ "state": {
5
+ "0": {
6
+ "step": "tensor(6260.)",
7
+ "exp_avg": "tensor([[ 1.6622e-04, 1.5673e-04, 4.3139e-04, ..., 6.2606e-05,\n -8.6586e-06, -6.6519e-05],\n [ 5.8305e-05, -4.6256e-04, 3.2145e-04, ..., 4.7107e-05,\n 1.1695e-04, 1.5265e-04],\n [ 3.2725e-04, 1.6246e-05, -1.0453e-03, ..., 2.3423e-04,\n -3.9013e-05, 1.1327e-05],\n ...,\n [ 3.9371e-04, 6.8760e-05, -2.9180e-04, ..., 2.9019e-04,\n -4.0120e-04, 2.7211e-04],\n [-9.5108e-04, -6.3699e-04, 1.6454e-03, ..., 2.3716e-04,\n -3.6386e-04, -2.3374e-04],\n [ 4.1689e-04, 1.0239e-03, -4.1161e-04, ..., 2.2036e-04,\n 1.9770e-04, -3.3823e-04]], device='cuda:0')",
8
+ "exp_avg_sq": "tensor([[1.1613e-06, 6.3349e-06, 2.6898e-06, ..., 1.5518e-06, 5.8138e-07,\n 1.9583e-06],\n [6.6789e-07, 6.8076e-06, 2.1802e-06, ..., 7.0724e-07, 3.5063e-07,\n 5.3735e-07],\n [1.1613e-06, 6.5846e-06, 4.5480e-06, ..., 9.3867e-07, 5.4270e-07,\n 9.5315e-07],\n ...,\n [1.0085e-06, 4.7756e-06, 3.8414e-06, ..., 7.1149e-07, 5.1722e-07,\n 8.3248e-07],\n [1.3060e-06, 1.0901e-05, 4.4960e-06, ..., 1.0937e-06, 7.2987e-07,\n 7.9163e-07],\n [1.2229e-06, 1.0059e-05, 3.5284e-06, ..., 6.6641e-07, 5.0805e-07,\n 7.4576e-07]], device='cuda:0')"
9
+ },
10
+ "1": {
11
+ "step": "tensor(6260.)",
12
+ "exp_avg": "tensor([-1.7021e-03, 2.2293e-03, 1.1898e-02, 3.3509e-03, -3.5312e-03,\n -8.8529e-03, 3.6084e-02, -2.2027e-03, 5.0978e-03, -4.2330e-04,\n -2.0665e-02, -9.7078e-03, -1.0450e-02, -4.6331e-03, -2.3018e-03,\n -5.1768e-03, 2.1696e-02, -9.7003e-03, -1.1476e-02, 5.2665e-03,\n -9.2666e-04, 1.1630e-02, -2.0457e-03, -8.8177e-03, 5.9177e-03,\n 5.9518e-03, 3.4575e-03, 1.0534e-03, 1.3349e-02, -1.1198e-02,\n -2.7185e-03, 4.4702e-03, -4.7329e-03, 1.2500e-02, 4.9654e-03,\n -9.1878e-03, -4.1573e-03, 1.0265e-02, -2.6568e-02, 1.7093e-03,\n 1.6095e-03, 5.6127e-03, 7.5583e-04, 5.1221e-03, -7.3247e-03,\n 5.5105e-03, 2.2303e-02, 7.8509e-03, -9.2749e-03, -6.4333e-03,\n 3.2921e-03, 4.7533e-03, 3.1703e-03, 4.2020e-03, 2.0806e-03,\n -1.4049e-04, -1.7099e-03, -3.0000e-03, -1.6138e-03, -1.0476e-02,\n -2.5358e-03, 2.3904e-03, 1.3855e-02, -3.4015e-03, 2.3016e-04,\n -1.1293e-04, 1.9309e-02, -1.8247e-03, 1.8777e-03, -7.8275e-03,\n 6.6905e-04, -3.3526e-03, 9.3792e-03, 1.9312e-02, 1.4085e-02,\n 3.0659e-03, -1.0168e-02, -5.6924e-03, -8.9208e-03, -5.9621e-03,\n 5.7482e-04, -1.8223e-03, -1.3006e-02, -2.0667e-02, -2.8683e-03,\n -4.8238e-03, 1.5029e-02, 1.0987e-02, -1.0387e-02, -1.9267e-02,\n -9.1991e-03, -1.1628e-03, 5.8981e-03, -1.0858e-02, 6.5680e-03,\n 2.9907e-03, 2.5943e-02, 1.5967e-02, -1.6931e-02, -6.8221e-03,\n -6.3137e-03, -1.4582e-03, -1.6419e-02, 1.2667e-02, -1.6965e-03,\n 9.4319e-03, -9.8892e-03, 1.6501e-02, 1.0937e-02, -6.8402e-03,\n -1.3670e-02, -5.1388e-03, 4.1317e-03, -1.5855e-03, 1.1345e-02,\n 1.7231e-02, 1.7950e-03, 7.6620e-03, -8.8344e-03, 3.9153e-04,\n 5.9929e-03, 6.9393e-03, -1.7124e-02, 1.6603e-03, 1.1464e-02,\n -1.2028e-02, -1.1649e-02, 4.3151e-03, -1.6126e-03, -8.1786e-03,\n 2.8589e-02, 2.6441e-03, 6.8301e-04, -4.4920e-03, 9.0168e-03,\n 1.1480e-05, 1.2590e-02, 1.0584e-02, 5.2554e-03, -5.2386e-03,\n 8.2942e-03, 1.2777e-02, -7.0931e-03, 3.6356e-03, -1.1845e-02,\n -2.7468e-03, 1.1176e-02, -1.4794e-02, -9.3567e-03, -4.9635e-03,\n -8.3832e-03, -7.6629e-03, -1.3177e-02, 2.8520e-03, 4.7349e-03,\n -1.8849e-02, 6.7306e-04, -1.8621e-02, 6.5432e-03, -2.3014e-02,\n 3.6797e-03, -5.8231e-03, -6.3621e-03, -5.1387e-03, 1.0411e-02,\n 7.3067e-03, -2.5234e-03, -1.0668e-02, -8.3831e-03, -1.1836e-02,\n -1.0493e-02, 6.6724e-04, -4.9834e-03, 1.1025e-02, -4.4440e-03,\n -3.5974e-03, 1.2134e-02, 9.6454e-03, -6.6839e-03, 3.2773e-03,\n 1.7519e-02, 1.9148e-03, -4.6248e-03, 4.3597e-03, 1.8406e-02,\n 1.6968e-02, 2.0294e-03, 1.1046e-02, 5.9633e-03, -3.4895e-03,\n 2.5110e-04, -1.2658e-02, -9.2822e-03, -2.3451e-02, -9.5837e-03,\n 1.4555e-03, -1.2915e-02, 4.3036e-03, 2.4594e-03, 3.0694e-03,\n 1.2381e-02, -2.2421e-03, -8.3717e-03, 9.5521e-03, -3.1673e-03,\n -7.7016e-03, -6.2369e-03, 8.2616e-03, -2.7777e-03, 3.2130e-03,\n 1.5867e-03, -1.2236e-02, -2.6843e-02, 1.0083e-02, -6.5014e-03,\n 1.0521e-02, 1.3582e-02, 5.0580e-03, -2.8221e-04, 1.1228e-02,\n 6.9143e-04, -7.2886e-03, 2.4925e-03, 5.4995e-03, 3.3327e-03,\n -1.1630e-02, -6.4694e-03, 6.0529e-03, -1.1284e-03, 7.7540e-03,\n -1.1050e-03, 4.8377e-03, 9.8181e-03, 2.4942e-03, 6.0121e-03,\n -4.2366e-03, 2.3870e-03, 1.1176e-02, 2.7691e-03, -5.9622e-03,\n 3.8223e-03, -7.9265e-05, 5.4938e-03, -2.4493e-03, -3.1111e-02,\n -9.3210e-03, -4.8884e-03, -4.7842e-03, 1.1958e-03, 1.4604e-02,\n -2.4904e-03, -6.3261e-03, 6.7541e-03, -9.8503e-03, -8.7833e-03,\n -4.3550e-03, 4.9727e-03, 1.3501e-04, 1.8685e-02, 4.6549e-04,\n -1.6914e-02, -6.6678e-03, -3.6429e-03, 1.8743e-02, 8.3112e-04,\n -2.7474e-03, -4.9435e-04, 1.7904e-03, 1.6347e-02, -8.0068e-03,\n -4.5824e-03, 3.3637e-04, 9.0354e-03, 9.6827e-03, 1.0576e-02,\n 6.8330e-03, 3.3833e-03, 8.2683e-03, 2.8104e-03, 6.0776e-03,\n 7.7725e-03, 2.8355e-02, 6.2465e-03, 3.3550e-03, 6.4398e-03,\n -6.0429e-04, 6.3624e-03, -1.9137e-04, -8.7490e-03, 3.2615e-02,\n -2.5599e-03, 2.2147e-02, -1.6510e-04, -2.8514e-03, -2.4903e-03,\n -5.5807e-03, -6.3401e-03, 1.4264e-02, -1.3709e-02, 3.4522e-03,\n 9.7639e-03, -1.2575e-02, 3.8597e-03, -4.0656e-03, -6.3530e-03,\n 8.2103e-03, -1.2751e-02, -2.3773e-03, -3.3717e-03, -8.6578e-03,\n 1.9258e-02, -1.3469e-02, -5.2009e-03, -5.5028e-03, 1.2312e-02,\n 4.1342e-03, 4.8560e-03, -1.6306e-03, -2.2029e-03, 1.3338e-02,\n 2.3785e-03, -1.5024e-02, 3.5379e-03, 2.4821e-04, 4.7900e-03,\n -1.9675e-03, -7.1804e-03, -2.0235e-02, 4.9060e-03, -4.6143e-03,\n 3.3379e-03, -1.2097e-02, 4.3969e-03, -5.4692e-03, -7.8252e-03,\n 3.1198e-03, 2.8288e-03, 3.4495e-03, 1.0449e-02, 5.6873e-03,\n -5.1650e-03, -1.6791e-03, -3.2257e-03, -1.3361e-04, 2.3706e-03,\n -5.3961e-03, -6.0607e-05, -1.2243e-02, 2.3765e-03, 7.7229e-03,\n 5.4986e-03, -7.1528e-03, 1.2567e-02, 1.3938e-02, 3.5197e-03,\n 4.8057e-03, -2.3444e-03, 2.0248e-03, 8.0106e-03, 6.2562e-03,\n 1.0381e-02, -1.3368e-02, 1.5632e-02, -9.7867e-03, -1.1608e-03,\n 2.0139e-02, -1.9077e-03, -1.3085e-03, 6.8241e-03, -2.5606e-02,\n -8.6675e-03, -3.3843e-03, -4.3905e-03, -8.4589e-04, -9.3249e-04,\n -8.6502e-03, 4.2357e-03, 2.0923e-03, -2.2924e-02, 1.5359e-02,\n 1.3228e-02, -3.2583e-03, 2.1898e-03, -2.1051e-02, -2.3013e-02,\n -9.1683e-04, -9.2375e-04, -6.3955e-04, -6.4939e-03, -3.7740e-03,\n 3.5275e-03, -6.7895e-03, 4.4632e-03, -1.9505e-02, 6.9201e-04,\n -3.1491e-04, -7.8806e-03, 5.9359e-04, -6.7536e-03, -1.1279e-02,\n 7.8424e-03, -1.1225e-03, 8.9300e-03, -2.4319e-03, 2.4626e-02,\n -1.0275e-03, -5.7407e-03, -2.2929e-02, 1.2885e-02, -2.2530e-03,\n 8.4380e-03, -5.0048e-03, 8.3112e-03, 1.0283e-03, -1.1824e-02,\n 1.4557e-02, -6.7823e-03, -8.3232e-03, -3.2509e-03, 1.1857e-02,\n 7.6754e-03, 7.4090e-03, -4.3821e-03, 9.3645e-03, 4.6253e-03,\n 1.0946e-03, -4.7513e-03, 5.4126e-03, 5.0758e-03, -1.3437e-02,\n 2.3139e-02, 2.6636e-04, 9.6116e-03, 2.2617e-03, -1.1067e-02,\n -8.4292e-03, 1.1896e-02, 5.0285e-03, 1.1834e-02, 2.7897e-03,\n 1.4547e-03, 6.4510e-03, -1.9118e-03, 2.7495e-03, -1.7466e-02,\n 5.4323e-03, 7.3165e-04, 8.4266e-03, -9.2781e-03, 4.9241e-03,\n -4.7587e-03, 1.1937e-02, -1.0775e-03, 2.6523e-03, 6.1045e-03,\n 5.6937e-03, 3.2874e-05, -1.1688e-02, 1.7661e-03, -2.5648e-02,\n 3.5976e-03, 6.0037e-03, -5.4958e-03, 3.2465e-03, -3.5132e-02,\n 3.7565e-03, -3.4640e-03, 1.6809e-03, 1.0590e-02, 1.3958e-02,\n -1.2391e-02, 2.0405e-02, -1.0454e-02, 1.6759e-02, 6.9413e-03,\n 4.6197e-03, 5.5794e-03, -1.6040e-03, 4.5584e-04, 2.3900e-04,\n -2.7072e-04, 3.6755e-03, -1.6525e-02, 1.0538e-02, 1.0419e-02,\n 1.3536e-02, 5.6524e-03, 4.6939e-03, 1.7574e-02, -1.7160e-02,\n -5.9682e-03, 1.5939e-02, 2.1508e-02, 4.2555e-03, -2.0751e-03,\n 1.6476e-02, 6.0364e-03, -1.2500e-02, 1.0742e-02, 7.3811e-03,\n -6.6251e-03, 2.0494e-03, 5.8247e-03, 3.9404e-03, -1.3191e-03,\n 3.1255e-03, -1.3923e-02, -2.1543e-02, 2.1417e-02, 6.8439e-04,\n -2.1874e-02, 8.2271e-03], device='cuda:0')",
13
+ "exp_avg_sq": "tensor([0.0011, 0.0007, 0.0009, 0.0012, 0.0009, 0.0013, 0.0009, 0.0008, 0.0010,\n 0.0012, 0.0009, 0.0009, 0.0010, 0.0009, 0.0007, 0.0008, 0.0010, 0.0011,\n 0.0011, 0.0011, 0.0008, 0.0006, 0.0011, 0.0010, 0.0007, 0.0007, 0.0015,\n 0.0009, 0.0011, 0.0010, 0.0009, 0.0012, 0.0008, 0.0008, 0.0010, 0.0011,\n 0.0008, 0.0008, 0.0015, 0.0010, 0.0008, 0.0010, 0.0008, 0.0010, 0.0009,\n 0.0009, 0.0011, 0.0010, 0.0009, 0.0010, 0.0010, 0.0008, 0.0010, 0.0008,\n 0.0010, 0.0010, 0.0009, 0.0010, 0.0008, 0.0009, 0.0008, 0.0010, 0.0009,\n 0.0008, 0.0008, 0.0008, 0.0008, 0.0008, 0.0012, 0.0010, 0.0009, 0.0008,\n 0.0007, 0.0008, 0.0008, 0.0009, 0.0010, 0.0010, 0.0008, 0.0008, 0.0010,\n 0.0009, 0.0009, 0.0009, 0.0009, 0.0014, 0.0006, 0.0009, 0.0013, 0.0009,\n 0.0009, 0.0008, 0.0010, 0.0009, 0.0010, 0.0008, 0.0008, 0.0010, 0.0012,\n 0.0009, 0.0010, 0.0008, 0.0012, 0.0015, 0.0006, 0.0008, 0.0012, 0.0010,\n 0.0011, 0.0010, 0.0009, 0.0010, 0.0013, 0.0007, 0.0011, 0.0011, 0.0010,\n 0.0005, 0.0010, 0.0011, 0.0009, 0.0011, 0.0011, 0.0008, 0.0012, 0.0009,\n 0.0011, 0.0007, 0.0008, 0.0008, 0.0009, 0.0008, 0.0011, 0.0009, 0.0011,\n 0.0012, 0.0008, 0.0011, 0.0012, 0.0009, 0.0007, 0.0008, 0.0008, 0.0011,\n 0.0008, 0.0006, 0.0013, 0.0010, 0.0010, 0.0011, 0.0009, 0.0007, 0.0011,\n 0.0010, 0.0007, 0.0009, 0.0009, 0.0013, 0.0012, 0.0010, 0.0010, 0.0009,\n 0.0009, 0.0012, 0.0010, 0.0009, 0.0009, 0.0009, 0.0013, 0.0011, 0.0012,\n 0.0010, 0.0012, 0.0007, 0.0013, 0.0008, 0.0009, 0.0011, 0.0008, 0.0009,\n 0.0006, 0.0009, 0.0009, 0.0008, 0.0010, 0.0012, 0.0009, 0.0008, 0.0009,\n 0.0008, 0.0007, 0.0012, 0.0009, 0.0010, 0.0009, 0.0010, 0.0008, 0.0008,\n 0.0009, 0.0007, 0.0010, 0.0011, 0.0008, 0.0007, 0.0007, 0.0009, 0.0009,\n 0.0007, 0.0010, 0.0011, 0.0008, 0.0010, 0.0006, 0.0007, 0.0007, 0.0007,\n 0.0008, 0.0008, 0.0008, 0.0010, 0.0009, 0.0010, 0.0013, 0.0009, 0.0009,\n 0.0009, 0.0010, 0.0009, 0.0011, 0.0008, 0.0007, 0.0008, 0.0010, 0.0007,\n 0.0010, 0.0010, 0.0016, 0.0011, 0.0009, 0.0010, 0.0011, 0.0009, 0.0010,\n 0.0008, 0.0010, 0.0009, 0.0010, 0.0011, 0.0009, 0.0011, 0.0008, 0.0008,\n 0.0010, 0.0009, 0.0011, 0.0010, 0.0008, 0.0007, 0.0011, 0.0011, 0.0009,\n 0.0010, 0.0010, 0.0008, 0.0007, 0.0008, 0.0007, 0.0012, 0.0013, 0.0011,\n 0.0008, 0.0008, 0.0010, 0.0010, 0.0011, 0.0007, 0.0012, 0.0006, 0.0007,\n 0.0006, 0.0010, 0.0010, 0.0010, 0.0008, 0.0009, 0.0010, 0.0009, 0.0008,\n 0.0012, 0.0010, 0.0010, 0.0011, 0.0009, 0.0009, 0.0009, 0.0010, 0.0007,\n 0.0011, 0.0008, 0.0010, 0.0011, 0.0008, 0.0011, 0.0008, 0.0012, 0.0008,\n 0.0011, 0.0010, 0.0004, 0.0010, 0.0011, 0.0010, 0.0009, 0.0009, 0.0009,\n 0.0007, 0.0010, 0.0007, 0.0008, 0.0012, 0.0008, 0.0011, 0.0013, 0.0006,\n 0.0011, 0.0010, 0.0008, 0.0008, 0.0011, 0.0008, 0.0010, 0.0011, 0.0012,\n 0.0010, 0.0011, 0.0013, 0.0014, 0.0010, 0.0009, 0.0012, 0.0010, 0.0008,\n 0.0011, 0.0008, 0.0009, 0.0011, 0.0010, 0.0009, 0.0008, 0.0010, 0.0011,\n 0.0010, 0.0011, 0.0008, 0.0008, 0.0012, 0.0008, 0.0008, 0.0010, 0.0008,\n 0.0010, 0.0011, 0.0010, 0.0009, 0.0009, 0.0012, 0.0011, 0.0008, 0.0007,\n 0.0009, 0.0011, 0.0009, 0.0012, 0.0008, 0.0009, 0.0008, 0.0011, 0.0007,\n 0.0011, 0.0013, 0.0010, 0.0008, 0.0009, 0.0012, 0.0011, 0.0009, 0.0008,\n 0.0013, 0.0009, 0.0008, 0.0012, 0.0009, 0.0007, 0.0012, 0.0009, 0.0012,\n 0.0010, 0.0008, 0.0014, 0.0013, 0.0012, 0.0009, 0.0013, 0.0007, 0.0009,\n 0.0007, 0.0010, 0.0010, 0.0008, 0.0007, 0.0008, 0.0008, 0.0009, 0.0012,\n 0.0009, 0.0010, 0.0011, 0.0008, 0.0008, 0.0011, 0.0009, 0.0011, 0.0009,\n 0.0012, 0.0006, 0.0009, 0.0010, 0.0010, 0.0008, 0.0008, 0.0009, 0.0007,\n 0.0011, 0.0007, 0.0008, 0.0011, 0.0009, 0.0009, 0.0011, 0.0007, 0.0014,\n 0.0015, 0.0013, 0.0010, 0.0010, 0.0008, 0.0010, 0.0008, 0.0010, 0.0006,\n 0.0010, 0.0011, 0.0007, 0.0009, 0.0011, 0.0008, 0.0007, 0.0009, 0.0010,\n 0.0008, 0.0007, 0.0007, 0.0011, 0.0009, 0.0012, 0.0008, 0.0007, 0.0010,\n 0.0009, 0.0011, 0.0010, 0.0010, 0.0010, 0.0009, 0.0008, 0.0007, 0.0007,\n 0.0012, 0.0005, 0.0008, 0.0007, 0.0009, 0.0010, 0.0009, 0.0011, 0.0010,\n 0.0009, 0.0009, 0.0009, 0.0009, 0.0010, 0.0011, 0.0008, 0.0006, 0.0009,\n 0.0010, 0.0007, 0.0008, 0.0008, 0.0011, 0.0010, 0.0010, 0.0010, 0.0010,\n 0.0010, 0.0007, 0.0012, 0.0010, 0.0008, 0.0008, 0.0011, 0.0009],\n device='cuda:0')"
14
+ },
15
+ "2": {
16
+ "step": "tensor(6260.)",
17
+ "exp_avg": "tensor([[ 5.0790e-05, -6.8139e-05, 1.5808e-04, ..., -2.9723e-05,\n 1.2051e-04, -8.1114e-05],\n [-5.2079e-05, -1.0872e-04, 7.1429e-06, ..., -2.0444e-05,\n -1.5538e-04, 3.8886e-05],\n [ 3.1261e-06, -1.1002e-04, 9.5817e-05, ..., -1.4071e-04,\n -1.2287e-04, 5.7027e-04],\n ...,\n [-3.4345e-05, -8.0667e-05, -3.7053e-04, ..., 2.6247e-04,\n -5.4189e-04, -1.5237e-04],\n [-2.6027e-05, -1.3761e-04, 2.2267e-05, ..., -9.4816e-05,\n 5.4850e-04, -2.0452e-04],\n [-4.2457e-05, 1.9693e-05, -3.5284e-04, ..., -3.0665e-04,\n 2.2054e-04, -3.2108e-04]], device='cuda:0')",
18
+ "exp_avg_sq": "tensor([[4.2310e-07, 5.4961e-07, 3.2244e-07, ..., 6.2159e-07, 1.2977e-06,\n 6.1737e-07],\n [3.9855e-07, 5.7065e-07, 4.7778e-07, ..., 7.2490e-07, 1.4104e-06,\n 5.6155e-07],\n [4.9552e-07, 5.4279e-07, 4.2231e-07, ..., 7.1718e-07, 1.3459e-06,\n 6.3466e-07],\n ...,\n [4.0909e-07, 4.7858e-07, 3.4029e-07, ..., 6.1684e-07, 1.3233e-06,\n 5.1908e-07],\n [6.5334e-07, 5.3480e-07, 3.6429e-07, ..., 6.9540e-07, 1.4033e-06,\n 7.8520e-07],\n [5.6873e-07, 6.2182e-07, 4.0544e-07, ..., 7.1102e-07, 1.5753e-06,\n 5.6310e-07]], device='cuda:0')"
19
+ },
20
+ "3": {
21
+ "step": "tensor(6260.)",
22
+ "exp_avg": "tensor([[ 5.5986e-05, 6.0469e-05, -4.4228e-05, ..., 3.8568e-04,\n 1.0047e-04, -4.8850e-05],\n [-1.1962e-04, -1.1329e-04, -1.5112e-04, ..., 1.7554e-05,\n -9.4372e-05, -1.6176e-04],\n [ 5.6052e-45, -5.6052e-45, -5.6052e-45, ..., 5.6052e-45,\n -5.6052e-45, 5.6052e-45],\n ...,\n [-2.5185e-04, -3.3961e-05, -2.9438e-05, ..., -3.1842e-05,\n -1.3525e-05, -1.3449e-04],\n [-5.2626e-05, 2.8095e-05, 4.2149e-06, ..., -8.0030e-05,\n -1.3455e-05, 3.3806e-05],\n [ 1.5345e-04, 2.4701e-05, 3.4100e-04, ..., -1.2707e-04,\n 3.3615e-05, -2.5649e-04]], device='cuda:0')",
23
+ "exp_avg_sq": "tensor([[5.5681e-07, 2.2941e-07, 5.4708e-07, ..., 2.5761e-06, 2.1340e-07,\n 1.4473e-06],\n [4.5758e-07, 3.2450e-07, 5.5147e-07, ..., 2.6176e-07, 5.1135e-07,\n 1.7493e-07],\n [1.6384e-12, 3.8664e-12, 7.2478e-13, ..., 4.5233e-13, 4.7704e-12,\n 6.6345e-14],\n ...,\n [4.7029e-07, 2.4047e-07, 7.9083e-08, ..., 2.4707e-07, 5.4852e-08,\n 4.5856e-07],\n [3.6007e-07, 2.6329e-07, 2.3461e-07, ..., 2.6878e-07, 1.6835e-06,\n 8.1676e-08],\n [4.9660e-07, 1.4455e-07, 1.2512e-06, ..., 2.2666e-07, 2.7409e-07,\n 4.0147e-07]], device='cuda:0')"
24
+ },
25
+ "4": {
26
+ "step": "tensor(6260.)",
27
+ "exp_avg": "tensor([ 4.5543e-03, -2.9239e-03, 5.6052e-45, ..., -1.0081e-03,\n -1.0322e-03, 1.9221e-04], device='cuda:0')",
28
+ "exp_avg_sq": "tensor([2.6135e-04, 2.2701e-04, 1.0722e-08, ..., 2.6731e-04, 2.0555e-04,\n 2.4464e-04], device='cuda:0')"
29
+ },
30
+ "5": {
31
+ "step": "tensor(6260.)",
32
+ "exp_avg": "tensor([[ 1.1513e-05, 5.6936e-05, 5.6052e-45, ..., 1.6753e-05,\n 2.7294e-05, 1.7920e-05],\n [ 4.6454e-05, 1.4217e-04, 5.6052e-45, ..., -7.2755e-05,\n 6.7706e-05, 9.3856e-05],\n [-1.3861e-05, 9.1084e-05, -5.6052e-45, ..., 2.1955e-05,\n -1.1127e-04, -9.7008e-06],\n ...,\n [ 2.0697e-05, -3.3576e-05, -5.6052e-45, ..., 7.3897e-05,\n -8.1342e-05, 1.2592e-05],\n [-3.2003e-05, -4.0583e-05, 5.6052e-45, ..., -1.1113e-04,\n -1.1439e-04, 7.5489e-05],\n [ 5.3175e-05, -3.7310e-05, -5.6052e-45, ..., 1.2799e-04,\n 4.0742e-06, 4.9118e-05]], device='cuda:0')",
33
+ "exp_avg_sq": "tensor([[7.4622e-08, 6.2072e-08, 9.3642e-13, ..., 6.6721e-08, 6.7961e-08,\n 7.5538e-08],\n [7.8266e-08, 7.8821e-08, 1.7368e-12, ..., 6.9203e-08, 8.6742e-08,\n 1.0508e-07],\n [7.8721e-08, 8.7389e-08, 3.0245e-12, ..., 7.5753e-08, 9.1356e-08,\n 9.4070e-08],\n ...,\n [1.1308e-07, 9.3101e-08, 1.3386e-12, ..., 7.3343e-08, 8.0194e-08,\n 1.0302e-07],\n [9.4702e-08, 9.5031e-08, 1.8068e-12, ..., 8.5997e-08, 6.3164e-08,\n 9.8275e-08],\n [8.2433e-08, 7.4032e-08, 3.8107e-12, ..., 8.7838e-08, 6.7804e-08,\n 1.1702e-07]], device='cuda:0')"
34
+ },
35
+ "6": {
36
+ "step": "tensor(6260.)",
37
+ "exp_avg": "tensor([[-2.3974e-04, -9.4273e-05, 1.5815e-04, ..., 9.0782e-05,\n 6.0628e-05, -3.7449e-05],\n [-1.1373e-04, 9.3106e-06, 2.8307e-04, ..., 1.5833e-05,\n 1.4574e-05, -4.3425e-05],\n [ 3.0082e-04, -2.3024e-04, 1.5269e-05, ..., 1.1725e-04,\n 8.2827e-05, 2.4422e-05],\n ...,\n [ 6.8163e-04, -1.5265e-04, -3.9167e-04, ..., 9.0516e-05,\n -4.2245e-04, 1.8537e-04],\n [-4.4357e-05, 5.9529e-05, 5.4331e-04, ..., 7.8653e-05,\n -8.9750e-05, 1.2582e-04],\n [-2.8837e-04, 7.0310e-04, 3.5960e-04, ..., 6.9520e-05,\n 2.2660e-04, 2.6886e-06]], device='cuda:0')",
38
+ "exp_avg_sq": "tensor([[4.9588e-07, 9.2143e-07, 9.4414e-07, ..., 2.5525e-07, 1.8549e-07,\n 3.1012e-07],\n [3.9936e-07, 6.4659e-07, 1.0179e-06, ..., 1.9182e-07, 1.3319e-07,\n 2.6962e-07],\n [5.9630e-07, 8.9992e-07, 1.1083e-06, ..., 2.6238e-07, 1.9589e-07,\n 2.5161e-07],\n ...,\n [6.2067e-07, 1.0433e-06, 1.1777e-06, ..., 3.2162e-07, 2.3398e-07,\n 3.2751e-07],\n [5.3313e-07, 7.0577e-07, 7.6373e-07, ..., 1.9975e-07, 1.4066e-07,\n 2.0335e-07],\n [5.9839e-07, 1.3830e-06, 1.1953e-06, ..., 3.2007e-07, 2.4812e-07,\n 2.9312e-07]], device='cuda:0')"
39
+ },
40
+ "7": {
41
+ "step": "tensor(6260.)",
42
+ "exp_avg": "tensor([ 3.5303e-03, -1.1491e-03, -3.2367e-03, 3.5883e-03, 4.6074e-03,\n 5.6944e-03, 1.9185e-03, 3.2005e-04, 6.9949e-03, 1.1288e-02,\n -3.8053e-03, -4.8643e-03, 5.7621e-03, 1.7979e-04, 5.7353e-03,\n 2.8786e-03, 8.7945e-03, -2.6449e-03, -6.8051e-03, 9.6742e-04,\n -6.5346e-03, -6.8329e-03, 1.0017e-02, 6.8194e-05, -5.7457e-03,\n -4.9540e-03, -2.0200e-03, 1.1859e-03, -1.0338e-04, 4.8083e-04,\n -2.2244e-03, 6.3779e-03, 3.2868e-03, 1.6330e-03, 4.2179e-03,\n 4.4128e-03, -5.4590e-03, -7.4353e-03, -5.1475e-03, -7.0965e-03,\n -1.0216e-02, -4.5389e-03, -8.3100e-04, -6.2516e-03, -9.1739e-03,\n 2.4481e-03, -7.4355e-03, 5.3221e-03, 4.7328e-03, -1.1002e-02,\n -9.1298e-04, 4.2545e-03, -6.3718e-03, 3.1478e-03, 2.1450e-03,\n 4.7837e-03, -4.1079e-03, -9.4145e-03, -3.9578e-03, 4.2933e-03,\n -8.7114e-03, -2.5771e-03, 2.8548e-04, 6.7191e-03, 1.4249e-03,\n -4.5771e-03, -8.7208e-03, -3.3535e-03, 5.3696e-03, 1.6252e-03,\n 6.1655e-03, -2.7744e-03, 7.6110e-03, -8.7186e-03, -1.6840e-02,\n 7.8326e-04, -3.3006e-03, 2.1230e-04, 7.1185e-03, -1.9183e-03,\n -1.3845e-03, -1.9988e-03, 4.1211e-03, 5.3199e-03, -6.2169e-03,\n 1.4160e-03, 3.4688e-03, 1.4811e-02, -1.6592e-03, 5.7842e-03,\n 3.6242e-03, -7.5739e-03, -3.2569e-03, -7.1286e-04, 1.7074e-02,\n 9.7801e-03, 2.6183e-03, 9.6471e-03, 7.3067e-03, 3.0066e-03,\n -1.4189e-03, -1.2526e-03, 9.3204e-04, -1.4509e-02, 8.1985e-04,\n -1.3314e-03, -5.0135e-03, 3.8353e-03, 2.5957e-03, 7.4316e-04,\n 7.0975e-04, -3.1985e-03, -3.0187e-03, -1.2628e-02, 1.1134e-02,\n -2.9917e-03, 7.2257e-04, 6.7193e-03, 2.6717e-03, -5.1641e-03,\n 5.1421e-03, 1.2776e-03, -2.4307e-03, -1.6014e-03, -3.8353e-03,\n 1.0673e-03, -3.9431e-03, 9.2071e-04, -2.8062e-03, 2.3561e-03,\n -2.6454e-03, -2.0059e-03, -1.9096e-03, 7.1498e-03, 1.1522e-02,\n -8.6507e-03, 1.8349e-03, -6.7623e-03, 2.8367e-04, 2.5943e-04,\n 1.9294e-02, -3.3437e-03, 3.9844e-04, -2.4822e-03, 3.6281e-03,\n -1.7786e-03, 4.6759e-03, 3.1599e-03, 1.7101e-03, -4.5351e-03,\n -1.1269e-02, -5.8762e-03, -5.4884e-04, -3.9678e-05, 1.7598e-03,\n -8.2169e-04, 6.3715e-03, 4.0256e-04, 7.2867e-03, -4.4439e-03,\n -2.0218e-03, 2.8913e-04, -1.4118e-03, -4.1784e-03, 3.2601e-04,\n 2.8473e-04, 1.4992e-03, 1.4785e-03, 2.1408e-03, -1.8170e-03,\n -4.8365e-03, 2.2907e-03, 4.8126e-03, -3.3583e-03, 4.0906e-03,\n -2.8964e-03, -2.2625e-03, -2.1604e-03, -5.5814e-03, -6.9821e-03,\n 7.9269e-03, 3.4020e-03, -2.8644e-03, 1.1327e-02, 3.8090e-03,\n -8.2522e-03, 1.3349e-03, 4.0752e-03, -1.0756e-03, 4.0163e-03,\n -5.3209e-03, -1.2684e-03, 2.8338e-03, 3.5999e-03, -3.1638e-03,\n -6.0916e-03, 4.5122e-03, -1.4604e-03, 2.6039e-03, -4.0764e-04,\n -3.4713e-03, -1.3878e-03, 1.1882e-03, 3.4545e-03, -8.5049e-04,\n -7.7488e-03, 1.5745e-03, 3.3009e-03, 6.8747e-03, -4.0873e-04,\n -2.4480e-03, 9.4037e-03, 2.0366e-03, 2.3531e-03, -5.0954e-03,\n -1.1194e-03, 2.4985e-03, -3.5127e-05, -2.4923e-03, -2.2451e-03,\n -4.1369e-03, 3.5999e-03, -5.7264e-03, -1.3385e-03, 2.2047e-03,\n -4.8002e-05, -8.2937e-03, -5.4050e-03, 1.5635e-03, 6.8601e-03,\n 5.0169e-03, -7.5846e-03, 4.5700e-03, 8.0966e-05, -7.5410e-04,\n 1.1082e-02, 2.0971e-03, 5.2512e-03, 1.6588e-03, 9.8017e-05,\n 1.2230e-02, 3.0512e-03, -3.7227e-03, 4.4014e-03, -3.7716e-03,\n -1.5335e-03, -6.8255e-05, -2.4041e-03, 5.1291e-03, -5.8359e-03,\n -1.8530e-03, 1.5694e-03, -4.4124e-03, -7.3476e-03, -2.3596e-03,\n 4.9337e-03, 3.5042e-03, -6.7130e-03, 5.6813e-03, 4.7635e-03,\n -9.7024e-04, -3.1660e-03, -5.9143e-03, -2.9701e-03, 4.0678e-03,\n 3.0646e-03, 6.4788e-03, -7.9645e-03, 5.3653e-03, 4.8746e-03,\n -6.3478e-03, -2.9917e-04, 3.2768e-03, -4.9249e-03, 4.8176e-03,\n 7.1280e-03, 6.4282e-04, -1.8429e-02, -8.8505e-03, 1.0570e-03,\n -1.8672e-03, -5.2215e-03, 6.0210e-04, -8.3140e-03, 9.6158e-05,\n -2.2463e-03, 2.8789e-03, -5.3610e-03, -7.5489e-03, 2.4466e-03,\n -8.0171e-03, 5.9621e-04, 7.5292e-03, -1.9253e-04, -1.7539e-04,\n -1.2987e-03, 1.8246e-03, -7.1381e-04, 4.5474e-03, -1.9320e-03,\n 6.0400e-04, -1.0029e-03, 3.0893e-03, 1.6460e-03, -2.5026e-04,\n -6.2155e-03, -5.9992e-04, -2.1517e-03, -8.3940e-03, 3.4250e-03,\n -8.4621e-03, -8.0037e-04, -2.2167e-03, -8.5263e-04, -3.1016e-03,\n -1.2811e-02, 7.6713e-03, -4.4545e-03, -4.0561e-03, 6.7572e-03,\n -6.5647e-03, 4.9073e-03, 6.7803e-03, -6.7464e-03, 1.9973e-03,\n 4.7144e-03, -4.2661e-03, 3.1027e-03, -1.0492e-02, 2.0304e-03,\n 1.0168e-02, -8.9304e-03, 5.1736e-03, 6.0855e-03, 8.4308e-04,\n 2.3270e-03, -5.1052e-04, -1.3341e-02, -3.0506e-03, 9.9747e-04,\n -5.9360e-03, -2.3764e-03, 2.0870e-04, 4.8540e-03, 1.1202e-02,\n -5.3857e-03, -3.7577e-03, 7.5179e-04, 5.9141e-04, -1.1767e-02,\n 6.2911e-03, -6.1755e-03, -4.0882e-03, -2.1951e-03, -1.0234e-03,\n 2.3830e-03, -3.3827e-03, -1.4580e-03, -4.4328e-03, -2.1528e-03,\n 1.1923e-03, 6.2164e-03, -1.9749e-03, 4.7057e-03, 1.0108e-02,\n 5.6888e-04, 5.9939e-03, -3.9847e-03, 4.7357e-04, 9.8347e-04,\n -3.0414e-04, -1.5490e-03, -8.1857e-05, -7.1608e-03, -5.1585e-03,\n 2.1910e-03, 1.6934e-03, 2.8973e-03, 6.1343e-04, 4.3425e-03,\n 1.1040e-02, 3.0820e-03, -3.4139e-03, -2.3359e-03, 1.7183e-03,\n -4.8490e-03, 1.9490e-03, -4.4859e-03, -6.5998e-03, -2.3403e-03,\n -6.0005e-03, -3.0928e-03, -7.8954e-04, 1.1596e-04, -1.6317e-03,\n -1.3474e-03, 1.1728e-02, -7.8193e-04, 2.6125e-03, -5.2625e-03,\n -4.1872e-03, 6.3570e-04, -2.2635e-03, 2.1192e-03, 9.1824e-04,\n 8.4747e-03, -2.9929e-04, 2.7336e-03, 5.5369e-03, 1.9919e-03,\n -6.8148e-03, 9.8415e-03, -4.7677e-04, -2.5356e-03, -4.2406e-03,\n -5.6247e-03, 3.6795e-03, 2.7973e-03, 1.6117e-03, -2.6666e-03,\n 5.3411e-03, 7.8127e-03, 7.2656e-03, 5.8392e-03, 7.2948e-03,\n -5.7183e-03, -2.3548e-03, 2.5903e-03, 4.5669e-03, 5.6032e-03,\n 2.1569e-03, -3.3565e-04, -8.1396e-04, 1.3433e-02, 5.8949e-03,\n 1.1541e-02, 2.2507e-04, -6.4404e-03, -1.5222e-03, -3.1339e-03,\n 4.8354e-03, -8.2371e-03, -4.7477e-03, -1.1612e-03, -4.5784e-03,\n 1.3747e-03, -4.6758e-03, -5.0419e-05, 4.2690e-03, -2.3685e-03,\n 2.9692e-03, -1.8062e-03, 8.1101e-03, 3.9626e-03, 1.9058e-04,\n -1.8176e-03, 6.7887e-03, -8.9662e-04, -6.7312e-03, 8.9096e-04,\n 3.4097e-03, -1.0606e-03, -5.3326e-03, -2.4079e-03, 1.0547e-03,\n 1.5713e-03, -1.8167e-05, 7.3934e-04, 7.1463e-03, -2.1396e-04,\n 2.3733e-04, 3.1628e-03, 5.5700e-03, -5.1986e-03, 3.7841e-03,\n 1.3169e-02, 8.1517e-03, 8.0133e-03, 7.0671e-04, -2.7712e-03,\n -4.6671e-04, -4.2280e-04, 5.6692e-04, -3.1671e-05, -1.0265e-03,\n -4.1037e-03, 1.5321e-03, 6.4455e-03, -3.8876e-03, 6.5451e-03,\n -7.2874e-04, 7.7577e-03, -6.5510e-03, 1.9707e-03, -2.2568e-03,\n -4.7455e-04, 2.8808e-03, 2.6132e-03, 1.1498e-03, 6.3250e-03,\n -1.8685e-04, 3.3140e-03, 2.8237e-03, -6.4241e-03, 2.6868e-03,\n -8.0997e-03, -5.4708e-03, 1.1691e-02, 1.5681e-03, -4.3430e-03,\n 5.7050e-03, -2.7473e-03], device='cuda:0')",
43
+ "exp_avg_sq": "tensor([0.0003, 0.0002, 0.0003, 0.0003, 0.0002, 0.0003, 0.0002, 0.0003, 0.0002,\n 0.0003, 0.0002, 0.0002, 0.0003, 0.0002, 0.0003, 0.0002, 0.0002, 0.0003,\n 0.0002, 0.0003, 0.0003, 0.0003, 0.0003, 0.0004, 0.0003, 0.0003, 0.0003,\n 0.0002, 0.0002, 0.0002, 0.0003, 0.0003, 0.0002, 0.0003, 0.0003, 0.0002,\n 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0002, 0.0003,\n 0.0003, 0.0002, 0.0002, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003,\n 0.0004, 0.0003, 0.0002, 0.0003, 0.0003, 0.0003, 0.0002, 0.0003, 0.0003,\n 0.0003, 0.0002, 0.0003, 0.0002, 0.0003, 0.0003, 0.0002, 0.0003, 0.0003,\n 0.0002, 0.0003, 0.0003, 0.0002, 0.0002, 0.0003, 0.0002, 0.0002, 0.0003,\n 0.0002, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0002, 0.0002, 0.0002,\n 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0002, 0.0003, 0.0003,\n 0.0003, 0.0003, 0.0003, 0.0003, 0.0002, 0.0003, 0.0002, 0.0003, 0.0003,\n 0.0002, 0.0002, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0002, 0.0003,\n 0.0003, 0.0003, 0.0002, 0.0002, 0.0003, 0.0002, 0.0003, 0.0003, 0.0003,\n 0.0002, 0.0003, 0.0003, 0.0002, 0.0003, 0.0002, 0.0003, 0.0003, 0.0003,\n 0.0003, 0.0002, 0.0003, 0.0001, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003,\n 0.0003, 0.0003, 0.0002, 0.0003, 0.0002, 0.0002, 0.0002, 0.0003, 0.0004,\n 0.0003, 0.0002, 0.0002, 0.0003, 0.0003, 0.0003, 0.0002, 0.0002, 0.0003,\n 0.0002, 0.0003, 0.0001, 0.0003, 0.0003, 0.0002, 0.0003, 0.0002, 0.0002,\n 0.0003, 0.0003, 0.0002, 0.0003, 0.0002, 0.0002, 0.0003, 0.0002, 0.0002,\n 0.0002, 0.0003, 0.0003, 0.0003, 0.0001, 0.0003, 0.0002, 0.0003, 0.0002,\n 0.0002, 0.0002, 0.0003, 0.0002, 0.0003, 0.0003, 0.0003, 0.0002, 0.0003,\n 0.0003, 0.0003, 0.0003, 0.0002, 0.0002, 0.0003, 0.0003, 0.0002, 0.0004,\n 0.0002, 0.0002, 0.0003, 0.0002, 0.0002, 0.0004, 0.0003, 0.0003, 0.0003,\n 0.0003, 0.0003, 0.0002, 0.0003, 0.0002, 0.0002, 0.0002, 0.0003, 0.0003,\n 0.0002, 0.0003, 0.0002, 0.0002, 0.0002, 0.0002, 0.0003, 0.0003, 0.0002,\n 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0002, 0.0002, 0.0003,\n 0.0003, 0.0002, 0.0003, 0.0002, 0.0003, 0.0002, 0.0003, 0.0003, 0.0003,\n 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0002, 0.0003, 0.0003,\n 0.0002, 0.0002, 0.0002, 0.0003, 0.0003, 0.0003, 0.0002, 0.0003, 0.0003,\n 0.0003, 0.0003, 0.0003, 0.0003, 0.0004, 0.0003, 0.0002, 0.0003, 0.0003,\n 0.0003, 0.0003, 0.0003, 0.0003, 0.0002, 0.0003, 0.0003, 0.0002, 0.0002,\n 0.0003, 0.0002, 0.0002, 0.0002, 0.0002, 0.0002, 0.0002, 0.0003, 0.0003,\n 0.0003, 0.0002, 0.0003, 0.0002, 0.0004, 0.0003, 0.0003, 0.0002, 0.0003,\n 0.0003, 0.0003, 0.0003, 0.0002, 0.0002, 0.0002, 0.0002, 0.0003, 0.0003,\n 0.0003, 0.0003, 0.0003, 0.0003, 0.0004, 0.0002, 0.0003, 0.0003, 0.0002,\n 0.0002, 0.0003, 0.0003, 0.0002, 0.0003, 0.0002, 0.0002, 0.0003, 0.0002,\n 0.0002, 0.0002, 0.0003, 0.0003, 0.0003, 0.0002, 0.0002, 0.0003, 0.0002,\n 0.0002, 0.0003, 0.0002, 0.0002, 0.0002, 0.0002, 0.0003, 0.0003, 0.0002,\n 0.0003, 0.0003, 0.0002, 0.0002, 0.0003, 0.0002, 0.0003, 0.0002, 0.0003,\n 0.0003, 0.0003, 0.0002, 0.0003, 0.0003, 0.0003, 0.0002, 0.0003, 0.0002,\n 0.0003, 0.0002, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0002, 0.0002,\n 0.0003, 0.0003, 0.0004, 0.0002, 0.0003, 0.0002, 0.0003, 0.0003, 0.0002,\n 0.0002, 0.0003, 0.0003, 0.0002, 0.0002, 0.0003, 0.0003, 0.0002, 0.0003,\n 0.0003, 0.0003, 0.0003, 0.0002, 0.0002, 0.0003, 0.0003, 0.0003, 0.0003,\n 0.0002, 0.0002, 0.0002, 0.0003, 0.0002, 0.0003, 0.0003, 0.0003, 0.0002,\n 0.0003, 0.0003, 0.0003, 0.0003, 0.0002, 0.0002, 0.0002, 0.0002, 0.0002,\n 0.0003, 0.0003, 0.0003, 0.0002, 0.0003, 0.0003, 0.0002, 0.0002, 0.0002,\n 0.0003, 0.0002, 0.0003, 0.0004, 0.0002, 0.0002, 0.0003, 0.0002, 0.0002,\n 0.0002, 0.0002, 0.0003, 0.0003, 0.0002, 0.0003, 0.0002, 0.0003, 0.0003,\n 0.0002, 0.0003, 0.0002, 0.0002, 0.0002, 0.0002, 0.0003, 0.0002, 0.0002,\n 0.0002, 0.0002, 0.0003, 0.0003, 0.0002, 0.0002, 0.0003, 0.0003, 0.0003,\n 0.0003, 0.0002, 0.0002, 0.0002, 0.0002, 0.0003, 0.0003, 0.0003, 0.0002,\n 0.0003, 0.0002, 0.0003, 0.0002, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003,\n 0.0003, 0.0003, 0.0004, 0.0003, 0.0003, 0.0003, 0.0002, 0.0002, 0.0002,\n 0.0003, 0.0002, 0.0001, 0.0002, 0.0002, 0.0003, 0.0003, 0.0002, 0.0004,\n 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0002, 0.0003],\n device='cuda:0')"
44
+ },
45
+ "8": {
46
+ "step": "tensor(6260.)",
47
+ "exp_avg": "tensor([[-5.6052e-45, 5.6052e-45, 5.6052e-45, ..., 5.6052e-45,\n 5.6052e-45, 5.6052e-45],\n [ 2.3523e-05, -1.3011e-04, -8.8075e-06, ..., 4.4040e-05,\n 2.2395e-05, 2.7942e-05],\n [ 2.0244e-06, 1.6523e-04, 5.1120e-05, ..., 6.3278e-06,\n -6.0437e-04, -7.2748e-06],\n ...,\n [-1.0140e-04, -8.8018e-06, 2.9711e-05, ..., -8.3422e-05,\n -1.7064e-06, -3.2421e-04],\n [ 6.9540e-05, 6.5114e-05, -2.7124e-05, ..., 4.2116e-04,\n 8.5731e-04, 8.6158e-07],\n [ 5.8681e-05, -9.7484e-06, 2.0330e-05, ..., -7.4553e-05,\n 1.1358e-04, -1.3428e-04]], device='cuda:0')",
48
+ "exp_avg_sq": "tensor([[2.0505e-14, 6.4126e-13, 3.6792e-14, ..., 2.7397e-12, 2.7451e-14,\n 9.6952e-15],\n [1.0261e-07, 2.5487e-07, 1.6069e-07, ..., 8.3957e-08, 2.2236e-08,\n 1.4654e-07],\n [6.9827e-08, 2.6050e-07, 8.0599e-08, ..., 9.1482e-08, 1.1340e-06,\n 1.4120e-07],\n ...,\n [6.0718e-07, 3.1665e-08, 2.4890e-07, ..., 2.0375e-07, 1.4301e-08,\n 5.0471e-07],\n [7.3756e-08, 7.8476e-08, 1.7516e-08, ..., 1.4857e-07, 1.0781e-06,\n 3.3479e-08],\n [6.3289e-08, 2.0104e-08, 1.3567e-08, ..., 6.7115e-08, 3.1463e-07,\n 2.0577e-07]], device='cuda:0')"
49
+ },
50
+ "9": {
51
+ "step": "tensor(6260.)",
52
+ "exp_avg": "tensor([ 5.6052e-45, 4.4477e-04, 3.2735e-03, ..., -2.8574e-03,\n 3.6025e-03, 7.3673e-04], device='cuda:0')",
53
+ "exp_avg_sq": "tensor([3.3751e-09, 9.8982e-05, 8.2866e-05, ..., 1.0020e-04, 9.0913e-05,\n 8.0129e-05], device='cuda:0')"
54
+ },
55
+ "10": {
56
+ "step": "tensor(6260.)",
57
+ "exp_avg": "tensor([[-5.6052e-45, -5.5629e-05, -1.8614e-05, ..., -2.8753e-06,\n -7.5555e-06, -4.1821e-05],\n [ 5.6052e-45, 4.2399e-05, -1.3717e-06, ..., 1.3122e-05,\n -2.0070e-05, 3.9652e-05],\n [ 5.6052e-45, 3.6020e-05, -3.3529e-05, ..., -4.7932e-06,\n 2.9833e-06, 9.1580e-05],\n ...,\n [-5.6052e-45, 1.6312e-05, 3.4696e-06, ..., 1.3650e-05,\n 4.6341e-05, 1.6219e-05],\n [-5.6052e-45, 2.6146e-05, 2.6211e-05, ..., 9.6120e-05,\n -1.2415e-05, 1.5184e-04],\n [ 5.6052e-45, -1.4349e-05, 1.3479e-05, ..., 9.2816e-06,\n 4.0285e-05, -1.5855e-05]], device='cuda:0')",
58
+ "exp_avg_sq": "tensor([[1.4046e-13, 2.0517e-08, 1.8230e-08, ..., 2.4184e-08, 1.8154e-08,\n 1.7543e-08],\n [1.7866e-13, 2.4094e-08, 2.5770e-08, ..., 3.8581e-08, 2.3191e-08,\n 1.9726e-08],\n [1.9990e-14, 2.7000e-08, 3.0911e-08, ..., 3.6010e-08, 2.3710e-08,\n 2.5810e-08],\n ...,\n [1.8125e-13, 3.2635e-08, 2.6766e-08, ..., 3.4167e-08, 2.8890e-08,\n 2.9521e-08],\n [2.5409e-14, 2.5689e-08, 2.5110e-08, ..., 3.3575e-08, 2.6163e-08,\n 2.5437e-08],\n [6.3984e-15, 2.7113e-08, 2.6167e-08, ..., 3.3903e-08, 3.1097e-08,\n 2.4902e-08]], device='cuda:0')"
59
+ },
60
+ "11": {
61
+ "step": "tensor(6260.)",
62
+ "exp_avg": "tensor([[ 5.0442e-06, -1.3967e-05, 9.7875e-05, ..., 8.4759e-05,\n 2.2453e-05, -1.3506e-05],\n [ 1.3254e-04, -5.3688e-05, -2.5088e-05, ..., -3.0024e-05,\n -1.6790e-05, 1.0618e-04],\n [-3.9320e-05, 1.1185e-05, -6.3864e-05, ..., -2.0242e-05,\n -6.1688e-05, -2.2661e-05],\n ...,\n [ 7.5973e-05, -3.3496e-04, 5.3079e-05, ..., 2.7225e-05,\n -1.6846e-04, 9.5835e-05],\n [ 1.0834e-04, -1.1317e-04, -2.1309e-04, ..., 2.6593e-04,\n -6.1079e-05, -6.1962e-05],\n [-2.4808e-05, -1.6036e-04, 8.8200e-05, ..., 6.2939e-05,\n -7.7900e-05, -3.1139e-07]], device='cuda:0')",
63
+ "exp_avg_sq": "tensor([[1.2492e-07, 1.9564e-07, 3.2278e-07, ..., 9.6818e-08, 6.9723e-08,\n 1.3002e-07],\n [1.0294e-07, 1.6370e-07, 2.0731e-07, ..., 9.7056e-08, 6.2612e-08,\n 7.6753e-08],\n [9.9851e-08, 1.6731e-07, 1.4590e-07, ..., 8.2184e-08, 5.7246e-08,\n 6.7612e-08],\n ...,\n [1.2736e-07, 2.7459e-07, 2.4579e-07, ..., 1.2018e-07, 8.5881e-08,\n 1.1579e-07],\n [1.0834e-07, 1.7918e-07, 1.9357e-07, ..., 9.2444e-08, 5.8397e-08,\n 1.0499e-07],\n [1.0189e-07, 2.0163e-07, 2.0105e-07, ..., 9.8664e-08, 6.5564e-08,\n 8.8165e-08]], device='cuda:0')"
64
+ },
65
+ "12": {
66
+ "step": "tensor(6260.)",
67
+ "exp_avg": "tensor([-4.8749e-04, -1.8199e-03, 5.8929e-04, 1.3752e-03, -6.9581e-04,\n -6.1410e-03, 2.5645e-03, 2.3640e-03, -7.1060e-04, -3.6814e-03,\n -8.4523e-04, 4.4495e-03, -2.1987e-04, -1.8591e-03, 7.4604e-04,\n 3.1728e-04, -3.8190e-03, 6.0333e-04, -3.2883e-03, 2.8894e-03,\n 1.8920e-03, -4.8433e-04, -3.2254e-03, -4.0710e-03, 4.9307e-04,\n -5.0649e-03, 4.3660e-03, -5.0236e-03, -8.7358e-04, -9.4813e-04,\n -4.9867e-03, -3.1880e-03, -1.5794e-03, 1.0363e-03, 2.1415e-03,\n -3.3958e-03, -1.5270e-03, -3.1412e-03, -5.1063e-03, 3.2838e-03,\n -7.3818e-04, -3.0246e-03, -7.7294e-04, -5.6412e-03, 2.3049e-03,\n -2.2251e-03, -1.4227e-03, -4.4165e-03, -4.4732e-04, 2.4476e-03,\n 5.7138e-03, 9.2348e-03, 4.0779e-03, -4.6430e-04, -2.2985e-03,\n -1.3154e-03, -5.7907e-04, -5.2472e-03, -2.2714e-03, 1.3371e-03,\n 1.9583e-03, -2.0973e-03, -1.2401e-03, 6.2039e-03, -4.4534e-03,\n -3.8444e-03, 3.6597e-03, 2.5979e-03, -5.9387e-03, -2.0195e-03,\n 2.3699e-03, 6.7816e-03, 2.6874e-03, -4.4978e-04, -1.4653e-03,\n 4.4577e-03, 6.4073e-03, -5.9904e-03, -2.9022e-03, 3.3130e-03,\n -3.2363e-03, -4.5094e-03, 9.0558e-05, 4.9153e-03, 5.5149e-04,\n -2.0756e-04, -8.9518e-04, -2.7923e-03, 1.0618e-03, -6.9332e-04,\n -2.4549e-03, -8.9455e-04, -1.2497e-03, -7.5636e-04, 6.0335e-03,\n -2.8754e-03, -2.5432e-03, 2.5100e-03, 3.4092e-03, 6.5062e-04,\n 8.2606e-03, -2.8324e-04, 2.4823e-03, -9.9964e-04, -1.2655e-03,\n -2.5334e-03, -7.9746e-04, -4.4592e-03, -6.6814e-04, 4.5943e-03,\n -5.6052e-45, -1.7008e-05, 4.3183e-03, 3.5841e-04, -3.0370e-03,\n 4.8742e-04, 6.0580e-04, 4.0315e-03, 1.9949e-03, 7.7309e-04,\n -2.1829e-03, -1.8427e-03, 1.2756e-03, -4.4706e-04, 2.0526e-03,\n -8.7915e-03, 6.3025e-04, 1.2033e-03, 7.5872e-03, 1.0793e-03,\n 5.6896e-03, 7.9119e-03, 8.0292e-03, 1.6279e-03, 3.2272e-03,\n -2.1575e-03, 2.1402e-03, -4.2887e-04, 5.4334e-03, 1.5486e-03,\n 3.5898e-03, -6.8530e-04, 1.0017e-03, 1.1775e-03, 5.9958e-04,\n 6.0460e-05, 2.9372e-03, -8.2089e-04, -2.7696e-03, -1.5756e-03,\n -2.6015e-03, -1.8466e-03, -7.3070e-04, 3.9607e-03, 6.7015e-03,\n 3.9115e-03, -5.9137e-03, 3.3867e-03, 9.5093e-04, 4.5483e-04,\n -2.1185e-03, -2.3454e-03, 2.7614e-03, -3.7336e-03, -1.5386e-03,\n -8.0253e-04, -2.6521e-03, 1.1340e-03, 2.6245e-03, -1.7036e-03,\n -3.8373e-03, 1.3519e-03, 2.5174e-03, 4.7102e-04, 8.1568e-04,\n 1.4518e-03, -3.5944e-03, 5.6255e-03, 1.0817e-03, -3.1247e-04,\n -1.2001e-07, 1.6361e-03, -6.4397e-05, 2.2768e-03, 2.3869e-03,\n -3.4144e-03, 2.0447e-03, -7.0780e-04, 7.7625e-03, 3.5932e-03,\n 3.5581e-03, -2.6201e-03, -1.9534e-03, 4.5868e-04, 4.2182e-03,\n 1.4379e-03, 7.8935e-03, 3.1627e-03, -3.1947e-05, 4.3797e-03,\n 5.4551e-04, 2.9302e-03, 2.2051e-03, -5.0332e-04, -2.2846e-03,\n 3.1645e-05, 6.3737e-04, 2.8393e-03, 2.2765e-03, 2.1777e-03,\n -2.9276e-03, -1.3552e-03, 4.5870e-03, -8.4627e-04, -2.3995e-03,\n -3.5553e-03, -2.6210e-04, 4.0720e-03, -1.0724e-03, 2.6047e-03,\n -1.1030e-04, 5.7307e-03, 1.0497e-03, -3.5041e-03, 5.3816e-04,\n -1.8369e-03, -4.2081e-03, 4.1713e-03, -1.1150e-03, 4.8329e-03,\n -1.2329e-03, -3.0630e-03, 3.7542e-03, 8.5645e-04, 2.1189e-04,\n -2.9037e-03, 3.3973e-03, -1.6296e-03, 1.2309e-03, 1.2472e-04,\n -6.8683e-04, 3.7290e-03, -3.4815e-03, 7.7588e-04, -7.0134e-04,\n -3.4068e-04, 3.9864e-04, -4.7557e-04, 3.6751e-03, 4.2601e-03,\n 3.9832e-03, -1.8859e-03, 1.3299e-02, 8.3425e-04, 5.9260e-04,\n -2.5111e-03, 2.5450e-03, 2.0783e-03, 1.4234e-03, 1.7992e-03,\n -4.2326e-04, 1.2763e-03, -9.3631e-04, -8.6659e-04, 2.1055e-03,\n 2.2418e-03, 3.8308e-03, 1.3322e-03, -3.0441e-03, -7.2599e-03,\n 2.0826e-03, -1.9138e-03, -9.9036e-04, -3.9903e-03, -1.3578e-04,\n -1.9201e-03, -1.6857e-03, 1.6937e-03, 1.4847e-03, -9.2502e-05,\n -3.0330e-03, 1.4603e-03, 2.9636e-03, -1.0200e-03, -8.0664e-04,\n -1.7035e-03, 1.2315e-04, -5.6364e-03, -1.1761e-04, 7.0416e-03,\n -4.3888e-04, -2.1821e-03, 4.5869e-03, -4.2067e-03, -1.1074e-03,\n -2.1502e-03, 3.0958e-03, -3.5195e-03, -4.2728e-04, -1.7602e-03,\n -7.7332e-04, 4.3814e-04, -1.9027e-03, -6.4778e-03, 3.5714e-03,\n 3.0229e-03, 1.4801e-03, 2.4390e-03, 1.1054e-03, -1.5176e-03,\n -3.5328e-04, 2.3885e-03, 8.1831e-04, -1.3852e-03, -2.7617e-03,\n -7.0549e-03, 2.6486e-03, -2.7044e-03, 5.5042e-03, -1.1187e-03,\n -4.4314e-03, 4.4815e-03, 3.9443e-04, 7.6551e-03, -1.4670e-03,\n -1.0716e-02, -4.0483e-03, -2.3811e-03, -2.0496e-03, 2.3140e-06,\n -2.3490e-03, 4.4683e-03, 2.7072e-03, 9.0224e-04, 1.2524e-03,\n 4.5820e-03, 2.3273e-03, 1.2234e-03, 5.4421e-03, -3.6334e-03,\n 3.3028e-03, -3.9540e-03, -6.4665e-03, 2.9489e-03, 1.3384e-04,\n 2.4735e-03, 7.0709e-03, 8.2922e-06, 1.2246e-03, -5.9250e-03,\n -8.4520e-04, 3.5704e-04, 7.3900e-05, -1.0736e-03, -3.4521e-03,\n 4.5018e-05, 9.1761e-04, 2.0715e-03, 1.2895e-03, 5.9162e-04,\n 2.4553e-04, -2.8432e-03, -8.2363e-04, -4.4742e-03, -2.2912e-03,\n 3.6666e-03, -5.0808e-03, 7.3891e-04, -1.5391e-03, 2.5502e-03,\n 2.9445e-03, -4.8499e-03, -3.0356e-06, -1.9601e-03, 2.2643e-03,\n -1.6226e-04, 1.9406e-03, 1.2882e-03, -6.3078e-04, -6.2085e-03,\n -2.5699e-03, 1.2815e-03, -3.4257e-03, -1.8476e-03, -1.7138e-03,\n 4.1472e-04, -2.9991e-03, -3.1112e-03, 1.0460e-03, -8.6949e-03,\n -6.9589e-04, -1.5717e-03, 2.8397e-05, 6.2058e-03, -1.7501e-03,\n -3.5894e-04, -6.9049e-05, -9.1104e-04, -4.7224e-03, 1.8623e-04,\n -4.2265e-03, -6.5270e-03, 4.6954e-03, -2.5552e-03, 5.2285e-04,\n 9.9208e-04, -2.7239e-03, -4.4063e-03, -1.8726e-04, 1.9375e-03,\n 2.1999e-03, -3.0213e-03, 1.3066e-03, -3.0634e-03, -1.2554e-03,\n 5.0500e-03, -2.8542e-03, -2.3326e-03, 5.7573e-04, -5.2708e-03,\n 4.1417e-03, 2.1553e-03, -6.3516e-03, 7.6950e-03, -2.4352e-03,\n -4.4757e-03, -6.0151e-03, 2.8011e-03, -1.2304e-03, 4.5408e-04,\n -5.8476e-04, -1.0709e-03, 3.3278e-03, 6.7188e-04, -4.8439e-03,\n -1.5836e-03, -4.9658e-03, -1.9734e-03, 1.2045e-03, 2.0280e-03,\n -1.6955e-03, -1.1248e-03, 5.8195e-04, -3.3619e-03, 1.5269e-03,\n 5.4085e-03, -1.1009e-03, 8.2710e-03, -2.3645e-03, -1.2618e-03,\n -1.7993e-03, 3.9862e-03, 1.3981e-04, -7.9255e-03, -9.2980e-04,\n -6.8349e-03, 1.7962e-03, 1.0857e-04, 1.8459e-03, -3.0146e-03,\n 7.1769e-04, -9.2841e-04, -1.0529e-03, -2.4109e-03, -1.0448e-03,\n 2.7645e-03, -1.4641e-03, -4.9715e-03, 4.7973e-03, -4.0380e-03,\n 1.6715e-03, 5.0757e-04, -4.6522e-03, -3.0411e-03, 7.9448e-04,\n 6.3826e-03, 7.8020e-04, 3.6935e-03, -4.7708e-04, 4.3775e-04,\n -4.3329e-04, -2.9430e-03, -4.7113e-03, 9.8182e-03, 6.2534e-03,\n 3.5247e-03, -5.0207e-03, 5.9957e-04, -3.0490e-03, 2.9661e-04,\n -4.2657e-03, 3.6434e-03, -2.0609e-03, -4.3737e-05, -3.6474e-03,\n -2.9234e-03, 3.5648e-03, 2.6890e-03, -4.9986e-03, -8.6240e-04,\n -1.1782e-03, 5.0398e-03, -1.8248e-03, -5.2830e-05, 2.9412e-03,\n 2.8944e-03, 4.0603e-04, -4.0395e-04, 7.3962e-04, 7.4591e-04,\n 3.0403e-04, -2.0377e-03, -1.9096e-03, -2.3050e-03, -2.6690e-03,\n 3.8871e-03, -1.1783e-03, -2.1176e-03, 4.1177e-03, 1.3715e-03,\n -3.7449e-03, 3.2525e-04, 2.9862e-03, -1.8724e-03, -4.1293e-03,\n 2.5487e-03, -6.9979e-04, 3.7196e-03, -2.1737e-03, -1.1790e-03,\n 1.6560e-03, 3.9022e-03, -6.0878e-03, -9.8639e-03, -2.7294e-03,\n -3.1084e-03, -5.2376e-03, 4.1554e-03, 1.0540e-02, -5.1826e-04,\n -1.2249e-03, -1.2205e-03, 2.8934e-03, -4.6476e-03, 2.9430e-03,\n -1.8225e-03, 1.0472e-04, -2.2593e-04, 6.9194e-04, 1.1964e-03,\n 3.2416e-03, -2.3435e-04, 3.8819e-03, 6.2676e-03, -4.6453e-03,\n -2.5537e-03, 4.7827e-03, 1.6535e-03, -2.5976e-03, 5.7191e-03,\n 1.5863e-03, 4.3934e-04, 6.3501e-04, -2.4466e-03, 1.9813e-03,\n 7.4855e-04, -3.2840e-03, 1.7356e-03, 5.4743e-03, -2.6300e-03,\n 1.5275e-03, 7.2379e-04, -1.7374e-03, 1.9383e-03, 1.9990e-03,\n -1.5041e-03, 1.5314e-04, 5.5207e-03, 5.6052e-45, 4.4715e-03,\n -7.4628e-04, 3.3434e-38, -1.3467e-04, 5.6373e-04, -2.4928e-03,\n -7.5138e-04, 1.0237e-03, 1.0935e-03, 2.2039e-03, -1.2065e-04,\n -3.1103e-03, 2.8288e-03, 6.6611e-03, -6.5128e-04, -5.3807e-03,\n -1.4787e-03, 3.1649e-03, -2.5415e-03, 4.8034e-04, 3.1100e-03,\n -2.9496e-03, 3.8833e-05, 3.4581e-03, 3.9797e-03, -2.8801e-03,\n -1.4301e-05, -1.0490e-02, -4.8564e-04, -5.3196e-03, -1.3000e-03,\n 1.7146e-03, 5.3709e-03, -3.0204e-03, 7.0493e-04, 6.7320e-04,\n -2.5351e-03, -5.5832e-03, -6.9173e-04, 3.2900e-03, -2.2328e-03,\n -5.9200e-04, -1.1311e-03, 2.6545e-03, -3.8147e-03, -7.9768e-04,\n 2.0887e-03, -4.4442e-03, -6.1210e-05, 2.3288e-03, 4.6178e-03,\n 3.7063e-05, 2.7186e-03, 3.9812e-03, -6.0860e-05, 3.4491e-03,\n 6.7140e-03, -8.6371e-04, -2.5002e-03, -1.4369e-03, 7.6633e-03,\n 7.9531e-04, 3.2637e-03, 6.7622e-04, -1.3053e-03, 8.7260e-03,\n -1.1900e-03, -5.0996e-03, 4.9153e-03, -4.2608e-04, 1.3939e-04,\n -7.3997e-04, -4.4142e-04, 2.3526e-03, 6.5394e-03, 3.5071e-03,\n 1.6838e-03, -2.4695e-03, 4.1316e-03, -6.2617e-03, -1.5940e-03,\n 2.8784e-04, 1.1033e-03, -1.7880e-03, 3.3212e-04, 4.2027e-03,\n 2.2934e-03, 9.6852e-04, 6.3715e-04, 1.5737e-03, 2.4584e-03,\n -8.2892e-04, -2.1225e-03, -4.4689e-04, 1.6832e-03, -1.0564e-02,\n -4.3359e-03, -2.3748e-05, 1.3492e-04, 1.5892e-03, 4.2799e-03,\n -1.6450e-03, -2.4190e-04, 3.9422e-03, -1.1183e-03, 9.3230e-04,\n -2.7805e-04, 2.0315e-03, -1.4261e-03, 9.4214e-04, -1.1847e-03,\n -3.1818e-03, 3.4157e-03, 1.3414e-03, 4.6851e-03, -1.8002e-03,\n 1.5139e-03, -3.7709e-03, -2.8175e-03, 3.1635e-03, -6.1237e-03,\n 2.6206e-03, -3.0123e-03, -5.6015e-03, 8.2299e-04, -8.1260e-03,\n -6.1768e-03, -3.3658e-03, -4.8518e-03, 7.0700e-03, 3.1894e-03,\n 2.5099e-03, 6.2458e-04, -1.8642e-03, 5.4364e-04, -2.3442e-03,\n 1.0136e-03, -1.2188e-04, 4.0004e-03, -3.0920e-03, -1.6977e-03,\n -6.4430e-03, -6.3220e-04, -7.8620e-03, 2.4447e-03, -2.3223e-03,\n 6.6295e-04, 2.0229e-03, -1.2843e-03, 2.8393e-03, 1.0180e-02,\n 1.7175e-03, -8.6598e-03, 1.9763e-03, -3.0957e-03, 3.0150e-03,\n 3.6648e-03, 8.3538e-03, 9.6792e-04, 5.6186e-03, -3.0425e-03,\n 6.9021e-05, 4.2165e-03, 2.9714e-03, -1.2557e-04, -1.9971e-04,\n 1.4166e-03, 1.0705e-03, -5.8699e-04, -1.8345e-03, 2.5509e-03,\n -5.5984e-03, -3.9982e-04, 8.4219e-04, -3.1254e-03, 7.1479e-03,\n -7.7803e-03, 5.7432e-03, 3.3659e-03, -1.1291e-03, 7.9584e-04,\n -9.9027e-04, -1.6164e-03, 2.9859e-03, 9.0731e-04, 3.1294e-03,\n -1.7765e-03, 5.5527e-03, -2.6213e-04], device='cuda:0')",
68
+ "exp_avg_sq": "tensor([1.0452e-04, 9.3487e-05, 8.8064e-05, 1.1797e-04, 1.5703e-04, 1.3397e-04,\n 1.0639e-04, 1.0481e-04, 1.3179e-04, 1.0019e-04, 1.0373e-04, 1.5995e-04,\n 1.1702e-04, 1.1694e-04, 9.2160e-05, 6.6745e-05, 1.0526e-04, 1.0661e-04,\n 1.3873e-04, 6.7419e-05, 1.1028e-04, 1.2892e-04, 1.0145e-04, 9.8744e-05,\n 1.2407e-04, 1.0779e-04, 7.6381e-05, 1.0816e-04, 9.1499e-05, 1.2314e-04,\n 1.3127e-04, 1.0424e-04, 1.1523e-04, 7.4614e-05, 1.2089e-04, 1.0639e-04,\n 1.2629e-04, 1.1745e-04, 9.9784e-05, 9.7313e-05, 1.2412e-04, 1.2071e-04,\n 1.2394e-04, 8.4512e-05, 7.6759e-05, 9.5490e-05, 3.2044e-05, 1.0407e-04,\n 1.0845e-04, 9.1307e-05, 7.2248e-05, 1.0611e-04, 9.3278e-05, 7.1757e-05,\n 1.5469e-04, 1.1521e-04, 5.8861e-05, 7.3254e-05, 1.3581e-04, 9.8840e-05,\n 1.3597e-04, 1.1581e-04, 1.2328e-04, 1.0361e-04, 1.0039e-04, 1.3322e-04,\n 1.3065e-04, 9.8911e-05, 1.3140e-04, 8.7110e-05, 8.3702e-05, 1.0310e-04,\n 1.0485e-04, 1.0241e-04, 1.2489e-04, 9.0335e-05, 1.1718e-04, 1.1061e-04,\n 1.1716e-04, 1.4822e-04, 1.1885e-04, 9.1085e-05, 1.2448e-04, 1.4422e-04,\n 1.0271e-04, 1.3041e-04, 1.0265e-04, 1.1870e-04, 8.8837e-05, 1.1982e-04,\n 1.0083e-04, 9.2114e-05, 1.2534e-04, 1.1151e-04, 7.2469e-05, 1.2674e-04,\n 9.0800e-05, 1.2039e-04, 1.2324e-04, 1.3107e-04, 1.3010e-04, 1.5925e-04,\n 1.1238e-04, 7.5575e-05, 1.1373e-04, 1.1110e-04, 1.0881e-04, 1.0718e-04,\n 9.7009e-05, 9.7745e-05, 2.3389e-10, 6.7997e-05, 1.3941e-04, 1.1504e-04,\n 9.5944e-05, 1.2026e-04, 1.3146e-04, 1.2534e-04, 1.1590e-04, 1.0457e-04,\n 1.0631e-04, 1.4308e-04, 1.2536e-04, 1.3170e-04, 1.4544e-04, 7.7573e-05,\n 8.0266e-05, 1.0453e-04, 1.2584e-04, 1.1160e-04, 9.2491e-05, 1.3602e-04,\n 1.1027e-04, 1.0663e-04, 1.2996e-04, 8.8028e-05, 1.1259e-04, 1.2885e-04,\n 1.1725e-04, 8.5722e-05, 8.5646e-05, 7.2854e-05, 9.9870e-05, 9.2912e-05,\n 1.0157e-04, 1.1983e-04, 8.6225e-05, 1.3825e-04, 9.2280e-05, 1.0335e-04,\n 1.2223e-04, 8.1896e-05, 1.0867e-04, 1.1198e-04, 1.4766e-04, 1.0063e-04,\n 1.4961e-04, 1.4221e-04, 1.0376e-04, 1.2838e-04, 1.3180e-04, 9.6185e-05,\n 1.1896e-04, 1.2350e-04, 1.1865e-04, 1.0002e-04, 1.0600e-04, 1.0856e-04,\n 1.0952e-04, 8.0325e-05, 1.0710e-04, 1.0168e-04, 1.1792e-04, 9.4698e-05,\n 7.5697e-05, 1.0858e-04, 8.8205e-05, 8.2047e-05, 1.0671e-04, 1.1969e-04,\n 2.1907e-08, 1.1976e-04, 8.7512e-05, 1.2039e-04, 1.5624e-04, 9.3992e-05,\n 1.6361e-04, 1.1514e-04, 1.0604e-04, 9.5154e-05, 8.9531e-05, 1.1679e-04,\n 1.4355e-04, 8.8107e-05, 9.5741e-05, 9.1481e-05, 1.2260e-04, 9.9738e-05,\n 7.6627e-05, 1.1825e-04, 1.1210e-04, 1.0233e-04, 1.1155e-04, 4.9917e-05,\n 9.8441e-05, 6.3526e-05, 8.1696e-05, 9.2373e-05, 8.7293e-05, 1.0467e-04,\n 1.3944e-04, 7.4135e-05, 1.3625e-04, 8.9989e-05, 5.0591e-05, 1.2473e-04,\n 9.6933e-05, 1.0900e-04, 1.0443e-04, 1.4280e-04, 1.5048e-04, 6.4423e-05,\n 8.8069e-05, 9.9509e-05, 9.2437e-05, 8.4141e-05, 8.8104e-05, 9.9509e-05,\n 1.0320e-04, 8.8336e-05, 8.3037e-05, 1.1594e-04, 1.1919e-04, 7.3995e-05,\n 1.2048e-04, 1.1793e-04, 9.7979e-05, 9.1459e-05, 1.3276e-04, 1.2887e-04,\n 8.1406e-05, 1.2252e-04, 1.2670e-04, 9.1586e-05, 9.0528e-05, 9.0671e-05,\n 1.5504e-04, 9.0834e-05, 1.3791e-04, 1.1468e-04, 1.2699e-04, 1.4428e-04,\n 1.0688e-04, 1.0017e-04, 7.9692e-05, 8.9999e-05, 1.2604e-04, 1.3877e-04,\n 8.9414e-05, 1.0507e-04, 1.2226e-04, 1.7087e-04, 7.5962e-05, 1.4775e-04,\n 9.3009e-05, 3.3504e-05, 9.7934e-05, 1.0788e-04, 1.2111e-04, 7.7750e-05,\n 9.5871e-05, 1.0452e-04, 8.9747e-05, 1.0662e-04, 1.0505e-04, 1.0363e-04,\n 1.0971e-04, 8.4553e-05, 1.1508e-04, 5.4629e-05, 1.3750e-04, 1.2536e-04,\n 8.3658e-05, 1.1871e-04, 1.1814e-04, 1.1662e-04, 6.9209e-05, 1.0500e-04,\n 1.2924e-04, 1.3600e-04, 9.8138e-05, 8.5389e-05, 1.2551e-04, 1.3936e-04,\n 1.1254e-04, 8.7355e-05, 1.3736e-04, 8.2591e-05, 8.3017e-05, 1.1489e-04,\n 1.1010e-04, 1.2107e-04, 1.3067e-04, 9.9469e-05, 9.3502e-05, 1.1303e-04,\n 1.3066e-04, 8.5733e-05, 1.0689e-04, 9.0743e-05, 1.3878e-04, 1.1705e-04,\n 1.1302e-04, 8.5489e-05, 1.1430e-04, 9.6068e-05, 1.4052e-04, 1.0907e-04,\n 1.1053e-04, 8.5347e-05, 1.2673e-04, 1.1191e-04, 1.0672e-04, 9.1434e-05,\n 1.0164e-04, 1.0324e-04, 9.7396e-05, 1.0029e-04, 8.6582e-05, 7.3767e-05,\n 1.1454e-04, 7.8855e-05, 1.1702e-04, 8.5471e-05, 1.0777e-04, 8.9347e-05,\n 1.0535e-04, 9.2867e-05, 1.0182e-04, 1.1562e-04, 1.2344e-04, 8.3580e-05,\n 1.0642e-04, 1.4308e-04, 1.0625e-04, 1.3851e-04, 1.0872e-04, 1.2482e-04,\n 8.7550e-05, 1.0096e-04, 1.3658e-04, 1.4358e-04, 7.5372e-05, 7.2395e-05,\n 1.2520e-04, 1.3320e-04, 9.4565e-05, 9.6011e-05, 9.7720e-05, 1.0246e-04,\n 6.4247e-05, 8.0359e-05, 1.4782e-04, 1.2958e-04, 6.4730e-05, 1.1816e-04,\n 7.7143e-05, 8.1930e-05, 9.4541e-05, 9.1809e-05, 9.6157e-05, 9.0375e-05,\n 1.0691e-04, 7.8210e-05, 1.2912e-04, 7.8248e-05, 5.2510e-05, 1.1705e-04,\n 1.3331e-04, 1.1425e-04, 7.5167e-05, 1.4321e-04, 1.1236e-04, 8.5820e-05,\n 1.1800e-04, 1.4582e-04, 1.2206e-04, 8.6417e-05, 8.0526e-05, 1.0618e-04,\n 1.3702e-04, 1.0585e-04, 1.0942e-04, 9.7331e-05, 8.9349e-05, 1.0478e-04,\n 8.7083e-05, 1.3377e-04, 9.9386e-05, 1.3407e-04, 9.5531e-05, 1.0096e-04,\n 1.2801e-04, 9.0480e-05, 1.2940e-04, 8.7734e-05, 1.0919e-04, 1.2256e-04,\n 1.2089e-04, 1.1049e-04, 1.4708e-04, 1.0814e-04, 1.0357e-04, 1.0558e-04,\n 1.2813e-04, 1.4065e-04, 6.9878e-05, 1.2293e-04, 9.5931e-05, 8.8152e-05,\n 1.2002e-04, 8.7182e-05, 1.3567e-04, 7.8405e-05, 7.9804e-05, 9.2541e-05,\n 7.7451e-05, 1.1923e-04, 1.2464e-04, 1.1166e-04, 1.2191e-04, 1.2533e-04,\n 8.5974e-05, 1.1431e-04, 7.5854e-05, 1.0378e-04, 1.1328e-04, 1.0539e-04,\n 1.1206e-04, 8.0270e-05, 1.3850e-04, 8.1130e-05, 9.2999e-05, 1.1314e-04,\n 1.2193e-04, 1.1764e-04, 8.7196e-05, 7.7389e-05, 1.3384e-04, 1.1293e-04,\n 1.2130e-04, 1.1564e-04, 9.9421e-05, 1.0685e-04, 1.3030e-04, 1.1752e-04,\n 8.0343e-05, 7.6630e-05, 1.3649e-04, 1.0363e-04, 8.2916e-05, 1.2046e-04,\n 1.0862e-04, 1.5867e-04, 7.7052e-05, 9.4938e-05, 1.1359e-04, 1.0244e-04,\n 9.3755e-05, 7.5604e-05, 7.4555e-05, 1.0037e-04, 1.1974e-04, 1.0492e-04,\n 9.9479e-05, 1.4751e-04, 9.9233e-05, 9.6805e-05, 9.6420e-05, 7.8683e-05,\n 9.9842e-05, 1.1191e-04, 7.4694e-05, 1.1560e-04, 1.4787e-04, 1.0348e-04,\n 9.3206e-05, 1.3205e-04, 6.8662e-05, 1.1350e-04, 1.5415e-04, 1.5197e-04,\n 1.1197e-04, 1.3577e-04, 1.1553e-04, 1.0825e-04, 1.2973e-04, 1.1980e-04,\n 1.4345e-04, 1.3290e-04, 1.0826e-04, 1.2600e-04, 8.5114e-05, 1.2147e-04,\n 1.1241e-04, 1.1384e-04, 8.3851e-05, 8.9781e-05, 1.2842e-04, 9.1164e-05,\n 1.0738e-04, 1.2405e-04, 1.3363e-04, 9.4772e-05, 1.1193e-04, 1.2949e-04,\n 1.0702e-04, 1.1576e-04, 1.1376e-04, 9.1883e-05, 9.9280e-05, 1.0824e-04,\n 1.2407e-04, 1.4837e-04, 1.3597e-04, 1.0361e-04, 1.2758e-04, 9.3778e-05,\n 1.1037e-04, 6.0995e-05, 1.1006e-04, 1.0331e-04, 1.3903e-04, 1.0176e-04,\n 1.4418e-04, 8.7606e-05, 1.2517e-04, 1.1506e-04, 1.1994e-04, 1.1818e-04,\n 1.1108e-04, 1.1992e-04, 8.3551e-05, 8.7850e-05, 1.3013e-04, 1.1142e-04,\n 1.1291e-04, 1.2266e-04, 1.1586e-04, 9.9864e-05, 1.1773e-04, 1.1002e-04,\n 9.5068e-05, 1.3677e-04, 9.9747e-05, 1.3213e-04, 1.1855e-04, 1.2056e-04,\n 1.1495e-04, 1.2164e-04, 1.3578e-04, 1.2412e-04, 1.1685e-04, 7.6264e-05,\n 6.5946e-05, 8.8908e-05, 1.0779e-04, 1.3760e-04, 9.0479e-05, 9.5795e-05,\n 8.8425e-05, 7.0039e-05, 1.2091e-04, 1.0267e-04, 1.1755e-04, 5.9836e-05,\n 1.2312e-04, 9.5238e-05, 5.6377e-10, 9.1726e-05, 6.4387e-05, 6.9877e-11,\n 8.9214e-05, 1.1987e-04, 7.9838e-05, 1.1867e-04, 9.5678e-05, 1.0183e-04,\n 8.5384e-05, 1.1206e-04, 8.2019e-05, 7.1313e-05, 7.9952e-05, 9.5316e-05,\n 1.1522e-04, 9.7405e-05, 1.2535e-04, 1.5283e-04, 1.2745e-04, 1.3007e-04,\n 8.5876e-05, 7.9264e-05, 1.0827e-04, 1.2183e-04, 1.0679e-04, 8.8964e-05,\n 1.1742e-04, 1.1135e-04, 9.9661e-05, 8.5273e-05, 1.0654e-04, 6.8453e-05,\n 6.8287e-05, 1.3015e-04, 8.5298e-05, 7.6260e-05, 1.2599e-04, 1.2006e-04,\n 1.0186e-04, 9.1486e-05, 1.1859e-04, 1.0075e-04, 8.2528e-05, 9.0856e-05,\n 8.7148e-05, 1.2573e-04, 9.3010e-05, 1.2086e-04, 8.6382e-05, 1.0124e-04,\n 1.2958e-04, 8.9158e-05, 1.0210e-04, 9.2626e-05, 1.2289e-04, 1.3299e-04,\n 1.3366e-04, 9.8866e-05, 1.0890e-04, 9.9301e-05, 8.9590e-05, 1.1380e-04,\n 7.6811e-05, 6.9535e-05, 1.1052e-04, 1.4519e-04, 1.4183e-04, 9.5186e-05,\n 9.4464e-05, 8.4709e-05, 7.0947e-05, 1.5243e-04, 1.1355e-04, 1.0148e-04,\n 1.1730e-04, 1.0230e-04, 8.9114e-05, 8.2877e-05, 1.3851e-04, 1.0603e-04,\n 1.0960e-04, 7.2820e-05, 9.5249e-05, 8.8509e-05, 1.0737e-04, 9.7756e-05,\n 7.1313e-05, 1.0784e-04, 8.4871e-05, 1.0118e-04, 1.3137e-04, 1.1933e-04,\n 1.1548e-04, 8.3740e-05, 1.3182e-04, 1.0683e-04, 1.1479e-04, 1.0224e-04,\n 8.1012e-05, 9.3296e-05, 1.0656e-04, 1.2597e-04, 1.1984e-04, 1.0330e-04,\n 9.6500e-05, 1.1804e-04, 1.0157e-04, 1.2383e-04, 9.0688e-05, 9.4711e-05,\n 9.7157e-05, 1.2973e-04, 1.3109e-04, 1.3073e-04, 1.0140e-04, 1.1737e-04,\n 1.3299e-04, 6.8105e-05, 1.3322e-04, 8.1819e-05, 9.3951e-05, 7.4465e-05,\n 1.0737e-04, 1.3576e-04, 1.0633e-04, 1.0534e-04, 5.8770e-05, 1.0206e-04,\n 1.2558e-04, 1.1244e-04, 9.8956e-05, 1.4699e-04, 8.8092e-05, 1.5026e-04,\n 8.6090e-05, 1.0077e-04, 1.4539e-04, 9.0829e-05, 1.2205e-04, 1.2722e-04,\n 1.0011e-04, 5.0619e-05, 1.4407e-04, 1.0183e-04, 8.3694e-05, 1.0544e-04,\n 8.4785e-05, 1.0096e-04, 1.4198e-04, 1.6086e-04, 9.6309e-05, 1.3865e-04,\n 8.4787e-05, 1.1823e-04, 1.2833e-04, 1.1998e-04, 1.0510e-04, 1.9732e-04,\n 1.0050e-04, 8.5463e-05, 1.6123e-04, 1.2013e-04, 1.0751e-04, 1.1528e-04,\n 8.0374e-05, 1.1584e-04, 1.0709e-04, 1.0782e-04, 1.0591e-04, 9.4505e-05,\n 1.3209e-04, 1.1910e-04, 7.3561e-05, 1.1303e-04, 8.8124e-05, 8.3295e-05,\n 1.3498e-04, 1.1827e-04, 1.1798e-04, 8.5202e-05, 9.8887e-05, 1.2010e-04,\n 1.5465e-04, 1.0909e-04, 1.3433e-04, 1.3293e-04, 9.3234e-05, 9.9930e-05],\n device='cuda:0')"
69
+ },
70
+ "13": {
71
+ "step": "tensor(6260.)",
72
+ "exp_avg": "tensor([[ 3.2887e-16, 8.1536e-16, 5.6052e-45, ..., 5.6052e-45,\n -5.6052e-45, 5.6052e-45],\n [-1.6735e-08, 4.6334e-07, -2.3480e-08, ..., -4.1947e-07,\n -6.4589e-14, 6.2094e-09],\n [ 3.6600e-06, 1.3296e-06, 4.5818e-08, ..., -3.7219e-05,\n 6.3275e-06, -8.7159e-08],\n ...,\n [-4.5192e-38, 1.5975e-42, 1.4400e-39, ..., -3.9445e-40,\n -8.0781e-39, -5.6052e-45],\n [ 5.9454e-05, -9.9716e-05, -7.2118e-07, ..., 2.7649e-05,\n 5.0951e-05, -2.3735e-04],\n [ 5.6052e-45, 5.6052e-45, -3.2547e-18, ..., -3.0713e-28,\n -5.6052e-45, 4.6598e-07]], device='cuda:0')",
73
+ "exp_avg_sq": "tensor([[3.1842e-13, 1.9924e-10, 2.6265e-12, ..., 1.8142e-13, 6.2259e-13,\n 4.1329e-13],\n [1.3922e-10, 3.2869e-11, 1.4062e-10, ..., 4.7352e-10, 4.7532e-11,\n 8.5134e-11],\n [3.4038e-08, 2.2164e-10, 1.1873e-11, ..., 1.7699e-08, 4.9691e-09,\n 1.2629e-08],\n ...,\n [1.6422e-13, 1.7717e-12, 3.2274e-15, ..., 9.8757e-13, 2.2365e-12,\n 1.2725e-13],\n [8.3596e-08, 1.3096e-07, 5.4001e-09, ..., 1.3819e-07, 4.2401e-08,\n 3.0185e-08],\n [2.0322e-11, 1.2005e-11, 4.2015e-12, ..., 3.3197e-11, 9.8169e-13,\n 5.0946e-11]], device='cuda:0')"
74
+ },
75
+ "14": {
76
+ "step": "tensor(6260.)",
77
+ "exp_avg": "tensor([ 6.9097e-13, -1.4446e-05, -7.3906e-04, ..., 9.1180e-35,\n -3.9753e-04, 3.3287e-06], device='cuda:0')",
78
+ "exp_avg_sq": "tensor([2.9254e-08, 7.4614e-07, 1.6078e-05, ..., 2.2060e-09, 2.4480e-05,\n 2.8488e-08], device='cuda:0')"
79
+ },
80
+ "15": {
81
+ "step": "tensor(6260.)",
82
+ "exp_avg": "tensor([[ 9.0522e-17, 5.9573e-08, -6.4681e-06, ..., 6.7404e-37,\n -5.4735e-06, 3.3599e-10],\n [-1.5524e-15, 1.7118e-07, 8.9084e-07, ..., -8.2272e-37,\n 1.1629e-05, 3.3063e-10],\n [ 3.2571e-18, -1.4585e-07, 3.7494e-06, ..., -4.0624e-37,\n -1.1869e-05, 7.1549e-10],\n ...,\n [ 6.0556e-16, -8.3481e-08, -1.1618e-06, ..., -2.6789e-37,\n -5.2167e-06, 1.2143e-09],\n [ 1.5336e-15, 5.9176e-08, -1.8547e-06, ..., 9.9000e-37,\n -1.1890e-05, 1.0769e-10],\n [-3.1729e-16, -2.2805e-07, -5.1385e-06, ..., 1.7250e-37,\n -2.4774e-05, 2.0424e-10]], device='cuda:0')",
83
+ "exp_avg_sq": "tensor([[3.1539e-13, 9.3782e-12, 4.2150e-10, ..., 2.4643e-12, 3.7318e-09,\n 1.3721e-12],\n [3.3421e-12, 1.2403e-11, 7.7449e-10, ..., 1.0521e-12, 4.5012e-09,\n 1.6203e-12],\n [1.0735e-12, 2.8950e-11, 5.4328e-10, ..., 3.1217e-13, 4.9182e-09,\n 3.1011e-12],\n ...,\n [2.0795e-12, 2.1371e-11, 4.8790e-10, ..., 1.4853e-13, 5.4255e-09,\n 3.6383e-12],\n [7.7038e-12, 2.4252e-11, 7.5612e-10, ..., 4.9710e-12, 4.3553e-09,\n 3.1726e-12],\n [6.0264e-12, 3.4657e-11, 1.7110e-09, ..., 1.6404e-12, 5.2873e-09,\n 9.9010e-12]], device='cuda:0')"
84
+ },
85
+ "16": {
86
+ "step": "tensor(6260.)",
87
+ "exp_avg": "tensor([[-3.2711e-05, -6.9100e-05, -4.7654e-05, ..., -1.6091e-05,\n 7.1165e-05, 6.3107e-06],\n [-5.3426e-05, -6.3352e-05, -1.4447e-05, ..., 5.3675e-05,\n -6.8165e-05, 8.4213e-05],\n [-7.5749e-05, 7.3808e-05, -7.4158e-06, ..., 8.5394e-05,\n -1.4875e-04, -5.1875e-05],\n ...,\n [ 3.2382e-05, 2.4055e-05, 1.4766e-06, ..., 1.3006e-04,\n 2.3471e-05, -5.5305e-05],\n [-4.0131e-05, 7.4128e-05, -2.9267e-05, ..., 6.2983e-05,\n 2.8176e-05, -2.5126e-05],\n [-2.6397e-05, -8.4332e-05, -1.7789e-05, ..., 9.3998e-07,\n 1.1119e-04, 4.9873e-05]], device='cuda:0')",
88
+ "exp_avg_sq": "tensor([[2.0131e-08, 4.9366e-08, 5.1394e-08, ..., 3.1484e-08, 2.6716e-08,\n 3.8017e-08],\n [2.3597e-08, 5.5662e-08, 3.5176e-08, ..., 4.2590e-08, 2.3071e-08,\n 4.5227e-08],\n [1.9169e-08, 3.9856e-08, 3.2014e-08, ..., 3.0516e-08, 2.3855e-08,\n 2.5091e-08],\n ...,\n [1.9097e-08, 4.8688e-08, 3.1492e-08, ..., 3.8287e-08, 2.1227e-08,\n 4.3165e-08],\n [2.0701e-08, 4.0524e-08, 4.0251e-08, ..., 3.3311e-08, 1.7065e-08,\n 2.9863e-08],\n [2.1216e-08, 4.6771e-08, 6.1191e-08, ..., 3.1516e-08, 2.1393e-08,\n 4.2269e-08]], device='cuda:0')"
89
+ },
90
+ "17": {
91
+ "step": "tensor(6260.)",
92
+ "exp_avg": "tensor([ 7.6613e-05, -7.7133e-04, -3.4673e-03, ..., 3.4135e-03,\n 7.6854e-04, 4.9906e-04], device='cuda:0')",
93
+ "exp_avg_sq": "tensor([3.6978e-05, 4.0048e-05, 2.9491e-05, ..., 3.7281e-05, 3.1583e-05,\n 3.3973e-05], device='cuda:0')"
94
+ }
95
+ },
96
+ "param_groups": [
97
+ {
98
+ "lr": 0.0005005000000000001,
99
+ "name": "scale_256",
100
+ "betas": [
101
+ 0.9,
102
+ 0.999
103
+ ],
104
+ "eps": 1e-08,
105
+ "weight_decay": 1e-05,
106
+ "amsgrad": false,
107
+ "maximize": false,
108
+ "foreach": null,
109
+ "capturable": false,
110
+ "differentiable": false,
111
+ "fused": null,
112
+ "decoupled_weight_decay": true,
113
+ "initial_lr": 0.001,
114
+ "params": [
115
+ 0,
116
+ 1,
117
+ 2
118
+ ]
119
+ },
120
+ {
121
+ "lr": 0.0005005000000000001,
122
+ "name": "scale_512",
123
+ "betas": [
124
+ 0.9,
125
+ 0.999
126
+ ],
127
+ "eps": 1e-08,
128
+ "weight_decay": 1e-05,
129
+ "amsgrad": false,
130
+ "maximize": false,
131
+ "foreach": null,
132
+ "capturable": false,
133
+ "differentiable": false,
134
+ "fused": null,
135
+ "decoupled_weight_decay": true,
136
+ "initial_lr": 0.001,
137
+ "params": [
138
+ 3,
139
+ 4,
140
+ 5,
141
+ 6,
142
+ 7
143
+ ]
144
+ },
145
+ {
146
+ "lr": 0.0005005000000000001,
147
+ "name": "scale_768",
148
+ "betas": [
149
+ 0.9,
150
+ 0.999
151
+ ],
152
+ "eps": 1e-08,
153
+ "weight_decay": 1e-05,
154
+ "amsgrad": false,
155
+ "maximize": false,
156
+ "foreach": null,
157
+ "capturable": false,
158
+ "differentiable": false,
159
+ "fused": null,
160
+ "decoupled_weight_decay": true,
161
+ "initial_lr": 0.001,
162
+ "params": [
163
+ 8,
164
+ 9,
165
+ 10,
166
+ 11,
167
+ 12
168
+ ]
169
+ },
170
+ {
171
+ "lr": 0.0005005000000000001,
172
+ "name": "scale_1024",
173
+ "betas": [
174
+ 0.9,
175
+ 0.999
176
+ ],
177
+ "eps": 1e-08,
178
+ "weight_decay": 1e-05,
179
+ "amsgrad": false,
180
+ "maximize": false,
181
+ "foreach": null,
182
+ "capturable": false,
183
+ "differentiable": false,
184
+ "fused": null,
185
+ "decoupled_weight_decay": true,
186
+ "initial_lr": 0.001,
187
+ "params": [
188
+ 13,
189
+ 14,
190
+ 15,
191
+ 16,
192
+ 17
193
+ ]
194
+ }
195
+ ]
196
+ },
197
+ "scheduler_state_dict": {
198
+ "T_0": 10,
199
+ "T_i": 10,
200
+ "T_mult": 2,
201
+ "eta_min": 1e-06,
202
+ "T_cur": 5,
203
+ "base_lrs": [
204
+ 0.001,
205
+ 0.001,
206
+ 0.001,
207
+ 0.001
208
+ ],
209
+ "last_epoch": 5,
210
+ "_step_count": 0,
211
+ "_is_initial": false,
212
+ "_get_lr_called_within_step": false,
213
+ "_last_lr": [
214
+ 0.0005005000000000001,
215
+ 0.0005005000000000001,
216
+ 0.0005005000000000001,
217
+ 0.0005005000000000001
218
+ ]
219
+ },
220
+ "metrics": {
221
+ "best_val_acc": 75.994,
222
+ "best_epoch": 4,
223
+ "scale_accuracies": {
224
+ "256": 69.476,
225
+ "512": 73.372,
226
+ "768": 74.848,
227
+ "1024": 75.24
228
+ },
229
+ "training_history": {
230
+ "epochs": [
231
+ 1,
232
+ 2,
233
+ 3,
234
+ 4,
235
+ 5
236
+ ],
237
+ "train_loss": [
238
+ 3.9118613697850284,
239
+ 2.66607952194092,
240
+ 2.3952484759278954,
241
+ 2.201966982775222,
242
+ 2.026744091663117
243
+ ],
244
+ "train_acc": [
245
+ 68.33870994179526,
246
+ 76.85976925724749,
247
+ 79.21098498478341,
248
+ 81.16849715923061,
249
+ 83.13014618703104
250
+ ],
251
+ "val_acc": [
252
+ 72.328,
253
+ 74.248,
254
+ 74.928,
255
+ 75.464,
256
+ 75.994
257
+ ],
258
+ "scale_accs": {
259
+ "256": [
260
+ 65.922,
261
+ 67.866,
262
+ 68.668,
263
+ 69.028,
264
+ 69.476
265
+ ],
266
+ "512": [
267
+ 70.014,
268
+ 71.776,
269
+ 72.65,
270
+ 72.974,
271
+ 73.372
272
+ ],
273
+ "768": [
274
+ 71.312,
275
+ 73.326,
276
+ 74.046,
277
+ 74.52,
278
+ 74.848
279
+ ],
280
+ "1024": [
281
+ 71.288,
282
+ 73.572,
283
+ 74.36,
284
+ 74.86,
285
+ 75.24
286
+ ]
287
+ },
288
+ "lr": [
289
+ 0.0009755527298894294,
290
+ 0.0009046039886902864,
291
+ 0.0007940987335200904,
292
+ 0.0006548539886902864,
293
+ 0.0005005000000000001
294
+ ]
295
+ }
296
+ },
297
+ "train_config": {
298
+ "name": "david_training",
299
+ "run_id": "20251012_145649",
300
+ "dataset_name": "AbstractPhil/imagenet-clip-features-orderly",
301
+ "model_variant": "clip_vit_laion_b32",
302
+ "num_classes": 1000,
303
+ "preset": "hierarchical_refinement",
304
+ "custom_config_path": null,
305
+ "num_classes_override": null,
306
+ "use_belly_override": null,
307
+ "belly_expand_override": null,
308
+ "progressive_training_override": false,
309
+ "scale_warmup_epochs_override": null,
310
+ "num_epochs": 10,
311
+ "batch_size": 1024,
312
+ "learning_rate": 0.001,
313
+ "weight_decay": 1e-05,
314
+ "warmup_epochs": 3,
315
+ "use_rose_loss": true,
316
+ "rose_initial_weight": 0.1,
317
+ "rose_max_weight": 0.5,
318
+ "rose_weight_schedule": "adaptive",
319
+ "use_cayley_loss": false,
320
+ "cayley_weight": 0.001,
321
+ "scale_loss_balance": null,
322
+ "use_mixed_precision": true,
323
+ "gradient_clip": 10.0,
324
+ "scheduler_type": "cosine_restarts",
325
+ "min_lr": 1e-06,
326
+ "freeze_strategy": "never",
327
+ "freeze_threshold": 90.0,
328
+ "unfreeze_on_plateau": true,
329
+ "patience": 10,
330
+ "track_gradients": true,
331
+ "gradient_scale_threshold": 1e-05,
332
+ "gradient_scale_multiplier": 10.0,
333
+ "log_interval": 50,
334
+ "val_interval": 1,
335
+ "save_interval": 5,
336
+ "log_fusion_weights": true,
337
+ "log_loss_components": true,
338
+ "save_format": "safetensors",
339
+ "hf_repo": "AbstractPhil/gated-david",
340
+ "upload_to_hub": true,
341
+ "base_dir": "./david_training",
342
+ "num_workers": 10,
343
+ "pin_memory": true,
344
+ "prefetch_factor": 4,
345
+ "persistent_workers": true
346
+ }
347
+ }