Update best_model_acc75.46_metadata.json - Run 20251012_145649
Browse files
weights/David-hierarchical-progressive/20251012_145649/best_model_acc75.46_metadata.json
ADDED
|
@@ -0,0 +1,338 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"epoch": 3,
|
| 3 |
+
"optimizer_state_dict": {
|
| 4 |
+
"state": {
|
| 5 |
+
"0": {
|
| 6 |
+
"step": "tensor(5008.)",
|
| 7 |
+
"exp_avg": "tensor([[ 1.3848e-04, -9.4483e-04, -1.7869e-04, ..., 1.3518e-03,\n -1.8676e-04, 2.3885e-03],\n [-4.3457e-05, -1.7104e-03, 3.2058e-04, ..., -3.9630e-04,\n 2.4044e-05, -1.8678e-04],\n [-9.2002e-05, -5.9845e-04, 4.9617e-04, ..., -3.3266e-04,\n -8.8095e-06, -8.5507e-05],\n ...,\n [-1.0854e-04, 4.5100e-04, 7.2186e-04, ..., -3.8180e-04,\n -2.2886e-04, -1.6249e-04],\n [ 1.1951e-04, -2.0600e-04, -2.1261e-04, ..., 2.7578e-04,\n -1.0447e-04, 3.6059e-04],\n [-1.8465e-04, -7.5019e-04, -2.3229e-04, ..., -2.2641e-04,\n 2.4634e-05, -1.6778e-04]], device='cuda:0')",
|
| 8 |
+
"exp_avg_sq": "tensor([[1.2919e-06, 6.3000e-06, 2.8165e-06, ..., 1.9469e-06, 5.7339e-07,\n 2.6129e-06],\n [7.5534e-07, 8.7296e-06, 2.4997e-06, ..., 8.7635e-07, 4.5265e-07,\n 6.5441e-07],\n [1.3130e-06, 7.3377e-06, 5.0477e-06, ..., 1.0287e-06, 6.1681e-07,\n 1.0296e-06],\n ...,\n [1.1247e-06, 5.5015e-06, 4.0738e-06, ..., 8.4550e-07, 5.3803e-07,\n 9.8352e-07],\n [1.7600e-06, 1.3367e-05, 5.1728e-06, ..., 1.3818e-06, 9.0381e-07,\n 1.0076e-06],\n [1.4756e-06, 1.1791e-05, 3.7586e-06, ..., 8.0261e-07, 5.9200e-07,\n 8.4517e-07]], device='cuda:0')"
|
| 9 |
+
},
|
| 10 |
+
"1": {
|
| 11 |
+
"step": "tensor(5008.)",
|
| 12 |
+
"exp_avg": "tensor([ 3.4777e-02, 1.1446e-02, -2.2044e-03, -1.3405e-02, -2.6778e-03,\n -3.3021e-02, -8.3800e-03, 1.3437e-03, -8.2717e-03, -4.2493e-04,\n -1.2832e-02, 9.3456e-03, 5.7882e-03, 7.9387e-03, -1.3424e-02,\n -1.5482e-04, 8.7236e-03, -1.2882e-02, -1.1743e-02, -8.5050e-04,\n -5.0322e-03, 4.8785e-04, 1.5682e-02, 1.4992e-02, -1.7501e-02,\n 6.2138e-03, 9.7774e-03, 3.6915e-03, 9.4618e-03, 2.0019e-03,\n 3.7840e-03, 2.6658e-02, 1.0326e-03, 1.1364e-03, -2.0149e-02,\n 1.3889e-02, 1.6713e-02, -1.5499e-02, -2.6471e-03, -2.7609e-03,\n 4.4642e-03, 4.1903e-03, -9.2421e-03, -2.3620e-03, -5.5002e-03,\n -8.8757e-03, 5.4681e-03, 3.2364e-04, -8.2638e-03, -8.3496e-03,\n -5.5835e-03, -5.3380e-03, 3.2357e-04, -7.5251e-03, -4.6980e-03,\n 1.7893e-03, 1.5734e-02, 7.4023e-03, 1.1601e-02, 4.7228e-03,\n 5.1409e-03, 1.1937e-02, 5.9122e-03, 8.3750e-03, 1.1490e-02,\n 7.4201e-03, 5.1917e-03, -1.1454e-02, 9.1351e-03, 8.9132e-03,\n -5.5744e-04, 4.5338e-03, 1.1655e-03, -5.4044e-03, -2.9307e-03,\n 1.7199e-02, -5.8769e-03, 9.1193e-03, 7.8321e-03, 2.2671e-02,\n 1.6813e-02, 5.8146e-03, 4.5348e-03, 2.2626e-03, 3.5198e-03,\n 1.1815e-02, 7.9160e-03, 4.7609e-03, -6.4563e-03, 4.4345e-03,\n -1.0354e-02, -1.2541e-02, -6.6204e-03, -1.1361e-02, 4.5324e-03,\n 2.0652e-03, -1.6316e-02, 2.0909e-02, 4.0820e-04, -1.1091e-02,\n 1.1588e-02, -8.4133e-03, 1.2194e-02, 1.2811e-02, 1.0593e-02,\n -1.6793e-03, -7.2764e-04, 8.2848e-03, -6.3967e-03, 1.6919e-02,\n -7.8554e-03, 1.3064e-03, 2.6341e-02, -1.3219e-02, -1.9091e-03,\n 9.4559e-03, -1.6241e-02, -1.6623e-02, 6.9643e-04, 2.7256e-03,\n 1.4952e-02, 9.4711e-04, -5.2125e-03, 5.3304e-03, 1.2749e-02,\n 4.1122e-03, 2.7761e-03, -1.4025e-03, 8.3001e-04, -1.7653e-03,\n 8.0573e-03, 1.7266e-02, -8.1526e-03, 1.1798e-02, 1.5373e-02,\n 1.7104e-02, -5.5386e-04, 6.4268e-03, 1.3182e-02, -3.3223e-03,\n -2.1963e-02, 1.8542e-02, 1.6056e-03, 2.2889e-03, 5.0723e-03,\n 2.5124e-03, 7.1211e-03, -1.0656e-02, -9.1911e-03, 8.5869e-03,\n 8.8932e-03, 4.3179e-03, -3.1177e-03, -1.2697e-03, 8.1536e-04,\n -3.1466e-03, -1.7275e-03, -1.7263e-02, -5.5982e-03, 1.4831e-02,\n -8.4191e-03, -8.2707e-03, 3.9256e-03, -1.4175e-02, -9.5529e-03,\n 5.5538e-03, -2.2512e-03, -3.4504e-03, -9.1324e-03, -1.3139e-02,\n 9.6726e-03, -2.1391e-02, -1.8588e-03, -7.5855e-03, 9.9561e-03,\n 7.0906e-03, 1.3966e-02, -6.0985e-03, -7.9026e-04, 1.9034e-03,\n 1.8310e-03, 1.6752e-03, -4.6634e-03, 2.5594e-02, -6.9510e-03,\n -6.0175e-03, -7.7097e-03, -1.3765e-02, -1.1620e-03, 1.9135e-02,\n -8.0304e-04, -1.1466e-02, -1.0968e-02, -5.6580e-03, -1.7314e-02,\n 1.4500e-02, -2.2182e-03, -1.3715e-02, -7.3483e-03, 6.9664e-03,\n -3.6135e-03, -1.7854e-03, 2.4795e-03, 3.9870e-03, 5.3099e-03,\n -6.0326e-03, -1.2134e-03, 2.2835e-03, 6.4284e-04, -1.5379e-03,\n 7.9826e-05, 2.4206e-02, -9.0255e-03, -1.7422e-03, -3.7844e-03,\n -4.3777e-03, -6.0879e-03, -5.6451e-03, -5.6238e-03, -1.9569e-03,\n -9.7519e-03, -1.4981e-02, 6.4532e-04, 8.3815e-03, 1.6053e-02,\n 9.9663e-03, 2.8351e-02, 1.6307e-03, 2.0815e-02, -8.1013e-03,\n -3.2935e-03, 5.0688e-03, -3.0582e-03, 4.9456e-03, 3.0972e-04,\n 1.6784e-03, -1.7935e-02, 9.3226e-04, 2.3048e-02, -1.2728e-02,\n 1.6853e-04, 3.0995e-03, 2.7554e-02, -6.9644e-03, 2.9022e-04,\n -1.0138e-03, 4.5042e-03, 1.2849e-02, -2.2566e-03, -3.1721e-02,\n -4.3738e-03, -1.2111e-02, -3.3010e-04, -6.7081e-03, -4.2547e-03,\n -8.4373e-03, 1.9622e-03, 1.2864e-03, -9.6417e-03, -9.1803e-03,\n 1.7888e-03, -1.8682e-04, -1.5283e-02, -1.3346e-02, -2.4483e-03,\n 6.4644e-03, -8.5798e-04, -5.1851e-03, 1.5197e-02, 7.3379e-03,\n 1.9603e-03, 1.7465e-03, 1.5358e-02, 6.3678e-04, -3.6844e-03,\n 5.6709e-03, -1.2161e-02, -1.0300e-02, 1.9286e-03, -1.6046e-03,\n -9.5786e-03, -1.3503e-02, 2.3279e-03, -1.1854e-02, 2.8141e-03,\n 1.9104e-02, 5.5310e-03, 5.3329e-03, -7.4549e-03, 1.8278e-02,\n 5.3542e-03, -5.2419e-03, -2.8811e-03, 3.3791e-03, -3.6603e-04,\n -5.8195e-03, 4.9058e-03, 4.9462e-03, -1.6644e-02, -3.4883e-04,\n -1.1660e-03, 3.5053e-03, -7.4522e-03, -7.7689e-03, -1.1197e-02,\n 4.9109e-03, -3.4761e-03, -1.2112e-02, -3.4319e-03, -5.2350e-03,\n -5.5246e-03, -1.1687e-02, -6.8141e-04, -4.1802e-03, 2.7544e-03,\n 3.6573e-04, 2.3977e-02, 5.3504e-04, -1.1548e-03, 1.7988e-02,\n 6.4504e-03, -1.0594e-02, 1.4270e-02, 7.4768e-04, 5.4479e-03,\n -2.5473e-02, -6.6770e-03, -5.7371e-03, 4.5177e-04, -2.8323e-03,\n -1.1078e-02, -4.5803e-03, -9.0256e-04, 7.8466e-03, -1.6910e-02,\n 1.9151e-03, -2.7273e-03, 1.1485e-02, 7.1926e-03, 4.3986e-03,\n 7.3964e-03, 7.0043e-03, 7.1933e-03, -7.0678e-03, -3.7874e-04,\n -6.3208e-03, 2.8593e-03, -1.2111e-02, 2.7558e-02, -4.8043e-04,\n -7.8961e-03, -8.8181e-04, 4.0093e-03, -4.9008e-03, -4.2058e-03,\n 5.2505e-03, -1.5652e-02, -2.4247e-03, 1.2110e-02, -1.2107e-02,\n -1.6841e-02, 3.7395e-03, -3.3690e-03, 3.7910e-03, 4.9413e-03,\n -6.7402e-03, 1.4441e-02, 5.0185e-03, -4.3337e-03, -5.3296e-03,\n 2.5000e-03, -4.9388e-03, -4.5563e-03, 8.6214e-03, 3.5393e-03,\n 1.0256e-02, 1.7017e-03, 9.2439e-03, -1.0704e-02, -4.3435e-03,\n -1.9280e-02, -6.0997e-03, 3.0102e-02, -1.3764e-02, 2.3226e-02,\n 5.7608e-03, 1.0035e-02, -9.5828e-03, 4.5147e-03, 8.3448e-03,\n -3.3187e-02, 1.0378e-03, -1.3623e-02, 1.3659e-03, -1.0739e-02,\n 5.1171e-03, 1.8296e-03, 3.4407e-03, -9.6493e-03, 2.4822e-03,\n -3.7970e-03, -2.0022e-02, 4.0024e-03, -7.1694e-03, -1.8100e-03,\n -9.7500e-03, -6.4966e-03, 1.3969e-02, -7.2710e-03, 1.9265e-02,\n 9.2087e-03, 1.0541e-03, -1.8766e-03, 1.2033e-02, -9.9218e-04,\n 1.9651e-03, 1.2824e-02, 1.1564e-03, 1.0589e-02, 1.9006e-03,\n 6.4115e-03, -5.5165e-03, 2.9493e-04, 1.4291e-02, -2.9516e-03,\n -1.1500e-02, -3.1133e-03, 1.1519e-03, -1.4500e-02, -4.5105e-04,\n -7.5276e-04, 3.0673e-03, 1.1707e-02, -8.8915e-04, -1.3490e-02,\n 6.5033e-03, 1.3715e-03, 8.9897e-03, -1.1865e-02, -2.2183e-03,\n -8.6937e-03, -3.5484e-03, 1.0273e-02, 1.5327e-02, 9.9535e-03,\n 2.4013e-03, 8.1628e-03, 3.4320e-03, -1.0898e-02, 8.2432e-03,\n -4.3066e-03, 1.0558e-02, -4.8421e-03, -7.9086e-03, 1.6676e-02,\n 3.7610e-03, -1.4000e-02, 1.0838e-03, -9.1182e-05, -1.0294e-02,\n -8.5351e-03, 1.5715e-02, -1.6016e-02, -6.7662e-03, -1.2693e-02,\n -9.8438e-04, -4.5241e-03, 1.0056e-03, -4.9698e-03, -2.4979e-03,\n -4.5776e-03, -2.4918e-02, -1.5063e-02, 3.1165e-03, 7.5951e-03,\n -1.0266e-02, 4.6301e-03, -5.2289e-03, -5.0628e-03, 8.6014e-03,\n 1.3662e-02, 1.6638e-02, 4.3449e-03, -1.2497e-02, 1.5185e-03,\n 2.0846e-03, 7.6047e-03, 5.3553e-03, -5.3805e-03, 9.8280e-03,\n 2.0959e-04, -7.2394e-03, 1.7404e-03, -3.0261e-03, 9.1408e-03,\n 5.6169e-03, -6.1973e-03, -9.2533e-03, 4.7475e-03, 1.3194e-02,\n 1.2861e-03, 1.0315e-02, 1.5767e-02, -7.1640e-03, -5.1507e-03,\n -5.3064e-03, -1.4010e-03, -1.1749e-02, -1.4375e-02, -1.4387e-02,\n 3.5140e-03, -1.0652e-02], device='cuda:0')",
|
| 13 |
+
"exp_avg_sq": "tensor([0.0013, 0.0009, 0.0010, 0.0015, 0.0011, 0.0014, 0.0009, 0.0009, 0.0011,\n 0.0013, 0.0009, 0.0010, 0.0012, 0.0010, 0.0009, 0.0009, 0.0012, 0.0013,\n 0.0013, 0.0012, 0.0010, 0.0007, 0.0013, 0.0011, 0.0008, 0.0008, 0.0016,\n 0.0010, 0.0012, 0.0012, 0.0010, 0.0015, 0.0009, 0.0010, 0.0012, 0.0011,\n 0.0009, 0.0009, 0.0015, 0.0013, 0.0010, 0.0011, 0.0009, 0.0011, 0.0010,\n 0.0011, 0.0013, 0.0012, 0.0010, 0.0011, 0.0011, 0.0009, 0.0011, 0.0009,\n 0.0012, 0.0012, 0.0011, 0.0011, 0.0009, 0.0011, 0.0009, 0.0013, 0.0010,\n 0.0010, 0.0009, 0.0009, 0.0010, 0.0009, 0.0014, 0.0011, 0.0009, 0.0009,\n 0.0008, 0.0008, 0.0009, 0.0011, 0.0011, 0.0010, 0.0010, 0.0009, 0.0011,\n 0.0010, 0.0011, 0.0009, 0.0009, 0.0016, 0.0008, 0.0009, 0.0016, 0.0009,\n 0.0010, 0.0009, 0.0010, 0.0011, 0.0011, 0.0010, 0.0008, 0.0013, 0.0013,\n 0.0009, 0.0012, 0.0010, 0.0013, 0.0017, 0.0006, 0.0010, 0.0012, 0.0012,\n 0.0013, 0.0011, 0.0010, 0.0012, 0.0015, 0.0009, 0.0012, 0.0013, 0.0012,\n 0.0006, 0.0010, 0.0012, 0.0010, 0.0013, 0.0013, 0.0010, 0.0014, 0.0010,\n 0.0014, 0.0008, 0.0009, 0.0010, 0.0010, 0.0009, 0.0013, 0.0010, 0.0013,\n 0.0014, 0.0009, 0.0011, 0.0014, 0.0010, 0.0009, 0.0010, 0.0010, 0.0012,\n 0.0010, 0.0007, 0.0015, 0.0011, 0.0012, 0.0011, 0.0012, 0.0008, 0.0012,\n 0.0011, 0.0007, 0.0009, 0.0010, 0.0015, 0.0013, 0.0011, 0.0011, 0.0011,\n 0.0010, 0.0012, 0.0011, 0.0010, 0.0010, 0.0010, 0.0014, 0.0012, 0.0012,\n 0.0012, 0.0012, 0.0008, 0.0014, 0.0011, 0.0011, 0.0011, 0.0008, 0.0009,\n 0.0008, 0.0010, 0.0010, 0.0010, 0.0011, 0.0013, 0.0010, 0.0010, 0.0011,\n 0.0009, 0.0008, 0.0014, 0.0011, 0.0011, 0.0011, 0.0011, 0.0010, 0.0009,\n 0.0011, 0.0008, 0.0011, 0.0013, 0.0009, 0.0009, 0.0009, 0.0010, 0.0010,\n 0.0007, 0.0011, 0.0011, 0.0009, 0.0011, 0.0007, 0.0007, 0.0009, 0.0009,\n 0.0009, 0.0010, 0.0009, 0.0011, 0.0010, 0.0012, 0.0014, 0.0010, 0.0010,\n 0.0009, 0.0012, 0.0011, 0.0015, 0.0010, 0.0007, 0.0009, 0.0012, 0.0009,\n 0.0011, 0.0011, 0.0019, 0.0012, 0.0010, 0.0011, 0.0012, 0.0009, 0.0011,\n 0.0009, 0.0009, 0.0010, 0.0011, 0.0012, 0.0009, 0.0014, 0.0008, 0.0011,\n 0.0012, 0.0009, 0.0012, 0.0010, 0.0008, 0.0008, 0.0012, 0.0012, 0.0010,\n 0.0011, 0.0011, 0.0009, 0.0008, 0.0009, 0.0009, 0.0013, 0.0014, 0.0012,\n 0.0010, 0.0010, 0.0011, 0.0011, 0.0012, 0.0009, 0.0014, 0.0008, 0.0008,\n 0.0008, 0.0012, 0.0011, 0.0012, 0.0009, 0.0011, 0.0012, 0.0009, 0.0009,\n 0.0013, 0.0011, 0.0012, 0.0012, 0.0011, 0.0010, 0.0010, 0.0011, 0.0008,\n 0.0011, 0.0010, 0.0011, 0.0013, 0.0008, 0.0012, 0.0008, 0.0015, 0.0010,\n 0.0012, 0.0012, 0.0005, 0.0012, 0.0012, 0.0012, 0.0010, 0.0009, 0.0010,\n 0.0008, 0.0012, 0.0008, 0.0009, 0.0014, 0.0009, 0.0011, 0.0014, 0.0007,\n 0.0013, 0.0012, 0.0010, 0.0009, 0.0013, 0.0010, 0.0012, 0.0011, 0.0014,\n 0.0011, 0.0014, 0.0013, 0.0017, 0.0011, 0.0011, 0.0013, 0.0013, 0.0009,\n 0.0012, 0.0010, 0.0010, 0.0013, 0.0011, 0.0010, 0.0009, 0.0012, 0.0012,\n 0.0011, 0.0013, 0.0010, 0.0008, 0.0014, 0.0009, 0.0010, 0.0012, 0.0009,\n 0.0012, 0.0012, 0.0011, 0.0010, 0.0011, 0.0014, 0.0013, 0.0009, 0.0009,\n 0.0010, 0.0012, 0.0010, 0.0014, 0.0009, 0.0009, 0.0010, 0.0011, 0.0008,\n 0.0012, 0.0015, 0.0011, 0.0008, 0.0011, 0.0013, 0.0011, 0.0011, 0.0009,\n 0.0015, 0.0011, 0.0010, 0.0013, 0.0010, 0.0008, 0.0013, 0.0011, 0.0013,\n 0.0011, 0.0009, 0.0015, 0.0014, 0.0014, 0.0011, 0.0014, 0.0008, 0.0011,\n 0.0009, 0.0011, 0.0010, 0.0009, 0.0008, 0.0009, 0.0009, 0.0010, 0.0014,\n 0.0010, 0.0011, 0.0012, 0.0008, 0.0009, 0.0011, 0.0010, 0.0012, 0.0010,\n 0.0013, 0.0007, 0.0010, 0.0011, 0.0012, 0.0010, 0.0009, 0.0010, 0.0008,\n 0.0013, 0.0008, 0.0009, 0.0011, 0.0012, 0.0010, 0.0013, 0.0008, 0.0015,\n 0.0018, 0.0015, 0.0012, 0.0011, 0.0010, 0.0013, 0.0009, 0.0011, 0.0008,\n 0.0011, 0.0012, 0.0008, 0.0010, 0.0013, 0.0009, 0.0009, 0.0010, 0.0011,\n 0.0009, 0.0008, 0.0008, 0.0013, 0.0010, 0.0013, 0.0009, 0.0008, 0.0012,\n 0.0010, 0.0011, 0.0011, 0.0011, 0.0012, 0.0010, 0.0008, 0.0008, 0.0008,\n 0.0014, 0.0005, 0.0009, 0.0008, 0.0010, 0.0012, 0.0010, 0.0013, 0.0012,\n 0.0009, 0.0009, 0.0010, 0.0010, 0.0011, 0.0012, 0.0009, 0.0008, 0.0009,\n 0.0011, 0.0008, 0.0009, 0.0009, 0.0012, 0.0012, 0.0012, 0.0011, 0.0011,\n 0.0012, 0.0009, 0.0013, 0.0010, 0.0009, 0.0009, 0.0014, 0.0010],\n device='cuda:0')"
|
| 14 |
+
},
|
| 15 |
+
"2": {
|
| 16 |
+
"step": "tensor(5008.)",
|
| 17 |
+
"exp_avg": "tensor([[-6.2196e-04, -2.7033e-05, 3.9159e-04, ..., -2.7376e-05,\n 5.7238e-04, -1.1311e-04],\n [ 4.0761e-04, 1.4444e-04, 1.9420e-04, ..., 5.5241e-04,\n -3.8078e-04, -1.4577e-04],\n [-5.4590e-04, 3.6861e-06, 2.7717e-04, ..., -3.5464e-05,\n -6.2193e-04, 1.2658e-04],\n ...,\n [ 1.2002e-03, -8.6580e-05, -1.2408e-04, ..., -1.1084e-04,\n -7.5860e-06, -4.8044e-04],\n [ 1.2164e-03, 8.8956e-05, -1.0915e-04, ..., -1.9580e-04,\n -2.1427e-04, 5.3549e-04],\n [ 2.8317e-04, -5.2838e-05, 2.3395e-04, ..., -3.4546e-04,\n -9.1759e-05, 1.6058e-04]], device='cuda:0')",
|
| 18 |
+
"exp_avg_sq": "tensor([[5.2566e-07, 6.6147e-07, 4.1796e-07, ..., 6.3862e-07, 1.4545e-06,\n 6.3809e-07],\n [5.1777e-07, 6.2028e-07, 5.9625e-07, ..., 7.9824e-07, 1.6099e-06,\n 6.6093e-07],\n [6.2240e-07, 6.6535e-07, 5.1857e-07, ..., 8.4856e-07, 1.5708e-06,\n 6.7426e-07],\n ...,\n [5.7922e-07, 5.1789e-07, 4.2653e-07, ..., 7.0209e-07, 1.4271e-06,\n 6.6223e-07],\n [9.1493e-07, 6.3397e-07, 4.6457e-07, ..., 7.8951e-07, 1.6668e-06,\n 8.7324e-07],\n [5.6213e-07, 6.8901e-07, 4.6558e-07, ..., 7.9546e-07, 1.7438e-06,\n 6.5413e-07]], device='cuda:0')"
|
| 19 |
+
},
|
| 20 |
+
"3": {
|
| 21 |
+
"step": "tensor(5008.)",
|
| 22 |
+
"exp_avg": "tensor([[ 8.3206e-05, 4.6278e-05, 3.1296e-04, ..., 4.7016e-04,\n 1.0481e-04, 1.1224e-04],\n [-8.5688e-05, -6.1809e-06, -4.4013e-04, ..., 5.6096e-05,\n 1.5682e-04, -7.1378e-05],\n [ 5.6052e-45, -5.6052e-45, -5.6052e-45, ..., 5.6052e-45,\n -5.6052e-45, 5.6052e-45],\n ...,\n [-1.5018e-04, -5.1925e-05, 2.8016e-05, ..., -5.5407e-05,\n -9.9173e-06, -1.4872e-04],\n [-1.1560e-04, 5.6905e-05, -1.3005e-04, ..., -5.5311e-06,\n 2.6788e-04, 4.4609e-05],\n [ 6.2382e-05, -1.9786e-05, 1.7919e-04, ..., 3.3478e-05,\n 5.5949e-06, 6.1694e-05]], device='cuda:0')",
|
| 23 |
+
"exp_avg_sq": "tensor([[6.6755e-07, 2.3968e-07, 5.4788e-07, ..., 2.9560e-06, 1.8353e-07,\n 1.4049e-06],\n [5.1303e-07, 2.7864e-07, 5.1844e-07, ..., 2.4458e-07, 4.9273e-07,\n 1.8242e-07],\n [5.7337e-12, 1.3530e-11, 2.5363e-12, ..., 1.5829e-12, 1.6694e-11,\n 2.3217e-13],\n ...,\n [5.3287e-07, 2.5977e-07, 1.0784e-07, ..., 2.8661e-07, 6.9352e-08,\n 4.4803e-07],\n [4.9162e-07, 3.2116e-07, 2.1734e-07, ..., 2.7155e-07, 1.6757e-06,\n 1.1211e-07],\n [4.4130e-07, 1.4963e-07, 1.1211e-06, ..., 2.3115e-07, 2.3914e-07,\n 4.1815e-07]], device='cuda:0')"
|
| 24 |
+
},
|
| 25 |
+
"4": {
|
| 26 |
+
"step": "tensor(5008.)",
|
| 27 |
+
"exp_avg": "tensor([-1.0171e-03, -4.9544e-03, 5.6052e-45, ..., -2.7697e-03,\n 7.1264e-04, 2.7749e-03], device='cuda:0')",
|
| 28 |
+
"exp_avg_sq": "tensor([3.2280e-04, 2.7297e-04, 3.7521e-08, ..., 3.3838e-04, 2.3143e-04,\n 2.6508e-04], device='cuda:0')"
|
| 29 |
+
},
|
| 30 |
+
"5": {
|
| 31 |
+
"step": "tensor(5008.)",
|
| 32 |
+
"exp_avg": "tensor([[ 6.6862e-05, 4.9148e-05, 5.6052e-45, ..., 6.0985e-05,\n -1.1895e-05, 1.5116e-05],\n [-1.7273e-05, -1.7592e-05, 5.6052e-45, ..., 4.8171e-05,\n 4.0980e-05, 3.0821e-05],\n [-1.3466e-05, -1.3831e-04, -5.6052e-45, ..., 2.2259e-04,\n -1.8304e-05, 4.5527e-06],\n ...,\n [ 1.2666e-04, 2.9993e-05, -5.6052e-45, ..., -2.5960e-06,\n 2.3247e-05, -7.6330e-06],\n [ 7.5203e-05, 1.9450e-05, 5.6052e-45, ..., -1.2449e-04,\n 3.5762e-05, 1.7261e-05],\n [-6.6282e-05, 4.7792e-05, -5.6052e-45, ..., 2.2349e-04,\n 5.3259e-05, 5.4956e-05]], device='cuda:0')",
|
| 33 |
+
"exp_avg_sq": "tensor([[7.5549e-08, 7.6422e-08, 3.2770e-12, ..., 7.1044e-08, 6.3259e-08,\n 7.5893e-08],\n [9.5795e-08, 9.5046e-08, 6.0780e-12, ..., 8.2631e-08, 9.1193e-08,\n 1.0590e-07],\n [8.7018e-08, 1.0965e-07, 1.0584e-11, ..., 8.8874e-08, 9.5720e-08,\n 1.0819e-07],\n ...,\n [1.2217e-07, 1.0845e-07, 4.6844e-12, ..., 8.5760e-08, 8.0661e-08,\n 1.0999e-07],\n [1.0598e-07, 1.0422e-07, 6.3230e-12, ..., 9.2684e-08, 6.5239e-08,\n 1.0176e-07],\n [9.3127e-08, 9.0810e-08, 1.3335e-11, ..., 9.3925e-08, 6.5790e-08,\n 1.1631e-07]], device='cuda:0')"
|
| 34 |
+
},
|
| 35 |
+
"6": {
|
| 36 |
+
"step": "tensor(5008.)",
|
| 37 |
+
"exp_avg": "tensor([[ 1.6481e-04, 6.3784e-04, -3.5568e-04, ..., 1.1067e-05,\n 2.2451e-04, 2.2237e-04],\n [-7.0093e-05, -7.0327e-04, -3.7619e-04, ..., 2.4057e-04,\n 3.0458e-05, -3.0590e-04],\n [-1.4929e-05, 3.3049e-04, 1.6476e-04, ..., 8.9761e-05,\n -2.1613e-04, -2.3179e-04],\n ...,\n [ 5.1101e-05, -3.8076e-04, 8.1122e-05, ..., -1.7495e-04,\n 4.6489e-05, -1.3025e-04],\n [ 1.6199e-04, 3.2309e-04, 4.9313e-04, ..., 4.7753e-05,\n -1.9912e-05, 2.0311e-05],\n [-2.4985e-04, 2.0276e-05, 1.5108e-04, ..., 2.7860e-06,\n -1.8769e-04, -1.2583e-05]], device='cuda:0')",
|
| 38 |
+
"exp_avg_sq": "tensor([[5.3791e-07, 9.6456e-07, 9.6026e-07, ..., 2.6777e-07, 1.9615e-07,\n 3.1516e-07],\n [3.9087e-07, 6.8573e-07, 1.0300e-06, ..., 2.0435e-07, 1.3276e-07,\n 2.8877e-07],\n [5.3977e-07, 8.9069e-07, 1.0265e-06, ..., 2.5802e-07, 2.0177e-07,\n 2.4454e-07],\n ...,\n [6.4904e-07, 1.1449e-06, 1.2982e-06, ..., 3.3866e-07, 2.2821e-07,\n 3.4420e-07],\n [5.6313e-07, 7.1664e-07, 7.8405e-07, ..., 2.0297e-07, 1.4090e-07,\n 1.9886e-07],\n [6.8023e-07, 1.3295e-06, 1.3615e-06, ..., 3.4830e-07, 2.3718e-07,\n 3.0626e-07]], device='cuda:0')"
|
| 39 |
+
},
|
| 40 |
+
"7": {
|
| 41 |
+
"step": "tensor(5008.)",
|
| 42 |
+
"exp_avg": "tensor([ 7.6768e-03, -7.3869e-03, 2.8957e-03, 1.5960e-02, 8.3164e-03,\n -7.9521e-03, 1.0173e-03, 7.1866e-03, 8.1623e-03, -1.0952e-03,\n -2.6082e-03, 7.4275e-03, 7.8233e-03, -2.8967e-03, 4.5172e-03,\n -8.0718e-04, -9.3173e-03, 7.3764e-03, -5.8929e-03, -1.5168e-02,\n -1.5261e-03, -6.8235e-03, -4.0465e-03, -4.6231e-03, -1.6683e-03,\n -7.9793e-03, 5.9644e-03, -3.6481e-03, -5.0240e-03, 7.6541e-03,\n -1.6128e-03, -5.4483e-03, -5.5040e-03, -5.2861e-03, 2.0387e-03,\n -7.9213e-03, 2.0698e-03, -1.2102e-03, -2.6449e-04, 4.1488e-03,\n 1.5989e-04, -1.2419e-02, 6.1668e-03, -3.5320e-03, 6.4638e-03,\n 4.1937e-03, -4.4837e-04, 1.3150e-02, 1.5714e-03, -1.9231e-03,\n -1.3903e-03, 5.7833e-03, -4.7103e-03, -6.1876e-04, 1.1150e-03,\n -8.5797e-03, 1.1447e-03, -3.6700e-03, 1.7643e-02, 5.0552e-03,\n 4.0773e-03, 1.0701e-02, -7.0402e-03, -4.3070e-03, -3.4788e-03,\n 6.3058e-03, 5.9531e-04, 1.1390e-03, -1.2577e-02, -4.3577e-03,\n 4.0797e-03, 3.6694e-03, 6.8756e-03, -3.5982e-03, 5.6167e-03,\n -2.4907e-04, -4.2900e-03, -3.5881e-03, 4.6742e-03, -1.7634e-03,\n 6.9909e-03, -1.0752e-03, 1.0812e-02, -1.1213e-03, -1.6223e-03,\n -2.7296e-03, 1.0740e-03, 8.8580e-03, 1.8544e-03, -8.4242e-04,\n 6.1231e-03, 1.0128e-02, 1.0041e-02, -8.2415e-03, 7.9238e-04,\n -3.5296e-04, 1.0373e-02, 4.2455e-03, 1.2091e-02, 7.7978e-03,\n 4.5906e-03, 4.7233e-03, 3.5436e-03, -8.0986e-03, 1.1413e-02,\n 1.2543e-03, -3.6709e-03, 8.2526e-03, -3.9462e-03, -9.0971e-04,\n -7.1049e-03, -5.4832e-03, 7.1898e-03, 1.9265e-03, -2.1331e-03,\n -2.4045e-05, 4.6172e-03, -3.8343e-03, 9.0361e-03, -4.9143e-03,\n -3.6895e-03, -5.2762e-03, -2.0225e-03, -1.4575e-02, 1.9217e-03,\n 4.3489e-04, 4.9123e-03, 1.3455e-02, 4.1527e-03, 2.2119e-03,\n 1.1525e-03, -2.3784e-03, 8.0272e-03, 4.5407e-03, 5.4953e-03,\n 1.6336e-03, 5.7890e-04, -5.1138e-03, 3.6224e-03, 6.9417e-03,\n -2.1496e-03, -4.5150e-03, 4.6519e-03, 3.3395e-03, -1.1656e-03,\n -7.1209e-03, -2.4366e-03, -9.4170e-03, -1.9207e-03, 9.4074e-03,\n -4.2724e-03, 5.1664e-03, -5.4226e-03, 8.1250e-03, -4.8482e-03,\n 3.1781e-03, 8.3251e-03, -2.0954e-03, -4.6712e-03, -1.3478e-03,\n 7.2065e-03, 7.0332e-03, 3.5675e-04, -1.1663e-02, -1.2677e-03,\n -4.6494e-03, -5.2020e-03, 3.6652e-03, 4.4201e-03, -4.4098e-03,\n -5.1718e-03, -5.0567e-03, 1.5286e-02, 3.8624e-03, -1.9384e-03,\n -3.1272e-03, 5.0344e-03, -1.8873e-04, -5.2882e-03, 1.3015e-03,\n -7.0250e-04, 5.4149e-03, -3.2028e-04, 3.6107e-03, 8.0756e-03,\n 8.3640e-03, -4.4280e-03, 4.6619e-03, 2.6664e-03, -1.4215e-03,\n 9.6326e-04, -1.6769e-04, -1.3845e-03, 9.9362e-05, -6.1793e-03,\n 2.5805e-03, 4.5926e-03, 4.7375e-04, 2.0181e-03, 1.1652e-02,\n 2.5183e-03, -4.0227e-03, -3.2559e-03, 6.8926e-04, 2.5404e-03,\n -1.4573e-03, 1.8362e-03, 6.6620e-03, 7.2958e-03, 2.6029e-03,\n 4.5091e-03, 3.6223e-03, 1.9625e-03, 5.3305e-03, -7.3504e-03,\n -7.1568e-03, -1.6120e-02, -3.1755e-04, 1.2239e-03, -1.1537e-02,\n -7.6457e-03, -8.3671e-04, -1.0599e-02, 8.5138e-03, 6.9175e-05,\n 2.4528e-03, -9.6726e-03, 1.9081e-03, -1.4999e-03, -5.2182e-03,\n 2.2252e-03, -1.4821e-04, 6.7994e-03, -8.1335e-03, -4.7395e-03,\n -3.3046e-03, -8.3611e-03, -8.8916e-03, -5.6875e-03, 1.2175e-03,\n 1.2140e-03, 8.7904e-03, 3.0645e-03, -7.7433e-03, -2.6434e-03,\n -5.8771e-03, 4.3416e-03, 3.9648e-04, -3.2490e-03, -6.8170e-03,\n 3.3305e-03, -7.9815e-03, 1.0657e-02, 8.8384e-04, -2.3087e-03,\n -4.6300e-03, -5.3964e-03, -3.3311e-03, 5.5437e-03, -9.0748e-03,\n -2.9890e-03, 1.4448e-02, -3.4672e-03, -3.0199e-04, 1.0997e-02,\n 2.5313e-03, 1.7904e-03, -1.6298e-03, -4.3613e-04, -1.1672e-02,\n 1.6187e-03, 3.4784e-03, 2.9318e-03, 9.4926e-05, 6.3968e-03,\n -1.1913e-03, -3.7577e-03, -8.3793e-03, 8.3923e-03, -3.4097e-04,\n -4.3284e-03, -4.2637e-03, -6.0289e-03, 2.6528e-04, 2.6444e-03,\n 9.1354e-04, 4.5321e-04, 7.2899e-04, 6.0282e-04, -5.3749e-03,\n 7.0551e-03, 4.0971e-03, -4.8673e-03, 9.7315e-03, -3.0041e-03,\n 3.0783e-03, -3.2711e-03, 1.6461e-03, -1.6885e-03, 4.2723e-03,\n 3.9553e-03, -7.3585e-03, -1.2389e-02, 2.4289e-04, -1.5757e-03,\n -9.2088e-03, 1.4341e-04, -8.6216e-04, 4.2109e-03, 2.2794e-03,\n -3.4966e-03, -7.8075e-03, -5.5241e-03, 5.7579e-04, -4.9809e-04,\n -1.0991e-03, 1.0441e-03, -9.5640e-03, 1.4579e-02, -2.2508e-04,\n -7.3193e-04, -1.2571e-02, 9.8834e-04, 6.3760e-03, -2.4669e-03,\n -3.1636e-03, 5.2009e-03, -1.0947e-03, -3.8322e-03, -1.0969e-03,\n -7.4621e-03, -9.4427e-04, 4.9794e-04, 3.9650e-03, -7.4597e-03,\n 6.0013e-03, -8.8950e-03, 1.9903e-03, 4.5256e-04, 3.7138e-03,\n 7.2313e-03, 1.2564e-03, 5.4822e-03, -4.0538e-03, 3.0040e-03,\n 7.1407e-03, -3.9643e-03, -1.5244e-03, 1.3631e-03, -6.7922e-03,\n -1.3874e-03, -8.3966e-03, -2.2784e-03, 2.7883e-03, -4.6358e-03,\n -2.8640e-03, 1.2660e-02, -4.6994e-03, -4.0260e-03, 4.1476e-03,\n -1.0709e-03, 2.1391e-03, 2.6463e-03, 1.2485e-03, 4.3704e-03,\n 1.8628e-02, 1.1920e-03, -1.4682e-03, -5.7479e-03, 2.0019e-03,\n 9.2433e-04, 5.5695e-03, -4.0277e-03, -2.4687e-03, -3.0986e-03,\n -2.4991e-03, 5.0237e-03, 5.4952e-03, 1.9985e-03, -1.8502e-03,\n 5.9977e-03, 8.9355e-04, -7.7205e-03, 9.9764e-03, -1.9092e-03,\n -2.8844e-03, -3.5386e-03, -1.0719e-02, 5.1808e-03, 1.0136e-03,\n -6.5665e-03, 1.3769e-03, 2.9742e-03, 2.3250e-03, -1.0391e-05,\n 9.3094e-03, 4.0364e-03, -9.2682e-04, -1.3156e-03, 2.5142e-03,\n -1.2528e-02, -5.6811e-03, -3.5256e-03, -2.0968e-02, -1.1524e-03,\n -7.4554e-03, 1.0968e-04, -1.1880e-02, -6.5231e-03, 4.5260e-03,\n 5.0258e-04, -5.5762e-03, 3.5039e-03, -2.3795e-03, -6.8916e-03,\n -7.0713e-04, 1.0644e-03, -1.9340e-03, 3.7821e-03, 9.5467e-03,\n -5.7969e-03, -6.9891e-03, -2.5638e-03, 7.4450e-03, -4.0757e-03,\n -1.3904e-02, -2.4201e-04, 1.0051e-02, -5.2928e-03, -4.6866e-04,\n 5.0602e-03, -8.3322e-03, -2.8254e-02, 4.1882e-03, -1.3503e-02,\n 4.1800e-03, -6.1524e-03, 1.0892e-02, -3.1349e-04, -3.6062e-03,\n 1.4481e-03, -2.7884e-04, -5.9193e-03, 1.8758e-02, 3.2760e-03,\n -5.2215e-04, 1.0391e-03, 2.2295e-03, 3.7449e-03, 1.0862e-03,\n 1.8356e-02, -9.3471e-04, -7.8438e-04, -5.1583e-03, -9.7507e-03,\n 6.6098e-03, -7.8098e-03, 3.0283e-03, 4.2325e-03, -2.6217e-03,\n 2.1494e-03, -1.7028e-03, 5.6758e-03, -9.1664e-04, -4.5964e-03,\n 4.0251e-04, 6.6538e-03, -6.8856e-03, -4.5671e-03, -8.1111e-03,\n -4.9437e-03, 2.7471e-03, 2.3657e-03, 6.9706e-03, -7.8058e-03,\n 1.3002e-02, 1.2281e-03, 8.4554e-03, 4.8699e-03, -1.0274e-02,\n 8.3700e-03, 1.0651e-02, 4.0631e-03, -7.0961e-04, -3.0926e-03,\n 1.0435e-02, 4.5538e-03, 1.3369e-03, -3.6075e-03, -3.3251e-03,\n -4.2024e-03, 5.1809e-03, 1.5899e-03, -7.1889e-03, 2.3623e-03,\n -2.0996e-03, 5.3928e-03, -3.8880e-03, -6.0544e-04, 2.8808e-03,\n 7.7854e-03, 8.0036e-03, -4.9524e-05, 1.2188e-02, -1.6369e-02,\n 5.5762e-03, 7.3496e-03, 7.9035e-03, 2.1496e-03, 3.4411e-03,\n 5.0193e-03, 5.1050e-03], device='cuda:0')",
|
| 43 |
+
"exp_avg_sq": "tensor([0.0003, 0.0002, 0.0003, 0.0003, 0.0002, 0.0003, 0.0003, 0.0003, 0.0002,\n 0.0003, 0.0002, 0.0003, 0.0003, 0.0002, 0.0003, 0.0002, 0.0003, 0.0004,\n 0.0002, 0.0003, 0.0003, 0.0003, 0.0003, 0.0004, 0.0003, 0.0003, 0.0003,\n 0.0003, 0.0002, 0.0002, 0.0003, 0.0003, 0.0002, 0.0003, 0.0003, 0.0003,\n 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0002, 0.0003,\n 0.0002, 0.0003, 0.0002, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003,\n 0.0004, 0.0003, 0.0002, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003,\n 0.0003, 0.0002, 0.0003, 0.0002, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003,\n 0.0002, 0.0003, 0.0003, 0.0003, 0.0002, 0.0003, 0.0002, 0.0002, 0.0003,\n 0.0002, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0002, 0.0003, 0.0002,\n 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0002, 0.0003, 0.0003,\n 0.0003, 0.0003, 0.0003, 0.0003, 0.0002, 0.0003, 0.0003, 0.0003, 0.0002,\n 0.0002, 0.0002, 0.0003, 0.0003, 0.0003, 0.0003, 0.0004, 0.0002, 0.0003,\n 0.0003, 0.0003, 0.0002, 0.0002, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003,\n 0.0002, 0.0003, 0.0003, 0.0002, 0.0002, 0.0002, 0.0002, 0.0003, 0.0003,\n 0.0003, 0.0003, 0.0003, 0.0002, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003,\n 0.0003, 0.0003, 0.0002, 0.0003, 0.0003, 0.0002, 0.0002, 0.0003, 0.0004,\n 0.0003, 0.0002, 0.0002, 0.0003, 0.0003, 0.0003, 0.0002, 0.0002, 0.0003,\n 0.0003, 0.0004, 0.0001, 0.0003, 0.0003, 0.0002, 0.0003, 0.0002, 0.0002,\n 0.0003, 0.0003, 0.0002, 0.0003, 0.0002, 0.0003, 0.0003, 0.0003, 0.0003,\n 0.0003, 0.0003, 0.0003, 0.0003, 0.0001, 0.0003, 0.0002, 0.0003, 0.0003,\n 0.0002, 0.0003, 0.0003, 0.0002, 0.0003, 0.0002, 0.0003, 0.0002, 0.0003,\n 0.0003, 0.0003, 0.0003, 0.0002, 0.0003, 0.0003, 0.0003, 0.0002, 0.0004,\n 0.0003, 0.0002, 0.0003, 0.0002, 0.0002, 0.0003, 0.0003, 0.0003, 0.0003,\n 0.0003, 0.0003, 0.0002, 0.0003, 0.0002, 0.0002, 0.0002, 0.0003, 0.0003,\n 0.0002, 0.0003, 0.0002, 0.0003, 0.0002, 0.0002, 0.0003, 0.0003, 0.0002,\n 0.0003, 0.0003, 0.0003, 0.0004, 0.0003, 0.0003, 0.0002, 0.0002, 0.0003,\n 0.0003, 0.0003, 0.0003, 0.0002, 0.0003, 0.0002, 0.0003, 0.0003, 0.0004,\n 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0002, 0.0003, 0.0003,\n 0.0003, 0.0003, 0.0002, 0.0003, 0.0003, 0.0003, 0.0002, 0.0003, 0.0003,\n 0.0003, 0.0003, 0.0003, 0.0003, 0.0004, 0.0003, 0.0003, 0.0003, 0.0003,\n 0.0003, 0.0002, 0.0003, 0.0003, 0.0002, 0.0003, 0.0003, 0.0002, 0.0003,\n 0.0003, 0.0003, 0.0002, 0.0002, 0.0002, 0.0002, 0.0002, 0.0003, 0.0003,\n 0.0003, 0.0002, 0.0003, 0.0003, 0.0004, 0.0003, 0.0003, 0.0002, 0.0003,\n 0.0003, 0.0003, 0.0003, 0.0002, 0.0002, 0.0002, 0.0002, 0.0003, 0.0003,\n 0.0003, 0.0003, 0.0003, 0.0004, 0.0003, 0.0003, 0.0003, 0.0003, 0.0002,\n 0.0002, 0.0003, 0.0003, 0.0003, 0.0003, 0.0002, 0.0003, 0.0003, 0.0003,\n 0.0002, 0.0002, 0.0003, 0.0003, 0.0003, 0.0002, 0.0002, 0.0003, 0.0002,\n 0.0003, 0.0003, 0.0002, 0.0002, 0.0002, 0.0002, 0.0003, 0.0003, 0.0002,\n 0.0003, 0.0003, 0.0002, 0.0002, 0.0003, 0.0002, 0.0003, 0.0002, 0.0003,\n 0.0003, 0.0003, 0.0002, 0.0003, 0.0004, 0.0003, 0.0002, 0.0003, 0.0002,\n 0.0003, 0.0002, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0002,\n 0.0003, 0.0003, 0.0004, 0.0002, 0.0003, 0.0002, 0.0003, 0.0003, 0.0003,\n 0.0002, 0.0002, 0.0003, 0.0003, 0.0002, 0.0003, 0.0003, 0.0002, 0.0003,\n 0.0003, 0.0003, 0.0003, 0.0002, 0.0002, 0.0003, 0.0003, 0.0003, 0.0003,\n 0.0002, 0.0003, 0.0002, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003,\n 0.0003, 0.0003, 0.0003, 0.0003, 0.0002, 0.0002, 0.0002, 0.0002, 0.0002,\n 0.0003, 0.0003, 0.0003, 0.0002, 0.0004, 0.0003, 0.0002, 0.0002, 0.0002,\n 0.0003, 0.0002, 0.0003, 0.0004, 0.0002, 0.0002, 0.0003, 0.0002, 0.0002,\n 0.0002, 0.0003, 0.0003, 0.0002, 0.0002, 0.0002, 0.0002, 0.0003, 0.0003,\n 0.0003, 0.0003, 0.0002, 0.0002, 0.0002, 0.0002, 0.0003, 0.0002, 0.0002,\n 0.0002, 0.0003, 0.0003, 0.0003, 0.0002, 0.0002, 0.0003, 0.0003, 0.0003,\n 0.0003, 0.0002, 0.0002, 0.0003, 0.0002, 0.0003, 0.0003, 0.0003, 0.0002,\n 0.0003, 0.0002, 0.0003, 0.0002, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003,\n 0.0003, 0.0003, 0.0004, 0.0003, 0.0003, 0.0003, 0.0003, 0.0002, 0.0002,\n 0.0003, 0.0002, 0.0001, 0.0002, 0.0002, 0.0003, 0.0003, 0.0002, 0.0004,\n 0.0003, 0.0003, 0.0002, 0.0003, 0.0003, 0.0003, 0.0002, 0.0003],\n device='cuda:0')"
|
| 44 |
+
},
|
| 45 |
+
"8": {
|
| 46 |
+
"step": "tensor(5008.)",
|
| 47 |
+
"exp_avg": "tensor([[-5.6052e-45, 5.6052e-45, 5.6052e-45, ..., 5.6052e-45,\n 5.6052e-45, 5.6052e-45],\n [-4.3968e-05, 1.5516e-04, -5.2812e-05, ..., -6.3483e-05,\n -1.6574e-05, 3.8773e-04],\n [ 3.0403e-06, 1.7096e-05, 5.5158e-05, ..., -3.4987e-05,\n 1.1221e-04, 7.1514e-07],\n ...,\n [-1.6386e-04, 1.3320e-05, -2.4354e-05, ..., -2.6270e-04,\n -2.7907e-06, -9.2278e-04],\n [-5.2924e-05, 2.9164e-05, 8.4135e-06, ..., 1.4379e-04,\n -1.7607e-04, -8.7361e-06],\n [-1.5454e-05, -1.6919e-05, 1.2323e-05, ..., 4.1200e-05,\n 4.3406e-06, 6.2357e-05]], device='cuda:0')",
|
| 48 |
+
"exp_avg_sq": "tensor([[7.1757e-14, 2.2441e-12, 1.2875e-13, ..., 9.5876e-12, 9.6064e-14,\n 3.3928e-14],\n [8.4320e-08, 2.8270e-07, 1.6297e-07, ..., 8.1940e-08, 1.5208e-08,\n 1.8658e-07],\n [9.6268e-08, 2.2220e-07, 8.1106e-08, ..., 9.3566e-08, 1.1248e-06,\n 1.2706e-07],\n ...,\n [4.7857e-07, 2.9871e-08, 1.6745e-07, ..., 2.0488e-07, 1.9324e-08,\n 5.6584e-07],\n [8.2288e-08, 7.4394e-08, 1.5610e-08, ..., 1.3133e-07, 1.0194e-06,\n 2.7376e-08],\n [8.0380e-08, 2.7079e-08, 1.1989e-08, ..., 6.3182e-08, 2.7877e-07,\n 1.4835e-07]], device='cuda:0')"
|
| 49 |
+
},
|
| 50 |
+
"9": {
|
| 51 |
+
"step": "tensor(5008.)",
|
| 52 |
+
"exp_avg": "tensor([ 5.6052e-45, 1.0924e-03, 1.2625e-03, ..., -1.0417e-02,\n -3.4159e-03, 2.6157e-03], device='cuda:0')",
|
| 53 |
+
"exp_avg_sq": "tensor([1.1811e-08, 1.2161e-04, 9.7216e-05, ..., 1.1537e-04, 1.0512e-04,\n 9.4497e-05], device='cuda:0')"
|
| 54 |
+
},
|
| 55 |
+
"10": {
|
| 56 |
+
"step": "tensor(5008.)",
|
| 57 |
+
"exp_avg": "tensor([[-5.6052e-45, -1.4435e-05, 3.3701e-05, ..., -5.0029e-06,\n -1.1149e-04, -3.2746e-04],\n [ 5.6052e-45, -3.9294e-05, 1.1642e-05, ..., -2.7141e-04,\n 2.8459e-05, 8.5801e-05],\n [ 5.6052e-45, -7.7852e-06, 5.2687e-05, ..., -2.3784e-04,\n -7.9091e-05, -5.3465e-06],\n ...,\n [-5.6052e-45, 3.1077e-05, 4.0069e-05, ..., 1.3915e-04,\n -1.5335e-04, -3.3463e-04],\n [-5.6052e-45, -1.7950e-05, -1.8084e-05, ..., 4.6855e-05,\n -8.8544e-06, 2.1511e-04],\n [ 5.6052e-45, -1.0595e-04, 3.2749e-06, ..., -3.8073e-04,\n -1.1915e-04, -1.5737e-04]], device='cuda:0')",
|
| 58 |
+
"exp_avg_sq": "tensor([[4.9152e-13, 2.0626e-08, 1.9812e-08, ..., 2.5869e-08, 2.1060e-08,\n 2.4345e-08],\n [6.2523e-13, 2.7142e-08, 2.8751e-08, ..., 4.8687e-08, 2.5712e-08,\n 2.3988e-08],\n [6.9954e-14, 2.7367e-08, 3.4525e-08, ..., 4.3449e-08, 2.6548e-08,\n 3.0294e-08],\n ...,\n [6.3427e-13, 3.2116e-08, 3.3309e-08, ..., 3.9070e-08, 3.4387e-08,\n 3.8208e-08],\n [8.8917e-14, 3.1645e-08, 3.0065e-08, ..., 3.1868e-08, 3.0432e-08,\n 2.9525e-08],\n [2.2391e-14, 3.0302e-08, 3.6664e-08, ..., 4.8950e-08, 3.4904e-08,\n 2.9653e-08]], device='cuda:0')"
|
| 59 |
+
},
|
| 60 |
+
"11": {
|
| 61 |
+
"step": "tensor(5008.)",
|
| 62 |
+
"exp_avg": "tensor([[ 7.3184e-05, -1.1685e-04, -5.3351e-05, ..., -5.5224e-05,\n 4.8303e-06, 2.1023e-04],\n [-1.6280e-04, 2.8498e-04, 2.1305e-04, ..., -7.6230e-06,\n -1.2329e-04, 1.4364e-04],\n [-5.1197e-05, 3.3709e-07, -1.0318e-04, ..., 8.3068e-05,\n 1.1966e-05, -1.5399e-04],\n ...,\n [ 2.4935e-05, -1.8241e-04, -2.6897e-05, ..., -2.3445e-05,\n -9.2388e-05, 1.4157e-04],\n [-9.4209e-05, 1.3903e-04, -2.4102e-05, ..., -7.3698e-05,\n -5.8554e-05, -2.8257e-05],\n [ 1.6504e-04, -6.8064e-05, -5.6080e-05, ..., 1.6716e-04,\n -1.4890e-04, -9.8431e-05]], device='cuda:0')",
|
| 63 |
+
"exp_avg_sq": "tensor([[1.1414e-07, 1.8194e-07, 3.1299e-07, ..., 9.3054e-08, 6.0233e-08,\n 1.2498e-07],\n [9.3612e-08, 1.7272e-07, 1.9885e-07, ..., 9.6540e-08, 6.0084e-08,\n 7.0037e-08],\n [1.0140e-07, 1.9009e-07, 1.5062e-07, ..., 7.9236e-08, 5.5070e-08,\n 6.8402e-08],\n ...,\n [1.1743e-07, 2.5282e-07, 2.4433e-07, ..., 1.0581e-07, 8.3591e-08,\n 1.0735e-07],\n [1.0661e-07, 1.8454e-07, 1.8811e-07, ..., 9.3058e-08, 5.0178e-08,\n 9.9677e-08],\n [9.6950e-08, 1.9613e-07, 1.9673e-07, ..., 9.9796e-08, 6.2561e-08,\n 8.3860e-08]], device='cuda:0')"
|
| 64 |
+
},
|
| 65 |
+
"12": {
|
| 66 |
+
"step": "tensor(5008.)",
|
| 67 |
+
"exp_avg": "tensor([ 1.8319e-03, 6.4267e-03, 2.1308e-04, -2.3360e-03, 1.0216e-02,\n -2.5611e-03, 2.4329e-03, -4.6995e-03, 2.6283e-03, 4.4575e-04,\n 1.4416e-03, 1.7625e-03, 9.1435e-03, 5.0609e-03, 3.9501e-03,\n 4.2185e-03, -3.3044e-03, -2.1131e-03, -3.9716e-03, 3.8717e-03,\n -2.6432e-03, -5.7812e-03, 5.8580e-03, -5.2422e-03, 1.8020e-03,\n 2.0678e-04, -1.2859e-03, 7.4051e-03, 1.6317e-03, -1.3571e-03,\n 4.1181e-04, 7.8237e-04, -2.4347e-04, 3.9462e-03, 4.7510e-03,\n -6.5982e-03, 1.4008e-04, 1.5912e-04, -1.3362e-03, -3.0524e-03,\n -9.4271e-03, 1.1370e-03, -1.9895e-03, 1.3833e-03, 4.4774e-04,\n -4.1512e-04, 4.9548e-03, -1.5516e-03, 1.1024e-04, 3.3318e-04,\n 1.8298e-03, 5.3405e-03, -4.9132e-04, 9.8068e-03, -3.5463e-03,\n 2.2129e-03, 1.3955e-03, 1.4459e-03, 5.6361e-03, -4.1825e-04,\n 2.2312e-03, 2.0521e-03, -5.5023e-04, -1.4445e-03, -9.4299e-04,\n 3.3294e-03, 1.9274e-03, 5.3470e-03, -1.1967e-04, 4.8740e-03,\n 8.9744e-04, -3.2768e-03, -2.5931e-03, -4.1248e-03, -8.6486e-04,\n -1.9231e-03, 2.9132e-03, 1.0628e-03, 5.0958e-03, -2.5735e-03,\n 1.9805e-03, -6.5353e-04, -7.7574e-03, -9.3234e-03, -7.8016e-04,\n 4.8067e-03, -9.7106e-04, 6.1488e-04, -1.9533e-03, -4.3335e-04,\n -1.4454e-03, -1.9217e-03, -1.2682e-03, 1.0672e-03, 2.3760e-03,\n -2.9464e-03, -3.3259e-03, -2.4563e-03, 4.6823e-03, 7.5053e-03,\n 2.1197e-03, -4.1462e-03, -7.6430e-04, 1.5575e-03, -1.0437e-03,\n 6.1006e-04, 6.9015e-03, 3.1477e-03, -1.7598e-03, 4.1788e-03,\n -5.6052e-45, 3.1389e-03, -5.4394e-03, -2.8933e-03, 1.8606e-03,\n 2.7513e-03, 2.7359e-03, 1.7405e-03, 1.8482e-03, -6.1376e-04,\n -2.7067e-03, -3.1348e-03, -2.2648e-03, -4.6863e-04, 6.0440e-03,\n 7.9732e-04, -5.9837e-03, -2.1482e-03, -3.3613e-03, -1.7114e-03,\n 6.7407e-03, -3.8829e-03, -1.5061e-03, 3.6158e-03, 3.7212e-03,\n -3.0628e-03, -2.8523e-03, -6.3650e-03, 6.3854e-04, 1.9892e-04,\n 2.7872e-03, 2.4347e-03, -2.3990e-03, 1.5897e-03, -1.0233e-02,\n -7.7812e-03, -3.7948e-03, 2.9437e-03, 1.7251e-03, -7.5833e-04,\n 3.7051e-03, -3.9947e-04, 4.8336e-03, -1.2396e-04, -3.3887e-03,\n 2.1577e-03, 9.1669e-03, 4.6118e-03, 2.1814e-03, -2.4297e-03,\n -7.4779e-03, 3.5897e-03, -2.5912e-03, 1.0265e-03, -3.0831e-03,\n -1.5562e-03, 5.7532e-04, 1.9782e-03, 3.6531e-03, -2.1997e-03,\n -1.1099e-03, 9.6376e-04, 5.1958e-03, 4.8555e-03, 2.7527e-03,\n 1.6194e-03, -2.8353e-03, -1.8384e-03, -1.4205e-03, -9.9553e-04,\n 5.6052e-45, 1.4774e-03, 9.6878e-04, 2.2313e-03, -4.5047e-03,\n 4.7111e-03, 4.4546e-03, -7.7466e-04, 4.3386e-03, -2.1017e-04,\n -6.6211e-04, -2.0499e-03, 2.9448e-03, 6.3156e-04, 1.2173e-03,\n 3.7210e-03, 1.3494e-03, -3.1167e-03, 2.8529e-03, 1.5009e-03,\n -2.5174e-03, -3.0016e-03, -1.9257e-03, 5.4478e-03, -4.6380e-04,\n -2.1937e-03, 3.1350e-03, -3.2593e-05, 6.6527e-06, -4.3546e-03,\n -1.0959e-03, -2.9442e-03, 7.8233e-03, 4.2462e-03, 2.1772e-03,\n 2.5009e-03, 1.3118e-03, 4.9976e-03, 7.6227e-04, -1.5787e-03,\n 5.2060e-04, -4.5573e-04, 2.4752e-03, -8.0364e-03, -3.1574e-04,\n 7.0050e-04, -4.2083e-03, 2.0470e-03, 9.1698e-04, -2.1644e-03,\n 8.4428e-03, -1.4611e-03, -1.2217e-03, 3.0036e-03, -1.0047e-03,\n -3.5936e-03, 4.4093e-03, 1.6396e-03, 2.7884e-04, 4.3883e-03,\n -2.1782e-03, 6.0906e-04, 2.3985e-04, 6.4935e-04, -1.1295e-03,\n -4.4921e-03, -9.4037e-04, -1.0534e-03, 1.9965e-03, 1.4380e-03,\n 4.1275e-03, 6.0609e-04, 9.3597e-04, 1.3681e-03, 1.0186e-03,\n 2.1670e-03, -1.1066e-02, 3.5632e-03, -2.9951e-03, 8.1142e-04,\n -1.4017e-04, -9.2954e-03, -1.0138e-03, -3.2643e-03, -1.8561e-03,\n -2.0342e-03, -2.4399e-03, -4.6725e-03, 8.3585e-04, -1.3521e-03,\n -3.4166e-04, -1.7684e-03, -3.7537e-03, 2.4256e-03, 2.4950e-03,\n 4.8269e-03, 1.2957e-03, 3.1990e-03, 1.5300e-03, 2.3795e-03,\n 1.0917e-03, 6.5463e-03, 6.8356e-04, 2.4044e-03, 1.0510e-02,\n -6.0572e-03, 3.6228e-03, -4.1666e-05, 1.1944e-03, -1.0029e-03,\n -1.7203e-03, 2.4100e-03, -9.5639e-04, 2.7370e-04, -5.4194e-03,\n -3.2864e-04, 5.3987e-05, 2.3791e-04, 3.9156e-03, 2.3399e-03,\n 4.5191e-03, 4.5142e-03, -5.5267e-03, 1.6714e-03, -2.0297e-03,\n -1.9135e-03, 2.6566e-03, -2.7010e-03, -3.1157e-03, -7.7722e-03,\n 2.3362e-04, 7.2041e-03, -6.5864e-04, 2.1308e-03, -3.8845e-04,\n 5.1546e-03, -1.7362e-03, -3.5303e-03, -4.8956e-04, 4.3573e-04,\n -2.1618e-03, -2.5207e-04, -6.5167e-04, -5.2148e-03, 3.5590e-03,\n 3.0147e-03, -2.3770e-03, 2.4476e-03, -1.4395e-03, 2.7955e-04,\n 6.3111e-03, -4.3539e-03, -5.6118e-03, -3.9020e-03, 9.3977e-05,\n 1.0549e-03, -2.7201e-03, -2.0041e-03, -6.4501e-03, 5.5498e-03,\n -6.8387e-03, -1.8666e-03, 5.3622e-03, 9.9490e-04, 5.0726e-04,\n 3.2642e-03, -4.9972e-03, 5.0407e-03, 4.6930e-03, -9.0301e-04,\n 5.2698e-03, 2.4970e-03, -9.5012e-04, -2.3412e-03, -2.4244e-03,\n 7.6578e-03, 6.9581e-04, -4.5721e-03, -1.6462e-03, -1.6959e-03,\n 1.7322e-03, 3.2981e-03, -3.9672e-04, -3.7608e-03, 2.1520e-05,\n 2.5551e-03, 2.4389e-03, -3.3921e-03, 3.4253e-03, -3.3709e-03,\n -4.7160e-03, 4.3307e-03, -6.5239e-03, 7.9689e-03, 1.6995e-03,\n 3.3474e-03, -3.5108e-03, 7.4636e-03, 3.3392e-04, -3.4376e-04,\n 9.3801e-04, -5.5477e-04, -3.9674e-03, 1.5481e-03, 3.3803e-03,\n 6.5105e-03, -3.0967e-03, 7.8395e-04, 4.1398e-03, 4.7397e-04,\n -5.9295e-04, -6.0109e-05, 3.4742e-03, 1.1324e-04, -3.4276e-03,\n -1.9133e-05, 2.0678e-03, -2.3737e-05, 1.3803e-03, -3.2633e-03,\n 9.6189e-03, 6.4649e-04, 3.4035e-03, 8.6186e-04, 5.0335e-04,\n -2.3054e-03, -6.2230e-03, -6.3220e-03, -2.6762e-03, 1.5944e-03,\n -3.9183e-03, -2.3947e-03, -2.7850e-03, 1.1073e-03, -5.6511e-03,\n -8.2321e-03, 1.4459e-03, -5.3015e-03, 3.1633e-03, -1.8366e-03,\n 5.1171e-03, -4.0044e-04, -1.5907e-05, -1.5361e-03, 5.7750e-04,\n 3.1513e-03, 2.3153e-03, 1.6122e-03, -1.5349e-04, 3.9408e-04,\n 6.2202e-04, -6.5800e-04, -1.9988e-03, -2.4580e-03, -3.4106e-03,\n -1.0072e-03, -3.1490e-03, -8.8814e-04, 1.6829e-04, 2.3735e-03,\n -4.2092e-03, -1.8332e-03, 7.8273e-04, -2.0111e-03, -1.5814e-03,\n 4.4280e-04, -1.3968e-03, 2.7053e-03, -5.0308e-03, -2.9679e-03,\n 4.4218e-03, 2.1334e-03, -4.5970e-03, -2.6759e-04, 6.0311e-03,\n 4.1519e-03, 5.5704e-04, 7.0055e-04, -6.2731e-03, -3.7627e-03,\n -5.4065e-03, 9.2535e-03, 3.7407e-03, -5.4206e-03, 1.5420e-03,\n 1.3543e-03, 1.3554e-03, -7.7324e-04, -4.7516e-03, -5.5335e-04,\n 3.4044e-03, 1.4658e-03, -3.8969e-03, -2.2159e-03, -4.7461e-04,\n 2.0630e-03, 6.4588e-03, 3.4013e-03, 5.0574e-03, -1.0739e-03,\n -1.2140e-03, 7.9145e-04, -1.7353e-03, -6.1722e-04, 2.9280e-03,\n 5.8283e-03, -2.9782e-03, -4.6660e-03, 1.2482e-03, 7.9046e-03,\n -6.0291e-03, -5.7989e-03, -6.0023e-03, 5.1012e-04, 1.9554e-03,\n -8.2915e-03, -6.4077e-03, 3.9783e-03, 1.3469e-03, -4.2802e-03,\n 6.9732e-03, -7.9285e-04, -8.5916e-04, 2.5202e-03, -5.7601e-03,\n 1.7231e-03, -1.9814e-03, -2.2512e-04, -9.5575e-04, -8.9668e-03,\n -4.6336e-03, 5.1994e-04, 5.8034e-03, -5.0418e-03, 1.2753e-03,\n 6.9068e-03, 4.7868e-03, 2.2427e-03, -9.9973e-04, -3.4967e-04,\n -7.7130e-03, 2.3547e-03, -1.9653e-03, -2.3968e-03, -2.9170e-03,\n 2.6247e-04, 1.1711e-03, 2.0632e-03, -3.0278e-03, -4.1964e-03,\n 7.0054e-03, -3.8307e-03, 8.2241e-03, -3.9306e-03, 3.7561e-03,\n -2.1196e-03, 2.8156e-03, 7.8191e-03, -3.2618e-03, 1.4339e-03,\n 4.6583e-03, 9.4251e-04, -2.5493e-03, 5.8605e-03, -6.2983e-04,\n 9.2407e-04, 5.9778e-04, 3.7803e-03, 1.8166e-03, 2.9430e-03,\n 6.9536e-04, -1.8407e-03, -2.2164e-03, -1.4798e-03, 3.9797e-04,\n 8.3803e-05, -1.6526e-03, -5.5913e-03, 3.3508e-03, -2.6138e-03,\n -4.7739e-03, -1.8308e-03, -2.1193e-03, 2.2357e-03, 7.5552e-03,\n 5.0322e-03, -9.6602e-04, 3.3746e-03, 6.5962e-03, 2.7668e-03,\n -2.2297e-03, 1.0325e-02, 1.7111e-03, -1.6391e-03, -8.2892e-04,\n -1.6798e-03, 6.8036e-03, 3.2027e-04, 2.7196e-13, 2.2598e-03,\n 1.8447e-04, -8.8961e-11, 2.8118e-03, 1.1642e-03, -2.2154e-04,\n 3.5113e-03, -1.0379e-03, 1.1947e-03, 5.2847e-04, 2.7756e-03,\n -5.5034e-04, -7.6170e-05, -2.4944e-03, 5.1429e-03, 6.7115e-04,\n 5.9044e-03, 1.3456e-03, 5.8014e-03, 1.7462e-03, -7.3574e-03,\n 1.5074e-03, 2.3672e-03, 9.4518e-04, -2.9782e-03, 3.6405e-05,\n -2.3361e-03, -6.0362e-04, -1.8232e-03, -1.3084e-03, -7.5762e-04,\n -3.9995e-03, 1.9909e-03, -2.6646e-03, -6.3013e-03, -2.8776e-03,\n -4.3251e-04, -3.5807e-03, -2.9952e-03, -5.7785e-04, 3.9948e-03,\n 1.8927e-03, -6.4115e-03, 3.6089e-03, 9.5369e-04, 3.5787e-03,\n -4.4594e-05, 1.0912e-03, -4.6869e-03, -2.2715e-03, 9.5861e-04,\n -3.1360e-04, 2.7896e-03, -3.2352e-03, 7.3676e-03, -2.6834e-03,\n -1.2366e-03, -4.7690e-04, 5.2543e-03, 1.1632e-03, -2.4616e-03,\n -8.6963e-04, -3.7311e-03, 2.2606e-04, -3.3811e-03, 1.3384e-03,\n 3.8887e-03, -1.4755e-03, -4.4998e-03, -5.0094e-03, -1.1052e-03,\n -1.3966e-04, 1.5094e-03, -1.5727e-04, -1.8445e-03, 3.2599e-03,\n 2.3651e-03, -3.8325e-03, -1.4172e-03, -4.6119e-04, 5.2948e-03,\n -1.4909e-03, 2.9838e-03, -4.9896e-03, 2.0492e-03, 2.4913e-03,\n 3.5839e-03, -6.4088e-04, -1.1582e-03, -1.2709e-03, -1.6228e-04,\n 3.2130e-03, 1.8020e-03, -3.1753e-03, -1.8049e-05, -7.6468e-03,\n 2.6535e-04, 1.4170e-03, 4.4001e-04, -4.0007e-03, -2.7838e-03,\n 1.4772e-03, -3.2356e-03, 5.5833e-04, 2.2477e-03, 4.4208e-04,\n 1.6129e-04, 2.9792e-03, -9.6698e-03, -4.8711e-04, 1.6863e-03,\n -3.0915e-03, -2.9364e-04, -1.5130e-03, 4.4453e-03, -3.2820e-03,\n 7.1680e-03, 2.7859e-03, -4.3300e-03, -2.6546e-04, -2.3234e-03,\n -3.4719e-03, -3.4578e-03, 2.2715e-03, 1.9500e-03, 1.5331e-03,\n 7.1310e-04, 6.2903e-04, -3.9975e-03, -4.6297e-03, -1.8347e-03,\n -6.2861e-03, -4.5654e-03, -1.5629e-03, 4.1994e-03, -7.2678e-03,\n 6.5541e-03, 1.9912e-03, -3.1741e-03, -6.1699e-03, 6.1005e-03,\n 1.0198e-03, -2.1800e-03, 6.8932e-03, 1.6743e-04, 2.0141e-04,\n -2.5532e-03, 1.4544e-03, 7.3181e-04, 1.0558e-03, -6.8343e-03,\n 9.5951e-04, 6.7738e-03, -9.1980e-04, 2.0339e-03, -2.3309e-03,\n 3.6583e-04, -1.7379e-03, -3.8370e-03, 3.1122e-04, -4.9800e-03,\n -3.4980e-03, -1.3445e-03, -3.0773e-03, -4.6187e-03, 1.8352e-03,\n 9.6226e-04, 1.0082e-03, 7.2057e-05, -9.7615e-03, -4.4204e-03,\n 1.4718e-03, 3.8208e-03, -3.2196e-03, 2.3139e-03, 1.5309e-03,\n -2.1035e-03, -6.0222e-03, -1.5564e-03, -5.3355e-03, 1.3908e-03,\n 5.6823e-03, -3.1145e-03, -5.9747e-04, -3.0810e-03, -2.3016e-03,\n 6.7089e-04, -4.1174e-03, -1.4480e-03], device='cuda:0')",
|
| 68 |
+
"exp_avg_sq": "tensor([9.2000e-05, 8.9178e-05, 8.8022e-05, 1.1893e-04, 1.6957e-04, 1.3775e-04,\n 9.7278e-05, 1.1819e-04, 1.2937e-04, 1.0612e-04, 1.0051e-04, 1.6148e-04,\n 1.1313e-04, 1.2214e-04, 9.1952e-05, 7.0491e-05, 9.4127e-05, 9.9026e-05,\n 1.3682e-04, 5.8355e-05, 1.1322e-04, 1.1787e-04, 9.9477e-05, 9.8165e-05,\n 1.1388e-04, 1.0500e-04, 6.4425e-05, 1.1041e-04, 8.1558e-05, 1.1465e-04,\n 1.3375e-04, 8.8470e-05, 1.0817e-04, 7.5859e-05, 1.3114e-04, 9.9895e-05,\n 1.2937e-04, 1.2191e-04, 1.0225e-04, 8.6048e-05, 1.2131e-04, 1.3248e-04,\n 1.1727e-04, 8.4354e-05, 7.5380e-05, 8.5182e-05, 2.7924e-05, 9.9557e-05,\n 9.9967e-05, 8.3222e-05, 7.4382e-05, 1.0030e-04, 9.0025e-05, 7.8979e-05,\n 1.5577e-04, 1.0774e-04, 5.6690e-05, 7.1594e-05, 1.3161e-04, 1.0247e-04,\n 1.3858e-04, 1.1280e-04, 1.2659e-04, 9.9230e-05, 9.8637e-05, 1.3292e-04,\n 1.2122e-04, 9.6756e-05, 1.2995e-04, 8.6753e-05, 7.9440e-05, 9.2403e-05,\n 1.0139e-04, 1.0379e-04, 1.2065e-04, 9.8606e-05, 1.0378e-04, 1.0484e-04,\n 9.9842e-05, 1.6162e-04, 1.2368e-04, 8.7533e-05, 1.1096e-04, 1.2751e-04,\n 9.7263e-05, 1.3209e-04, 9.0292e-05, 1.1792e-04, 8.8050e-05, 1.2533e-04,\n 9.8263e-05, 8.9874e-05, 1.3102e-04, 1.0534e-04, 7.7996e-05, 1.2648e-04,\n 9.7790e-05, 1.1912e-04, 1.2930e-04, 1.3746e-04, 1.3691e-04, 1.4561e-04,\n 1.1611e-04, 7.6608e-05, 1.1430e-04, 1.0458e-04, 1.1513e-04, 1.0536e-04,\n 9.4988e-05, 9.6215e-05, 8.1849e-10, 6.5541e-05, 1.3331e-04, 1.0801e-04,\n 9.3480e-05, 1.2778e-04, 1.3468e-04, 1.1255e-04, 1.2446e-04, 9.9233e-05,\n 1.0899e-04, 1.4781e-04, 1.2765e-04, 1.1946e-04, 1.3140e-04, 7.7605e-05,\n 8.3419e-05, 1.0524e-04, 1.2319e-04, 1.0345e-04, 8.8811e-05, 1.2437e-04,\n 1.0963e-04, 1.0970e-04, 1.2485e-04, 9.7633e-05, 1.0454e-04, 1.1665e-04,\n 1.1661e-04, 8.3816e-05, 8.6506e-05, 6.6544e-05, 1.0299e-04, 8.3888e-05,\n 1.0376e-04, 1.1959e-04, 8.0620e-05, 1.4044e-04, 1.0248e-04, 1.0590e-04,\n 1.2410e-04, 8.6822e-05, 9.7849e-05, 1.0416e-04, 1.3809e-04, 1.0447e-04,\n 1.4547e-04, 1.3341e-04, 1.0399e-04, 1.2433e-04, 1.2312e-04, 1.0225e-04,\n 1.1977e-04, 1.1991e-04, 1.1349e-04, 1.0176e-04, 9.5279e-05, 1.1387e-04,\n 1.0116e-04, 8.5500e-05, 1.0576e-04, 1.0806e-04, 1.2124e-04, 9.2841e-05,\n 7.8717e-05, 1.0590e-04, 9.3021e-05, 7.8259e-05, 9.8133e-05, 1.2480e-04,\n 3.1746e-11, 1.1542e-04, 8.1005e-05, 1.2266e-04, 1.5081e-04, 9.4053e-05,\n 1.6182e-04, 1.1362e-04, 1.0101e-04, 9.5614e-05, 8.2518e-05, 1.1712e-04,\n 1.4831e-04, 7.9488e-05, 9.3068e-05, 9.2093e-05, 1.1989e-04, 1.0186e-04,\n 7.1796e-05, 1.1697e-04, 1.1491e-04, 9.6598e-05, 1.0475e-04, 5.2910e-05,\n 1.0130e-04, 6.0520e-05, 8.0570e-05, 8.8242e-05, 8.4844e-05, 1.1073e-04,\n 1.3394e-04, 7.1636e-05, 1.2635e-04, 1.0237e-04, 4.2914e-05, 1.2916e-04,\n 9.3034e-05, 1.1077e-04, 1.0582e-04, 1.3543e-04, 1.5336e-04, 6.5949e-05,\n 9.4171e-05, 1.0612e-04, 8.7806e-05, 8.5385e-05, 9.2808e-05, 9.8306e-05,\n 1.0664e-04, 7.8546e-05, 8.0343e-05, 1.1865e-04, 1.2198e-04, 7.4516e-05,\n 1.2763e-04, 1.0876e-04, 9.3883e-05, 8.0660e-05, 1.4376e-04, 1.3692e-04,\n 8.7981e-05, 1.2082e-04, 1.1703e-04, 9.3515e-05, 9.5353e-05, 9.3235e-05,\n 1.6651e-04, 8.3361e-05, 1.4114e-04, 1.0518e-04, 1.2997e-04, 1.4238e-04,\n 9.0087e-05, 9.5269e-05, 8.1261e-05, 9.3363e-05, 1.3840e-04, 1.4512e-04,\n 8.6655e-05, 1.0288e-04, 1.1358e-04, 1.6790e-04, 6.9376e-05, 1.5837e-04,\n 9.6334e-05, 3.2063e-05, 9.9990e-05, 1.1379e-04, 1.2857e-04, 6.7316e-05,\n 9.4357e-05, 8.9068e-05, 8.9797e-05, 1.0704e-04, 1.0276e-04, 1.0842e-04,\n 1.1851e-04, 8.1916e-05, 1.1489e-04, 5.2653e-05, 1.3377e-04, 1.2198e-04,\n 7.5752e-05, 1.1889e-04, 1.1648e-04, 1.0980e-04, 6.4377e-05, 1.0390e-04,\n 1.3914e-04, 1.2506e-04, 1.0491e-04, 8.2300e-05, 1.2995e-04, 1.3625e-04,\n 1.1107e-04, 8.1815e-05, 1.3841e-04, 7.6048e-05, 8.3001e-05, 1.1539e-04,\n 1.1064e-04, 1.1929e-04, 1.1901e-04, 1.0107e-04, 8.6072e-05, 1.0590e-04,\n 1.2570e-04, 9.1081e-05, 1.0665e-04, 8.6382e-05, 1.3092e-04, 1.1025e-04,\n 1.1062e-04, 8.5054e-05, 1.1980e-04, 9.5362e-05, 1.3446e-04, 1.0405e-04,\n 1.0915e-04, 8.5347e-05, 1.2282e-04, 1.1654e-04, 1.0969e-04, 9.1630e-05,\n 1.0081e-04, 1.0591e-04, 9.8080e-05, 1.0578e-04, 7.8022e-05, 6.9376e-05,\n 1.1467e-04, 7.3768e-05, 1.2197e-04, 7.7392e-05, 1.1338e-04, 8.1626e-05,\n 9.4183e-05, 7.8758e-05, 1.0461e-04, 1.1487e-04, 1.2553e-04, 8.3744e-05,\n 9.7556e-05, 1.3940e-04, 1.1093e-04, 1.3329e-04, 1.0491e-04, 1.3345e-04,\n 8.2200e-05, 1.0387e-04, 1.3581e-04, 1.4506e-04, 6.9323e-05, 7.2526e-05,\n 1.2108e-04, 1.2839e-04, 8.8571e-05, 9.8316e-05, 8.8191e-05, 9.7252e-05,\n 6.3033e-05, 8.5456e-05, 1.3555e-04, 1.4045e-04, 5.9130e-05, 1.2006e-04,\n 8.4220e-05, 8.3914e-05, 9.5841e-05, 8.1929e-05, 9.1628e-05, 9.3153e-05,\n 1.0137e-04, 8.8897e-05, 1.3207e-04, 8.7281e-05, 5.7867e-05, 1.1205e-04,\n 1.3915e-04, 1.0576e-04, 6.9968e-05, 1.3199e-04, 1.0727e-04, 8.1541e-05,\n 1.1423e-04, 1.3564e-04, 1.1107e-04, 7.9402e-05, 7.5177e-05, 9.2234e-05,\n 1.3621e-04, 1.0217e-04, 9.9385e-05, 9.0093e-05, 8.9262e-05, 1.0647e-04,\n 8.5388e-05, 1.2196e-04, 9.0335e-05, 1.2290e-04, 1.1159e-04, 9.8963e-05,\n 1.3639e-04, 8.7083e-05, 1.2414e-04, 7.3785e-05, 1.0175e-04, 1.1803e-04,\n 1.1209e-04, 1.1279e-04, 1.4317e-04, 1.1112e-04, 1.0204e-04, 1.0912e-04,\n 1.2614e-04, 1.3724e-04, 7.1161e-05, 1.2286e-04, 9.6603e-05, 9.0454e-05,\n 1.2118e-04, 8.2439e-05, 1.3010e-04, 6.4638e-05, 6.9647e-05, 8.8679e-05,\n 6.8839e-05, 1.1711e-04, 1.2992e-04, 1.0538e-04, 1.1560e-04, 1.2818e-04,\n 8.9008e-05, 1.0993e-04, 7.3429e-05, 1.1093e-04, 1.0776e-04, 1.1051e-04,\n 1.0185e-04, 8.0141e-05, 1.3136e-04, 7.5317e-05, 9.6450e-05, 1.1878e-04,\n 1.1012e-04, 1.1606e-04, 8.5976e-05, 6.9921e-05, 1.2318e-04, 1.0127e-04,\n 1.2927e-04, 1.1495e-04, 8.9491e-05, 1.0481e-04, 1.4333e-04, 1.1694e-04,\n 8.1476e-05, 7.3763e-05, 1.3661e-04, 1.0332e-04, 9.6728e-05, 1.2544e-04,\n 1.1890e-04, 1.5950e-04, 8.9276e-05, 8.8747e-05, 1.2056e-04, 9.7526e-05,\n 9.2895e-05, 7.1943e-05, 7.4305e-05, 9.0995e-05, 1.0378e-04, 1.0245e-04,\n 9.4835e-05, 1.3884e-04, 9.5956e-05, 9.9833e-05, 9.5768e-05, 8.0448e-05,\n 8.8733e-05, 1.0826e-04, 7.6603e-05, 1.1010e-04, 1.5129e-04, 9.3857e-05,\n 7.9106e-05, 1.2964e-04, 6.3346e-05, 1.1244e-04, 1.4472e-04, 1.5544e-04,\n 1.1035e-04, 1.1897e-04, 1.1441e-04, 1.1384e-04, 1.2519e-04, 1.2010e-04,\n 1.3936e-04, 1.2157e-04, 1.0958e-04, 1.2135e-04, 8.6716e-05, 1.1869e-04,\n 1.1231e-04, 1.1581e-04, 7.9657e-05, 8.5264e-05, 1.1623e-04, 9.5690e-05,\n 1.1118e-04, 1.3051e-04, 1.4431e-04, 8.7098e-05, 1.0680e-04, 1.2539e-04,\n 1.1153e-04, 1.2256e-04, 1.0993e-04, 8.5746e-05, 9.3514e-05, 1.1272e-04,\n 1.2795e-04, 1.4293e-04, 1.3997e-04, 1.0483e-04, 1.2616e-04, 8.8620e-05,\n 9.5418e-05, 6.2305e-05, 1.1433e-04, 1.0299e-04, 1.3639e-04, 9.5897e-05,\n 1.3160e-04, 8.7209e-05, 1.1247e-04, 1.1538e-04, 1.1647e-04, 1.1949e-04,\n 1.1479e-04, 1.2394e-04, 8.0320e-05, 9.4039e-05, 1.3784e-04, 1.0352e-04,\n 1.1599e-04, 1.3307e-04, 1.0672e-04, 9.9186e-05, 1.0949e-04, 1.0555e-04,\n 9.0889e-05, 1.2924e-04, 8.9012e-05, 1.2391e-04, 1.1587e-04, 1.1647e-04,\n 1.1754e-04, 1.1608e-04, 1.2400e-04, 1.3415e-04, 1.3097e-04, 6.7445e-05,\n 7.7000e-05, 9.6656e-05, 9.3664e-05, 1.4488e-04, 8.7250e-05, 9.6505e-05,\n 9.3454e-05, 7.1275e-05, 1.2225e-04, 9.2469e-05, 1.0393e-04, 6.1209e-05,\n 1.2698e-04, 1.0059e-04, 1.9729e-09, 9.0075e-05, 6.6772e-05, 2.2211e-10,\n 8.0081e-05, 1.1757e-04, 7.7931e-05, 1.1250e-04, 8.5203e-05, 1.0488e-04,\n 7.6369e-05, 1.1768e-04, 7.8787e-05, 7.6528e-05, 7.9721e-05, 9.6452e-05,\n 1.0418e-04, 9.4227e-05, 1.2142e-04, 1.4374e-04, 1.1870e-04, 1.3940e-04,\n 7.3503e-05, 7.4087e-05, 1.0353e-04, 1.2548e-04, 9.2565e-05, 8.4317e-05,\n 1.0719e-04, 1.0418e-04, 1.0675e-04, 7.9674e-05, 1.1129e-04, 6.8701e-05,\n 6.4240e-05, 1.2349e-04, 8.1620e-05, 7.2301e-05, 1.2292e-04, 1.2475e-04,\n 9.7625e-05, 8.3765e-05, 1.2167e-04, 9.5226e-05, 7.9144e-05, 8.4520e-05,\n 8.8972e-05, 1.2131e-04, 8.6520e-05, 1.1454e-04, 9.0919e-05, 1.0017e-04,\n 1.3034e-04, 8.2599e-05, 1.0094e-04, 9.0014e-05, 1.2001e-04, 1.2998e-04,\n 1.3203e-04, 1.0402e-04, 1.0825e-04, 9.4427e-05, 9.6130e-05, 1.1268e-04,\n 8.1471e-05, 6.2626e-05, 1.0239e-04, 1.2601e-04, 1.3877e-04, 9.5449e-05,\n 9.8605e-05, 7.6791e-05, 7.3794e-05, 1.3871e-04, 1.0892e-04, 9.9956e-05,\n 1.0779e-04, 1.0491e-04, 8.8864e-05, 8.2945e-05, 1.3742e-04, 1.0017e-04,\n 1.0317e-04, 7.5595e-05, 9.5773e-05, 8.9647e-05, 8.8570e-05, 8.4205e-05,\n 6.7372e-05, 9.9971e-05, 7.2563e-05, 1.0298e-04, 1.2608e-04, 1.1387e-04,\n 1.1266e-04, 8.3641e-05, 1.3134e-04, 9.9310e-05, 1.1589e-04, 1.0371e-04,\n 8.5167e-05, 9.0405e-05, 1.0645e-04, 1.3134e-04, 1.1616e-04, 1.0903e-04,\n 9.3308e-05, 1.1520e-04, 9.4057e-05, 1.1575e-04, 8.1329e-05, 8.9582e-05,\n 9.2210e-05, 1.3399e-04, 1.2245e-04, 1.2401e-04, 1.0346e-04, 1.2282e-04,\n 1.2602e-04, 6.7384e-05, 1.3365e-04, 7.8718e-05, 1.0065e-04, 7.2259e-05,\n 1.0966e-04, 1.3164e-04, 1.0360e-04, 9.9249e-05, 4.9207e-05, 1.0120e-04,\n 1.2550e-04, 1.0645e-04, 9.5726e-05, 1.4876e-04, 7.4467e-05, 1.4214e-04,\n 8.4248e-05, 1.0853e-04, 1.5126e-04, 8.8778e-05, 1.1125e-04, 1.2332e-04,\n 1.0427e-04, 4.6010e-05, 1.3438e-04, 1.0528e-04, 7.8136e-05, 1.0353e-04,\n 8.8932e-05, 9.9163e-05, 1.4120e-04, 1.6733e-04, 9.6190e-05, 1.2538e-04,\n 9.1376e-05, 1.0729e-04, 1.3076e-04, 1.0845e-04, 9.3748e-05, 1.9496e-04,\n 9.7208e-05, 8.6630e-05, 1.5306e-04, 1.1577e-04, 9.9716e-05, 1.0762e-04,\n 9.2862e-05, 1.0641e-04, 9.1978e-05, 1.0680e-04, 1.0405e-04, 8.4058e-05,\n 1.4005e-04, 1.1173e-04, 7.4057e-05, 1.1043e-04, 8.8686e-05, 8.3437e-05,\n 1.3620e-04, 1.1275e-04, 1.2173e-04, 8.1569e-05, 9.6110e-05, 1.2919e-04,\n 1.4462e-04, 1.1433e-04, 1.2729e-04, 1.2635e-04, 8.3177e-05, 9.4603e-05],\n device='cuda:0')"
|
| 69 |
+
},
|
| 70 |
+
"13": {
|
| 71 |
+
"step": "tensor(5008.)",
|
| 72 |
+
"exp_avg": "tensor([[-1.1840e-34, 1.0713e-34, 5.1663e-32, ..., 6.4460e-44,\n -9.5288e-44, 5.6052e-45],\n [ 1.9415e-09, 9.1797e-11, -2.9917e-08, ..., -7.5021e-07,\n 1.7334e-09, 9.3542e-10],\n [ 7.6816e-05, -7.6216e-08, 8.7528e-11, ..., 8.6249e-06,\n -1.9763e-06, -1.6130e-05],\n ...,\n [ 5.6052e-45, 5.6052e-45, 5.6052e-45, ..., 5.6052e-45,\n 5.6052e-45, -5.6052e-45],\n [ 6.1682e-05, 1.1157e-04, -8.2306e-06, ..., 1.3295e-04,\n 7.1612e-05, -1.7420e-06],\n [ 4.6589e-09, 9.7664e-11, 2.4264e-09, ..., 9.5367e-08,\n 2.8242e-19, -6.6902e-07]], device='cuda:0')",
|
| 73 |
+
"exp_avg_sq": "tensor([[1.1141e-12, 7.2228e-11, 9.1915e-12, ..., 6.3487e-13, 2.1787e-12,\n 1.4463e-12],\n [1.3512e-10, 6.9828e-11, 1.0537e-11, ..., 3.7827e-10, 1.6506e-10,\n 2.3362e-10],\n [1.1313e-08, 2.4275e-10, 4.4033e-12, ..., 5.0390e-09, 5.9512e-09,\n 1.9927e-08],\n ...,\n [5.7413e-13, 6.1918e-12, 1.0745e-14, ..., 3.4274e-12, 7.8260e-12,\n 4.4530e-13],\n [9.5150e-08, 1.0857e-07, 1.0180e-08, ..., 1.4510e-07, 5.5269e-08,\n 1.8581e-08],\n [6.6559e-14, 1.9142e-13, 5.1391e-15, ..., 1.5038e-13, 2.1059e-12,\n 6.6034e-13]], device='cuda:0')"
|
| 74 |
+
},
|
| 75 |
+
"14": {
|
| 76 |
+
"step": "tensor(5008.)",
|
| 77 |
+
"exp_avg": "tensor([-8.2385e-11, 1.2224e-05, 2.3546e-03, ..., 5.6052e-45,\n -1.9507e-03, 6.5589e-05], device='cuda:0')",
|
| 78 |
+
"exp_avg_sq": "tensor([3.2013e-08, 3.5735e-07, 1.6894e-05, ..., 7.6858e-09, 2.8860e-05,\n 1.7233e-08], device='cuda:0')"
|
| 79 |
+
},
|
| 80 |
+
"15": {
|
| 81 |
+
"step": "tensor(5008.)",
|
| 82 |
+
"exp_avg": "tensor([[ 4.6206e-15, 2.6599e-08, -5.0491e-06, ..., 5.6052e-45,\n -3.8465e-06, -6.0780e-07],\n [ 1.3862e-15, -3.6765e-08, 1.0962e-05, ..., -5.6052e-45,\n -4.7790e-06, -1.6077e-07],\n [ 8.1782e-15, -8.0110e-08, 2.3907e-05, ..., -5.6052e-45,\n -5.0350e-05, -9.0796e-07],\n ...,\n [-4.5752e-15, -4.3773e-08, 1.7443e-05, ..., -5.6052e-45,\n -2.7763e-06, -9.5906e-07],\n [ 7.4196e-15, -3.0731e-08, -1.2043e-05, ..., -5.6052e-45,\n -5.0956e-05, -3.1074e-07],\n [ 7.1178e-16, 1.0934e-07, 4.1041e-05, ..., 5.6052e-45,\n -2.1462e-06, -1.4453e-07]], device='cuda:0')",
|
| 83 |
+
"exp_avg_sq": "tensor([[1.0916e-12, 9.0360e-12, 6.1786e-10, ..., 8.6212e-12, 4.3788e-09,\n 1.3945e-12],\n [2.9722e-12, 1.4538e-11, 1.1983e-09, ..., 3.6637e-12, 5.8466e-09,\n 1.0791e-12],\n [2.3619e-12, 2.6411e-11, 8.3449e-10, ..., 1.0895e-12, 6.2106e-09,\n 9.7148e-13],\n ...,\n [2.6711e-12, 2.9835e-11, 7.4503e-10, ..., 5.1892e-13, 6.5951e-09,\n 3.4096e-12],\n [6.2326e-12, 2.3800e-11, 1.1044e-09, ..., 1.7391e-11, 5.8152e-09,\n 1.0703e-12],\n [2.8703e-12, 3.5515e-11, 2.5107e-09, ..., 5.7371e-12, 6.7788e-09,\n 7.3121e-12]], device='cuda:0')"
|
| 84 |
+
},
|
| 85 |
+
"16": {
|
| 86 |
+
"step": "tensor(5008.)",
|
| 87 |
+
"exp_avg": "tensor([[ 5.4832e-05, 2.6170e-05, 3.6749e-05, ..., -3.9503e-05,\n -7.2286e-05, -1.2811e-04],\n [ 7.1936e-05, 4.9882e-05, 1.3847e-04, ..., -6.3252e-05,\n -9.7778e-05, -1.1935e-04],\n [ 9.8923e-06, -3.9597e-05, 4.3959e-05, ..., -2.0734e-06,\n -3.9801e-05, -2.4100e-05],\n ...,\n [-4.1456e-07, 1.3383e-04, 9.5210e-05, ..., -7.3249e-05,\n 1.0130e-04, 4.1930e-05],\n [-3.5032e-05, -3.4651e-05, -9.0385e-06, ..., 9.0020e-05,\n -9.4584e-05, -8.1012e-05],\n [ 6.1996e-05, -2.1886e-04, -2.8755e-05, ..., 3.4526e-05,\n 3.1753e-05, 6.5244e-06]], device='cuda:0')",
|
| 88 |
+
"exp_avg_sq": "tensor([[2.1018e-08, 4.4285e-08, 5.3299e-08, ..., 3.2640e-08, 2.6155e-08,\n 3.7112e-08],\n [2.0141e-08, 4.9510e-08, 3.1857e-08, ..., 3.6521e-08, 2.1966e-08,\n 4.0721e-08],\n [1.8492e-08, 4.0026e-08, 3.1667e-08, ..., 2.9307e-08, 2.2182e-08,\n 2.2552e-08],\n ...,\n [1.7917e-08, 4.7322e-08, 3.0503e-08, ..., 3.8174e-08, 2.0049e-08,\n 4.2211e-08],\n [1.7957e-08, 3.5462e-08, 3.4834e-08, ..., 3.3482e-08, 1.5954e-08,\n 2.7607e-08],\n [2.0291e-08, 4.8409e-08, 6.1074e-08, ..., 3.2123e-08, 1.9284e-08,\n 4.3138e-08]], device='cuda:0')"
|
| 89 |
+
},
|
| 90 |
+
"17": {
|
| 91 |
+
"step": "tensor(5008.)",
|
| 92 |
+
"exp_avg": "tensor([-0.0028, -0.0041, -0.0014, ..., 0.0023, -0.0034, -0.0013],\n device='cuda:0')",
|
| 93 |
+
"exp_avg_sq": "tensor([3.6576e-05, 3.5903e-05, 3.1307e-05, ..., 3.5080e-05, 2.8295e-05,\n 3.7171e-05], device='cuda:0')"
|
| 94 |
+
}
|
| 95 |
+
},
|
| 96 |
+
"param_groups": [
|
| 97 |
+
{
|
| 98 |
+
"lr": 0.0006548539886902864,
|
| 99 |
+
"name": "scale_256",
|
| 100 |
+
"betas": [
|
| 101 |
+
0.9,
|
| 102 |
+
0.999
|
| 103 |
+
],
|
| 104 |
+
"eps": 1e-08,
|
| 105 |
+
"weight_decay": 1e-05,
|
| 106 |
+
"amsgrad": false,
|
| 107 |
+
"maximize": false,
|
| 108 |
+
"foreach": null,
|
| 109 |
+
"capturable": false,
|
| 110 |
+
"differentiable": false,
|
| 111 |
+
"fused": null,
|
| 112 |
+
"decoupled_weight_decay": true,
|
| 113 |
+
"initial_lr": 0.001,
|
| 114 |
+
"params": [
|
| 115 |
+
0,
|
| 116 |
+
1,
|
| 117 |
+
2
|
| 118 |
+
]
|
| 119 |
+
},
|
| 120 |
+
{
|
| 121 |
+
"lr": 0.0006548539886902864,
|
| 122 |
+
"name": "scale_512",
|
| 123 |
+
"betas": [
|
| 124 |
+
0.9,
|
| 125 |
+
0.999
|
| 126 |
+
],
|
| 127 |
+
"eps": 1e-08,
|
| 128 |
+
"weight_decay": 1e-05,
|
| 129 |
+
"amsgrad": false,
|
| 130 |
+
"maximize": false,
|
| 131 |
+
"foreach": null,
|
| 132 |
+
"capturable": false,
|
| 133 |
+
"differentiable": false,
|
| 134 |
+
"fused": null,
|
| 135 |
+
"decoupled_weight_decay": true,
|
| 136 |
+
"initial_lr": 0.001,
|
| 137 |
+
"params": [
|
| 138 |
+
3,
|
| 139 |
+
4,
|
| 140 |
+
5,
|
| 141 |
+
6,
|
| 142 |
+
7
|
| 143 |
+
]
|
| 144 |
+
},
|
| 145 |
+
{
|
| 146 |
+
"lr": 0.0006548539886902864,
|
| 147 |
+
"name": "scale_768",
|
| 148 |
+
"betas": [
|
| 149 |
+
0.9,
|
| 150 |
+
0.999
|
| 151 |
+
],
|
| 152 |
+
"eps": 1e-08,
|
| 153 |
+
"weight_decay": 1e-05,
|
| 154 |
+
"amsgrad": false,
|
| 155 |
+
"maximize": false,
|
| 156 |
+
"foreach": null,
|
| 157 |
+
"capturable": false,
|
| 158 |
+
"differentiable": false,
|
| 159 |
+
"fused": null,
|
| 160 |
+
"decoupled_weight_decay": true,
|
| 161 |
+
"initial_lr": 0.001,
|
| 162 |
+
"params": [
|
| 163 |
+
8,
|
| 164 |
+
9,
|
| 165 |
+
10,
|
| 166 |
+
11,
|
| 167 |
+
12
|
| 168 |
+
]
|
| 169 |
+
},
|
| 170 |
+
{
|
| 171 |
+
"lr": 0.0006548539886902864,
|
| 172 |
+
"name": "scale_1024",
|
| 173 |
+
"betas": [
|
| 174 |
+
0.9,
|
| 175 |
+
0.999
|
| 176 |
+
],
|
| 177 |
+
"eps": 1e-08,
|
| 178 |
+
"weight_decay": 1e-05,
|
| 179 |
+
"amsgrad": false,
|
| 180 |
+
"maximize": false,
|
| 181 |
+
"foreach": null,
|
| 182 |
+
"capturable": false,
|
| 183 |
+
"differentiable": false,
|
| 184 |
+
"fused": null,
|
| 185 |
+
"decoupled_weight_decay": true,
|
| 186 |
+
"initial_lr": 0.001,
|
| 187 |
+
"params": [
|
| 188 |
+
13,
|
| 189 |
+
14,
|
| 190 |
+
15,
|
| 191 |
+
16,
|
| 192 |
+
17
|
| 193 |
+
]
|
| 194 |
+
}
|
| 195 |
+
]
|
| 196 |
+
},
|
| 197 |
+
"scheduler_state_dict": {
|
| 198 |
+
"T_0": 10,
|
| 199 |
+
"T_i": 10,
|
| 200 |
+
"T_mult": 2,
|
| 201 |
+
"eta_min": 1e-06,
|
| 202 |
+
"T_cur": 4,
|
| 203 |
+
"base_lrs": [
|
| 204 |
+
0.001,
|
| 205 |
+
0.001,
|
| 206 |
+
0.001,
|
| 207 |
+
0.001
|
| 208 |
+
],
|
| 209 |
+
"last_epoch": 4,
|
| 210 |
+
"_step_count": 0,
|
| 211 |
+
"_is_initial": false,
|
| 212 |
+
"_get_lr_called_within_step": false,
|
| 213 |
+
"_last_lr": [
|
| 214 |
+
0.0006548539886902864,
|
| 215 |
+
0.0006548539886902864,
|
| 216 |
+
0.0006548539886902864,
|
| 217 |
+
0.0006548539886902864
|
| 218 |
+
]
|
| 219 |
+
},
|
| 220 |
+
"metrics": {
|
| 221 |
+
"best_val_acc": 75.464,
|
| 222 |
+
"best_epoch": 3,
|
| 223 |
+
"scale_accuracies": {
|
| 224 |
+
"256": 69.028,
|
| 225 |
+
"512": 72.974,
|
| 226 |
+
"768": 74.52,
|
| 227 |
+
"1024": 74.86
|
| 228 |
+
},
|
| 229 |
+
"training_history": {
|
| 230 |
+
"epochs": [
|
| 231 |
+
1,
|
| 232 |
+
2,
|
| 233 |
+
3,
|
| 234 |
+
4
|
| 235 |
+
],
|
| 236 |
+
"train_loss": [
|
| 237 |
+
3.9118613697850284,
|
| 238 |
+
2.66607952194092,
|
| 239 |
+
2.3952484759278954,
|
| 240 |
+
2.201966982775222
|
| 241 |
+
],
|
| 242 |
+
"train_acc": [
|
| 243 |
+
68.33870994179526,
|
| 244 |
+
76.85976925724749,
|
| 245 |
+
79.21098498478341,
|
| 246 |
+
81.16849715923061
|
| 247 |
+
],
|
| 248 |
+
"val_acc": [
|
| 249 |
+
72.328,
|
| 250 |
+
74.248,
|
| 251 |
+
74.928,
|
| 252 |
+
75.464
|
| 253 |
+
],
|
| 254 |
+
"scale_accs": {
|
| 255 |
+
"256": [
|
| 256 |
+
65.922,
|
| 257 |
+
67.866,
|
| 258 |
+
68.668,
|
| 259 |
+
69.028
|
| 260 |
+
],
|
| 261 |
+
"512": [
|
| 262 |
+
70.014,
|
| 263 |
+
71.776,
|
| 264 |
+
72.65,
|
| 265 |
+
72.974
|
| 266 |
+
],
|
| 267 |
+
"768": [
|
| 268 |
+
71.312,
|
| 269 |
+
73.326,
|
| 270 |
+
74.046,
|
| 271 |
+
74.52
|
| 272 |
+
],
|
| 273 |
+
"1024": [
|
| 274 |
+
71.288,
|
| 275 |
+
73.572,
|
| 276 |
+
74.36,
|
| 277 |
+
74.86
|
| 278 |
+
]
|
| 279 |
+
},
|
| 280 |
+
"lr": [
|
| 281 |
+
0.0009755527298894294,
|
| 282 |
+
0.0009046039886902864,
|
| 283 |
+
0.0007940987335200904,
|
| 284 |
+
0.0006548539886902864
|
| 285 |
+
]
|
| 286 |
+
}
|
| 287 |
+
},
|
| 288 |
+
"train_config": {
|
| 289 |
+
"name": "david_training",
|
| 290 |
+
"run_id": "20251012_145649",
|
| 291 |
+
"dataset_name": "AbstractPhil/imagenet-clip-features-orderly",
|
| 292 |
+
"model_variant": "clip_vit_laion_b32",
|
| 293 |
+
"num_classes": 1000,
|
| 294 |
+
"preset": "hierarchical_refinement",
|
| 295 |
+
"custom_config_path": null,
|
| 296 |
+
"num_classes_override": null,
|
| 297 |
+
"use_belly_override": null,
|
| 298 |
+
"belly_expand_override": null,
|
| 299 |
+
"progressive_training_override": false,
|
| 300 |
+
"scale_warmup_epochs_override": null,
|
| 301 |
+
"num_epochs": 10,
|
| 302 |
+
"batch_size": 1024,
|
| 303 |
+
"learning_rate": 0.001,
|
| 304 |
+
"weight_decay": 1e-05,
|
| 305 |
+
"warmup_epochs": 3,
|
| 306 |
+
"use_rose_loss": true,
|
| 307 |
+
"rose_initial_weight": 0.1,
|
| 308 |
+
"rose_max_weight": 0.5,
|
| 309 |
+
"rose_weight_schedule": "adaptive",
|
| 310 |
+
"use_cayley_loss": false,
|
| 311 |
+
"cayley_weight": 0.001,
|
| 312 |
+
"scale_loss_balance": null,
|
| 313 |
+
"use_mixed_precision": true,
|
| 314 |
+
"gradient_clip": 10.0,
|
| 315 |
+
"scheduler_type": "cosine_restarts",
|
| 316 |
+
"min_lr": 1e-06,
|
| 317 |
+
"freeze_strategy": "never",
|
| 318 |
+
"freeze_threshold": 90.0,
|
| 319 |
+
"unfreeze_on_plateau": true,
|
| 320 |
+
"patience": 10,
|
| 321 |
+
"track_gradients": true,
|
| 322 |
+
"gradient_scale_threshold": 1e-05,
|
| 323 |
+
"gradient_scale_multiplier": 10.0,
|
| 324 |
+
"log_interval": 50,
|
| 325 |
+
"val_interval": 1,
|
| 326 |
+
"save_interval": 5,
|
| 327 |
+
"log_fusion_weights": true,
|
| 328 |
+
"log_loss_components": true,
|
| 329 |
+
"save_format": "safetensors",
|
| 330 |
+
"hf_repo": "AbstractPhil/gated-david",
|
| 331 |
+
"upload_to_hub": true,
|
| 332 |
+
"base_dir": "./david_training",
|
| 333 |
+
"num_workers": 10,
|
| 334 |
+
"pin_memory": true,
|
| 335 |
+
"prefetch_factor": 4,
|
| 336 |
+
"persistent_workers": true
|
| 337 |
+
}
|
| 338 |
+
}
|