Update best_model_acc76.29_metadata.json - Run 20251012_145649
Browse files
weights/David-hierarchical-progressive/20251012_145649/best_model_acc76.29_metadata.json
ADDED
|
@@ -0,0 +1,356 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"epoch": 5,
|
| 3 |
+
"optimizer_state_dict": {
|
| 4 |
+
"state": {
|
| 5 |
+
"0": {
|
| 6 |
+
"step": "tensor(7512.)",
|
| 7 |
+
"exp_avg": "tensor([[ 1.5352e-04, -7.7754e-05, 1.3314e-04, ..., 2.9508e-05,\n 3.6165e-05, 1.3419e-04],\n [ 2.4197e-04, 2.0151e-03, -4.4124e-04, ..., -4.0603e-04,\n -2.1957e-04, 1.1735e-04],\n [ 1.3148e-04, -1.2350e-04, 1.9899e-04, ..., -1.8112e-04,\n 9.2027e-05, -2.8839e-04],\n ...,\n [-3.4875e-04, -1.0189e-03, -1.0088e-03, ..., -1.4789e-04,\n 7.0501e-05, 1.5200e-04],\n [ 7.2874e-04, 1.1677e-03, 1.2730e-03, ..., -7.7376e-04,\n 6.5082e-04, -2.5064e-06],\n [ 5.1082e-04, 1.1045e-03, -1.4900e-04, ..., 9.0570e-05,\n -5.9610e-04, 1.2417e-05]], device='cuda:0')",
|
| 8 |
+
"exp_avg_sq": "tensor([[1.1805e-06, 5.6212e-06, 2.3762e-06, ..., 1.4283e-06, 5.0721e-07,\n 1.8831e-06],\n [5.9130e-07, 5.6597e-06, 1.9925e-06, ..., 6.8766e-07, 3.7041e-07,\n 5.0049e-07],\n [9.6925e-07, 5.3369e-06, 3.8422e-06, ..., 7.6142e-07, 4.0773e-07,\n 7.9136e-07],\n ...,\n [8.9253e-07, 5.0245e-06, 3.4468e-06, ..., 7.1678e-07, 4.8318e-07,\n 7.2161e-07],\n [1.4619e-06, 1.1130e-05, 4.0852e-06, ..., 1.0844e-06, 7.5429e-07,\n 7.0197e-07],\n [1.1824e-06, 8.8710e-06, 3.6886e-06, ..., 6.0575e-07, 4.3539e-07,\n 5.9225e-07]], device='cuda:0')"
|
| 9 |
+
},
|
| 10 |
+
"1": {
|
| 11 |
+
"step": "tensor(7512.)",
|
| 12 |
+
"exp_avg": "tensor([ 9.7962e-04, -2.5197e-02, -3.8995e-03, -6.1972e-04, -8.7921e-03,\n 4.9728e-03, -1.1081e-03, -8.3007e-04, -1.2392e-03, 9.4155e-03,\n 4.7947e-03, -2.0724e-04, -5.8766e-03, 1.1078e-02, -4.4753e-03,\n -6.8560e-03, -8.1951e-04, 1.3966e-02, 3.2408e-03, -8.0221e-03,\n 9.9464e-03, -2.9416e-03, 7.5666e-03, -1.9299e-02, -1.1490e-02,\n 1.1273e-03, -7.3135e-03, -4.4975e-03, 1.5796e-02, -4.3144e-03,\n 7.6731e-03, -1.2656e-02, -6.2226e-03, -1.9064e-02, -5.5883e-04,\n -1.4859e-02, 6.1598e-03, 3.5814e-03, 6.9237e-03, 8.2977e-03,\n -6.5549e-03, -2.9916e-03, -6.8596e-04, -1.4128e-02, -3.0922e-03,\n 6.9428e-04, -1.6462e-02, -6.5018e-03, 1.3245e-02, 1.8852e-03,\n -3.7332e-04, -2.1540e-03, -2.3771e-03, 4.4560e-03, 3.1476e-03,\n 2.8262e-02, 2.3385e-03, 1.4469e-02, -8.9799e-03, 6.3439e-03,\n -1.1677e-02, 3.1801e-03, -2.2927e-02, 5.2783e-05, 1.0290e-02,\n -5.1471e-03, 5.8009e-03, -5.1809e-03, 1.4826e-02, -6.7628e-04,\n -1.1283e-02, -1.5161e-02, -4.4203e-03, -1.3680e-03, 9.0340e-03,\n 2.8556e-02, -1.4303e-03, -6.5797e-03, 3.1942e-03, -5.9041e-03,\n 5.2032e-03, 1.5133e-03, 1.1732e-02, 9.1871e-04, 7.4422e-03,\n 1.4371e-02, -3.9031e-03, -7.2426e-03, -1.6959e-02, -2.5710e-03,\n 2.3467e-04, -3.3240e-03, -5.5053e-03, 1.6039e-03, 7.4555e-03,\n 9.5723e-03, -6.9482e-03, -1.6447e-02, 1.7619e-02, 3.7479e-04,\n -1.7776e-02, 1.3863e-02, -1.2621e-02, 5.4374e-04, 7.6929e-03,\n 3.7224e-03, -1.9454e-03, -5.2743e-04, -5.7752e-04, 1.7864e-03,\n -1.2630e-02, -4.7695e-04, -1.6545e-03, -6.3477e-03, 3.2361e-03,\n -2.0028e-02, 1.3527e-02, -1.3383e-02, 9.3221e-03, -1.0218e-02,\n -5.8363e-03, 2.8293e-03, 3.2364e-02, 2.4083e-03, -2.7376e-03,\n -1.8641e-02, 2.8449e-02, -8.6894e-03, -8.6124e-03, 1.0934e-02,\n -4.3389e-05, -2.4414e-03, 3.0760e-02, 1.5458e-03, 1.9038e-03,\n -1.2867e-02, -4.5040e-03, -9.6943e-04, 1.3608e-02, 2.7850e-03,\n -1.5450e-03, -5.0398e-03, -1.3025e-02, 9.4525e-03, 1.2940e-02,\n -4.2799e-03, 3.5979e-03, -5.7526e-03, 2.5714e-02, 1.0688e-02,\n 2.1114e-02, -4.4225e-03, 3.3982e-03, 1.0148e-02, 5.6996e-04,\n 2.9093e-03, 5.1112e-03, -9.3141e-03, -3.3130e-03, -1.8865e-02,\n -9.5414e-03, 9.0034e-04, 2.4449e-02, 3.4378e-02, -4.8537e-03,\n -2.0887e-02, -7.5710e-03, -2.2864e-03, -2.3201e-03, 2.0675e-03,\n 4.9806e-03, 2.3963e-03, -6.2985e-03, 2.9754e-03, -6.2805e-03,\n -5.7516e-03, -3.7133e-03, 7.8086e-03, -1.7163e-02, -1.1388e-04,\n 7.6998e-03, 1.5655e-02, 9.8881e-03, -5.3330e-03, -2.8830e-03,\n -6.9253e-03, 1.1723e-02, 8.2546e-03, 9.3176e-03, 1.8762e-03,\n -3.1708e-03, 8.8969e-03, 1.2905e-03, -5.9965e-03, 5.2801e-03,\n 1.7981e-03, -6.7857e-03, 9.8680e-03, -4.4430e-04, -3.1640e-04,\n -9.7157e-03, 1.3607e-02, 1.4622e-02, 1.1610e-02, -1.4871e-02,\n 2.7066e-02, -1.5384e-04, 2.7382e-03, -1.2853e-02, -1.2806e-04,\n 8.0303e-03, 3.9756e-03, 6.1924e-04, 1.1568e-03, 2.3851e-03,\n 3.9392e-03, 1.3932e-02, -1.3140e-03, -3.4184e-02, 1.0999e-02,\n -7.5089e-03, 4.4498e-03, -2.7883e-03, 1.4216e-02, -2.1979e-03,\n -4.0565e-03, -7.2631e-03, -1.2234e-02, -8.1926e-04, -1.0963e-02,\n 1.5190e-02, -3.1178e-03, -1.1574e-02, 9.1465e-04, 1.9779e-02,\n 1.6478e-02, -6.3134e-03, 2.1032e-03, 1.0295e-02, -3.3405e-03,\n 2.8146e-03, 4.4639e-03, -9.6877e-03, -5.0696e-03, 1.4544e-02,\n 1.5970e-03, -3.2171e-03, 5.7526e-03, -1.8410e-02, -6.5842e-03,\n -3.0792e-02, -1.1459e-02, -7.2527e-03, -1.6584e-03, -1.3171e-02,\n -1.0381e-03, 2.4652e-03, 5.8133e-03, 7.1994e-03, -1.9984e-03,\n -4.0284e-03, -1.9532e-02, -3.5728e-03, 1.5783e-03, 1.3809e-02,\n 2.7947e-02, 5.3913e-03, 7.8424e-03, 1.5293e-03, -1.7318e-02,\n -3.1650e-03, 6.5846e-03, 1.2313e-02, 1.2635e-02, 1.7681e-03,\n 2.5621e-02, 5.7438e-03, -8.5383e-03, 5.8237e-03, 1.3931e-02,\n -3.7779e-02, -1.2215e-02, -7.2656e-03, -4.0556e-02, 8.7635e-03,\n -1.6854e-02, -3.7717e-02, 1.1805e-02, 3.4801e-03, -5.9786e-03,\n -9.8738e-03, 1.0884e-02, 1.1322e-02, 5.7845e-03, -1.1996e-02,\n -3.5557e-03, 3.5757e-03, -1.2204e-02, 2.2748e-03, 5.4991e-03,\n -1.7106e-02, 1.0473e-02, 1.9937e-03, -1.2486e-02, 1.2604e-04,\n 1.8919e-02, 9.7730e-03, 6.8580e-03, 1.4465e-03, -9.7345e-03,\n 8.9332e-04, -8.6575e-03, 8.7681e-03, 4.6390e-03, 1.8073e-02,\n -3.6948e-03, -8.5688e-04, 2.7458e-02, -3.6386e-03, 1.8237e-02,\n 1.7275e-02, 2.3753e-03, 5.6883e-03, 1.1472e-02, -1.0371e-02,\n 5.0565e-03, -8.6153e-03, 1.5561e-02, 3.3014e-04, 1.1799e-03,\n -1.1605e-02, -4.5328e-03, 2.1076e-02, -3.5710e-03, -2.2382e-03,\n 3.5359e-02, -9.9432e-03, -1.9228e-03, 2.1524e-02, 3.0082e-03,\n 6.0741e-04, -2.7975e-02, 4.5192e-03, 7.6934e-03, 1.0586e-02,\n -1.3939e-02, 4.1266e-03, 7.5346e-03, 1.1208e-02, 3.8801e-03,\n 1.1660e-02, -3.8560e-03, -7.6445e-03, -8.6857e-03, -1.0251e-04,\n 2.3885e-03, 2.1896e-03, 2.3696e-03, -1.4124e-02, -9.6940e-03,\n 3.5733e-03, -1.3337e-03, -8.5436e-03, -1.4028e-02, 1.6515e-02,\n -1.5311e-02, 1.0039e-02, -7.2145e-03, 9.3555e-03, 1.4769e-02,\n 8.9249e-03, 5.1449e-03, 9.5901e-03, 7.2657e-03, -6.9352e-03,\n -7.2055e-03, 1.1677e-03, 1.4645e-03, 7.4519e-03, -2.3932e-02,\n -1.3970e-02, 1.8915e-03, -1.4788e-02, 1.7858e-02, -1.6723e-02,\n 7.6737e-03, 7.7781e-03, -1.6250e-02, -7.4701e-03, 2.5577e-04,\n -7.2680e-03, -6.5039e-04, 7.7701e-03, 1.3704e-05, -5.5248e-03,\n -1.1283e-02, 9.4245e-03, 8.3490e-03, -1.3737e-02, -2.6759e-02,\n 2.2015e-02, -1.5293e-02, -5.1269e-03, 1.2723e-02, -8.8376e-03,\n -1.9383e-02, 2.7237e-02, -4.7688e-03, 4.7001e-03, 3.6338e-03,\n -3.1737e-02, 8.5003e-03, 1.0980e-03, 8.0293e-03, 7.6538e-03,\n 4.4316e-03, 2.2344e-02, -1.0880e-02, 2.7991e-03, -7.8105e-03,\n 1.8808e-02, -4.3608e-03, -4.4686e-03, 6.3880e-03, 8.2817e-03,\n 4.9452e-03, -1.5878e-02, -3.7447e-03, 2.5618e-03, 3.2796e-03,\n -1.0191e-02, -7.5015e-04, -1.1807e-02, 2.6249e-03, 6.1172e-03,\n -1.7505e-03, -8.9571e-03, -1.7293e-02, 2.1978e-02, 1.0252e-02,\n -9.1488e-05, -2.3419e-02, 3.8158e-03, -3.8986e-03, 1.7962e-03,\n -2.2939e-03, 2.1166e-03, -2.1889e-04, 9.5882e-03, -3.1530e-03,\n -6.6108e-03, 1.6365e-02, -3.4901e-03, -6.1109e-03, -6.3861e-03,\n 4.1361e-03, 3.0989e-03, 4.1973e-03, 2.2900e-02, -1.1802e-02,\n -9.2148e-03, -6.9196e-03, 3.9219e-03, 1.3267e-03, -1.6603e-04,\n -1.0612e-02, 1.1598e-02, -2.2837e-02, 5.6965e-03, -1.6587e-02,\n -6.6180e-03, 2.6752e-02, 7.7822e-03, -1.4426e-02, -8.0050e-03,\n 1.3858e-02, -1.9009e-03, 3.2403e-02, 6.9074e-03, 3.8145e-03,\n -8.5274e-03, -4.7186e-03, 2.0535e-03, -8.0650e-04, -1.6393e-03,\n 8.2315e-03, 2.3713e-03, -9.0177e-03, 7.2281e-03, 1.4757e-02,\n -1.1838e-02, 7.8292e-03, 3.7846e-03, 4.1230e-03, -6.3813e-03,\n 2.1758e-03, 8.8582e-03, 1.9639e-02, -1.4805e-02, -5.3563e-03,\n 8.2352e-03, -1.3516e-03, -1.3170e-02, 7.3378e-03, -1.6065e-02,\n -1.3302e-02, -2.2919e-03, -5.2296e-03, -1.0137e-02, -1.0701e-02,\n 1.4021e-02, 2.6720e-02], device='cuda:0')",
|
| 13 |
+
"exp_avg_sq": "tensor([0.0010, 0.0006, 0.0008, 0.0011, 0.0008, 0.0012, 0.0007, 0.0007, 0.0009,\n 0.0011, 0.0009, 0.0008, 0.0010, 0.0007, 0.0006, 0.0008, 0.0010, 0.0011,\n 0.0009, 0.0009, 0.0007, 0.0006, 0.0010, 0.0009, 0.0006, 0.0006, 0.0013,\n 0.0008, 0.0010, 0.0008, 0.0008, 0.0010, 0.0006, 0.0007, 0.0010, 0.0009,\n 0.0007, 0.0007, 0.0012, 0.0010, 0.0007, 0.0009, 0.0008, 0.0010, 0.0008,\n 0.0008, 0.0011, 0.0010, 0.0008, 0.0008, 0.0008, 0.0007, 0.0008, 0.0007,\n 0.0010, 0.0010, 0.0008, 0.0009, 0.0007, 0.0009, 0.0007, 0.0009, 0.0008,\n 0.0007, 0.0008, 0.0007, 0.0007, 0.0008, 0.0011, 0.0009, 0.0009, 0.0007,\n 0.0006, 0.0007, 0.0008, 0.0009, 0.0010, 0.0009, 0.0008, 0.0007, 0.0009,\n 0.0009, 0.0008, 0.0008, 0.0008, 0.0013, 0.0006, 0.0008, 0.0012, 0.0008,\n 0.0008, 0.0007, 0.0009, 0.0009, 0.0009, 0.0009, 0.0007, 0.0009, 0.0011,\n 0.0008, 0.0010, 0.0009, 0.0012, 0.0014, 0.0005, 0.0007, 0.0011, 0.0009,\n 0.0010, 0.0009, 0.0007, 0.0009, 0.0011, 0.0007, 0.0010, 0.0010, 0.0010,\n 0.0004, 0.0009, 0.0011, 0.0009, 0.0010, 0.0011, 0.0008, 0.0010, 0.0009,\n 0.0011, 0.0006, 0.0008, 0.0008, 0.0008, 0.0007, 0.0010, 0.0009, 0.0009,\n 0.0009, 0.0007, 0.0009, 0.0011, 0.0008, 0.0008, 0.0007, 0.0007, 0.0010,\n 0.0008, 0.0005, 0.0012, 0.0008, 0.0010, 0.0010, 0.0008, 0.0006, 0.0009,\n 0.0009, 0.0006, 0.0008, 0.0008, 0.0011, 0.0011, 0.0009, 0.0008, 0.0009,\n 0.0008, 0.0013, 0.0008, 0.0008, 0.0008, 0.0011, 0.0012, 0.0011, 0.0011,\n 0.0009, 0.0011, 0.0007, 0.0011, 0.0008, 0.0009, 0.0009, 0.0007, 0.0008,\n 0.0006, 0.0009, 0.0009, 0.0007, 0.0009, 0.0012, 0.0007, 0.0008, 0.0009,\n 0.0007, 0.0006, 0.0011, 0.0008, 0.0009, 0.0009, 0.0009, 0.0008, 0.0007,\n 0.0009, 0.0006, 0.0009, 0.0010, 0.0008, 0.0007, 0.0007, 0.0009, 0.0007,\n 0.0006, 0.0009, 0.0009, 0.0008, 0.0009, 0.0006, 0.0007, 0.0007, 0.0007,\n 0.0007, 0.0008, 0.0007, 0.0010, 0.0008, 0.0010, 0.0011, 0.0008, 0.0009,\n 0.0008, 0.0009, 0.0009, 0.0011, 0.0007, 0.0006, 0.0008, 0.0009, 0.0006,\n 0.0008, 0.0009, 0.0015, 0.0009, 0.0009, 0.0009, 0.0010, 0.0009, 0.0009,\n 0.0007, 0.0009, 0.0008, 0.0009, 0.0010, 0.0009, 0.0010, 0.0009, 0.0008,\n 0.0010, 0.0008, 0.0009, 0.0009, 0.0007, 0.0007, 0.0010, 0.0011, 0.0008,\n 0.0008, 0.0009, 0.0007, 0.0007, 0.0008, 0.0007, 0.0010, 0.0011, 0.0011,\n 0.0007, 0.0007, 0.0009, 0.0010, 0.0009, 0.0007, 0.0012, 0.0006, 0.0006,\n 0.0006, 0.0010, 0.0010, 0.0009, 0.0009, 0.0008, 0.0009, 0.0010, 0.0007,\n 0.0012, 0.0009, 0.0009, 0.0009, 0.0008, 0.0009, 0.0008, 0.0009, 0.0006,\n 0.0009, 0.0008, 0.0009, 0.0012, 0.0008, 0.0010, 0.0007, 0.0011, 0.0009,\n 0.0010, 0.0009, 0.0004, 0.0009, 0.0011, 0.0009, 0.0008, 0.0008, 0.0008,\n 0.0007, 0.0009, 0.0007, 0.0008, 0.0011, 0.0009, 0.0008, 0.0012, 0.0005,\n 0.0009, 0.0009, 0.0008, 0.0007, 0.0009, 0.0008, 0.0010, 0.0010, 0.0012,\n 0.0009, 0.0010, 0.0011, 0.0012, 0.0009, 0.0009, 0.0011, 0.0009, 0.0009,\n 0.0011, 0.0007, 0.0009, 0.0009, 0.0010, 0.0008, 0.0008, 0.0009, 0.0009,\n 0.0008, 0.0010, 0.0008, 0.0006, 0.0011, 0.0006, 0.0007, 0.0009, 0.0007,\n 0.0009, 0.0010, 0.0008, 0.0007, 0.0009, 0.0011, 0.0012, 0.0006, 0.0007,\n 0.0008, 0.0011, 0.0007, 0.0011, 0.0006, 0.0008, 0.0006, 0.0011, 0.0007,\n 0.0011, 0.0011, 0.0010, 0.0007, 0.0009, 0.0010, 0.0010, 0.0009, 0.0007,\n 0.0011, 0.0008, 0.0008, 0.0010, 0.0008, 0.0007, 0.0012, 0.0009, 0.0011,\n 0.0009, 0.0007, 0.0013, 0.0011, 0.0011, 0.0008, 0.0011, 0.0006, 0.0009,\n 0.0007, 0.0010, 0.0009, 0.0008, 0.0006, 0.0007, 0.0007, 0.0008, 0.0011,\n 0.0008, 0.0010, 0.0011, 0.0007, 0.0007, 0.0011, 0.0007, 0.0010, 0.0009,\n 0.0011, 0.0006, 0.0008, 0.0009, 0.0009, 0.0009, 0.0007, 0.0008, 0.0006,\n 0.0010, 0.0005, 0.0006, 0.0009, 0.0009, 0.0008, 0.0009, 0.0007, 0.0012,\n 0.0013, 0.0012, 0.0008, 0.0009, 0.0008, 0.0009, 0.0008, 0.0010, 0.0006,\n 0.0009, 0.0010, 0.0006, 0.0008, 0.0010, 0.0007, 0.0007, 0.0009, 0.0009,\n 0.0008, 0.0006, 0.0006, 0.0009, 0.0007, 0.0011, 0.0007, 0.0006, 0.0010,\n 0.0008, 0.0010, 0.0010, 0.0009, 0.0009, 0.0008, 0.0007, 0.0006, 0.0006,\n 0.0012, 0.0005, 0.0008, 0.0006, 0.0008, 0.0009, 0.0008, 0.0011, 0.0009,\n 0.0008, 0.0008, 0.0008, 0.0009, 0.0009, 0.0010, 0.0007, 0.0006, 0.0008,\n 0.0009, 0.0007, 0.0008, 0.0007, 0.0011, 0.0009, 0.0010, 0.0009, 0.0009,\n 0.0010, 0.0007, 0.0011, 0.0009, 0.0008, 0.0008, 0.0011, 0.0007],\n device='cuda:0')"
|
| 14 |
+
},
|
| 15 |
+
"2": {
|
| 16 |
+
"step": "tensor(7512.)",
|
| 17 |
+
"exp_avg": "tensor([[ 2.0404e-06, -7.7522e-05, 5.2922e-05, ..., 1.7113e-03,\n -8.2522e-04, 2.2322e-03],\n [ 1.0451e-04, -2.3066e-04, -3.8006e-06, ..., -3.2091e-04,\n 5.7569e-04, -4.4691e-04],\n [-1.3372e-04, -3.6587e-05, -4.9886e-04, ..., 5.2207e-04,\n -2.1154e-04, 8.2447e-04],\n ...,\n [-1.1058e-04, 1.3001e-05, 3.5105e-04, ..., -9.0957e-05,\n 2.5936e-04, -4.1669e-04],\n [-1.0741e-04, -1.7919e-04, 1.1382e-04, ..., -2.5598e-03,\n -3.6613e-04, -3.3321e-03],\n [-1.3508e-04, -3.3494e-04, -1.4300e-04, ..., 1.0543e-03,\n 1.2132e-04, 1.1599e-03]], device='cuda:0')",
|
| 18 |
+
"exp_avg_sq": "tensor([[3.7445e-07, 4.5122e-07, 2.7941e-07, ..., 7.6957e-07, 1.4068e-06,\n 1.0955e-06],\n [3.6713e-07, 4.8179e-07, 4.1851e-07, ..., 5.9419e-07, 1.4232e-06,\n 6.0701e-07],\n [4.4672e-07, 4.7335e-07, 3.7700e-07, ..., 5.8704e-07, 1.3308e-06,\n 6.7027e-07],\n ...,\n [3.8305e-07, 4.3050e-07, 2.8764e-07, ..., 5.6099e-07, 1.2520e-06,\n 6.0581e-07],\n [5.5660e-07, 4.6657e-07, 3.6145e-07, ..., 1.1962e-06, 1.4419e-06,\n 1.7868e-06],\n [5.1845e-07, 5.4390e-07, 3.7526e-07, ..., 6.3281e-07, 1.5833e-06,\n 7.1619e-07]], device='cuda:0')"
|
| 19 |
+
},
|
| 20 |
+
"3": {
|
| 21 |
+
"step": "tensor(7512.)",
|
| 22 |
+
"exp_avg": "tensor([[ 5.1789e-04, -3.4488e-06, -7.5198e-05, ..., 4.0934e-04,\n 2.5112e-04, 6.6803e-04],\n [-5.9249e-04, 3.3215e-05, -3.9984e-04, ..., -2.6633e-05,\n 1.2656e-04, 5.9854e-05],\n [ 5.6052e-45, -5.6052e-45, -5.6052e-45, ..., 5.6052e-45,\n -5.6052e-45, 5.6052e-45],\n ...,\n [-4.3930e-04, -1.5707e-05, -2.2711e-05, ..., -1.3241e-04,\n 6.3348e-05, -1.1423e-05],\n [-1.9147e-04, 1.6686e-05, -1.4599e-05, ..., -6.9968e-05,\n -7.3503e-04, -5.8906e-06],\n [-7.8610e-05, 3.8091e-06, -2.3194e-04, ..., 1.2439e-05,\n -1.2710e-04, 9.4465e-05]], device='cuda:0')",
|
| 23 |
+
"exp_avg_sq": "tensor([[6.7206e-07, 1.8053e-07, 6.2710e-07, ..., 2.6020e-06, 4.7490e-07,\n 1.5588e-06],\n [5.4615e-07, 3.2036e-07, 6.7019e-07, ..., 2.3035e-07, 7.8688e-07,\n 1.9205e-07],\n [4.6820e-13, 1.1049e-12, 2.0711e-13, ..., 1.2926e-13, 1.3632e-12,\n 1.8958e-14],\n ...,\n [4.8777e-07, 2.1837e-07, 1.6068e-07, ..., 2.3124e-07, 5.4286e-08,\n 4.4856e-07],\n [4.6183e-07, 2.1010e-07, 2.3945e-07, ..., 2.2298e-07, 1.7638e-06,\n 1.0079e-07],\n [4.6308e-07, 1.2818e-07, 1.2826e-06, ..., 1.6900e-07, 2.2747e-07,\n 3.6061e-07]], device='cuda:0')"
|
| 24 |
+
},
|
| 25 |
+
"4": {
|
| 26 |
+
"step": "tensor(7512.)",
|
| 27 |
+
"exp_avg": "tensor([ 1.0544e-02, -6.0516e-04, 5.6052e-45, ..., -5.5577e-04,\n -1.5670e-03, -2.6451e-03], device='cuda:0')",
|
| 28 |
+
"exp_avg_sq": "tensor([2.5640e-04, 2.2092e-04, 3.0639e-09, ..., 2.3480e-04, 1.7312e-04,\n 2.2307e-04], device='cuda:0')"
|
| 29 |
+
},
|
| 30 |
+
"5": {
|
| 31 |
+
"step": "tensor(7512.)",
|
| 32 |
+
"exp_avg": "tensor([[ 3.4917e-06, -1.8469e-05, 5.6052e-45, ..., 1.7129e-04,\n -1.0611e-05, -6.3532e-05],\n [-3.3882e-06, 2.1015e-05, 5.6052e-45, ..., -1.0642e-05,\n 8.1916e-07, -4.6684e-05],\n [-9.9233e-07, 2.8707e-05, -5.6052e-45, ..., -8.3812e-05,\n -4.7628e-05, 6.1761e-05],\n ...,\n [ 7.1049e-06, -3.8999e-05, -5.6052e-45, ..., -2.9719e-04,\n -3.9063e-06, 1.9066e-04],\n [ 8.3778e-05, 4.6811e-05, 5.6052e-45, ..., 2.2901e-04,\n -6.0064e-05, -1.0312e-04],\n [-2.2034e-05, 1.4188e-04, -5.6052e-45, ..., 1.7722e-05,\n -2.1417e-05, 1.2114e-04]], device='cuda:0')",
|
| 33 |
+
"exp_avg_sq": "tensor([[7.0695e-08, 6.6592e-08, 2.6759e-13, ..., 7.9954e-08, 7.4434e-08,\n 6.6676e-08],\n [7.5616e-08, 8.1708e-08, 4.9632e-13, ..., 6.7096e-08, 8.1981e-08,\n 9.7887e-08],\n [7.8978e-08, 9.4615e-08, 8.6426e-13, ..., 7.8902e-08, 8.9490e-08,\n 7.8370e-08],\n ...,\n [1.1502e-07, 9.4844e-08, 3.8252e-13, ..., 7.7682e-08, 7.7793e-08,\n 8.7377e-08],\n [8.5213e-08, 1.0708e-07, 5.1632e-13, ..., 1.0949e-07, 5.7966e-08,\n 7.9463e-08],\n [8.5885e-08, 8.3046e-08, 1.0889e-12, ..., 9.4932e-08, 6.3157e-08,\n 1.0231e-07]], device='cuda:0')"
|
| 34 |
+
},
|
| 35 |
+
"6": {
|
| 36 |
+
"step": "tensor(7512.)",
|
| 37 |
+
"exp_avg": "tensor([[-1.3388e-04, 2.2080e-04, 6.9356e-05, ..., 1.6932e-05,\n -1.8063e-04, 1.0389e-04],\n [-6.5100e-04, 3.8911e-05, 4.4105e-04, ..., -1.0763e-04,\n 2.0081e-05, 1.9249e-04],\n [-1.1627e-04, -1.8012e-04, 9.5482e-05, ..., 1.1256e-04,\n 2.0000e-04, -7.7115e-05],\n ...,\n [-5.2487e-04, -3.5346e-05, -9.2324e-04, ..., -2.2547e-05,\n 4.0584e-05, 3.2496e-04],\n [ 2.2597e-04, -3.7570e-05, -4.8531e-06, ..., -1.2961e-04,\n 1.7327e-04, 5.0618e-05],\n [ 1.5985e-06, 3.0263e-06, 7.5949e-05, ..., 1.3281e-04,\n 1.9126e-04, -5.8609e-05]], device='cuda:0')",
|
| 38 |
+
"exp_avg_sq": "tensor([[5.1123e-07, 9.5540e-07, 9.7567e-07, ..., 2.4381e-07, 1.9250e-07,\n 2.9413e-07],\n [4.3531e-07, 6.9739e-07, 1.1983e-06, ..., 2.0240e-07, 1.4076e-07,\n 2.7415e-07],\n [5.8114e-07, 9.4734e-07, 1.0774e-06, ..., 2.6882e-07, 2.1112e-07,\n 2.3436e-07],\n ...,\n [5.8814e-07, 1.0235e-06, 1.2821e-06, ..., 3.0752e-07, 2.1600e-07,\n 3.1524e-07],\n [5.7029e-07, 8.3957e-07, 8.2903e-07, ..., 2.1365e-07, 1.6593e-07,\n 2.2276e-07],\n [6.0829e-07, 1.3201e-06, 1.2812e-06, ..., 3.1286e-07, 2.3847e-07,\n 2.9748e-07]], device='cuda:0')"
|
| 39 |
+
},
|
| 40 |
+
"7": {
|
| 41 |
+
"step": "tensor(7512.)",
|
| 42 |
+
"exp_avg": "tensor([ 9.8173e-03, -6.4744e-03, -1.1443e-02, -4.9094e-03, -3.6918e-03,\n -1.9051e-03, 9.1832e-04, 1.4164e-03, 1.0873e-02, -6.3925e-03,\n 4.7847e-03, -8.6874e-03, 1.2901e-02, 2.1804e-03, 4.0324e-04,\n 3.5084e-03, -1.0053e-02, 2.1270e-03, -1.2597e-03, -7.3718e-03,\n -3.3893e-03, 4.8744e-03, -8.7295e-04, -2.5719e-03, 4.7816e-03,\n -7.7341e-03, -6.3367e-03, -2.5971e-03, 2.3252e-03, -3.4907e-03,\n 4.8264e-03, -5.9332e-03, -6.9526e-03, 2.1004e-03, -6.0992e-04,\n 1.1336e-02, -6.9267e-03, -4.0209e-03, -3.5115e-03, -2.2627e-03,\n -7.1411e-03, 7.5011e-03, -8.7963e-03, 8.8856e-04, 2.7674e-03,\n -6.4165e-03, -2.7775e-04, -2.7089e-03, -5.3976e-03, 3.2245e-03,\n 4.6830e-04, 1.1121e-02, -7.4322e-03, 2.3112e-03, -1.1275e-03,\n -3.0090e-04, -6.7133e-04, 5.6899e-03, -1.2670e-02, -3.3948e-03,\n -6.5676e-03, 3.7123e-03, -1.6781e-04, 1.8407e-03, 6.2866e-03,\n 1.4106e-04, -3.6591e-04, 7.9251e-03, 6.9169e-03, 1.2102e-02,\n 8.5233e-03, -5.5842e-03, -2.4642e-03, 1.8645e-02, -3.6179e-03,\n -1.7778e-02, -3.9835e-03, 1.3385e-02, 4.9288e-04, 4.9273e-03,\n 7.1034e-03, -3.6448e-03, -1.8298e-03, 1.9118e-04, 3.8822e-03,\n 6.7543e-03, 5.4519e-03, 1.9544e-03, -7.8040e-03, 9.4803e-03,\n -6.2719e-03, -3.3651e-03, 3.4473e-03, 3.2176e-03, -2.6056e-03,\n -3.0794e-03, 2.3053e-03, 2.8405e-04, -6.3745e-03, 1.1388e-04,\n -9.7658e-03, -7.1202e-03, -5.6956e-03, -5.5770e-03, -6.0168e-04,\n 4.1035e-03, -9.6622e-03, 7.1778e-03, -4.7759e-03, -5.3596e-03,\n -2.1180e-03, -5.3151e-04, -1.0941e-03, -3.0564e-03, -2.4664e-03,\n -3.8386e-03, -9.6562e-03, -9.4194e-03, -1.1322e-03, 3.6142e-03,\n -3.7988e-03, 6.5884e-03, 6.7821e-04, 3.7173e-03, -4.5958e-03,\n 8.8001e-04, -1.4314e-02, -1.3277e-02, 9.1528e-03, 2.7325e-03,\n -3.0759e-03, -5.7313e-04, -1.0218e-02, 1.0353e-02, -5.2644e-03,\n 1.2263e-02, -9.3246e-03, 9.1157e-03, -3.9496e-03, -1.8834e-03,\n 4.7225e-03, 5.5504e-03, 7.7082e-03, -1.3632e-02, 5.4832e-03,\n 1.0643e-02, 2.2600e-03, -5.8126e-03, -6.9668e-03, -3.5664e-03,\n -8.3149e-04, 2.6113e-03, 7.0065e-03, 5.6458e-03, -1.3624e-02,\n 6.4927e-03, 6.1462e-03, 4.4683e-03, -2.3670e-03, 2.6503e-03,\n 4.0477e-04, 1.2686e-03, -3.8411e-03, -1.0287e-02, -5.2932e-03,\n 1.5472e-03, -6.7226e-03, 9.0616e-03, -1.3311e-03, -8.8377e-03,\n -5.4739e-03, -3.0527e-03, 5.0038e-03, 1.0484e-02, 1.2035e-02,\n 2.7103e-03, -9.0377e-03, 7.3078e-04, -8.5145e-03, -1.3760e-03,\n -5.9229e-03, -6.6637e-03, -1.3382e-03, 7.1982e-03, -2.1464e-03,\n 1.1393e-02, -1.4338e-03, -7.5759e-04, 1.3238e-02, -9.8466e-04,\n -2.6631e-03, -4.2632e-03, -1.0297e-02, -3.9171e-03, 2.7812e-03,\n 1.0240e-02, -8.9990e-03, 4.0603e-03, 2.4003e-03, 1.4121e-03,\n 5.5486e-03, -1.0376e-02, 1.9880e-03, 7.3686e-03, -8.5920e-03,\n 6.8641e-03, 3.9540e-03, 2.3383e-03, 5.8273e-03, 4.5507e-03,\n 4.4385e-03, -3.8235e-03, 7.4580e-04, 2.6429e-03, 1.0478e-02,\n 6.5670e-03, 8.7552e-03, -2.3501e-03, 4.9753e-03, 4.7051e-03,\n -3.5900e-03, -8.7236e-03, 1.2578e-03, -3.0530e-03, 4.2751e-04,\n -5.6777e-04, -2.0522e-03, 9.3580e-03, 1.2731e-02, -2.8369e-03,\n -6.8329e-03, 7.0094e-03, -1.6228e-03, -4.2326e-04, -6.6857e-03,\n -3.2769e-03, 3.2102e-03, 2.2147e-03, 4.2043e-03, 4.5165e-03,\n -1.1905e-03, 3.4756e-03, 4.4187e-04, -3.9657e-03, 4.2715e-03,\n 1.1002e-03, -6.9191e-03, 1.2118e-03, -3.6159e-03, -1.3231e-02,\n -4.5768e-03, 2.1528e-03, -2.2803e-03, -1.0585e-02, 1.6565e-02,\n -8.0680e-04, 1.1931e-02, 4.6607e-03, -1.0881e-02, 6.1184e-05,\n 8.9992e-03, -7.5966e-04, -6.7917e-03, -2.6256e-03, -4.4861e-03,\n -4.5366e-03, 9.0199e-03, -3.1081e-03, -1.7258e-02, 4.8853e-03,\n -1.2446e-03, -6.4574e-03, 1.0196e-02, -2.7229e-03, 5.2701e-03,\n -1.2865e-03, -3.7007e-03, -4.2281e-03, 8.7118e-04, 4.9507e-03,\n -1.1642e-02, -6.8933e-04, 9.2193e-03, 5.9053e-03, 4.2489e-03,\n -1.2683e-02, -8.2864e-03, 1.5116e-03, 6.8480e-03, -3.2363e-03,\n 5.3346e-04, 3.1224e-03, -1.6927e-02, 1.4251e-03, -1.6575e-03,\n 6.1589e-03, -4.8157e-03, -9.1599e-03, 4.4043e-03, -1.9342e-03,\n -2.9434e-03, -1.9255e-02, -1.5529e-02, 2.5633e-03, 3.7072e-03,\n 5.8996e-03, -7.2902e-04, -4.4365e-03, -9.6081e-03, 2.5730e-03,\n -3.4706e-03, -9.4911e-03, 7.2684e-04, 1.0449e-02, 2.4270e-03,\n -1.8869e-03, -7.7864e-03, 6.4024e-03, 2.1330e-02, 4.2334e-03,\n 3.2778e-03, 1.5228e-02, 5.2503e-03, -1.3482e-02, -1.3841e-03,\n 7.0869e-03, -1.5996e-03, 1.7234e-03, 2.7402e-03, 7.1080e-03,\n 5.7514e-03, 2.5347e-04, 2.5698e-03, -7.2036e-03, -2.5607e-03,\n -9.5467e-03, 3.6457e-03, -4.5444e-03, 6.7279e-03, 1.2388e-03,\n -3.1960e-03, -4.3688e-03, -3.9338e-03, -5.8873e-03, 7.0610e-03,\n -6.9131e-03, 2.6320e-03, -8.0534e-03, 4.2626e-03, -5.4447e-03,\n 8.6221e-04, -5.6626e-03, 1.0718e-02, 5.6961e-03, -1.7327e-04,\n -1.0701e-06, 1.0449e-02, 1.8944e-02, 4.9869e-03, 3.2125e-03,\n 5.3835e-03, -6.7953e-03, 6.1702e-03, 6.5081e-03, -2.3922e-03,\n -8.8083e-03, 1.7612e-03, -6.3793e-03, -3.1496e-03, -2.3030e-04,\n -3.9200e-03, -7.6512e-03, -8.2144e-04, -4.6886e-03, -9.8738e-03,\n 1.9364e-03, 2.3268e-03, 2.1975e-04, -1.2078e-03, 1.2891e-03,\n -7.0101e-03, 4.2838e-03, -2.8623e-03, 6.5028e-04, -7.7626e-03,\n -7.5786e-04, -3.3016e-03, 4.5829e-03, 1.4193e-02, -3.2061e-03,\n -1.2348e-02, -6.9837e-03, -5.7585e-05, -8.8561e-03, -2.6135e-03,\n -1.3291e-03, 5.1343e-03, 1.1930e-02, -1.3510e-02, 1.3379e-03,\n -5.4689e-03, 7.7206e-03, 1.7914e-03, -1.4824e-03, 5.6974e-03,\n -4.1057e-03, 4.1850e-03, 7.1149e-03, 1.3115e-02, 9.9305e-03,\n 9.2430e-03, -1.0494e-02, -1.2661e-03, 3.6830e-03, 1.9396e-03,\n -1.1487e-02, -1.2711e-03, -9.8351e-04, -9.3535e-03, -1.0770e-02,\n -3.6826e-03, 2.6753e-03, -9.0118e-04, 4.7621e-03, 5.0809e-04,\n 2.4824e-03, 3.1040e-03, 1.1256e-02, -2.5823e-03, -5.9089e-03,\n -3.7389e-03, -4.6883e-04, -2.9360e-03, -1.7646e-03, 8.3888e-03,\n -1.4167e-02, -4.3337e-03, -1.3554e-02, -1.8417e-03, 4.3140e-03,\n 7.0939e-04, 1.2724e-03, 4.9266e-03, -1.8146e-03, -9.5759e-03,\n 2.9059e-03, 7.4974e-04, 1.0795e-03, -1.0316e-02, -5.0082e-03,\n -7.7786e-03, -6.5199e-03, -5.8424e-03, -5.5750e-03, 6.3126e-03,\n 4.5498e-03, 1.9895e-03, 2.6010e-04, -2.4067e-03, -5.3312e-03,\n 5.0599e-03, 1.4224e-03, -7.7714e-03, 5.1935e-03, -4.1679e-03,\n -8.4095e-04, -3.7229e-03, -2.2968e-03, 6.6404e-04, 2.3070e-03,\n -2.5838e-03, -8.3898e-03, -2.4926e-03, -8.0372e-03, 1.4817e-03,\n 6.4608e-03, 2.0046e-03, 7.6510e-03, -1.8089e-03, 2.6952e-03,\n 4.7080e-04, -5.7874e-03, 1.5718e-03, -6.2941e-03, -8.1730e-03,\n -1.7934e-02, 1.9348e-03, 4.0926e-03, -2.7114e-03, 1.5054e-02,\n -2.4837e-03, 1.0738e-03, 2.0390e-03, 1.0685e-04, -4.9079e-03,\n -2.9185e-03, -3.4329e-03, 1.1601e-03, -1.7470e-02, 1.3140e-02,\n -1.0536e-04, 7.3143e-03, -3.0098e-03, 2.3053e-03, 7.6487e-03,\n 6.6710e-03, -9.0290e-04, -3.0807e-03, -7.3348e-03, 4.6165e-03,\n -6.3449e-03, -6.3670e-03], device='cuda:0')",
|
| 43 |
+
"exp_avg_sq": "tensor([0.0003, 0.0002, 0.0003, 0.0003, 0.0002, 0.0003, 0.0002, 0.0003, 0.0002,\n 0.0003, 0.0002, 0.0002, 0.0003, 0.0002, 0.0003, 0.0002, 0.0002, 0.0003,\n 0.0002, 0.0003, 0.0003, 0.0003, 0.0003, 0.0004, 0.0003, 0.0002, 0.0003,\n 0.0003, 0.0002, 0.0002, 0.0003, 0.0003, 0.0002, 0.0003, 0.0003, 0.0002,\n 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0002, 0.0003,\n 0.0003, 0.0002, 0.0002, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0002,\n 0.0003, 0.0003, 0.0002, 0.0003, 0.0003, 0.0003, 0.0002, 0.0002, 0.0003,\n 0.0003, 0.0002, 0.0002, 0.0002, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003,\n 0.0002, 0.0003, 0.0003, 0.0003, 0.0002, 0.0003, 0.0002, 0.0002, 0.0003,\n 0.0002, 0.0003, 0.0002, 0.0002, 0.0003, 0.0003, 0.0002, 0.0003, 0.0002,\n 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0002, 0.0003, 0.0003,\n 0.0003, 0.0003, 0.0002, 0.0003, 0.0002, 0.0003, 0.0003, 0.0003, 0.0002,\n 0.0002, 0.0002, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0002, 0.0003,\n 0.0003, 0.0003, 0.0002, 0.0002, 0.0003, 0.0002, 0.0003, 0.0003, 0.0003,\n 0.0002, 0.0003, 0.0003, 0.0002, 0.0003, 0.0002, 0.0003, 0.0003, 0.0003,\n 0.0003, 0.0003, 0.0003, 0.0002, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003,\n 0.0003, 0.0003, 0.0002, 0.0003, 0.0002, 0.0002, 0.0002, 0.0003, 0.0004,\n 0.0003, 0.0002, 0.0002, 0.0003, 0.0003, 0.0002, 0.0002, 0.0002, 0.0003,\n 0.0002, 0.0004, 0.0002, 0.0003, 0.0003, 0.0002, 0.0002, 0.0002, 0.0002,\n 0.0003, 0.0003, 0.0002, 0.0003, 0.0002, 0.0003, 0.0003, 0.0002, 0.0003,\n 0.0002, 0.0003, 0.0002, 0.0003, 0.0001, 0.0003, 0.0002, 0.0003, 0.0003,\n 0.0002, 0.0002, 0.0003, 0.0002, 0.0003, 0.0002, 0.0003, 0.0002, 0.0003,\n 0.0003, 0.0003, 0.0003, 0.0002, 0.0003, 0.0003, 0.0003, 0.0002, 0.0004,\n 0.0003, 0.0002, 0.0003, 0.0002, 0.0002, 0.0003, 0.0003, 0.0003, 0.0003,\n 0.0003, 0.0003, 0.0002, 0.0003, 0.0002, 0.0002, 0.0002, 0.0003, 0.0003,\n 0.0002, 0.0003, 0.0003, 0.0002, 0.0002, 0.0002, 0.0003, 0.0003, 0.0002,\n 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0002, 0.0002, 0.0003,\n 0.0003, 0.0003, 0.0003, 0.0002, 0.0003, 0.0002, 0.0003, 0.0003, 0.0004,\n 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0002, 0.0003, 0.0003,\n 0.0002, 0.0003, 0.0002, 0.0003, 0.0003, 0.0003, 0.0002, 0.0003, 0.0003,\n 0.0003, 0.0003, 0.0003, 0.0003, 0.0004, 0.0003, 0.0002, 0.0003, 0.0003,\n 0.0003, 0.0003, 0.0003, 0.0003, 0.0002, 0.0002, 0.0003, 0.0002, 0.0002,\n 0.0003, 0.0002, 0.0002, 0.0002, 0.0002, 0.0002, 0.0002, 0.0003, 0.0003,\n 0.0003, 0.0002, 0.0003, 0.0002, 0.0004, 0.0003, 0.0003, 0.0002, 0.0003,\n 0.0003, 0.0003, 0.0003, 0.0002, 0.0002, 0.0002, 0.0002, 0.0003, 0.0003,\n 0.0002, 0.0002, 0.0003, 0.0004, 0.0004, 0.0002, 0.0003, 0.0003, 0.0003,\n 0.0002, 0.0003, 0.0003, 0.0003, 0.0003, 0.0002, 0.0002, 0.0002, 0.0003,\n 0.0002, 0.0002, 0.0003, 0.0003, 0.0003, 0.0002, 0.0002, 0.0003, 0.0002,\n 0.0002, 0.0003, 0.0002, 0.0002, 0.0002, 0.0002, 0.0003, 0.0003, 0.0002,\n 0.0003, 0.0003, 0.0002, 0.0002, 0.0003, 0.0002, 0.0003, 0.0002, 0.0003,\n 0.0003, 0.0003, 0.0002, 0.0003, 0.0003, 0.0003, 0.0002, 0.0003, 0.0003,\n 0.0003, 0.0002, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0002, 0.0002,\n 0.0003, 0.0003, 0.0003, 0.0002, 0.0002, 0.0002, 0.0003, 0.0003, 0.0002,\n 0.0002, 0.0003, 0.0003, 0.0002, 0.0002, 0.0003, 0.0003, 0.0002, 0.0003,\n 0.0003, 0.0003, 0.0003, 0.0003, 0.0002, 0.0003, 0.0003, 0.0003, 0.0003,\n 0.0002, 0.0002, 0.0002, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0002,\n 0.0002, 0.0003, 0.0003, 0.0003, 0.0002, 0.0002, 0.0002, 0.0002, 0.0002,\n 0.0003, 0.0002, 0.0003, 0.0002, 0.0003, 0.0003, 0.0002, 0.0002, 0.0002,\n 0.0002, 0.0002, 0.0003, 0.0004, 0.0002, 0.0002, 0.0003, 0.0002, 0.0002,\n 0.0002, 0.0002, 0.0003, 0.0002, 0.0003, 0.0003, 0.0002, 0.0003, 0.0003,\n 0.0003, 0.0003, 0.0002, 0.0002, 0.0002, 0.0003, 0.0003, 0.0002, 0.0003,\n 0.0002, 0.0003, 0.0003, 0.0003, 0.0002, 0.0002, 0.0003, 0.0003, 0.0003,\n 0.0003, 0.0002, 0.0002, 0.0003, 0.0002, 0.0002, 0.0003, 0.0003, 0.0002,\n 0.0003, 0.0002, 0.0003, 0.0002, 0.0002, 0.0003, 0.0003, 0.0002, 0.0003,\n 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0002, 0.0002,\n 0.0003, 0.0002, 0.0001, 0.0002, 0.0002, 0.0003, 0.0003, 0.0002, 0.0003,\n 0.0003, 0.0003, 0.0002, 0.0003, 0.0003, 0.0003, 0.0002, 0.0003],\n device='cuda:0')"
|
| 44 |
+
},
|
| 45 |
+
"8": {
|
| 46 |
+
"step": "tensor(7512.)",
|
| 47 |
+
"exp_avg": "tensor([[-5.6052e-45, 5.6052e-45, 5.6052e-45, ..., 5.6052e-45,\n 5.6052e-45, 5.6052e-45],\n [ 3.4996e-05, -6.5264e-05, 2.2083e-05, ..., 7.7467e-06,\n -1.7314e-05, 1.9191e-05],\n [-9.0656e-05, -6.8201e-05, -3.6142e-05, ..., 2.9416e-05,\n -5.0944e-05, 2.5923e-05],\n ...,\n [ 1.5360e-04, 8.4681e-05, 3.6566e-04, ..., 1.0393e-04,\n -1.2189e-05, 5.1017e-04],\n [-4.9396e-05, -1.3119e-04, 4.0306e-06, ..., -1.4123e-03,\n -1.4889e-04, 4.0473e-06],\n [-1.0268e-05, 1.4362e-05, 3.9791e-05, ..., 4.0602e-05,\n -1.1056e-04, 9.3119e-05]], device='cuda:0')",
|
| 48 |
+
"exp_avg_sq": "tensor([[5.8595e-15, 1.8325e-13, 1.0514e-14, ..., 7.8290e-13, 7.8444e-15,\n 2.7705e-15],\n [1.2234e-07, 3.1196e-07, 1.6653e-07, ..., 6.6510e-08, 2.0105e-08,\n 1.4187e-07],\n [6.7559e-08, 2.2006e-07, 8.0005e-08, ..., 8.3409e-08, 1.2773e-06,\n 2.2469e-07],\n ...,\n [5.7557e-07, 5.8500e-08, 1.8803e-07, ..., 2.3491e-07, 1.1208e-08,\n 5.5109e-07],\n [7.1587e-08, 1.0340e-07, 1.4574e-08, ..., 3.1596e-07, 1.2660e-06,\n 3.8932e-08],\n [7.5489e-08, 3.2137e-08, 1.4294e-08, ..., 9.8872e-08, 3.3716e-07,\n 2.4513e-07]], device='cuda:0')"
|
| 49 |
+
},
|
| 50 |
+
"9": {
|
| 51 |
+
"step": "tensor(7512.)",
|
| 52 |
+
"exp_avg": "tensor([ 5.6052e-45, -4.2342e-03, -2.2327e-03, ..., 8.2003e-03,\n -7.8447e-03, 1.8590e-03], device='cuda:0')",
|
| 53 |
+
"exp_avg_sq": "tensor([9.6445e-10, 9.6439e-05, 8.8388e-05, ..., 1.1384e-04, 9.8066e-05,\n 8.6366e-05], device='cuda:0')"
|
| 54 |
+
},
|
| 55 |
+
"10": {
|
| 56 |
+
"step": "tensor(7512.)",
|
| 57 |
+
"exp_avg": "tensor([[-5.6052e-45, -1.2117e-04, -1.9865e-05, ..., 1.3379e-05,\n 2.8174e-05, 1.8534e-06],\n [ 5.6052e-45, 1.6658e-04, 3.2707e-05, ..., 6.7109e-05,\n 4.0815e-05, -3.0897e-05],\n [ 5.6052e-45, -1.0436e-04, -2.2746e-07, ..., 7.0458e-06,\n 5.9366e-07, -1.2702e-04],\n ...,\n [-5.6052e-45, -8.7213e-05, 5.0593e-05, ..., 1.7172e-05,\n -6.2730e-06, 3.2510e-07],\n [-5.6052e-45, -1.7850e-06, 5.1254e-05, ..., -8.5676e-06,\n 9.1215e-05, 6.2811e-05],\n [ 5.6052e-45, -1.3332e-04, -4.9414e-05, ..., 3.4743e-05,\n 7.1972e-05, 1.6398e-05]], device='cuda:0')",
|
| 58 |
+
"exp_avg_sq": "tensor([[4.0137e-14, 2.0347e-08, 1.8656e-08, ..., 2.3882e-08, 1.9891e-08,\n 1.6963e-08],\n [5.1055e-14, 2.3916e-08, 2.9336e-08, ..., 4.1913e-08, 2.3030e-08,\n 2.2035e-08],\n [5.7123e-15, 2.4895e-08, 3.3146e-08, ..., 3.3736e-08, 2.4180e-08,\n 2.8604e-08],\n ...,\n [5.1793e-14, 3.0890e-08, 3.2071e-08, ..., 3.3771e-08, 3.1028e-08,\n 2.6917e-08],\n [7.2608e-15, 2.3790e-08, 2.6195e-08, ..., 3.4123e-08, 2.5149e-08,\n 2.6944e-08],\n [1.8284e-15, 2.8406e-08, 2.7846e-08, ..., 3.2711e-08, 2.7703e-08,\n 2.6011e-08]], device='cuda:0')"
|
| 59 |
+
},
|
| 60 |
+
"11": {
|
| 61 |
+
"step": "tensor(7512.)",
|
| 62 |
+
"exp_avg": "tensor([[-3.2699e-04, -2.8324e-04, -3.7928e-04, ..., -1.6999e-04,\n 2.0151e-04, 1.7493e-05],\n [-8.6458e-06, 3.7679e-05, 7.8403e-05, ..., -2.3206e-04,\n 5.3445e-05, 6.0887e-05],\n [ 3.4913e-05, 9.4873e-05, 1.6118e-04, ..., 7.1718e-05,\n -3.8112e-05, -8.9738e-05],\n ...,\n [-1.5419e-05, -4.9766e-05, -9.3853e-05, ..., 1.1856e-04,\n 7.6451e-05, -1.6635e-04],\n [ 2.2027e-04, 1.6605e-04, -3.4839e-05, ..., 7.1154e-05,\n 1.2169e-04, 3.0771e-05],\n [-1.0869e-04, 1.5810e-04, 1.7695e-04, ..., -4.9774e-05,\n -5.8299e-05, -1.1082e-04]], device='cuda:0')",
|
| 63 |
+
"exp_avg_sq": "tensor([[1.4065e-07, 1.9432e-07, 3.7953e-07, ..., 1.0678e-07, 7.8059e-08,\n 1.4170e-07],\n [1.2191e-07, 1.8778e-07, 2.3626e-07, ..., 1.2070e-07, 7.1037e-08,\n 8.0456e-08],\n [1.1593e-07, 1.9507e-07, 1.7450e-07, ..., 8.9868e-08, 5.9661e-08,\n 7.3196e-08],\n ...,\n [1.3551e-07, 2.7685e-07, 2.7489e-07, ..., 1.2414e-07, 9.0107e-08,\n 1.2261e-07],\n [1.0587e-07, 2.0062e-07, 2.1208e-07, ..., 9.5973e-08, 5.8795e-08,\n 1.1151e-07],\n [1.1553e-07, 2.3510e-07, 2.1576e-07, ..., 1.1665e-07, 7.9232e-08,\n 1.0603e-07]], device='cuda:0')"
|
| 64 |
+
},
|
| 65 |
+
"12": {
|
| 66 |
+
"step": "tensor(7512.)",
|
| 67 |
+
"exp_avg": "tensor([ 8.7147e-03, 2.1105e-03, 1.3101e-03, 2.7265e-04, -8.8514e-03,\n 5.9702e-03, -1.4581e-03, -1.0633e-02, 2.2352e-03, -1.3110e-03,\n 7.9996e-04, -6.2526e-03, -2.0956e-03, -4.5783e-03, 1.9252e-03,\n -3.0639e-03, -1.6709e-03, -4.9211e-03, 7.3306e-03, -2.6798e-03,\n -1.7691e-03, -5.7926e-03, -1.9429e-03, 1.0271e-03, -5.5561e-03,\n 3.4466e-03, -2.5549e-03, -5.5014e-03, 4.9210e-04, 8.0153e-03,\n 6.8576e-04, 4.8599e-04, -7.5947e-03, -1.8279e-03, 1.0400e-02,\n 1.6096e-05, 1.6091e-03, 3.4593e-03, 3.4577e-03, 1.3178e-03,\n -2.7953e-03, 7.6866e-03, -1.2929e-03, -7.2331e-03, 1.4479e-03,\n 6.2666e-04, -3.9231e-04, 3.5081e-04, 6.4037e-03, 2.9105e-03,\n 3.7924e-03, -3.8473e-04, 1.3136e-03, -3.4343e-03, -6.1469e-03,\n 2.2176e-03, -8.0246e-04, 1.5537e-03, -3.3583e-03, -3.6375e-03,\n 1.6012e-03, 7.7350e-03, -2.9637e-03, 1.3000e-03, 3.2803e-03,\n -1.4010e-02, -3.3542e-03, 5.1499e-05, 1.5930e-03, -8.5696e-04,\n -6.9113e-03, 5.0173e-03, 4.4411e-04, 4.3954e-03, 4.6758e-03,\n -5.7299e-03, 4.4263e-03, 1.2453e-03, -5.9402e-03, 4.3600e-03,\n 2.8500e-03, 6.3036e-04, 8.5494e-03, 3.3743e-03, 3.3522e-03,\n -6.6258e-03, 4.5254e-03, 5.8266e-03, 2.7730e-03, -9.7024e-04,\n 2.7233e-03, -1.5709e-03, -4.7097e-03, 1.0430e-04, 2.0991e-03,\n 1.1824e-02, -3.4870e-03, -9.7194e-04, -4.3059e-04, -2.0176e-03,\n 4.0730e-04, 5.9664e-03, 1.4904e-03, -3.5836e-03, -4.6026e-03,\n 5.0215e-03, -5.4371e-03, -3.1920e-03, 3.3475e-03, -9.4281e-03,\n -5.6052e-45, -1.9961e-03, -1.4913e-03, 1.7695e-03, 8.2406e-04,\n 1.4334e-03, 1.0162e-04, -8.0277e-03, 1.8348e-03, -7.0030e-03,\n 2.6660e-05, -1.5711e-03, 3.3989e-03, 5.8508e-04, 1.2690e-02,\n -6.5405e-03, 6.1772e-03, 5.5169e-03, 7.8578e-04, 3.0716e-03,\n -3.9737e-03, 4.5807e-03, -2.9117e-04, 5.5635e-03, -2.0286e-03,\n 9.2134e-04, -2.9338e-03, -3.0661e-03, -1.0648e-02, -2.4364e-03,\n 3.1413e-03, 1.1594e-03, 1.2511e-03, 5.6684e-04, 2.4631e-03,\n -1.7083e-03, 6.6828e-04, 5.1878e-03, 1.7802e-03, -2.4319e-03,\n 1.8598e-03, -1.1628e-03, -2.1994e-03, 7.8636e-04, 2.4639e-03,\n -2.3691e-03, -4.2259e-04, 3.2912e-03, -6.3032e-03, -1.1224e-03,\n 2.7062e-03, -3.3323e-03, -5.0113e-03, 5.8391e-03, 6.3372e-04,\n 1.0604e-03, -2.0978e-03, -8.0863e-04, 3.1396e-03, 2.2645e-03,\n 3.0228e-03, 8.1778e-04, 1.5681e-03, -2.3832e-03, 7.8346e-04,\n 2.8332e-03, 4.8772e-04, 2.7070e-03, 1.2935e-03, 4.1667e-03,\n -4.1150e-07, -3.6436e-03, 4.0022e-03, 8.5158e-04, -7.6037e-05,\n 4.2921e-03, 8.6745e-03, -2.8233e-03, 3.4801e-03, 9.3993e-03,\n 3.3840e-03, -7.8708e-03, 6.0739e-03, -1.9170e-03, -5.6873e-03,\n 6.9941e-03, -2.1855e-04, 6.7774e-03, -6.6026e-03, -1.7772e-02,\n -3.1594e-04, 2.4117e-04, 4.1832e-03, -2.2338e-03, -3.1890e-04,\n -9.1399e-04, -1.7650e-03, 3.2246e-03, -1.4241e-03, 1.3516e-02,\n 3.0044e-03, 9.6156e-03, 2.3987e-03, 2.3865e-03, 8.6693e-03,\n -2.0103e-03, -9.1325e-04, -1.6456e-03, -4.3777e-04, 2.2632e-03,\n 4.1958e-03, 1.9789e-03, -2.4919e-04, -2.5651e-03, 5.0947e-03,\n 4.2447e-03, -7.1120e-04, -3.3157e-03, -7.9109e-03, -9.1787e-05,\n 8.8134e-04, 5.8144e-03, 5.4479e-03, 4.1883e-03, -1.0598e-02,\n 1.4385e-03, 2.8933e-03, -7.2491e-03, 3.9875e-03, 1.1825e-03,\n -6.1150e-04, 6.1414e-03, -1.9035e-03, -1.0715e-03, 3.7699e-03,\n 3.6034e-03, -1.3791e-02, 1.7279e-04, 2.8885e-03, 3.5477e-03,\n 2.5865e-03, -4.6755e-03, -8.2215e-03, 2.7528e-04, -4.0258e-03,\n 1.7981e-03, -3.9458e-03, -6.4726e-03, 9.5952e-04, -4.1876e-04,\n 8.9564e-03, 1.4281e-03, -9.5841e-04, 1.3586e-03, 1.2220e-03,\n 1.0622e-03, -2.4050e-03, 1.0235e-03, -4.1915e-03, 2.2795e-03,\n -1.8789e-03, 1.6131e-03, 1.3924e-03, 5.9731e-03, -3.4325e-03,\n 2.6651e-03, 3.5932e-03, 4.1789e-03, 3.6143e-04, -1.7999e-03,\n 3.2253e-03, 6.9347e-03, -6.7475e-03, 8.8407e-04, -1.0488e-03,\n 4.1561e-03, 2.5011e-03, 7.1681e-04, 5.0555e-04, -4.3651e-03,\n -1.6783e-03, -9.7560e-04, -1.6553e-03, 1.2844e-04, 1.1089e-03,\n -2.9060e-04, 2.2213e-03, 1.0773e-02, 3.5099e-03, 8.9302e-03,\n 2.9448e-03, 5.8091e-03, -2.4482e-04, 2.4770e-03, 3.2303e-03,\n 4.0661e-03, -1.2214e-02, -1.1223e-03, -1.4011e-02, -2.4696e-03,\n -2.3126e-03, -1.4786e-02, 3.1565e-03, 3.5431e-03, 7.5198e-03,\n 4.7944e-03, -1.2792e-03, 3.3129e-03, 1.2754e-03, -3.8729e-03,\n -5.0925e-03, -3.0868e-03, -6.6366e-03, 4.0341e-04, -7.6453e-03,\n 2.5534e-03, -6.2053e-04, -7.9622e-03, 6.5850e-03, -4.9160e-03,\n 4.1972e-03, -4.8355e-03, -2.0578e-04, 1.1209e-04, 4.1755e-03,\n -6.2628e-03, -9.6758e-03, -7.0129e-03, -3.0650e-03, 4.3997e-03,\n 6.4771e-03, 1.6081e-03, -3.7070e-03, -1.0859e-02, -2.0265e-03,\n 7.5543e-03, -9.4115e-04, 4.6538e-03, -9.3674e-04, 1.4048e-03,\n 2.8699e-03, -4.5313e-04, 3.9190e-04, 2.0975e-03, -5.5829e-03,\n 4.6534e-04, 9.1249e-04, 4.5975e-03, -4.0101e-04, 3.6448e-03,\n -5.5201e-03, 1.3961e-03, 4.5648e-03, -3.3261e-03, 6.6370e-04,\n -4.0677e-03, 4.5890e-03, -3.5117e-03, 1.1250e-03, 5.3668e-03,\n 5.9815e-03, 4.7326e-03, 4.8090e-03, 2.3124e-03, 2.4701e-03,\n 2.3140e-03, -1.1487e-03, -1.3089e-03, -4.1065e-03, -3.0923e-03,\n -1.0146e-03, 8.9484e-03, -6.6242e-03, -9.6100e-03, -4.3280e-03,\n -4.2680e-03, -1.1919e-03, -5.3398e-03, -5.5355e-03, 2.4289e-03,\n -6.6901e-04, -1.0898e-02, 9.1284e-05, -6.7788e-03, -2.2390e-03,\n 5.8824e-03, -1.0484e-03, -5.3061e-03, 7.1387e-03, -4.0141e-03,\n 6.5564e-03, 2.5618e-03, 3.0262e-03, -6.9157e-04, -2.8298e-03,\n 1.7301e-03, -5.6525e-05, -4.9930e-03, -1.4473e-03, 6.0604e-03,\n -3.5652e-03, 7.2415e-03, -1.8197e-05, -5.7970e-03, 4.6578e-03,\n -7.4497e-04, 3.1082e-03, 1.5811e-03, 4.5374e-03, -4.1212e-03,\n -7.6342e-04, -2.9467e-03, 5.2770e-03, -2.4969e-03, -2.2010e-03,\n -1.5425e-03, -3.7313e-03, 1.4471e-03, -1.8903e-03, -7.8051e-04,\n -3.4003e-03, -4.6502e-03, -1.1905e-03, -2.9280e-04, 1.4614e-03,\n -3.7895e-04, -1.7309e-03, 9.3074e-05, 2.0100e-03, -2.2059e-03,\n 1.0561e-03, 4.2158e-03, 1.6010e-03, 7.4183e-04, -3.9885e-03,\n -4.7476e-04, -4.3211e-04, 9.2071e-04, 6.0444e-03, 1.1869e-02,\n 9.9456e-03, -8.3439e-04, 4.6794e-03, -1.7811e-03, -3.7614e-03,\n -1.6530e-03, 5.0946e-03, -2.6596e-03, -2.4929e-03, 2.8383e-03,\n -3.2368e-03, -2.3647e-03, -1.2194e-03, -4.0421e-03, -4.7718e-03,\n 8.2635e-03, 3.0690e-03, -1.3864e-03, -2.1110e-03, 2.8287e-03,\n -3.0622e-03, -3.2507e-03, 8.8299e-04, -7.8230e-03, 2.8806e-03,\n -1.0933e-03, -1.0205e-03, -9.5099e-04, 5.3202e-04, -1.5403e-03,\n 1.4858e-03, -5.2917e-04, 4.5708e-03, 1.6580e-03, 5.4347e-04,\n 1.4569e-03, -3.9290e-03, -1.6188e-03, 2.9767e-03, 5.2033e-03,\n 3.8129e-03, -3.5457e-03, 4.3214e-03, 3.4733e-03, -7.9977e-03,\n 6.4007e-04, -2.6987e-03, -4.0487e-04, -6.1028e-03, 4.8120e-03,\n 7.2537e-04, -1.9714e-03, 1.7532e-03, 6.1463e-04, 1.4947e-03,\n -1.1753e-02, 9.5291e-04, 2.6073e-03, 1.4861e-03, -5.3615e-03,\n 1.6335e-03, 3.1511e-03, -4.4169e-03, -2.9327e-03, -2.2510e-03,\n -1.4505e-03, -2.9049e-03, -2.4116e-03, -3.0572e-03, 3.1239e-03,\n 2.1727e-03, -7.9292e-04, 3.1680e-03, -3.2005e-03, 1.3247e-03,\n -7.5652e-04, -2.8034e-03, 2.4764e-03, -4.3491e-03, 3.3244e-03,\n -5.9584e-03, 5.3444e-03, 1.8299e-03, -2.8631e-03, -3.3499e-03,\n -5.3143e-03, 2.3950e-03, 1.5012e-03, 1.3644e-03, 4.1051e-03,\n -3.3535e-03, 7.5271e-04, -2.9423e-03, 1.5855e-03, -6.5356e-03,\n -8.7980e-04, -2.0982e-03, 5.7417e-03, -4.0314e-03, 1.0514e-03,\n -1.7823e-04, 1.2729e-03, -6.0781e-03, -9.4543e-03, -2.5280e-03,\n -3.2355e-03, -5.2549e-04, 6.9664e-03, -4.4046e-03, -5.4454e-03,\n -6.4806e-04, 5.5259e-03, -5.6626e-04, 1.1895e-03, -1.7842e-04,\n 2.1344e-03, 3.0130e-03, -1.3271e-03, 2.4900e-03, 3.6196e-03,\n -2.9526e-03, -1.1103e-03, -1.8842e-03, 1.0453e-04, -1.0790e-03,\n 7.4171e-03, 4.4461e-03, 4.0866e-03, 5.6052e-45, 2.4816e-04,\n 3.4223e-03, 5.6052e-45, 2.5984e-03, -6.4372e-04, 3.9143e-03,\n 1.4970e-03, -6.8124e-03, -6.9224e-03, -6.3407e-04, -1.0413e-03,\n -2.7369e-03, 1.0625e-02, 1.0081e-02, -2.1169e-03, -4.8267e-03,\n 1.5102e-03, 9.3153e-04, -3.2707e-03, 1.0559e-02, -1.5307e-03,\n -1.5164e-03, -2.6187e-03, -2.2909e-03, 2.6189e-03, -4.8126e-03,\n 1.1939e-03, 2.5376e-03, 9.5738e-04, 1.6127e-03, 4.4772e-04,\n 4.2283e-03, 4.6650e-03, 4.3243e-03, -1.1758e-04, 2.9820e-03,\n 4.8298e-04, -2.7877e-03, -3.2229e-03, 4.1940e-03, -9.2358e-04,\n -7.1971e-03, -4.1507e-03, 1.7458e-03, -8.8549e-04, -1.5185e-03,\n 2.3520e-03, -5.1773e-03, -5.8467e-04, 1.4126e-04, 7.9104e-03,\n -2.5242e-03, 3.2355e-04, -3.2314e-03, -2.1908e-03, 6.9834e-04,\n 7.4087e-03, 3.5611e-03, -9.7244e-03, 2.0730e-03, 1.3530e-02,\n -2.7110e-04, 1.2103e-03, 2.1761e-03, 3.4696e-03, 1.4490e-03,\n -4.7897e-04, -1.4693e-04, 5.7739e-03, -1.2063e-03, -3.3281e-04,\n -1.9562e-03, 6.5116e-03, -1.7324e-03, 3.0249e-03, -1.2701e-03,\n 2.9073e-03, 9.1991e-03, 4.2692e-03, 1.4096e-02, -4.8164e-03,\n -1.0506e-02, 2.9811e-04, 5.3830e-03, 1.0564e-02, 6.5145e-03,\n -2.4880e-03, 1.8755e-03, -2.7592e-03, 6.2048e-04, -4.3124e-03,\n -1.0872e-02, -3.9270e-04, 1.0562e-03, 6.1226e-03, 1.0251e-03,\n 2.4377e-03, -2.5923e-03, -1.3612e-03, 3.4900e-03, 3.2006e-03,\n 2.1027e-03, 3.4080e-03, 2.9945e-03, -3.1874e-03, -4.3086e-04,\n -2.7718e-03, 2.0164e-03, 3.4750e-03, -6.7607e-04, -2.6065e-04,\n -6.3396e-03, 2.5983e-03, 3.7359e-04, -7.5986e-04, 5.2792e-03,\n -5.3278e-04, -6.0983e-03, -4.4283e-03, -5.1072e-03, -6.3051e-03,\n -2.4420e-03, -2.8757e-04, 1.8903e-03, -1.3821e-02, 3.5403e-03,\n -3.1535e-04, -3.3861e-03, -3.8511e-03, -1.9648e-03, -3.8292e-03,\n 4.2046e-04, -1.3132e-03, -4.1846e-03, -2.6898e-03, 2.5241e-03,\n -1.4013e-03, -4.9381e-03, -6.7672e-03, -5.9053e-03, -7.0465e-04,\n -5.2192e-03, -3.7130e-03, 6.8801e-03, -5.3529e-03, 4.8735e-03,\n -5.2948e-03, 6.6885e-03, 2.2232e-03, -3.1122e-03, -7.4186e-03,\n 3.1715e-03, -1.3442e-03, 1.6765e-03, -5.2647e-03, -7.5321e-04,\n 3.4983e-03, 3.5229e-03, 2.4004e-03, -1.2517e-03, 3.1565e-03,\n -2.0512e-03, 2.2341e-03, -1.4511e-03, 3.9416e-03, -3.7017e-03,\n -3.7396e-03, 1.3204e-02, 3.3088e-03, -2.2450e-03, 1.0813e-03,\n 3.7906e-03, -2.9308e-03, -1.1745e-03, 6.3496e-05, -2.9014e-03,\n -1.7983e-03, 1.0153e-03, -6.7765e-04, 1.2912e-03, -1.5070e-03,\n -1.6077e-03, -9.9817e-03, 2.8329e-03, -6.7447e-04, 4.6823e-03,\n -3.9003e-03, 5.6184e-04, 3.0388e-03], device='cuda:0')",
|
| 68 |
+
"exp_avg_sq": "tensor([1.2299e-04, 1.0745e-04, 9.7439e-05, 1.1764e-04, 1.6208e-04, 1.3274e-04,\n 1.0672e-04, 1.1884e-04, 1.3643e-04, 1.0945e-04, 1.1555e-04, 1.5878e-04,\n 1.2223e-04, 1.2229e-04, 1.1513e-04, 7.4334e-05, 1.0248e-04, 1.2367e-04,\n 1.6498e-04, 7.2945e-05, 1.0631e-04, 1.4157e-04, 1.1181e-04, 1.2048e-04,\n 1.2201e-04, 9.8311e-05, 8.1844e-05, 1.2452e-04, 1.0375e-04, 1.3042e-04,\n 1.3944e-04, 1.0108e-04, 1.2747e-04, 8.5289e-05, 1.3914e-04, 1.2676e-04,\n 1.2717e-04, 1.1730e-04, 1.0570e-04, 9.8531e-05, 1.3089e-04, 1.3208e-04,\n 1.2707e-04, 9.0043e-05, 8.6532e-05, 1.1012e-04, 3.8055e-05, 1.0249e-04,\n 1.3513e-04, 1.0038e-04, 7.3892e-05, 1.1621e-04, 1.0728e-04, 8.2960e-05,\n 1.4921e-04, 1.2575e-04, 6.2848e-05, 8.4457e-05, 1.5041e-04, 1.0088e-04,\n 1.5388e-04, 1.3677e-04, 1.3094e-04, 1.1109e-04, 1.1068e-04, 1.5498e-04,\n 1.2645e-04, 1.1498e-04, 1.5101e-04, 9.9292e-05, 9.8756e-05, 1.1585e-04,\n 1.0492e-04, 1.1855e-04, 1.2565e-04, 9.7583e-05, 1.1954e-04, 1.2967e-04,\n 1.3489e-04, 1.5969e-04, 1.1791e-04, 9.9784e-05, 1.2675e-04, 1.4561e-04,\n 1.2364e-04, 1.4761e-04, 1.0666e-04, 1.3494e-04, 9.7102e-05, 1.2669e-04,\n 1.0427e-04, 1.1209e-04, 1.4156e-04, 1.0977e-04, 8.7333e-05, 1.5082e-04,\n 1.0700e-04, 1.2308e-04, 1.2737e-04, 1.3417e-04, 1.3504e-04, 1.6555e-04,\n 1.1573e-04, 8.7797e-05, 1.2956e-04, 1.1358e-04, 1.1223e-04, 1.1328e-04,\n 1.0499e-04, 9.6477e-05, 6.6836e-11, 7.7342e-05, 1.4015e-04, 1.2211e-04,\n 1.0677e-04, 1.3558e-04, 1.4189e-04, 1.2998e-04, 1.1900e-04, 1.3036e-04,\n 1.0511e-04, 1.5200e-04, 1.3580e-04, 1.3825e-04, 1.7200e-04, 1.0012e-04,\n 9.2158e-05, 1.0850e-04, 1.2183e-04, 1.1770e-04, 1.0267e-04, 1.3768e-04,\n 1.1738e-04, 1.1518e-04, 1.2257e-04, 1.0286e-04, 1.3620e-04, 1.2571e-04,\n 1.2344e-04, 8.5884e-05, 9.5842e-05, 7.4017e-05, 1.0202e-04, 9.9569e-05,\n 1.0814e-04, 1.3023e-04, 8.9162e-05, 1.5040e-04, 1.0111e-04, 1.0665e-04,\n 1.2474e-04, 8.8684e-05, 1.0907e-04, 1.2772e-04, 1.4308e-04, 1.1413e-04,\n 1.6074e-04, 1.4135e-04, 1.2055e-04, 1.3502e-04, 1.4007e-04, 1.0288e-04,\n 1.1714e-04, 1.3390e-04, 1.1425e-04, 1.1226e-04, 1.1387e-04, 1.2827e-04,\n 1.1605e-04, 9.5599e-05, 1.2251e-04, 1.1052e-04, 1.2745e-04, 9.9725e-05,\n 8.2238e-05, 1.2197e-04, 9.4618e-05, 8.7834e-05, 1.0574e-04, 1.3701e-04,\n 1.4096e-08, 1.3315e-04, 1.0638e-04, 1.2522e-04, 1.6456e-04, 9.7736e-05,\n 1.6616e-04, 1.1849e-04, 1.0293e-04, 1.0587e-04, 9.2257e-05, 1.3174e-04,\n 1.4406e-04, 1.0757e-04, 9.9117e-05, 1.0089e-04, 1.4500e-04, 1.1684e-04,\n 8.5865e-05, 1.5697e-04, 1.2021e-04, 1.1117e-04, 1.2255e-04, 5.3744e-05,\n 1.1081e-04, 6.8658e-05, 8.5319e-05, 9.8399e-05, 9.4477e-05, 1.2339e-04,\n 1.4634e-04, 9.3716e-05, 1.3173e-04, 1.0364e-04, 6.4100e-05, 1.3412e-04,\n 1.1708e-04, 1.0569e-04, 1.1147e-04, 1.4740e-04, 1.6282e-04, 7.2187e-05,\n 9.2994e-05, 1.1574e-04, 1.0470e-04, 9.0274e-05, 9.5045e-05, 1.0601e-04,\n 1.0390e-04, 1.0052e-04, 8.9418e-05, 1.2507e-04, 1.3294e-04, 9.4171e-05,\n 1.4579e-04, 1.2468e-04, 1.0329e-04, 1.0567e-04, 1.5233e-04, 1.4059e-04,\n 1.0542e-04, 1.3739e-04, 1.2164e-04, 1.0350e-04, 1.0273e-04, 9.7437e-05,\n 1.6857e-04, 1.0111e-04, 1.3998e-04, 1.2686e-04, 1.3688e-04, 1.5338e-04,\n 1.1313e-04, 1.1084e-04, 9.6029e-05, 1.0999e-04, 1.2488e-04, 1.4651e-04,\n 1.0632e-04, 1.1367e-04, 1.3757e-04, 1.6772e-04, 7.7868e-05, 1.5554e-04,\n 1.0038e-04, 3.4183e-05, 1.0590e-04, 1.1960e-04, 1.3023e-04, 8.1045e-05,\n 1.0267e-04, 1.1060e-04, 1.0952e-04, 1.1170e-04, 1.1256e-04, 1.1562e-04,\n 1.1571e-04, 8.8334e-05, 1.2361e-04, 6.1491e-05, 1.4666e-04, 1.3960e-04,\n 1.0173e-04, 1.2836e-04, 1.1967e-04, 1.2034e-04, 7.0434e-05, 1.1010e-04,\n 1.3460e-04, 1.3515e-04, 1.0007e-04, 1.0121e-04, 1.2697e-04, 1.4072e-04,\n 1.1372e-04, 9.4284e-05, 1.3783e-04, 1.0013e-04, 9.3995e-05, 1.2687e-04,\n 1.1725e-04, 1.3567e-04, 1.3347e-04, 1.1031e-04, 9.9873e-05, 1.1916e-04,\n 1.4618e-04, 1.0389e-04, 1.3172e-04, 9.0739e-05, 1.5380e-04, 1.4151e-04,\n 1.2207e-04, 8.7022e-05, 1.2341e-04, 9.6250e-05, 1.4713e-04, 1.0697e-04,\n 1.4041e-04, 9.7589e-05, 1.3073e-04, 1.2185e-04, 1.2705e-04, 9.6948e-05,\n 1.3870e-04, 1.1970e-04, 1.1257e-04, 1.1811e-04, 9.4087e-05, 7.9407e-05,\n 1.1842e-04, 8.1587e-05, 1.1663e-04, 9.0105e-05, 1.1591e-04, 9.6729e-05,\n 1.1099e-04, 1.0819e-04, 1.1227e-04, 1.1107e-04, 1.3348e-04, 8.9965e-05,\n 1.1967e-04, 1.5094e-04, 1.1084e-04, 1.6880e-04, 1.0791e-04, 1.3935e-04,\n 9.7314e-05, 1.1446e-04, 1.3788e-04, 1.4887e-04, 8.7214e-05, 8.4123e-05,\n 1.2938e-04, 1.3397e-04, 1.0352e-04, 1.0455e-04, 1.0621e-04, 1.1697e-04,\n 7.6113e-05, 9.9088e-05, 1.5277e-04, 1.3416e-04, 7.1986e-05, 1.2692e-04,\n 8.4562e-05, 8.9996e-05, 1.0969e-04, 9.1151e-05, 1.1121e-04, 1.1046e-04,\n 1.1632e-04, 8.5431e-05, 1.5005e-04, 8.3141e-05, 6.5105e-05, 1.1511e-04,\n 1.3784e-04, 1.2321e-04, 7.4928e-05, 1.4750e-04, 1.1500e-04, 9.4825e-05,\n 1.2636e-04, 1.4860e-04, 1.1964e-04, 9.1180e-05, 8.3985e-05, 1.0578e-04,\n 1.6047e-04, 1.1872e-04, 1.1029e-04, 1.0873e-04, 9.4985e-05, 1.2782e-04,\n 9.1220e-05, 1.4519e-04, 1.0593e-04, 1.4571e-04, 1.1105e-04, 1.0706e-04,\n 1.2999e-04, 1.0105e-04, 1.4075e-04, 8.9506e-05, 1.1437e-04, 1.4279e-04,\n 1.3212e-04, 1.2027e-04, 1.4956e-04, 1.2232e-04, 1.1146e-04, 1.1841e-04,\n 1.4316e-04, 1.3489e-04, 8.2867e-05, 1.3048e-04, 1.1516e-04, 9.3356e-05,\n 1.2184e-04, 9.9447e-05, 1.3479e-04, 8.4733e-05, 8.8284e-05, 9.7178e-05,\n 7.7779e-05, 1.3524e-04, 1.2908e-04, 1.2012e-04, 1.2037e-04, 1.3122e-04,\n 9.2823e-05, 1.1823e-04, 8.4477e-05, 1.1149e-04, 1.1459e-04, 1.1112e-04,\n 1.2428e-04, 9.1127e-05, 1.4959e-04, 8.6415e-05, 1.0782e-04, 1.2358e-04,\n 1.2261e-04, 1.1821e-04, 9.1094e-05, 8.0114e-05, 1.5442e-04, 1.3300e-04,\n 1.4747e-04, 1.2027e-04, 1.0739e-04, 1.1569e-04, 1.3335e-04, 1.2022e-04,\n 9.0313e-05, 8.5648e-05, 1.3544e-04, 1.0535e-04, 8.4472e-05, 1.4180e-04,\n 1.1777e-04, 1.7449e-04, 8.9619e-05, 1.0947e-04, 1.2989e-04, 1.0737e-04,\n 1.0026e-04, 9.0382e-05, 8.7113e-05, 1.1053e-04, 1.2868e-04, 1.1281e-04,\n 1.0613e-04, 1.4477e-04, 1.1097e-04, 9.9411e-05, 1.1130e-04, 8.9610e-05,\n 1.0328e-04, 1.1263e-04, 8.2427e-05, 1.2462e-04, 1.4440e-04, 1.1078e-04,\n 9.8905e-05, 1.3810e-04, 8.6263e-05, 1.2761e-04, 1.5901e-04, 1.6989e-04,\n 1.2313e-04, 1.4254e-04, 1.2893e-04, 1.1066e-04, 1.4054e-04, 1.2760e-04,\n 1.6196e-04, 1.4476e-04, 1.0243e-04, 1.1642e-04, 9.5276e-05, 1.2386e-04,\n 1.2742e-04, 1.3208e-04, 8.6227e-05, 9.4418e-05, 1.4827e-04, 1.0006e-04,\n 1.1813e-04, 1.3586e-04, 1.4215e-04, 9.9107e-05, 1.1595e-04, 1.2870e-04,\n 1.1919e-04, 1.2409e-04, 1.1804e-04, 9.5603e-05, 1.0696e-04, 1.0921e-04,\n 1.3943e-04, 1.5970e-04, 1.4922e-04, 1.1054e-04, 1.3831e-04, 1.0052e-04,\n 1.2344e-04, 6.5613e-05, 1.2579e-04, 1.1516e-04, 1.4751e-04, 1.1108e-04,\n 1.4295e-04, 9.6615e-05, 1.2880e-04, 1.1518e-04, 1.2303e-04, 1.2640e-04,\n 1.1579e-04, 1.2877e-04, 9.5162e-05, 9.0982e-05, 1.3211e-04, 1.1189e-04,\n 1.2916e-04, 1.3374e-04, 1.2344e-04, 1.0281e-04, 1.2600e-04, 1.1475e-04,\n 1.0802e-04, 1.3348e-04, 9.4849e-05, 1.5067e-04, 1.2886e-04, 1.3975e-04,\n 1.3123e-04, 1.3242e-04, 1.3493e-04, 1.3702e-04, 1.3170e-04, 8.2681e-05,\n 7.4912e-05, 9.8671e-05, 1.0771e-04, 1.4195e-04, 1.0708e-04, 1.0675e-04,\n 9.1224e-05, 7.5156e-05, 1.3106e-04, 1.0972e-04, 1.2425e-04, 6.4839e-05,\n 1.2569e-04, 1.0363e-04, 1.6110e-10, 9.7649e-05, 7.3316e-05, 1.9968e-11,\n 8.9392e-05, 1.1754e-04, 9.2226e-05, 1.3149e-04, 1.0299e-04, 1.1442e-04,\n 1.0055e-04, 1.1578e-04, 8.5872e-05, 8.4274e-05, 9.0643e-05, 9.4739e-05,\n 1.1282e-04, 1.0257e-04, 1.2585e-04, 1.5300e-04, 1.5473e-04, 1.5047e-04,\n 9.6314e-05, 9.2148e-05, 1.0107e-04, 1.3207e-04, 1.1422e-04, 9.0465e-05,\n 1.2457e-04, 1.1492e-04, 1.1093e-04, 9.2206e-05, 1.1886e-04, 8.2551e-05,\n 7.9624e-05, 1.4159e-04, 9.7304e-05, 8.4466e-05, 1.1741e-04, 1.2592e-04,\n 1.0304e-04, 8.9259e-05, 1.3568e-04, 1.1041e-04, 9.5233e-05, 9.1096e-05,\n 9.9292e-05, 1.3619e-04, 1.1160e-04, 1.3814e-04, 9.8393e-05, 1.1620e-04,\n 1.3625e-04, 9.5634e-05, 1.1487e-04, 1.0914e-04, 1.2251e-04, 1.4118e-04,\n 1.5617e-04, 1.1835e-04, 1.2820e-04, 1.1867e-04, 9.2988e-05, 1.0923e-04,\n 8.6737e-05, 7.5341e-05, 1.2348e-04, 1.5185e-04, 1.4449e-04, 1.0481e-04,\n 1.0036e-04, 9.0010e-05, 7.9004e-05, 1.5434e-04, 1.2501e-04, 1.1699e-04,\n 1.1907e-04, 1.1202e-04, 1.0313e-04, 9.3105e-05, 1.5862e-04, 1.1158e-04,\n 1.3140e-04, 7.5568e-05, 1.0318e-04, 1.0557e-04, 1.1708e-04, 1.0661e-04,\n 7.0988e-05, 1.1709e-04, 8.5623e-05, 1.1121e-04, 1.4603e-04, 1.1842e-04,\n 1.1516e-04, 9.7210e-05, 1.3926e-04, 1.1152e-04, 1.2742e-04, 1.1465e-04,\n 9.3412e-05, 9.3748e-05, 1.2091e-04, 1.3071e-04, 1.2037e-04, 1.1733e-04,\n 1.0754e-04, 1.2798e-04, 1.1112e-04, 1.2940e-04, 9.3195e-05, 1.0131e-04,\n 1.0560e-04, 1.4605e-04, 1.2780e-04, 1.3039e-04, 1.0178e-04, 1.1331e-04,\n 1.3474e-04, 7.0344e-05, 1.4651e-04, 1.0410e-04, 9.9557e-05, 8.2977e-05,\n 1.1537e-04, 1.5979e-04, 1.0901e-04, 1.0394e-04, 6.5090e-05, 1.1584e-04,\n 1.2664e-04, 1.2819e-04, 1.0247e-04, 1.5663e-04, 1.0427e-04, 1.5461e-04,\n 9.4827e-05, 1.1319e-04, 1.4468e-04, 9.4465e-05, 1.1252e-04, 1.4663e-04,\n 1.1572e-04, 5.7511e-05, 1.3586e-04, 1.0950e-04, 8.8552e-05, 1.0751e-04,\n 1.0175e-04, 1.1393e-04, 1.3502e-04, 1.6645e-04, 1.0968e-04, 1.4565e-04,\n 8.3534e-05, 1.1873e-04, 1.3056e-04, 1.4075e-04, 1.1486e-04, 1.8708e-04,\n 1.2682e-04, 8.9291e-05, 1.6311e-04, 1.2386e-04, 1.1772e-04, 1.2960e-04,\n 9.1547e-05, 1.2372e-04, 1.3002e-04, 1.2023e-04, 1.1442e-04, 1.0675e-04,\n 1.3170e-04, 1.2394e-04, 8.2787e-05, 1.2147e-04, 9.0456e-05, 7.8483e-05,\n 1.3371e-04, 1.2256e-04, 1.2595e-04, 8.8872e-05, 1.0309e-04, 1.2474e-04,\n 1.7115e-04, 1.2409e-04, 1.4504e-04, 1.3579e-04, 1.0047e-04, 1.1051e-04],\n device='cuda:0')"
|
| 69 |
+
},
|
| 70 |
+
"13": {
|
| 71 |
+
"step": "tensor(7512.)",
|
| 72 |
+
"exp_avg": "tensor([[ 3.4874e-18, 2.2816e-11, 8.5347e-16, ..., 5.6052e-45,\n -5.6052e-45, 5.6052e-45],\n [-1.8651e-07, -2.4701e-06, 2.0609e-07, ..., 2.6056e-07,\n -1.6899e-07, -8.3609e-08],\n [ 1.1208e-05, 2.8615e-06, 1.4002e-10, ..., 4.1461e-07,\n 1.5704e-06, 7.2263e-06],\n ...,\n [-5.6052e-45, 5.6052e-45, 5.6052e-45, ..., -5.6052e-45,\n -5.6052e-45, -5.6052e-45],\n [ 1.1054e-05, 3.7777e-05, -1.4241e-05, ..., 8.7128e-05,\n 5.9689e-06, 4.9818e-05],\n [-1.4235e-06, 6.1372e-07, -4.5017e-07, ..., 1.1018e-06,\n 7.2330e-08, 2.7586e-06]], device='cuda:0')",
|
| 73 |
+
"exp_avg_sq": "tensor([[1.3127e-13, 1.1981e-10, 8.0233e-13, ..., 5.1842e-14, 1.7791e-13,\n 1.1810e-13],\n [1.1313e-09, 6.9687e-10, 1.2280e-09, ..., 1.9590e-09, 2.2653e-11,\n 8.6784e-11],\n [2.0339e-08, 4.2717e-09, 5.6488e-12, ..., 1.3933e-08, 2.8772e-09,\n 9.8727e-09],\n ...,\n [4.6928e-14, 5.0629e-13, 9.2226e-16, ..., 2.8221e-13, 6.3909e-13,\n 3.6362e-14],\n [8.2396e-08, 1.1547e-07, 3.6845e-09, ..., 1.1426e-07, 3.8400e-08,\n 2.3024e-08],\n [1.9599e-10, 1.1912e-09, 4.6202e-10, ..., 5.2900e-10, 1.8418e-10,\n 1.3049e-09]], device='cuda:0')"
|
| 74 |
+
},
|
| 75 |
+
"14": {
|
| 76 |
+
"step": "tensor(7512.)",
|
| 77 |
+
"exp_avg": "tensor([ 7.2859e-09, 1.9708e-04, -6.2846e-05, ..., 5.6052e-45,\n 2.1701e-03, 1.0689e-04], device='cuda:0')",
|
| 78 |
+
"exp_avg_sq": "tensor([5.4539e-08, 2.1026e-06, 1.6386e-05, ..., 6.3038e-10, 2.5996e-05,\n 9.2255e-07], device='cuda:0')"
|
| 79 |
+
},
|
| 80 |
+
"15": {
|
| 81 |
+
"step": "tensor(7512.)",
|
| 82 |
+
"exp_avg": "tensor([[ 5.9745e-12, 9.3400e-07, -1.0012e-06, ..., 5.6052e-45,\n -1.9154e-05, 3.4749e-08],\n [-1.0840e-11, -1.3485e-07, -4.6089e-06, ..., -5.6052e-45,\n -4.6016e-06, 6.3528e-07],\n [-1.7090e-11, 1.6353e-06, -2.7137e-06, ..., -5.6052e-45,\n 2.7531e-06, -3.4005e-08],\n ...,\n [-8.2569e-12, -7.8543e-07, 2.1339e-06, ..., -5.6052e-45,\n -3.0203e-05, 4.8325e-06],\n [-2.1007e-11, 4.7013e-07, 7.0336e-07, ..., 5.6052e-45,\n 1.2790e-05, 1.0492e-06],\n [ 4.1194e-12, -1.5152e-06, -4.8681e-07, ..., 5.6052e-45,\n -1.5383e-05, -1.1312e-07]], device='cuda:0')",
|
| 83 |
+
"exp_avg_sq": "tensor([[9.4896e-13, 1.6522e-11, 2.6284e-10, ..., 7.0418e-13, 3.0738e-09,\n 1.6076e-11],\n [5.8189e-12, 1.9899e-11, 5.6425e-10, ..., 3.0065e-13, 3.4445e-09,\n 3.5819e-11],\n [2.0417e-12, 4.4700e-11, 3.2462e-10, ..., 8.9206e-14, 4.0120e-09,\n 8.6239e-11],\n ...,\n [9.7528e-12, 3.5084e-11, 3.0435e-10, ..., 4.2443e-14, 3.9192e-09,\n 1.1627e-10],\n [1.6091e-11, 4.5868e-11, 5.3718e-10, ..., 1.4205e-12, 3.1353e-09,\n 5.2738e-11],\n [5.5436e-11, 6.0029e-11, 1.1182e-09, ..., 4.6875e-13, 3.8932e-09,\n 3.4595e-11]], device='cuda:0')"
|
| 84 |
+
},
|
| 85 |
+
"16": {
|
| 86 |
+
"step": "tensor(7512.)",
|
| 87 |
+
"exp_avg": "tensor([[ 9.6865e-05, -1.6490e-04, 3.0029e-04, ..., 1.5678e-05,\n -7.8882e-05, -9.6344e-05],\n [ 5.9421e-05, 3.8414e-05, -8.9891e-06, ..., -2.5871e-05,\n 2.9226e-05, -8.1618e-05],\n [-9.8579e-05, 1.3424e-04, 1.3908e-05, ..., -6.2983e-05,\n -2.2533e-05, -6.5191e-05],\n ...,\n [-2.0987e-05, -4.4200e-06, 9.0488e-06, ..., -2.0838e-05,\n 1.0020e-05, -8.5760e-05],\n [-2.4137e-05, 2.7627e-05, -3.7240e-05, ..., -6.0607e-05,\n -1.4090e-05, 7.0264e-06],\n [-1.9662e-05, 2.8018e-05, 4.6518e-05, ..., -8.1321e-05,\n 2.4335e-05, -2.1236e-05]], device='cuda:0')",
|
| 88 |
+
"exp_avg_sq": "tensor([[2.3692e-08, 6.4187e-08, 6.6660e-08, ..., 3.7320e-08, 3.0151e-08,\n 4.6538e-08],\n [2.3575e-08, 5.8761e-08, 4.0157e-08, ..., 4.5936e-08, 2.4835e-08,\n 4.6567e-08],\n [1.8271e-08, 3.9377e-08, 3.1166e-08, ..., 2.8570e-08, 2.2266e-08,\n 2.3263e-08],\n ...,\n [2.0153e-08, 5.8009e-08, 3.6085e-08, ..., 4.6310e-08, 2.2758e-08,\n 4.8959e-08],\n [2.5775e-08, 4.9660e-08, 4.8432e-08, ..., 4.4494e-08, 2.2244e-08,\n 3.8783e-08],\n [2.4583e-08, 5.2200e-08, 6.5937e-08, ..., 3.6561e-08, 2.7160e-08,\n 4.8510e-08]], device='cuda:0')"
|
| 89 |
+
},
|
| 90 |
+
"17": {
|
| 91 |
+
"step": "tensor(7512.)",
|
| 92 |
+
"exp_avg": "tensor([ 0.0058, -0.0009, -0.0039, ..., -0.0010, -0.0006, 0.0022],\n device='cuda:0')",
|
| 93 |
+
"exp_avg_sq": "tensor([4.8663e-05, 4.3475e-05, 3.0191e-05, ..., 4.0400e-05, 3.9039e-05,\n 4.0388e-05], device='cuda:0')"
|
| 94 |
+
}
|
| 95 |
+
},
|
| 96 |
+
"param_groups": [
|
| 97 |
+
{
|
| 98 |
+
"lr": 0.0003461460113097139,
|
| 99 |
+
"name": "scale_256",
|
| 100 |
+
"betas": [
|
| 101 |
+
0.9,
|
| 102 |
+
0.999
|
| 103 |
+
],
|
| 104 |
+
"eps": 1e-08,
|
| 105 |
+
"weight_decay": 1e-05,
|
| 106 |
+
"amsgrad": false,
|
| 107 |
+
"maximize": false,
|
| 108 |
+
"foreach": null,
|
| 109 |
+
"capturable": false,
|
| 110 |
+
"differentiable": false,
|
| 111 |
+
"fused": null,
|
| 112 |
+
"decoupled_weight_decay": true,
|
| 113 |
+
"initial_lr": 0.001,
|
| 114 |
+
"params": [
|
| 115 |
+
0,
|
| 116 |
+
1,
|
| 117 |
+
2
|
| 118 |
+
]
|
| 119 |
+
},
|
| 120 |
+
{
|
| 121 |
+
"lr": 0.0003461460113097139,
|
| 122 |
+
"name": "scale_512",
|
| 123 |
+
"betas": [
|
| 124 |
+
0.9,
|
| 125 |
+
0.999
|
| 126 |
+
],
|
| 127 |
+
"eps": 1e-08,
|
| 128 |
+
"weight_decay": 1e-05,
|
| 129 |
+
"amsgrad": false,
|
| 130 |
+
"maximize": false,
|
| 131 |
+
"foreach": null,
|
| 132 |
+
"capturable": false,
|
| 133 |
+
"differentiable": false,
|
| 134 |
+
"fused": null,
|
| 135 |
+
"decoupled_weight_decay": true,
|
| 136 |
+
"initial_lr": 0.001,
|
| 137 |
+
"params": [
|
| 138 |
+
3,
|
| 139 |
+
4,
|
| 140 |
+
5,
|
| 141 |
+
6,
|
| 142 |
+
7
|
| 143 |
+
]
|
| 144 |
+
},
|
| 145 |
+
{
|
| 146 |
+
"lr": 0.0003461460113097139,
|
| 147 |
+
"name": "scale_768",
|
| 148 |
+
"betas": [
|
| 149 |
+
0.9,
|
| 150 |
+
0.999
|
| 151 |
+
],
|
| 152 |
+
"eps": 1e-08,
|
| 153 |
+
"weight_decay": 1e-05,
|
| 154 |
+
"amsgrad": false,
|
| 155 |
+
"maximize": false,
|
| 156 |
+
"foreach": null,
|
| 157 |
+
"capturable": false,
|
| 158 |
+
"differentiable": false,
|
| 159 |
+
"fused": null,
|
| 160 |
+
"decoupled_weight_decay": true,
|
| 161 |
+
"initial_lr": 0.001,
|
| 162 |
+
"params": [
|
| 163 |
+
8,
|
| 164 |
+
9,
|
| 165 |
+
10,
|
| 166 |
+
11,
|
| 167 |
+
12
|
| 168 |
+
]
|
| 169 |
+
},
|
| 170 |
+
{
|
| 171 |
+
"lr": 0.0003461460113097139,
|
| 172 |
+
"name": "scale_1024",
|
| 173 |
+
"betas": [
|
| 174 |
+
0.9,
|
| 175 |
+
0.999
|
| 176 |
+
],
|
| 177 |
+
"eps": 1e-08,
|
| 178 |
+
"weight_decay": 1e-05,
|
| 179 |
+
"amsgrad": false,
|
| 180 |
+
"maximize": false,
|
| 181 |
+
"foreach": null,
|
| 182 |
+
"capturable": false,
|
| 183 |
+
"differentiable": false,
|
| 184 |
+
"fused": null,
|
| 185 |
+
"decoupled_weight_decay": true,
|
| 186 |
+
"initial_lr": 0.001,
|
| 187 |
+
"params": [
|
| 188 |
+
13,
|
| 189 |
+
14,
|
| 190 |
+
15,
|
| 191 |
+
16,
|
| 192 |
+
17
|
| 193 |
+
]
|
| 194 |
+
}
|
| 195 |
+
]
|
| 196 |
+
},
|
| 197 |
+
"scheduler_state_dict": {
|
| 198 |
+
"T_0": 10,
|
| 199 |
+
"T_i": 10,
|
| 200 |
+
"T_mult": 2,
|
| 201 |
+
"eta_min": 1e-06,
|
| 202 |
+
"T_cur": 6,
|
| 203 |
+
"base_lrs": [
|
| 204 |
+
0.001,
|
| 205 |
+
0.001,
|
| 206 |
+
0.001,
|
| 207 |
+
0.001
|
| 208 |
+
],
|
| 209 |
+
"last_epoch": 6,
|
| 210 |
+
"_step_count": 0,
|
| 211 |
+
"_is_initial": false,
|
| 212 |
+
"_get_lr_called_within_step": false,
|
| 213 |
+
"_last_lr": [
|
| 214 |
+
0.0003461460113097139,
|
| 215 |
+
0.0003461460113097139,
|
| 216 |
+
0.0003461460113097139,
|
| 217 |
+
0.0003461460113097139
|
| 218 |
+
]
|
| 219 |
+
},
|
| 220 |
+
"metrics": {
|
| 221 |
+
"best_val_acc": 76.29,
|
| 222 |
+
"best_epoch": 5,
|
| 223 |
+
"scale_accuracies": {
|
| 224 |
+
"256": 69.894,
|
| 225 |
+
"512": 73.71,
|
| 226 |
+
"768": 75.304,
|
| 227 |
+
"1024": 75.4
|
| 228 |
+
},
|
| 229 |
+
"training_history": {
|
| 230 |
+
"epochs": [
|
| 231 |
+
1,
|
| 232 |
+
2,
|
| 233 |
+
3,
|
| 234 |
+
4,
|
| 235 |
+
5,
|
| 236 |
+
6
|
| 237 |
+
],
|
| 238 |
+
"train_loss": [
|
| 239 |
+
3.9118613697850284,
|
| 240 |
+
2.66607952194092,
|
| 241 |
+
2.3952484759278954,
|
| 242 |
+
2.201966982775222,
|
| 243 |
+
2.026744091663117,
|
| 244 |
+
1.8584000322575005
|
| 245 |
+
],
|
| 246 |
+
"train_acc": [
|
| 247 |
+
68.33870994179526,
|
| 248 |
+
76.85976925724749,
|
| 249 |
+
79.21098498478341,
|
| 250 |
+
81.16849715923061,
|
| 251 |
+
83.13014618703104,
|
| 252 |
+
85.12582668769957
|
| 253 |
+
],
|
| 254 |
+
"val_acc": [
|
| 255 |
+
72.328,
|
| 256 |
+
74.248,
|
| 257 |
+
74.928,
|
| 258 |
+
75.464,
|
| 259 |
+
75.994,
|
| 260 |
+
76.29
|
| 261 |
+
],
|
| 262 |
+
"scale_accs": {
|
| 263 |
+
"256": [
|
| 264 |
+
65.922,
|
| 265 |
+
67.866,
|
| 266 |
+
68.668,
|
| 267 |
+
69.028,
|
| 268 |
+
69.476,
|
| 269 |
+
69.894
|
| 270 |
+
],
|
| 271 |
+
"512": [
|
| 272 |
+
70.014,
|
| 273 |
+
71.776,
|
| 274 |
+
72.65,
|
| 275 |
+
72.974,
|
| 276 |
+
73.372,
|
| 277 |
+
73.71
|
| 278 |
+
],
|
| 279 |
+
"768": [
|
| 280 |
+
71.312,
|
| 281 |
+
73.326,
|
| 282 |
+
74.046,
|
| 283 |
+
74.52,
|
| 284 |
+
74.848,
|
| 285 |
+
75.304
|
| 286 |
+
],
|
| 287 |
+
"1024": [
|
| 288 |
+
71.288,
|
| 289 |
+
73.572,
|
| 290 |
+
74.36,
|
| 291 |
+
74.86,
|
| 292 |
+
75.24,
|
| 293 |
+
75.4
|
| 294 |
+
]
|
| 295 |
+
},
|
| 296 |
+
"lr": [
|
| 297 |
+
0.0009755527298894294,
|
| 298 |
+
0.0009046039886902864,
|
| 299 |
+
0.0007940987335200904,
|
| 300 |
+
0.0006548539886902864,
|
| 301 |
+
0.0005005000000000001,
|
| 302 |
+
0.0003461460113097139
|
| 303 |
+
]
|
| 304 |
+
}
|
| 305 |
+
},
|
| 306 |
+
"train_config": {
|
| 307 |
+
"name": "david_training",
|
| 308 |
+
"run_id": "20251012_145649",
|
| 309 |
+
"dataset_name": "AbstractPhil/imagenet-clip-features-orderly",
|
| 310 |
+
"model_variant": "clip_vit_laion_b32",
|
| 311 |
+
"num_classes": 1000,
|
| 312 |
+
"preset": "hierarchical_refinement",
|
| 313 |
+
"custom_config_path": null,
|
| 314 |
+
"num_classes_override": null,
|
| 315 |
+
"use_belly_override": null,
|
| 316 |
+
"belly_expand_override": null,
|
| 317 |
+
"progressive_training_override": false,
|
| 318 |
+
"scale_warmup_epochs_override": null,
|
| 319 |
+
"num_epochs": 10,
|
| 320 |
+
"batch_size": 1024,
|
| 321 |
+
"learning_rate": 0.001,
|
| 322 |
+
"weight_decay": 1e-05,
|
| 323 |
+
"warmup_epochs": 3,
|
| 324 |
+
"use_rose_loss": true,
|
| 325 |
+
"rose_initial_weight": 0.1,
|
| 326 |
+
"rose_max_weight": 0.5,
|
| 327 |
+
"rose_weight_schedule": "adaptive",
|
| 328 |
+
"use_cayley_loss": false,
|
| 329 |
+
"cayley_weight": 0.001,
|
| 330 |
+
"scale_loss_balance": null,
|
| 331 |
+
"use_mixed_precision": true,
|
| 332 |
+
"gradient_clip": 10.0,
|
| 333 |
+
"scheduler_type": "cosine_restarts",
|
| 334 |
+
"min_lr": 1e-06,
|
| 335 |
+
"freeze_strategy": "never",
|
| 336 |
+
"freeze_threshold": 90.0,
|
| 337 |
+
"unfreeze_on_plateau": true,
|
| 338 |
+
"patience": 10,
|
| 339 |
+
"track_gradients": true,
|
| 340 |
+
"gradient_scale_threshold": 1e-05,
|
| 341 |
+
"gradient_scale_multiplier": 10.0,
|
| 342 |
+
"log_interval": 50,
|
| 343 |
+
"val_interval": 1,
|
| 344 |
+
"save_interval": 5,
|
| 345 |
+
"log_fusion_weights": true,
|
| 346 |
+
"log_loss_components": true,
|
| 347 |
+
"save_format": "safetensors",
|
| 348 |
+
"hf_repo": "AbstractPhil/gated-david",
|
| 349 |
+
"upload_to_hub": true,
|
| 350 |
+
"base_dir": "./david_training",
|
| 351 |
+
"num_workers": 10,
|
| 352 |
+
"pin_memory": true,
|
| 353 |
+
"prefetch_factor": 4,
|
| 354 |
+
"persistent_workers": true
|
| 355 |
+
}
|
| 356 |
+
}
|