Update best_model_acc72.33_metadata.json - Run 20251012_145649
Browse files
weights/David-hierarchical-progressive/20251012_145649/best_model_acc72.33_metadata.json
ADDED
|
@@ -0,0 +1,311 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"epoch": 0,
|
| 3 |
+
"optimizer_state_dict": {
|
| 4 |
+
"state": {
|
| 5 |
+
"0": {
|
| 6 |
+
"step": "tensor(1252.)",
|
| 7 |
+
"exp_avg": "tensor([[ 4.6964e-04, -1.2140e-03, -5.9947e-05, ..., 6.6810e-04,\n -2.8620e-04, 7.9580e-04],\n [-2.3215e-04, 3.0296e-03, -1.4874e-03, ..., -4.3604e-04,\n -1.1115e-05, 1.6881e-04],\n [-9.8491e-05, -1.4205e-04, 9.5079e-04, ..., -3.2611e-05,\n 4.1849e-05, -1.3103e-04],\n ...,\n [ 2.1151e-05, -5.3757e-04, -1.4432e-03, ..., -3.8187e-04,\n 2.1166e-04, 2.9680e-04],\n [-4.3739e-04, -2.6451e-03, -8.3504e-06, ..., -2.3558e-04,\n -1.0263e-04, -2.8089e-04],\n [ 2.0649e-04, 9.3422e-04, 1.6212e-04, ..., 9.9487e-05,\n 2.1980e-04, -2.1145e-04]], device='cuda:0')",
|
| 8 |
+
"exp_avg_sq": "tensor([[2.1484e-06, 1.0761e-05, 5.4916e-06, ..., 2.5909e-06, 9.4185e-07,\n 3.1317e-06],\n [1.1410e-06, 1.2795e-05, 3.8858e-06, ..., 1.2038e-06, 7.1027e-07,\n 8.8540e-07],\n [1.9276e-06, 9.4352e-06, 6.9278e-06, ..., 1.3695e-06, 8.1505e-07,\n 1.5369e-06],\n ...,\n [2.4644e-06, 8.7948e-06, 7.5822e-06, ..., 1.5127e-06, 9.8281e-07,\n 1.6841e-06],\n [2.7977e-06, 2.1590e-05, 8.3500e-06, ..., 2.3152e-06, 1.6203e-06,\n 2.1128e-06],\n [2.3424e-06, 1.4913e-05, 5.9834e-06, ..., 1.2577e-06, 8.6179e-07,\n 1.5891e-06]], device='cuda:0')"
|
| 9 |
+
},
|
| 10 |
+
"1": {
|
| 11 |
+
"step": "tensor(1252.)",
|
| 12 |
+
"exp_avg": "tensor([ 2.3496e-02, 1.6975e-02, -8.7181e-03, -1.0886e-02, 7.9912e-04,\n 1.6873e-02, -1.3239e-02, -1.1549e-02, 5.1659e-03, 6.4870e-03,\n 8.8641e-03, 1.9949e-03, -2.3372e-02, -1.6234e-03, -2.2584e-03,\n -2.0127e-02, 3.5057e-03, -6.8889e-03, -1.6642e-02, -2.7733e-02,\n -1.6895e-02, -1.3423e-02, 1.2240e-02, -2.9993e-03, -1.4672e-02,\n 9.7536e-03, -2.2927e-03, 4.5462e-02, 7.5152e-03, -6.5763e-03,\n -1.4390e-02, 1.6231e-03, -1.3650e-02, 8.7141e-03, 2.0660e-02,\n 6.3861e-03, 1.8379e-02, 1.3736e-02, -1.8742e-03, -1.3030e-02,\n 2.4033e-02, 2.6331e-02, 7.1986e-04, -1.0609e-02, 2.2397e-03,\n 7.0220e-03, -3.6020e-03, 1.6071e-02, -1.2574e-02, 9.3214e-03,\n -4.9202e-03, -1.0618e-02, 2.8753e-03, 9.5203e-03, -1.0595e-03,\n -2.2018e-02, 2.9920e-02, 1.3032e-02, -8.8513e-03, -1.8726e-02,\n 7.5760e-04, -2.2217e-02, 2.7169e-02, -1.1998e-05, -8.9745e-03,\n 3.3639e-03, 1.7086e-02, -9.8519e-03, 1.0645e-02, 7.9580e-03,\n -1.9154e-02, -1.4628e-03, -1.2099e-02, 1.0578e-02, -3.7274e-02,\n -1.0016e-02, 1.5428e-02, 2.3367e-02, -8.9193e-03, 3.6043e-02,\n 3.0469e-03, -2.1333e-02, 9.2622e-03, 3.3892e-03, 4.2817e-03,\n -4.5412e-03, 1.3035e-02, -1.2136e-02, -3.7064e-03, -6.1249e-03,\n 9.1795e-03, -7.2190e-03, 8.7411e-03, 1.5993e-02, 8.5908e-03,\n 4.0158e-03, 1.1141e-02, 3.2562e-03, 2.5610e-02, -2.2132e-02,\n -1.7935e-02, 5.3528e-03, 1.1615e-02, 2.7056e-03, 1.4845e-02,\n -6.0724e-03, -2.5994e-03, -7.1940e-03, 1.1076e-02, 9.3824e-03,\n 4.0962e-03, 3.0385e-02, 2.0296e-02, -2.2369e-02, 2.5700e-02,\n -2.3958e-03, -1.3851e-02, 1.5867e-02, 1.1399e-02, 1.4017e-02,\n 1.2255e-02, 2.6324e-02, 1.8708e-02, 2.7975e-02, -7.5039e-03,\n -7.3824e-03, 1.4817e-02, 4.1560e-03, 1.4809e-02, 1.5010e-02,\n 1.0850e-02, -3.6228e-03, -4.0126e-03, 1.0584e-02, 1.0123e-02,\n 1.7972e-02, 7.4045e-03, -4.7961e-02, -4.6997e-03, -2.8403e-02,\n -2.2310e-02, 3.8498e-03, 9.8927e-03, 1.4977e-02, -7.4298e-03,\n 2.0341e-02, -1.2382e-02, -3.4356e-03, -7.0363e-03, -2.0207e-02,\n -3.9138e-03, 1.4870e-02, -1.5780e-02, -1.2457e-02, -1.2108e-02,\n 2.6011e-02, -6.6742e-03, 2.2399e-03, -1.0805e-02, 6.7040e-03,\n 1.7713e-02, 1.6946e-02, 1.0077e-02, -1.1079e-03, 7.5347e-03,\n 1.5477e-02, 1.7679e-03, 7.4832e-03, 1.5995e-02, -1.9558e-03,\n -1.3973e-02, 8.7369e-03, 3.0074e-03, -8.3997e-03, -8.3898e-03,\n -6.3769e-03, -5.1516e-03, -1.3968e-02, -1.0829e-02, 1.0750e-03,\n 7.3078e-03, -7.4153e-03, -3.2300e-02, -5.7693e-03, -1.9403e-02,\n -3.4810e-02, 1.9772e-02, -1.2793e-02, -1.3547e-02, 1.2547e-02,\n 5.7937e-03, -3.4751e-02, 4.4582e-02, 3.2407e-03, 1.1789e-02,\n 7.2809e-03, -2.5194e-02, -4.9007e-03, -7.9587e-03, 4.1990e-03,\n -1.3520e-02, -1.4064e-02, 1.1689e-02, 2.8398e-04, -7.3155e-03,\n -1.0776e-02, 2.3432e-02, -3.1532e-02, 2.7700e-03, -9.6554e-03,\n -1.0270e-02, -2.2862e-03, -1.1468e-02, 9.0368e-03, 1.3508e-02,\n 1.4234e-02, -1.3003e-02, 3.1084e-03, 5.0438e-03, -1.2458e-02,\n 7.6077e-04, -4.2664e-03, 1.6362e-02, -3.2756e-03, -2.7552e-03,\n -8.0498e-04, 6.0825e-03, -1.0514e-02, 6.4127e-03, 1.4026e-03,\n 2.2938e-02, 1.8840e-03, -1.5129e-03, -5.6297e-04, 4.2129e-03,\n 4.3480e-02, 6.6362e-03, -5.8982e-03, -6.0643e-03, -1.3105e-02,\n 1.6049e-02, -3.9226e-03, -8.4889e-03, 6.8313e-03, 6.4991e-03,\n 2.1179e-03, 2.8494e-03, -2.3074e-02, 9.3883e-03, -1.4181e-02,\n 5.2487e-03, -1.5162e-02, -3.7298e-03, -6.8857e-03, -2.1105e-02,\n 2.9970e-03, 6.2401e-03, 8.1372e-03, -5.1135e-03, 2.2075e-02,\n -1.3422e-02, 9.1762e-03, 1.5994e-02, -7.8649e-06, 1.0387e-02,\n -4.2561e-03, 1.4634e-02, 1.5921e-02, -1.5677e-03, 2.7822e-02,\n -1.6575e-02, 1.4559e-02, 1.1949e-02, -1.9452e-03, 1.3908e-02,\n 4.4127e-03, 1.3215e-02, -1.2499e-02, -6.8302e-04, -2.1813e-02,\n -1.5243e-02, 1.7452e-02, -1.2969e-02, -4.3096e-03, 1.4396e-02,\n 1.1413e-02, 2.0623e-04, -4.7817e-03, 4.1946e-03, -1.7083e-02,\n -4.7006e-03, 2.7367e-03, -2.5038e-02, 1.1404e-02, -1.9829e-02,\n 4.1430e-03, -1.5825e-02, -4.1384e-03, 1.8872e-02, 1.2310e-02,\n -4.8158e-04, 1.8125e-02, -1.7953e-02, -7.5678e-03, -6.7426e-03,\n 2.3805e-04, -3.0917e-03, 2.5574e-02, 4.5214e-03, -1.1224e-02,\n -2.6087e-03, 2.4201e-02, 3.1146e-04, -4.4304e-03, 1.9362e-02,\n 2.5311e-02, 1.3832e-02, 1.2139e-02, 3.1339e-04, 2.5021e-02,\n -2.0887e-02, -7.9849e-03, 1.2160e-02, 4.1465e-03, 7.0693e-03,\n 2.5338e-02, 3.9060e-02, 9.8708e-04, -4.0931e-02, -1.0611e-02,\n -2.0087e-02, 1.3492e-03, -1.0793e-02, 1.7665e-02, -1.2671e-02,\n -4.3214e-02, 8.5778e-03, 5.7876e-03, -2.3080e-03, -3.8620e-03,\n -1.8327e-02, -7.2028e-03, -3.1525e-03, 1.2539e-02, -1.8730e-02,\n 4.8544e-03, -1.1549e-03, -4.9179e-03, 3.8856e-02, -8.4257e-03,\n -1.6134e-02, 1.3634e-02, -8.2345e-03, 3.2022e-03, 1.1980e-02,\n 4.1588e-03, -1.3213e-02, 6.4693e-03, -2.5251e-02, 9.9249e-03,\n -4.1302e-03, 5.5142e-03, 1.4987e-02, 6.5314e-03, 3.2322e-03,\n -7.5282e-03, 1.3970e-02, -3.3908e-03, 3.7899e-03, -1.7723e-02,\n -2.4229e-03, 4.3707e-02, -1.0478e-02, 8.9542e-03, -2.6856e-02,\n -3.1238e-02, -1.0546e-02, 1.2029e-02, 2.5704e-02, 8.5173e-03,\n -1.6820e-02, 1.5597e-02, 1.3242e-03, -1.7136e-02, -1.1435e-02,\n -9.9377e-03, -4.4657e-02, -6.1049e-03, -3.9805e-02, 1.7292e-03,\n 2.0593e-03, -1.6646e-02, -6.7161e-03, -8.4631e-03, -1.0106e-03,\n -9.3608e-03, 1.9138e-02, -4.2266e-03, 7.8868e-03, -1.2416e-02,\n -4.2832e-02, 3.6390e-03, -2.0188e-02, -2.6190e-03, -8.8781e-03,\n -4.1645e-04, -9.5367e-03, -1.8583e-02, 9.5975e-04, 7.8733e-03,\n 1.5996e-03, -7.1530e-03, 5.1236e-03, -9.5898e-03, -1.0508e-02,\n 8.7445e-03, -3.4777e-03, -1.6010e-02, 8.6144e-03, 1.1527e-02,\n -2.8148e-03, -1.8655e-02, 8.5129e-03, 3.1820e-03, 5.2674e-03,\n 2.1130e-02, 1.6550e-02, -1.2676e-02, -2.0140e-02, 1.1483e-03,\n 1.2096e-02, 1.4362e-02, -8.3581e-03, 1.3289e-03, 1.1818e-04,\n -2.5126e-03, -1.4372e-02, -1.2250e-02, -2.3349e-03, 1.1028e-02,\n -4.5670e-03, 5.4939e-03, -1.9799e-02, -9.2844e-03, -1.4909e-02,\n -1.2521e-02, 4.5310e-03, -7.7667e-03, -2.3183e-02, 9.3242e-03,\n -7.7931e-03, 4.3293e-03, -3.5400e-03, 3.6411e-03, 8.3482e-03,\n -7.8640e-03, -2.6451e-02, -1.4746e-02, -1.6870e-02, 1.4102e-02,\n -1.0047e-02, -7.5418e-04, -2.6919e-02, 1.7133e-03, 1.3037e-02,\n -1.5919e-03, -7.6140e-03, 2.1320e-02, -1.3271e-02, -1.2363e-02,\n -2.0924e-02, -2.7702e-02, 1.6017e-02, -3.2929e-03, 1.8255e-02,\n 3.5993e-03, -4.6441e-03, 4.9543e-03, 7.3116e-03, 5.4249e-03,\n 1.2192e-02, 6.0639e-03, -3.0356e-03, 1.4428e-02, -1.2053e-02,\n 4.4249e-03, -9.5359e-03, -6.3786e-03, -3.4549e-03, -4.5195e-03,\n -5.4251e-03, -1.3254e-02, -1.6981e-03, 4.4335e-03, -1.4280e-03,\n 8.5973e-03, -8.0147e-04, 2.6253e-03, -1.8121e-02, -1.3082e-02,\n 2.9584e-02, -7.6523e-03, -9.0398e-04, -4.5655e-03, 9.3308e-03,\n 2.9968e-02, -2.9472e-03, -8.8499e-03, 2.0860e-02, 1.6047e-02,\n -6.4562e-03, 1.6776e-02], device='cuda:0')",
|
| 13 |
+
"exp_avg_sq": "tensor([0.0022, 0.0013, 0.0016, 0.0020, 0.0017, 0.0021, 0.0015, 0.0013, 0.0021,\n 0.0022, 0.0016, 0.0018, 0.0021, 0.0016, 0.0017, 0.0014, 0.0017, 0.0024,\n 0.0023, 0.0026, 0.0018, 0.0016, 0.0023, 0.0020, 0.0012, 0.0018, 0.0020,\n 0.0017, 0.0021, 0.0017, 0.0017, 0.0021, 0.0018, 0.0014, 0.0021, 0.0021,\n 0.0017, 0.0019, 0.0022, 0.0020, 0.0019, 0.0019, 0.0014, 0.0019, 0.0014,\n 0.0017, 0.0020, 0.0023, 0.0015, 0.0017, 0.0019, 0.0014, 0.0018, 0.0016,\n 0.0015, 0.0022, 0.0020, 0.0020, 0.0017, 0.0014, 0.0019, 0.0019, 0.0019,\n 0.0015, 0.0018, 0.0016, 0.0016, 0.0019, 0.0019, 0.0017, 0.0015, 0.0014,\n 0.0015, 0.0016, 0.0017, 0.0017, 0.0016, 0.0017, 0.0018, 0.0018, 0.0020,\n 0.0018, 0.0020, 0.0013, 0.0017, 0.0026, 0.0017, 0.0016, 0.0024, 0.0017,\n 0.0015, 0.0016, 0.0016, 0.0017, 0.0017, 0.0021, 0.0015, 0.0018, 0.0021,\n 0.0013, 0.0018, 0.0015, 0.0026, 0.0029, 0.0012, 0.0023, 0.0024, 0.0015,\n 0.0022, 0.0026, 0.0020, 0.0022, 0.0028, 0.0016, 0.0019, 0.0023, 0.0022,\n 0.0014, 0.0016, 0.0023, 0.0015, 0.0022, 0.0021, 0.0013, 0.0022, 0.0017,\n 0.0026, 0.0016, 0.0018, 0.0016, 0.0017, 0.0016, 0.0021, 0.0015, 0.0015,\n 0.0019, 0.0014, 0.0020, 0.0024, 0.0017, 0.0018, 0.0016, 0.0017, 0.0020,\n 0.0015, 0.0016, 0.0020, 0.0020, 0.0017, 0.0024, 0.0020, 0.0017, 0.0021,\n 0.0023, 0.0013, 0.0015, 0.0014, 0.0030, 0.0017, 0.0024, 0.0023, 0.0020,\n 0.0016, 0.0021, 0.0022, 0.0017, 0.0017, 0.0014, 0.0020, 0.0018, 0.0018,\n 0.0022, 0.0027, 0.0015, 0.0024, 0.0019, 0.0020, 0.0020, 0.0017, 0.0017,\n 0.0015, 0.0013, 0.0023, 0.0018, 0.0022, 0.0028, 0.0018, 0.0017, 0.0015,\n 0.0016, 0.0013, 0.0024, 0.0024, 0.0019, 0.0016, 0.0015, 0.0019, 0.0015,\n 0.0020, 0.0015, 0.0019, 0.0023, 0.0014, 0.0009, 0.0017, 0.0014, 0.0017,\n 0.0018, 0.0018, 0.0018, 0.0016, 0.0020, 0.0012, 0.0012, 0.0015, 0.0014,\n 0.0014, 0.0020, 0.0018, 0.0016, 0.0014, 0.0021, 0.0024, 0.0022, 0.0017,\n 0.0014, 0.0018, 0.0017, 0.0021, 0.0018, 0.0013, 0.0013, 0.0017, 0.0017,\n 0.0017, 0.0018, 0.0034, 0.0018, 0.0017, 0.0018, 0.0015, 0.0013, 0.0018,\n 0.0014, 0.0014, 0.0016, 0.0017, 0.0022, 0.0013, 0.0022, 0.0017, 0.0019,\n 0.0019, 0.0019, 0.0018, 0.0017, 0.0015, 0.0015, 0.0020, 0.0017, 0.0018,\n 0.0020, 0.0020, 0.0012, 0.0016, 0.0017, 0.0014, 0.0025, 0.0016, 0.0019,\n 0.0019, 0.0017, 0.0021, 0.0018, 0.0022, 0.0015, 0.0027, 0.0013, 0.0013,\n 0.0015, 0.0021, 0.0020, 0.0024, 0.0016, 0.0021, 0.0023, 0.0016, 0.0020,\n 0.0021, 0.0020, 0.0021, 0.0020, 0.0018, 0.0021, 0.0019, 0.0022, 0.0012,\n 0.0016, 0.0020, 0.0017, 0.0016, 0.0015, 0.0025, 0.0016, 0.0024, 0.0016,\n 0.0018, 0.0019, 0.0010, 0.0016, 0.0020, 0.0017, 0.0017, 0.0014, 0.0020,\n 0.0014, 0.0020, 0.0015, 0.0016, 0.0022, 0.0017, 0.0017, 0.0021, 0.0010,\n 0.0020, 0.0025, 0.0020, 0.0017, 0.0019, 0.0017, 0.0019, 0.0020, 0.0019,\n 0.0024, 0.0027, 0.0023, 0.0026, 0.0019, 0.0017, 0.0026, 0.0026, 0.0016,\n 0.0015, 0.0014, 0.0018, 0.0020, 0.0017, 0.0013, 0.0017, 0.0022, 0.0020,\n 0.0019, 0.0018, 0.0017, 0.0017, 0.0019, 0.0015, 0.0012, 0.0026, 0.0018,\n 0.0017, 0.0019, 0.0017, 0.0013, 0.0019, 0.0017, 0.0021, 0.0019, 0.0016,\n 0.0017, 0.0020, 0.0018, 0.0024, 0.0013, 0.0020, 0.0019, 0.0022, 0.0013,\n 0.0019, 0.0020, 0.0017, 0.0012, 0.0016, 0.0024, 0.0017, 0.0022, 0.0014,\n 0.0021, 0.0021, 0.0021, 0.0024, 0.0018, 0.0014, 0.0021, 0.0015, 0.0021,\n 0.0017, 0.0014, 0.0027, 0.0023, 0.0025, 0.0021, 0.0019, 0.0015, 0.0018,\n 0.0015, 0.0016, 0.0017, 0.0017, 0.0017, 0.0017, 0.0020, 0.0024, 0.0014,\n 0.0018, 0.0012, 0.0026, 0.0015, 0.0015, 0.0014, 0.0016, 0.0021, 0.0022,\n 0.0020, 0.0013, 0.0021, 0.0020, 0.0020, 0.0017, 0.0015, 0.0023, 0.0016,\n 0.0019, 0.0009, 0.0014, 0.0022, 0.0022, 0.0017, 0.0027, 0.0018, 0.0022,\n 0.0030, 0.0021, 0.0018, 0.0019, 0.0014, 0.0025, 0.0013, 0.0020, 0.0013,\n 0.0016, 0.0019, 0.0013, 0.0016, 0.0019, 0.0016, 0.0017, 0.0016, 0.0016,\n 0.0016, 0.0016, 0.0012, 0.0022, 0.0020, 0.0029, 0.0018, 0.0016, 0.0022,\n 0.0017, 0.0017, 0.0017, 0.0021, 0.0021, 0.0018, 0.0014, 0.0016, 0.0016,\n 0.0021, 0.0011, 0.0017, 0.0017, 0.0016, 0.0017, 0.0015, 0.0017, 0.0020,\n 0.0013, 0.0015, 0.0018, 0.0016, 0.0024, 0.0020, 0.0020, 0.0016, 0.0014,\n 0.0018, 0.0014, 0.0017, 0.0019, 0.0016, 0.0021, 0.0012, 0.0019, 0.0019,\n 0.0018, 0.0016, 0.0025, 0.0020, 0.0016, 0.0019, 0.0026, 0.0014],\n device='cuda:0')"
|
| 14 |
+
},
|
| 15 |
+
"2": {
|
| 16 |
+
"step": "tensor(1252.)",
|
| 17 |
+
"exp_avg": "tensor([[-2.1903e-05, -8.8621e-04, -2.2315e-04, ..., 1.7146e-04,\n -1.7735e-04, 6.5873e-04],\n [ 4.9041e-04, 6.3360e-04, 2.5117e-04, ..., 6.4922e-04,\n -8.0739e-05, 2.1749e-04],\n [-1.3474e-04, 4.2917e-04, 1.6161e-04, ..., 2.7321e-04,\n 1.1336e-05, 7.9807e-04],\n ...,\n [ 3.5977e-04, 6.8265e-04, -3.4945e-04, ..., 5.3274e-05,\n 4.1830e-05, 8.7418e-04],\n [-2.4498e-04, 1.2177e-03, -6.1135e-04, ..., -2.6187e-04,\n -4.7138e-04, 9.3700e-04],\n [-4.7352e-05, 6.9119e-04, 1.4099e-04, ..., -4.6946e-04,\n 3.4976e-06, -6.0228e-04]], device='cuda:0')",
|
| 18 |
+
"exp_avg_sq": "tensor([[9.0026e-07, 1.0711e-06, 8.1985e-07, ..., 1.2689e-06, 1.7702e-06,\n 1.1076e-06],\n [1.3878e-06, 1.3095e-06, 1.2157e-06, ..., 1.9024e-06, 2.3929e-06,\n 1.1983e-06],\n [1.6025e-06, 1.3726e-06, 1.1705e-06, ..., 1.7388e-06, 2.5831e-06,\n 1.2430e-06],\n ...,\n [1.3815e-06, 1.1479e-06, 1.0844e-06, ..., 1.6337e-06, 2.1981e-06,\n 1.1537e-06],\n [1.5844e-06, 1.3503e-06, 1.2992e-06, ..., 1.8264e-06, 2.7725e-06,\n 1.4618e-06],\n [1.3736e-06, 1.3431e-06, 1.3012e-06, ..., 1.8555e-06, 2.8370e-06,\n 1.3204e-06]], device='cuda:0')"
|
| 19 |
+
},
|
| 20 |
+
"3": {
|
| 21 |
+
"step": "tensor(1252.)",
|
| 22 |
+
"exp_avg": "tensor([[ 1.4621e-04, 6.0221e-05, -1.7594e-04, ..., -1.2991e-04,\n 2.0109e-07, -2.5731e-04],\n [ 1.1147e-04, -2.1586e-05, -1.0074e-04, ..., -2.3811e-05,\n 6.8932e-05, -9.2633e-05],\n [ 9.3116e-42, 1.8944e-27, 1.5648e-31, ..., 5.0537e-28,\n -5.6052e-45, 5.6052e-45],\n ...,\n [-5.0209e-05, -1.5144e-04, 2.7732e-05, ..., 1.8374e-05,\n -9.8417e-06, 3.2153e-05],\n [-2.9833e-05, 6.6681e-04, -1.7980e-05, ..., 1.6058e-05,\n 2.6972e-04, -3.9804e-05],\n [-6.7102e-05, 7.8337e-05, -7.9299e-05, ..., -3.9070e-05,\n -5.9003e-05, -9.7033e-05]], device='cuda:0')",
|
| 23 |
+
"exp_avg_sq": "tensor([[1.3544e-06, 2.1846e-07, 6.6185e-07, ..., 3.3712e-06, 2.4360e-07,\n 1.5119e-06],\n [1.2164e-06, 4.7261e-07, 9.9648e-07, ..., 4.4113e-07, 5.5758e-07,\n 2.5072e-07],\n [2.4572e-10, 5.7984e-10, 1.0861e-10, ..., 6.6901e-11, 7.1543e-10,\n 9.9497e-12],\n ...,\n [1.2863e-06, 4.0910e-07, 2.2089e-07, ..., 6.4723e-07, 4.4695e-08,\n 4.6858e-07],\n [7.7563e-07, 8.2313e-07, 1.4513e-07, ..., 2.5398e-07, 1.9315e-06,\n 1.1278e-07],\n [9.1154e-07, 3.8894e-07, 1.3998e-06, ..., 4.5998e-07, 3.3810e-07,\n 5.3645e-07]], device='cuda:0')"
|
| 24 |
+
},
|
| 25 |
+
"4": {
|
| 26 |
+
"step": "tensor(1252.)",
|
| 27 |
+
"exp_avg": "tensor([-5.4205e-03, 5.8746e-03, 1.8756e-26, ..., -1.4516e-03,\n 4.9748e-03, 4.1972e-04], device='cuda:0')",
|
| 28 |
+
"exp_avg_sq": "tensor([1.1868e-03, 1.1177e-03, 1.5597e-06, ..., 1.0197e-03, 5.5402e-04,\n 1.1465e-03], device='cuda:0')"
|
| 29 |
+
},
|
| 30 |
+
"5": {
|
| 31 |
+
"step": "tensor(1252.)",
|
| 32 |
+
"exp_avg": "tensor([[-2.8492e-05, 2.3669e-05, -1.3789e-28, ..., -3.0707e-05,\n 3.5881e-05, -1.2917e-04],\n [ 2.5165e-06, 7.9544e-05, 1.3030e-28, ..., -1.1425e-05,\n -6.3143e-05, -4.7426e-05],\n [-1.3783e-05, 4.8251e-05, -8.9829e-29, ..., 3.2814e-05,\n -3.8743e-04, 2.9659e-04],\n ...,\n [-9.7996e-06, -1.9185e-04, -1.1599e-28, ..., -2.9575e-06,\n 3.1726e-06, 3.3009e-04],\n [ 2.1831e-05, 1.2561e-04, 6.5238e-29, ..., 7.2928e-05,\n -1.8018e-04, 4.8017e-04],\n [-1.7252e-05, 2.0897e-04, 3.5128e-28, ..., 9.7441e-05,\n -3.0442e-05, 2.1342e-04]], device='cuda:0')",
|
| 33 |
+
"exp_avg_sq": "tensor([[1.2338e-07, 2.0541e-07, 1.4040e-10, ..., 1.2764e-07, 8.3792e-08,\n 2.0698e-07],\n [2.1083e-07, 2.4955e-07, 2.5978e-10, ..., 1.6750e-07, 9.8019e-08,\n 2.6207e-07],\n [2.1034e-07, 2.7426e-07, 4.5321e-10, ..., 1.6493e-07, 1.5675e-07,\n 3.1709e-07],\n ...,\n [2.6816e-07, 2.8335e-07, 2.0065e-10, ..., 1.8071e-07, 1.1312e-07,\n 2.6259e-07],\n [2.6220e-07, 2.6372e-07, 2.7070e-10, ..., 1.9960e-07, 9.3898e-08,\n 3.3000e-07],\n [1.9468e-07, 2.2762e-07, 5.7146e-10, ..., 1.4734e-07, 8.5513e-08,\n 2.8792e-07]], device='cuda:0')"
|
| 34 |
+
},
|
| 35 |
+
"6": {
|
| 36 |
+
"step": "tensor(1252.)",
|
| 37 |
+
"exp_avg": "tensor([[-4.2253e-05, -4.0249e-04, -1.4410e-04, ..., 1.3178e-04,\n 1.6050e-04, 8.3324e-05],\n [-1.2368e-04, 1.9747e-04, -5.3148e-04, ..., -5.3779e-05,\n -2.9266e-04, -3.7624e-04],\n [-2.3391e-04, -1.8724e-04, -4.7968e-04, ..., -2.6432e-04,\n 8.6935e-05, 2.5498e-06],\n ...,\n [ 1.4524e-04, -5.8892e-04, 2.5618e-04, ..., -3.1293e-04,\n -2.0837e-04, 4.2804e-05],\n [ 1.0818e-04, 7.2610e-05, -2.7939e-04, ..., 1.0105e-05,\n -9.9506e-05, 2.1078e-04],\n [ 2.5248e-05, -1.7019e-04, 9.1848e-04, ..., -1.7505e-04,\n -1.9819e-04, 3.3416e-04]], device='cuda:0')",
|
| 38 |
+
"exp_avg_sq": "tensor([[9.5993e-07, 1.5951e-06, 1.5412e-06, ..., 4.6065e-07, 3.0002e-07,\n 4.7708e-07],\n [6.2596e-07, 9.7182e-07, 1.3535e-06, ..., 2.6949e-07, 1.9063e-07,\n 3.5492e-07],\n [6.0495e-07, 1.0175e-06, 1.1803e-06, ..., 3.1894e-07, 2.2039e-07,\n 2.5817e-07],\n ...,\n [9.0732e-07, 1.7742e-06, 2.1141e-06, ..., 4.8753e-07, 3.4056e-07,\n 5.2674e-07],\n [7.9795e-07, 7.7083e-07, 8.8683e-07, ..., 2.3356e-07, 1.7142e-07,\n 2.4538e-07],\n [7.5938e-07, 1.4190e-06, 1.3987e-06, ..., 4.0888e-07, 2.4635e-07,\n 3.6921e-07]], device='cuda:0')"
|
| 39 |
+
},
|
| 40 |
+
"7": {
|
| 41 |
+
"step": "tensor(1252.)",
|
| 42 |
+
"exp_avg": "tensor([-5.4653e-03, -7.7656e-04, -2.4555e-03, 5.5733e-03, -3.8759e-03,\n -9.1236e-03, -6.9539e-04, -6.5219e-03, 4.0932e-03, -3.7303e-03,\n 5.6479e-03, 1.4655e-02, -1.5324e-03, 4.9334e-03, -4.5597e-03,\n -7.4845e-03, 1.0930e-03, 5.9668e-03, 3.2761e-04, 7.4954e-03,\n 4.1357e-03, 1.4203e-03, 1.7701e-02, 1.2379e-03, 6.4783e-03,\n -1.2071e-04, 1.7416e-02, 7.8826e-03, 7.7667e-03, 3.6021e-03,\n 5.1315e-03, 7.6333e-03, -1.2304e-03, -1.0337e-02, -1.1335e-02,\n -1.5579e-03, -4.2211e-03, 8.0413e-04, 7.6633e-03, 6.7026e-03,\n 1.1332e-02, -3.9292e-04, 5.3868e-03, 1.0434e-02, -8.6184e-03,\n 8.7153e-03, -2.3289e-03, -5.5443e-03, -4.0323e-04, 9.9848e-03,\n -3.8336e-03, 1.2508e-02, 5.2158e-03, -5.6155e-03, 5.0586e-04,\n 7.2820e-03, 5.5645e-03, 5.6373e-03, 1.8788e-04, 1.0020e-02,\n -1.5186e-02, -3.5058e-03, 7.4460e-03, 1.1598e-02, -2.8929e-03,\n 8.2600e-03, 7.2439e-03, 6.4444e-03, -1.3788e-03, -1.1462e-02,\n -1.7727e-03, 3.3513e-03, -3.2195e-03, -3.2749e-03, -9.0430e-05,\n -8.9643e-03, -4.4840e-04, -2.8200e-03, 2.1006e-03, -4.2719e-03,\n 1.7181e-03, 3.3693e-03, -2.8148e-03, 2.7099e-03, -5.0699e-04,\n -1.0543e-02, 9.3680e-03, 5.7413e-04, 8.8060e-03, -3.1471e-03,\n -1.4871e-02, -3.9881e-03, -1.0190e-02, 2.4582e-03, 4.2448e-03,\n -5.7568e-04, -8.5720e-03, -1.1070e-03, 8.5379e-03, 4.8692e-04,\n -3.8544e-03, 3.0622e-04, 7.4842e-03, 9.8714e-04, 1.0652e-02,\n -2.7228e-03, -8.0131e-03, -2.8015e-03, 7.6018e-03, -6.5188e-03,\n 1.3217e-03, -6.6103e-03, -6.0528e-03, -7.3650e-05, 8.1672e-03,\n -2.8924e-03, -1.6009e-03, -6.8832e-04, 1.1125e-02, 1.1714e-03,\n 6.6950e-03, -5.2221e-03, -2.9551e-03, 1.3155e-02, -1.0731e-02,\n -9.3351e-04, 2.2511e-03, 9.3387e-03, 1.1512e-02, 8.8132e-03,\n 6.6891e-03, 6.3983e-03, 9.2605e-03, -8.3376e-03, -1.5307e-03,\n -6.1837e-04, -2.1415e-03, -5.0707e-03, 1.5796e-03, 2.4439e-03,\n -1.2419e-03, 4.6075e-03, -4.2663e-03, -8.9634e-04, -6.9684e-03,\n 8.5370e-03, 1.8989e-04, -9.6868e-03, -6.4851e-03, 1.6626e-02,\n -8.4080e-03, 9.1774e-03, 2.2424e-02, -1.5085e-03, 3.3579e-03,\n 1.0029e-03, 1.7013e-03, -9.3967e-04, 2.4984e-03, 4.6933e-03,\n 4.0517e-03, 8.9614e-03, 7.4934e-04, -5.7406e-03, 3.1566e-04,\n -7.9422e-03, 1.0937e-02, 3.0248e-03, -4.8773e-03, 1.6519e-02,\n -3.8775e-03, 5.8777e-03, -1.3673e-03, -5.4679e-03, 5.9675e-03,\n -2.9257e-03, -4.1308e-03, -7.3760e-04, 1.0171e-02, 3.0374e-03,\n -2.6908e-03, 6.3074e-03, 2.4597e-03, -6.0448e-03, 9.0586e-07,\n 4.0498e-03, -3.2267e-03, 6.9443e-03, -6.7971e-03, -5.4850e-03,\n -3.0615e-05, -4.3638e-03, 1.4923e-04, -1.9561e-03, 5.5647e-03,\n -3.1176e-03, -1.4929e-04, -1.0522e-03, -6.6592e-03, 6.5618e-03,\n 8.5718e-03, -1.6824e-03, -3.6175e-03, -7.4453e-03, 1.1962e-03,\n -3.3185e-03, -1.1577e-04, -1.4369e-03, -1.9403e-03, 1.4866e-03,\n -4.1740e-03, -4.8249e-03, 3.8873e-04, 1.5849e-03, -6.0414e-03,\n -4.3674e-03, 3.1520e-03, -2.5787e-03, 3.5556e-03, -2.2961e-03,\n 3.7532e-03, -5.9559e-03, -5.2985e-03, 1.3383e-02, 4.7489e-03,\n -3.5842e-03, 5.8554e-03, -2.0167e-03, -3.9037e-03, -3.6750e-04,\n 4.6758e-03, -3.2461e-03, 1.3765e-03, -6.9404e-05, -9.8095e-03,\n 5.6438e-04, -1.3432e-03, -1.9605e-02, -1.1502e-03, -3.5244e-03,\n -4.1006e-03, 2.4345e-03, -4.6408e-04, 1.7752e-02, 1.6232e-02,\n 3.1221e-03, -1.2204e-02, -4.8698e-03, -4.6989e-03, 1.9898e-02,\n 1.0250e-02, 3.2315e-03, 5.4702e-03, 9.3605e-03, -2.4226e-03,\n -1.0549e-03, 6.9846e-03, -7.6562e-03, 1.4171e-02, -1.3294e-04,\n -1.3211e-03, -1.0875e-02, -9.0712e-03, 4.8648e-03, 8.0736e-04,\n 1.1106e-03, 4.6183e-03, 1.0454e-03, 2.6165e-03, -9.7269e-03,\n -1.3107e-03, -2.9865e-04, -8.7730e-03, -1.4891e-03, 1.5021e-02,\n 4.4196e-05, 8.4767e-04, -6.0857e-03, -2.0363e-03, 1.8933e-03,\n 7.1954e-03, 2.9395e-03, -4.9039e-03, -8.9609e-03, -5.7598e-03,\n 2.1260e-03, -3.5292e-04, -2.2594e-03, 3.2233e-04, -5.4323e-03,\n -7.6843e-03, 7.1468e-03, 2.7469e-03, 5.9442e-04, -5.5324e-03,\n 3.6313e-03, -2.7489e-04, 1.6131e-03, -4.4777e-03, 2.4971e-03,\n -7.3263e-03, -7.8700e-03, 5.9803e-04, 1.0597e-02, -6.8333e-03,\n 6.1351e-03, -5.1352e-03, 3.4085e-03, 7.4362e-03, 1.2431e-03,\n 1.7982e-03, -8.7904e-04, 6.9298e-04, 1.0282e-03, 8.1684e-03,\n 1.2021e-02, 8.0977e-04, -9.0355e-03, 4.7174e-04, -1.1297e-02,\n -1.5682e-03, -8.7870e-03, -7.2563e-04, -8.2151e-05, -3.5529e-04,\n -7.3754e-03, 3.9115e-03, -6.0441e-03, -8.5654e-03, -1.6933e-05,\n -1.0972e-03, 2.6742e-03, 1.6781e-03, 6.3492e-03, -3.9245e-03,\n 4.2020e-04, -2.6204e-05, 1.2119e-02, 4.1075e-03, -4.9504e-03,\n 4.5915e-03, -8.5322e-03, -5.2743e-03, 7.1518e-03, -4.5370e-03,\n -9.5192e-03, -8.0303e-03, 2.0783e-03, 3.7132e-03, -3.9853e-04,\n -5.6281e-03, 4.9451e-03, 1.4555e-02, 1.1955e-02, 3.4952e-03,\n 6.5555e-03, 6.1207e-03, 5.3831e-03, 7.5186e-03, 8.6768e-03,\n 8.3391e-03, -3.7699e-03, 8.8339e-04, -7.0153e-03, 9.7485e-03,\n 3.0987e-03, 1.3817e-03, 2.3503e-03, 7.4193e-03, 5.5423e-03,\n 1.4315e-02, -4.5104e-03, -1.2619e-02, 4.5919e-03, 3.2515e-03,\n -1.5126e-02, -7.8224e-03, 2.3435e-04, 4.6734e-03, -1.0078e-02,\n 7.7634e-03, -1.1222e-02, -1.5126e-03, 7.3819e-03, -3.4781e-03,\n -9.6098e-03, -5.0655e-04, -8.1019e-03, 1.7340e-03, 2.0193e-03,\n 2.1752e-03, -1.1176e-03, 1.8969e-03, -1.0892e-02, 8.2864e-03,\n -1.3451e-03, -9.3009e-04, -6.0384e-03, 3.5865e-03, 4.8475e-04,\n 1.5039e-03, 9.1519e-03, 5.4039e-03, -8.3423e-03, -5.0006e-03,\n -5.2324e-03, -7.2183e-03, -1.8183e-03, 8.2725e-03, 3.5792e-03,\n -6.4810e-03, -3.1993e-03, 4.3322e-03, 9.0831e-03, -7.7925e-04,\n 5.7952e-04, -3.6466e-03, -6.2951e-03, 1.2456e-02, -3.0496e-03,\n -3.8882e-04, 1.3398e-03, -5.8938e-04, 3.0146e-04, 5.7479e-03,\n -6.6846e-03, -5.1086e-03, -1.3211e-02, 4.3106e-03, -5.0541e-03,\n -1.2329e-03, 4.1529e-03, 7.1772e-03, 4.4790e-03, 8.0636e-03,\n -9.3181e-04, 4.7256e-03, 3.8550e-03, -6.4202e-03, 9.5348e-03,\n -4.2203e-03, -2.7456e-03, 1.3424e-03, -1.9359e-03, 8.3510e-03,\n -3.7448e-03, -6.1492e-03, -3.5677e-03, -6.5800e-03, -1.1462e-02,\n -3.3391e-03, -3.5924e-04, 1.1841e-02, -3.4199e-04, -1.0528e-03,\n -1.6236e-02, 7.5926e-03, -7.0126e-05, -1.3920e-03, -2.8465e-03,\n -6.0427e-03, -6.6830e-03, -2.1664e-03, -1.4332e-03, 1.3774e-02,\n 4.7686e-03, -8.4565e-04, -6.7962e-03, -2.2340e-03, -1.9996e-03,\n 4.8762e-03, 1.4878e-02, 4.3547e-03, 6.0299e-03, -1.9174e-03,\n -9.0363e-03, 3.4121e-03, -7.6782e-05, 1.0127e-03, -8.2916e-03,\n 4.1412e-03, -5.3694e-03, 5.3501e-03, 2.2049e-03, -6.2629e-03,\n 5.2906e-03, -2.7561e-04, -4.0875e-03, 1.9364e-02, -2.3719e-03,\n 9.3118e-03, 5.0996e-03, -4.0951e-04, -9.2913e-03, 4.9447e-03,\n -5.8521e-03, -1.2448e-03, -2.9018e-03, 5.1514e-03, -2.8457e-03,\n -8.7143e-03, 2.4189e-03, -6.1793e-04, 5.0851e-03, 1.2181e-03,\n 1.3128e-02, -1.2221e-02, -2.2062e-04, -7.4045e-04, 4.5647e-03,\n -3.6817e-04, 2.0352e-03], device='cuda:0')",
|
| 43 |
+
"exp_avg_sq": "tensor([4.8910e-04, 3.0431e-04, 3.3211e-04, 4.3007e-04, 3.1356e-04, 3.0446e-04,\n 3.2034e-04, 4.7655e-04, 2.8301e-04, 3.9690e-04, 2.5398e-04, 4.5913e-04,\n 4.4786e-04, 2.8333e-04, 4.6169e-04, 2.8486e-04, 3.6873e-04, 5.4625e-04,\n 4.2501e-04, 3.9789e-04, 4.0993e-04, 5.1858e-04, 4.3150e-04, 5.5544e-04,\n 4.0254e-04, 4.0536e-04, 4.7586e-04, 3.7742e-04, 2.8464e-04, 3.9914e-04,\n 4.9094e-04, 4.5334e-04, 3.5902e-04, 4.1472e-04, 5.2524e-04, 3.3693e-04,\n 3.6797e-04, 4.2452e-04, 3.8630e-04, 4.9818e-04, 4.8104e-04, 4.5852e-04,\n 5.3711e-04, 3.4560e-04, 4.7680e-04, 3.8840e-04, 3.6542e-04, 2.8263e-04,\n 5.1889e-04, 4.2658e-04, 3.6594e-04, 4.5616e-04, 4.1828e-04, 4.2598e-04,\n 4.6565e-04, 4.5910e-04, 2.5491e-04, 3.6638e-04, 3.9505e-04, 6.0498e-04,\n 3.7563e-04, 3.2466e-04, 5.2068e-04, 4.2936e-04, 3.6629e-04, 4.0748e-04,\n 4.7561e-04, 4.5329e-04, 5.2536e-04, 3.9387e-04, 5.2853e-04, 4.2987e-04,\n 2.8291e-04, 3.7846e-04, 3.2922e-04, 4.2366e-04, 4.2165e-04, 4.1293e-04,\n 3.6577e-04, 2.9930e-04, 4.1901e-04, 4.0425e-04, 4.2914e-04, 4.2982e-04,\n 3.2853e-04, 4.9905e-04, 4.8535e-04, 3.5995e-04, 4.7350e-04, 1.7833e-04,\n 4.9181e-04, 3.8169e-04, 3.9721e-04, 3.5874e-04, 3.8563e-04, 5.5401e-04,\n 3.4217e-04, 4.2437e-04, 4.8984e-04, 4.4817e-04, 3.8344e-04, 4.0867e-04,\n 4.6124e-04, 3.5869e-04, 4.5099e-04, 3.8212e-04, 4.8412e-04, 2.8884e-04,\n 3.8775e-04, 3.6023e-04, 4.8856e-04, 4.5369e-04, 3.8781e-04, 5.0618e-04,\n 5.4283e-04, 2.5112e-04, 5.0814e-04, 4.2796e-04, 4.1506e-04, 3.1354e-04,\n 3.3574e-04, 4.9030e-04, 4.0703e-04, 3.8571e-04, 6.0497e-04, 5.3977e-04,\n 3.9498e-04, 4.6687e-04, 5.2158e-04, 4.1460e-04, 3.8720e-04, 3.9755e-04,\n 4.2600e-04, 3.3050e-04, 4.1288e-04, 4.4920e-04, 3.3042e-04, 4.9726e-04,\n 1.6935e-04, 4.6394e-04, 4.0992e-04, 4.5005e-04, 4.1198e-04, 4.1692e-04,\n 4.4137e-04, 4.8607e-04, 4.0434e-04, 3.7008e-04, 3.7830e-04, 3.2768e-04,\n 2.3019e-04, 5.4378e-04, 6.1419e-04, 3.7503e-04, 3.8430e-04, 3.0784e-04,\n 4.3311e-04, 4.2698e-04, 4.0880e-04, 2.1386e-04, 3.1350e-04, 4.5772e-04,\n 3.7587e-04, 5.4311e-04, 1.4472e-04, 3.5827e-04, 4.9973e-04, 2.6941e-04,\n 3.6026e-04, 4.3419e-04, 2.9738e-04, 3.9396e-04, 4.0915e-04, 2.7577e-04,\n 4.6005e-04, 2.6604e-04, 3.9233e-04, 4.1760e-04, 4.4121e-04, 3.5208e-04,\n 3.4953e-04, 3.7235e-04, 4.4327e-04, 4.1012e-04, 1.1855e-04, 5.0421e-04,\n 3.7512e-04, 4.9224e-04, 4.3144e-04, 2.9089e-04, 4.6250e-04, 4.4353e-04,\n 3.6943e-04, 3.9786e-04, 3.4896e-04, 5.1759e-04, 4.2894e-04, 3.5732e-04,\n 3.9155e-04, 4.1070e-04, 4.7984e-04, 2.4543e-04, 3.2382e-04, 4.5242e-04,\n 5.6989e-04, 3.4361e-04, 5.0596e-04, 3.0682e-04, 2.8922e-04, 4.7594e-04,\n 3.1783e-04, 3.6322e-04, 3.8652e-04, 4.9323e-04, 4.4538e-04, 3.9839e-04,\n 4.9695e-04, 4.4012e-04, 3.3111e-04, 3.3773e-04, 3.5888e-04, 3.7078e-04,\n 3.8810e-04, 5.5662e-04, 3.6394e-04, 3.1552e-04, 5.0437e-04, 3.9616e-04,\n 4.0551e-04, 3.5873e-04, 3.1355e-04, 4.3893e-04, 4.5339e-04, 2.9638e-04,\n 4.1381e-04, 5.2992e-04, 4.6625e-04, 4.0255e-04, 4.2835e-04, 4.0625e-04,\n 3.6527e-04, 3.9880e-04, 3.6796e-04, 3.6626e-04, 4.6307e-04, 3.7683e-04,\n 2.4205e-04, 4.3402e-04, 2.2235e-04, 4.0882e-04, 4.9876e-04, 5.3309e-04,\n 4.9179e-04, 5.5645e-04, 3.2165e-04, 3.9658e-04, 3.5981e-04, 3.8193e-04,\n 3.0143e-04, 4.0299e-04, 5.3688e-04, 4.1161e-04, 3.9011e-04, 2.4101e-04,\n 3.6832e-04, 4.3056e-04, 4.5923e-04, 3.1343e-04, 4.1876e-04, 4.3701e-04,\n 4.1725e-04, 4.6864e-04, 4.1657e-04, 4.0683e-04, 6.0929e-04, 5.0720e-04,\n 4.3406e-04, 5.4254e-04, 4.1218e-04, 4.0428e-04, 3.8993e-04, 4.6790e-04,\n 4.6624e-04, 3.5539e-04, 3.8952e-04, 3.4789e-04, 3.7399e-04, 4.8816e-04,\n 5.1996e-04, 3.2229e-04, 4.1955e-04, 2.4364e-04, 3.2491e-04, 3.2994e-04,\n 3.3763e-04, 4.5374e-04, 4.1346e-04, 5.3534e-04, 2.8106e-04, 4.4491e-04,\n 3.6821e-04, 6.1707e-04, 3.7754e-04, 4.4517e-04, 3.3867e-04, 4.4193e-04,\n 4.6483e-04, 3.7884e-04, 4.3624e-04, 2.9884e-04, 3.9768e-04, 3.5033e-04,\n 2.9313e-04, 3.8545e-04, 4.0943e-04, 3.6954e-04, 3.0964e-04, 5.2753e-04,\n 4.9816e-04, 5.8279e-04, 3.6859e-04, 4.7522e-04, 4.5391e-04, 3.8283e-04,\n 3.1929e-04, 4.2048e-04, 4.8287e-04, 4.3996e-04, 4.9169e-04, 3.9794e-04,\n 3.9290e-04, 4.0503e-04, 3.7846e-04, 3.8529e-04, 3.5096e-04, 4.2300e-04,\n 4.7578e-04, 4.6789e-04, 3.4100e-04, 3.0680e-04, 4.4221e-04, 3.7652e-04,\n 3.7333e-04, 4.7275e-04, 3.2241e-04, 9.5380e-05, 3.2374e-04, 2.9533e-04,\n 4.6466e-04, 4.6131e-04, 3.5325e-04, 4.6241e-04, 4.0411e-04, 3.8581e-04,\n 3.8269e-04, 4.7255e-04, 3.2061e-04, 3.9947e-04, 2.4567e-04, 4.2551e-04,\n 4.0366e-04, 5.1126e-04, 3.7038e-04, 5.1098e-04, 5.5287e-04, 6.1256e-04,\n 1.9452e-04, 4.2681e-04, 4.1220e-04, 3.5807e-04, 4.1676e-04, 5.0893e-04,\n 4.9113e-04, 5.0969e-04, 3.9372e-04, 3.7302e-04, 4.3828e-04, 3.8014e-04,\n 3.4278e-04, 4.9325e-04, 3.7927e-04, 3.9808e-04, 3.9493e-04, 2.8086e-04,\n 4.6893e-04, 6.3871e-04, 3.1286e-04, 3.4863e-04, 3.1453e-04, 4.9847e-04,\n 4.3829e-04, 3.0497e-04, 4.3539e-04, 3.9182e-04, 4.0285e-04, 4.8257e-04,\n 4.1253e-04, 4.3303e-04, 4.8861e-04, 3.3625e-04, 3.2909e-04, 4.6511e-04,\n 4.8063e-04, 3.4347e-04, 4.4328e-04, 2.7321e-04, 3.9465e-04, 4.0021e-04,\n 4.2977e-04, 4.6394e-04, 4.4797e-04, 4.1062e-04, 5.0665e-04, 4.4476e-04,\n 4.0361e-04, 4.3902e-04, 3.0844e-04, 3.7368e-04, 4.1166e-04, 2.9253e-04,\n 3.2922e-04, 3.5222e-04, 3.9339e-04, 4.4288e-04, 3.7272e-04, 4.4995e-04,\n 3.6538e-04, 5.8103e-04, 4.8829e-04, 3.4561e-04, 3.4067e-04, 3.1220e-04,\n 3.9531e-04, 2.5039e-04, 3.4497e-04, 5.5039e-04, 3.5999e-04, 3.1990e-04,\n 4.0593e-04, 3.8412e-04, 2.9650e-04, 3.2220e-04, 3.4768e-04, 3.5394e-04,\n 3.6365e-04, 3.2874e-04, 2.9815e-04, 2.8858e-04, 3.5954e-04, 3.8157e-04,\n 3.3983e-04, 4.5085e-04, 3.4609e-04, 3.9395e-04, 2.4977e-04, 3.9700e-04,\n 4.9591e-04, 4.6625e-04, 3.8238e-04, 3.3967e-04, 4.5687e-04, 3.8725e-04,\n 4.2372e-04, 2.9085e-04, 3.5774e-04, 3.8877e-04, 4.4919e-04, 4.2222e-04,\n 3.5722e-04, 3.4193e-04, 3.1289e-04, 4.9947e-04, 3.5230e-04, 3.6748e-04,\n 5.3528e-04, 4.1250e-04, 4.1852e-04, 4.2137e-04, 3.6299e-04, 3.9641e-04,\n 4.0585e-04, 4.3841e-04, 3.7520e-04, 4.8601e-04, 4.1403e-04, 3.7490e-04,\n 5.2340e-04, 3.1285e-04, 5.5754e-04, 2.7925e-04, 4.1981e-04, 5.5784e-04,\n 4.7663e-04, 3.1233e-04, 2.7870e-04, 4.4217e-04, 3.5777e-04, 1.9988e-04,\n 2.8175e-04, 3.2535e-04, 5.0081e-04, 4.4856e-04, 2.9343e-04, 5.9947e-04,\n 5.2446e-04, 4.5370e-04, 4.2640e-04, 4.2006e-04, 3.2595e-04, 5.2812e-04,\n 2.5917e-04, 3.9999e-04], device='cuda:0')"
|
| 44 |
+
},
|
| 45 |
+
"8": {
|
| 46 |
+
"step": "tensor(1252.)",
|
| 47 |
+
"exp_avg": "tensor([[-2.1935e-11, 5.6052e-45, 5.6052e-45, ..., 5.6052e-45,\n 4.8199e-10, 7.4660e-10],\n [-4.0166e-05, 1.2668e-04, 7.1532e-05, ..., 1.4277e-05,\n -6.2390e-05, 3.5738e-05],\n [ 4.4986e-04, -3.9855e-05, 7.4408e-05, ..., 4.5557e-05,\n -1.0013e-04, 1.4528e-04],\n ...,\n [-4.8609e-04, -3.4715e-06, 2.9696e-05, ..., -1.0636e-04,\n -4.2527e-07, -3.0867e-04],\n [ 7.6152e-05, -1.0417e-04, -4.6946e-06, ..., 1.3022e-04,\n -2.6056e-04, -1.1758e-05],\n [ 1.4930e-04, -3.3301e-06, 7.2256e-07, ..., 6.1247e-05,\n -1.2074e-06, 2.6346e-05]], device='cuda:0')",
|
| 48 |
+
"exp_avg_sq": "tensor([[3.0751e-12, 9.6171e-11, 5.5178e-12, ..., 4.1088e-10, 4.1169e-12,\n 1.4540e-12],\n [1.6254e-07, 6.3901e-07, 2.1103e-07, ..., 1.3965e-07, 9.5822e-09,\n 4.0969e-07],\n [1.5751e-07, 4.5181e-07, 2.1494e-07, ..., 2.2234e-07, 9.2924e-07,\n 2.8295e-07],\n ...,\n [8.2762e-07, 3.7228e-08, 2.8720e-07, ..., 3.9716e-07, 8.7900e-09,\n 8.5064e-07],\n [1.4353e-07, 1.3223e-07, 5.2979e-09, ..., 1.4574e-07, 1.3036e-06,\n 8.5732e-08],\n [1.9990e-07, 4.5014e-08, 8.0938e-09, ..., 5.6870e-08, 4.5029e-07,\n 8.7574e-08]], device='cuda:0')"
|
| 49 |
+
},
|
| 50 |
+
"9": {
|
| 51 |
+
"step": "tensor(1252.)",
|
| 52 |
+
"exp_avg": "tensor([ 6.4711e-08, -6.5488e-03, 7.0656e-03, ..., -4.2386e-03,\n -1.6617e-03, -1.0568e-03], device='cuda:0')",
|
| 53 |
+
"exp_avg_sq": "tensor([5.0616e-07, 5.5511e-04, 4.5445e-04, ..., 3.9689e-04, 4.7307e-04,\n 4.8811e-04], device='cuda:0')"
|
| 54 |
+
},
|
| 55 |
+
"10": {
|
| 56 |
+
"step": "tensor(1252.)",
|
| 57 |
+
"exp_avg": "tensor([[-4.0187e-11, -1.3751e-06, -4.1054e-05, ..., 3.3798e-05,\n -7.6741e-05, 6.9227e-05],\n [ 1.1730e-09, 7.4373e-05, 2.0213e-05, ..., -7.6260e-05,\n -1.4315e-05, 2.7785e-05],\n [ 5.8760e-10, 1.5170e-05, 6.9455e-05, ..., -1.3326e-04,\n 1.1600e-05, -7.6254e-05],\n ...,\n [-1.3780e-09, 2.6829e-05, 5.8164e-05, ..., -2.4229e-05,\n -2.2375e-04, -9.5804e-05],\n [-8.7989e-10, 1.1104e-05, 1.3061e-05, ..., 1.0216e-04,\n -6.1103e-05, -4.8775e-05],\n [ 5.6153e-10, 1.0322e-04, 2.3218e-04, ..., 9.3544e-05,\n -8.2907e-05, 3.2371e-05]], device='cuda:0')",
|
| 58 |
+
"exp_avg_sq": "tensor([[2.1064e-11, 6.0851e-08, 4.0936e-08, ..., 5.2276e-08, 5.1033e-08,\n 5.1671e-08],\n [2.6794e-11, 9.3890e-08, 5.9686e-08, ..., 8.0588e-08, 7.0152e-08,\n 6.6126e-08],\n [2.9979e-12, 7.8066e-08, 7.5942e-08, ..., 8.7875e-08, 7.8513e-08,\n 7.7741e-08],\n ...,\n [2.7182e-11, 8.5059e-08, 6.2837e-08, ..., 9.0995e-08, 8.4398e-08,\n 8.8193e-08],\n [3.8106e-12, 1.0194e-07, 5.9710e-08, ..., 7.9546e-08, 8.5442e-08,\n 7.5023e-08],\n [9.5957e-13, 1.0077e-07, 7.8423e-08, ..., 8.4561e-08, 8.3978e-08,\n 7.4750e-08]], device='cuda:0')"
|
| 59 |
+
},
|
| 60 |
+
"11": {
|
| 61 |
+
"step": "tensor(1252.)",
|
| 62 |
+
"exp_avg": "tensor([[ 1.0712e-04, -2.0797e-05, -3.6755e-04, ..., 8.0245e-05,\n 1.2944e-04, -3.2448e-04],\n [ 3.1617e-04, -2.0457e-04, -4.6183e-04, ..., 3.7359e-05,\n -4.2345e-05, 2.5217e-04],\n [-2.0556e-04, 1.4325e-04, 3.3170e-05, ..., -6.3956e-05,\n -2.0831e-05, 8.1136e-05],\n ...,\n [ 5.8441e-05, -2.5773e-05, -1.8104e-04, ..., -7.4083e-05,\n -7.5132e-05, 7.8299e-05],\n [ 1.3009e-05, 1.6105e-05, -8.3790e-05, ..., -2.7580e-05,\n 2.7500e-05, -3.4644e-05],\n [-3.3514e-04, -2.4042e-04, -5.0247e-05, ..., -2.2938e-04,\n 1.5449e-04, 1.6161e-04]], device='cuda:0')",
|
| 63 |
+
"exp_avg_sq": "tensor([[1.6369e-07, 2.2789e-07, 2.7003e-07, ..., 1.0257e-07, 7.7141e-08,\n 1.2985e-07],\n [1.7512e-07, 2.5411e-07, 3.0505e-07, ..., 1.3289e-07, 8.5033e-08,\n 1.1312e-07],\n [1.6299e-07, 2.6234e-07, 2.0288e-07, ..., 1.1596e-07, 7.8564e-08,\n 1.0157e-07],\n ...,\n [1.2808e-07, 2.4654e-07, 2.7784e-07, ..., 1.1750e-07, 9.2656e-08,\n 1.1241e-07],\n [1.3132e-07, 2.5519e-07, 2.0189e-07, ..., 1.1427e-07, 5.8251e-08,\n 1.2502e-07],\n [1.5550e-07, 3.0103e-07, 2.6824e-07, ..., 1.4265e-07, 8.8444e-08,\n 1.1692e-07]], device='cuda:0')"
|
| 64 |
+
},
|
| 65 |
+
"12": {
|
| 66 |
+
"step": "tensor(1252.)",
|
| 67 |
+
"exp_avg": "tensor([-1.0644e-02, 1.3527e-03, 2.2237e-03, 2.9883e-03, 2.3065e-03,\n 1.1176e-02, -4.7349e-03, 2.8062e-03, 4.6891e-03, 9.6143e-04,\n 1.2253e-03, 4.6335e-03, 5.4856e-03, 1.5015e-03, 1.2880e-03,\n 1.3052e-03, 3.0030e-04, -6.8407e-04, 5.2603e-04, 1.2018e-03,\n 4.1657e-03, -1.5302e-04, -7.4042e-03, 2.4197e-03, -4.3352e-03,\n -1.8188e-04, -2.2998e-03, 1.3139e-03, 4.1790e-04, 1.2065e-02,\n -2.6392e-03, 2.4453e-03, -8.9759e-04, -1.7833e-03, 3.0262e-04,\n 2.3941e-03, 3.5662e-03, 1.8087e-03, -2.0058e-03, 1.4590e-03,\n -4.3972e-03, -1.5228e-03, -9.4512e-04, 6.3007e-03, 6.1151e-03,\n 2.9356e-03, 8.0044e-04, -6.2861e-03, -7.2866e-03, -1.1429e-03,\n 3.1102e-03, 4.0696e-03, 3.3663e-03, 3.3729e-03, -3.6331e-03,\n 3.4692e-03, -2.0665e-04, -3.9595e-03, 1.9784e-03, 1.2978e-03,\n -3.1887e-03, 4.2469e-03, 1.5748e-03, 1.9030e-03, -3.7411e-04,\n 5.3622e-03, 1.3438e-02, 8.4532e-04, 5.7804e-03, -3.4145e-04,\n -8.7316e-04, 5.4836e-03, -6.7716e-03, 4.0957e-03, 4.4545e-03,\n -6.8975e-03, -6.9070e-04, 6.2692e-03, -9.2754e-04, 5.9849e-04,\n 3.7008e-03, 5.0241e-03, -1.1171e-03, -5.1356e-03, 1.4375e-03,\n 3.0746e-03, -9.2545e-04, -5.8917e-03, 4.3197e-04, -1.4346e-03,\n 8.1753e-04, 2.1649e-04, 3.2200e-03, 2.7784e-03, 1.2810e-03,\n -1.8562e-03, 3.1056e-03, -8.8786e-03, -4.9250e-03, 2.5751e-03,\n 4.1166e-04, 1.3734e-03, 4.6073e-03, 4.2232e-03, -3.4338e-03,\n 1.7310e-03, 1.1871e-03, 4.2176e-03, 8.2814e-03, -2.8034e-03,\n 3.8196e-06, 1.7031e-03, -2.5185e-03, -3.0294e-03, 1.8686e-03,\n -5.5678e-04, -5.5760e-03, -3.5303e-03, 5.4963e-03, 8.3104e-03,\n -4.4935e-04, 3.9347e-04, 2.2566e-03, -2.9633e-03, 3.2817e-04,\n 4.5037e-03, -3.1381e-03, -1.9184e-03, -2.9452e-03, 1.2046e-03,\n 3.1646e-03, -3.0077e-03, 2.4132e-03, 8.1143e-04, 5.5022e-03,\n 3.0269e-03, 2.1733e-03, 3.2207e-03, -5.5319e-03, 6.7137e-03,\n 2.6035e-03, 2.4370e-03, -1.3149e-03, 2.7995e-03, -2.1558e-03,\n 3.2053e-03, -8.8549e-04, -1.1074e-03, -8.9945e-05, 6.6089e-03,\n -7.0290e-04, 3.0488e-03, 4.6333e-05, -4.7712e-03, 4.5240e-03,\n -7.0071e-03, 7.3252e-03, 3.2556e-03, 4.0185e-04, 4.4589e-05,\n 1.9757e-03, -2.1582e-04, 7.6844e-03, 8.1980e-03, -1.3106e-03,\n 8.3856e-03, 1.3529e-03, 5.4449e-03, -8.9514e-04, 8.8474e-04,\n 3.6327e-03, -9.1283e-03, 5.5946e-03, 1.2945e-03, -1.4636e-03,\n 7.2870e-04, 1.7531e-03, -1.0031e-03, -3.0494e-03, 3.7182e-03,\n 1.0549e-15, -2.3859e-03, 3.8618e-03, -3.7007e-03, 1.2479e-03,\n -4.6330e-05, -3.4904e-03, -5.2378e-03, -3.4691e-03, -4.9661e-03,\n 2.2209e-03, -1.7520e-03, 2.5759e-03, 1.5575e-04, -4.7417e-03,\n 2.5951e-03, 7.7883e-03, -2.6454e-03, -1.6037e-03, 8.8000e-04,\n -6.8301e-03, -5.2010e-03, -1.0164e-03, -1.7204e-03, -1.7644e-03,\n 3.4262e-03, 1.3418e-03, 7.4353e-03, -2.4490e-03, 6.8633e-03,\n -6.7159e-03, -1.4574e-03, 4.2744e-03, -1.7940e-03, -4.6799e-04,\n -3.2094e-03, 1.4805e-03, 4.1358e-04, -1.8575e-03, 2.8940e-03,\n 1.7056e-03, -1.0233e-03, 2.3291e-03, 2.9186e-03, -1.0034e-03,\n 4.0403e-03, 9.2650e-04, -1.8530e-03, -3.8284e-03, -3.5341e-03,\n 1.1972e-03, 5.0242e-03, -8.7805e-04, -3.2948e-03, 7.9753e-03,\n 3.1122e-03, 1.8107e-03, 4.2799e-05, 2.5383e-03, 2.6598e-03,\n 2.7328e-03, 1.2866e-03, -2.5018e-03, -2.7478e-03, 3.6091e-03,\n -4.1914e-03, -6.7207e-03, -2.2198e-03, 8.2502e-03, 9.0604e-05,\n -5.4470e-03, -6.7367e-03, -6.8724e-04, -4.4487e-03, 4.9756e-04,\n 3.2010e-03, 2.2905e-03, 4.1015e-03, -2.3475e-03, 3.4137e-03,\n -1.1735e-03, -3.4739e-03, -3.0224e-04, -4.4236e-04, 3.0644e-03,\n -2.8026e-04, 5.5210e-03, 1.0777e-04, 1.1324e-02, -2.2867e-03,\n 1.6232e-03, 6.7732e-03, 5.1948e-03, -3.9148e-03, 1.5481e-03,\n -1.5787e-04, -2.8127e-03, -2.9805e-03, 8.6363e-03, 3.6361e-03,\n -1.7118e-05, 1.3324e-03, 7.2739e-03, -1.4228e-04, 2.6990e-03,\n 2.0699e-03, 1.8131e-03, 2.8864e-03, -9.3705e-04, 1.4035e-02,\n -2.9046e-03, 8.4066e-03, 6.4904e-03, 3.7028e-04, -2.3971e-04,\n -1.6637e-03, -7.2293e-04, -1.2648e-03, -5.0110e-04, -5.4503e-03,\n 2.4653e-03, 1.8113e-03, 2.9943e-03, -5.5945e-03, -4.7902e-03,\n 2.2423e-04, -2.2865e-03, -3.7410e-03, 5.8540e-03, -5.2600e-03,\n 2.1381e-03, -2.4369e-04, -4.8357e-03, 1.9242e-03, 8.2605e-04,\n -4.5503e-03, 4.7900e-04, -2.2907e-03, -5.4667e-03, -6.3939e-04,\n 1.4777e-03, -2.4942e-03, -4.3531e-03, 2.2528e-03, 1.2203e-02,\n 2.0722e-03, 9.6168e-04, 2.3451e-03, -2.2082e-03, 1.5028e-03,\n 2.6835e-03, -1.5843e-03, -5.2868e-03, 5.6775e-03, 6.3097e-03,\n -3.7651e-03, -5.3405e-03, -7.7871e-05, 6.1856e-03, -1.9787e-03,\n -1.9983e-03, -1.1862e-02, -8.4446e-03, 1.2443e-02, 3.7627e-03,\n 2.4382e-03, 1.6599e-03, -4.2787e-03, -2.0790e-04, 9.5259e-03,\n -7.7445e-03, -1.0500e-03, 1.1585e-03, -5.5600e-03, 6.2513e-03,\n 8.1056e-03, -3.8751e-03, 3.4498e-03, 3.6369e-04, -4.2729e-03,\n -4.5704e-03, -5.2126e-03, -3.5308e-03, 1.7096e-03, 4.9114e-03,\n -2.0050e-03, 7.1046e-04, -3.9184e-03, -5.7076e-03, -2.6157e-03,\n 6.5973e-04, -9.5281e-04, 2.0784e-03, 1.4347e-03, 1.9340e-03,\n -8.0754e-04, -1.7787e-03, 3.6598e-03, -3.3779e-03, -6.6813e-03,\n -8.1903e-03, 4.4273e-03, 3.6346e-03, 1.0343e-03, -3.5895e-03,\n -5.7486e-04, 4.1176e-04, 3.1632e-03, -2.4725e-03, -6.9824e-04,\n 3.5442e-03, -1.2032e-02, -1.8477e-03, 2.4538e-03, 5.1047e-03,\n -1.1883e-03, 4.7787e-04, -4.8164e-03, -5.4312e-03, 6.5784e-03,\n 4.6967e-04, 3.8491e-04, 5.8313e-03, -1.9781e-03, -4.9292e-04,\n 2.9691e-03, -2.2977e-03, -2.1505e-03, -3.7526e-04, 1.4478e-03,\n 4.5435e-03, -5.0712e-03, 1.5268e-03, -7.6233e-04, 2.2580e-03,\n -1.2310e-03, 2.6888e-03, 1.0125e-03, -1.5179e-03, 6.4063e-04,\n 1.7119e-03, 2.5090e-04, -2.6750e-03, -3.9329e-03, -2.0474e-03,\n -3.7690e-03, -3.4234e-04, 2.3926e-04, 4.7003e-03, 3.1290e-05,\n -1.7221e-03, -7.3409e-03, -2.0786e-03, 3.6078e-03, -1.6811e-03,\n -3.6597e-03, -5.0439e-03, 1.5767e-03, -9.0325e-05, -3.8602e-03,\n 2.8443e-03, -6.3793e-05, 3.4493e-03, 3.9363e-03, 2.3596e-03,\n -6.8239e-04, -1.4923e-03, -1.1495e-03, 5.7731e-04, 8.3329e-03,\n -9.9273e-04, 6.2297e-04, 1.9609e-03, -2.5671e-03, -2.0468e-03,\n -6.2945e-04, 1.4426e-03, 2.5508e-03, -4.4622e-03, -3.0810e-03,\n -3.1229e-03, 1.3263e-03, 5.3533e-03, -2.8403e-03, -4.2615e-03,\n -9.6783e-04, -6.8329e-03, 8.0964e-04, 1.2426e-03, 1.3266e-03,\n -1.5738e-04, -1.1519e-03, 2.4798e-03, 1.9622e-03, 1.0386e-03,\n -9.0534e-04, -6.3188e-03, 3.4366e-03, -8.3833e-04, 5.7031e-04,\n -1.6526e-03, -5.0026e-03, -3.4330e-03, 2.6851e-03, -1.7134e-02,\n -6.1999e-03, -1.2273e-03, 7.3696e-03, 6.8886e-05, 1.4473e-03,\n -2.1856e-03, -7.1522e-03, 1.7732e-03, -2.7292e-03, 6.2796e-04,\n -3.1277e-03, -5.1970e-05, 5.9761e-04, -1.5988e-03, -1.0273e-03,\n 1.0764e-03, -3.5761e-03, -7.4620e-04, 4.1108e-03, -3.3061e-03,\n 2.5555e-03, -4.7935e-03, -2.7155e-03, -3.1574e-03, -2.8687e-03,\n 5.6395e-03, -6.8634e-03, -2.3131e-03, -4.9823e-04, 7.5786e-03,\n -1.1700e-03, -1.5251e-03, -4.8954e-03, -5.2484e-03, 6.4437e-03,\n 6.7189e-03, 3.7590e-03, 1.9708e-03, 2.4796e-03, 2.4828e-03,\n 3.3587e-03, -8.2066e-03, 3.9535e-04, -2.2351e-03, -2.9833e-03,\n -2.9139e-03, 1.6446e-03, 2.1261e-03, -9.9882e-04, 8.0834e-04,\n -1.1770e-03, -2.7552e-03, -1.3697e-03, -6.5718e-04, -4.4244e-03,\n 1.2681e-03, 3.9967e-03, -2.3117e-03, -3.2715e-04, -8.3113e-03,\n 8.0655e-03, 1.1722e-03, -4.2495e-03, 2.6573e-03, 7.8152e-04,\n -4.2028e-04, -1.2834e-03, 5.9963e-03, 6.7671e-03, -1.6147e-03,\n 2.6192e-03, 6.4796e-03, 4.1599e-03, 3.7721e-03, -6.9603e-03,\n 2.5800e-03, -1.4767e-03, -5.3623e-03, 1.9133e-03, -2.8552e-03,\n -1.5326e-03, 4.8863e-04, 4.3821e-03, 2.4974e-03, -5.2859e-04,\n 1.8515e-03, 4.1446e-03, 1.6460e-03, 2.6922e-04, 4.2294e-03,\n 1.2195e-03, -1.8820e-03, -5.5298e-03, 4.3243e-25, -6.5425e-03,\n -8.8357e-04, 5.4455e-13, 7.3821e-04, -1.4548e-03, -5.4058e-03,\n -9.2914e-04, -1.0847e-03, 1.5532e-03, -5.0374e-03, 5.4725e-03,\n 5.9939e-03, 4.6378e-03, -1.7011e-03, -1.1530e-03, 2.0732e-04,\n 5.0019e-04, -1.2471e-02, -9.2445e-04, -3.3812e-03, -2.1526e-03,\n -2.3982e-04, -1.0481e-03, -9.0867e-03, 4.2025e-03, 1.3322e-03,\n 3.7784e-03, -6.0257e-03, -2.9072e-03, 9.5092e-03, -9.3697e-05,\n -5.0762e-03, 7.7888e-04, -1.9232e-03, -2.9439e-04, 3.6723e-03,\n 2.5367e-03, -1.6491e-03, 5.7270e-03, -3.6037e-04, 8.1321e-03,\n -4.5472e-03, 3.4804e-04, 5.9865e-03, 3.7035e-03, -5.8508e-03,\n -2.0988e-03, 9.1505e-04, 1.8001e-03, -8.5648e-03, -3.3481e-03,\n -6.4541e-04, 5.6607e-03, 1.9266e-03, 8.3479e-03, -3.0064e-03,\n 6.1061e-03, -4.8622e-03, -3.8210e-03, 1.3857e-03, 3.2877e-03,\n 4.7655e-04, 1.9883e-04, 9.5665e-04, 1.8795e-03, -1.7472e-03,\n 1.4024e-04, 5.0069e-03, -5.3742e-03, -3.4820e-03, -5.1089e-04,\n 7.0954e-04, -3.1068e-04, -4.6649e-03, 3.9658e-03, -7.9711e-03,\n 8.0427e-03, 2.3489e-03, 9.4795e-04, -7.7928e-04, 6.6662e-04,\n -3.8438e-03, 3.4713e-03, -2.8071e-03, 1.7960e-03, 2.6019e-03,\n -2.3824e-03, 1.4349e-03, -8.5266e-04, -6.0090e-04, 8.3328e-04,\n -9.5222e-03, -1.1249e-03, 3.0442e-04, -7.8889e-04, -1.0774e-03,\n -3.4605e-03, -1.8887e-03, -3.4290e-03, -1.3002e-03, 1.5026e-03,\n -2.4154e-03, -1.9243e-03, -9.8604e-04, 1.5311e-04, 2.8920e-03,\n -3.0185e-03, -5.5983e-03, 2.9270e-03, 2.2554e-03, 4.8168e-03,\n -3.8051e-04, 8.6422e-03, -3.7938e-03, -1.3338e-03, 1.5647e-03,\n 2.4388e-03, -3.5051e-03, -9.8100e-04, 4.0224e-03, -1.3933e-03,\n -1.9406e-03, -2.7743e-03, -7.3441e-03, -3.5828e-03, 6.4607e-03,\n -1.8219e-03, 1.1187e-03, 2.5531e-03, -1.2519e-03, -2.0256e-03,\n -5.2110e-04, 3.0013e-03, -5.2889e-04, -1.3879e-03, 2.2971e-03,\n -1.1524e-05, 3.3659e-03, -4.7328e-03, -2.4316e-03, 7.7318e-03,\n 1.8758e-03, 1.0442e-03, -3.5342e-04, 6.7898e-03, -1.6636e-03,\n -1.3866e-05, 4.3507e-03, -2.4754e-03, -6.4886e-03, 5.3890e-03,\n -8.2530e-04, 1.1234e-02, -7.6173e-03, -1.1806e-03, 3.2043e-03,\n 2.8398e-03, 3.5344e-03, -5.2729e-03, 9.8495e-04, -4.5812e-03,\n -8.5121e-04, -4.0401e-03, -1.5779e-03, -9.0859e-03, -2.7830e-03,\n -2.3443e-03, 2.6488e-04, -3.9525e-03, -3.8816e-03, 3.5547e-03,\n 3.2453e-03, -2.1778e-03, -2.4819e-03, 6.1204e-04, -4.2289e-03,\n 2.5324e-03, 9.2170e-03, -1.4386e-03, -4.2286e-03, 2.4282e-04,\n -6.0923e-03, 8.0824e-03, -6.5900e-03, -2.3951e-03, -1.5151e-03,\n 5.1589e-03, -3.7644e-03, 1.2606e-03], device='cuda:0')",
|
| 68 |
+
"exp_avg_sq": "tensor([1.2588e-04, 1.4810e-04, 1.3683e-04, 1.7212e-04, 2.3282e-04, 1.9040e-04,\n 1.4782e-04, 1.4640e-04, 2.2477e-04, 1.8322e-04, 1.4714e-04, 2.2541e-04,\n 1.6169e-04, 1.4780e-04, 1.6235e-04, 6.5269e-05, 1.2028e-04, 1.4496e-04,\n 2.2301e-04, 1.1852e-04, 1.9811e-04, 1.6697e-04, 1.4423e-04, 1.1813e-04,\n 1.4934e-04, 1.4900e-04, 7.4149e-05, 1.7788e-04, 8.6148e-05, 1.7001e-04,\n 1.9001e-04, 1.5107e-04, 1.4441e-04, 1.4953e-04, 2.4395e-04, 1.1634e-04,\n 1.8016e-04, 1.5299e-04, 1.6459e-04, 1.1229e-04, 2.0133e-04, 1.8729e-04,\n 1.4254e-04, 1.0583e-04, 1.1173e-04, 1.2258e-04, 1.6170e-05, 1.6083e-04,\n 1.4915e-04, 1.5732e-04, 1.2358e-04, 1.2133e-04, 1.4022e-04, 1.0395e-04,\n 2.2926e-04, 1.4769e-04, 4.1194e-05, 8.5258e-05, 2.4120e-04, 1.2767e-04,\n 2.3648e-04, 1.3218e-04, 1.9229e-04, 1.6884e-04, 1.4292e-04, 1.4926e-04,\n 2.1319e-04, 1.2845e-04, 1.6375e-04, 1.0547e-04, 1.1631e-04, 1.4160e-04,\n 1.1275e-04, 1.1364e-04, 1.6625e-04, 1.2893e-04, 1.4216e-04, 1.3317e-04,\n 1.3529e-04, 2.7370e-04, 1.8236e-04, 8.9292e-05, 1.3985e-04, 1.7771e-04,\n 1.4002e-04, 1.9603e-04, 9.8831e-05, 1.7383e-04, 1.4547e-04, 2.3663e-04,\n 1.6122e-04, 1.1276e-04, 1.5004e-04, 1.4020e-04, 9.9875e-05, 1.7417e-04,\n 2.0981e-04, 1.5535e-04, 2.0035e-04, 2.0552e-04, 1.8721e-04, 1.7910e-04,\n 1.5001e-04, 8.3315e-05, 1.7635e-04, 1.4937e-04, 1.4989e-04, 1.3861e-04,\n 1.6581e-04, 1.9126e-04, 3.4444e-08, 4.4051e-05, 1.8359e-04, 1.5498e-04,\n 1.1383e-04, 1.4085e-04, 2.3656e-04, 1.4506e-04, 1.7376e-04, 7.7020e-05,\n 1.7999e-04, 2.0254e-04, 1.6570e-04, 2.0129e-04, 1.7846e-04, 1.0517e-04,\n 9.7174e-05, 1.3663e-04, 2.0591e-04, 1.5332e-04, 9.5607e-05, 1.7997e-04,\n 1.6319e-04, 1.7365e-04, 1.9518e-04, 1.4008e-04, 1.6032e-04, 1.9492e-04,\n 1.2849e-04, 1.0605e-04, 1.7341e-04, 5.0197e-05, 1.2506e-04, 1.0880e-04,\n 1.4918e-04, 1.9016e-04, 9.1571e-05, 1.5489e-04, 1.2580e-04, 1.3022e-04,\n 1.5890e-04, 1.2246e-04, 1.5033e-04, 1.7239e-04, 1.9174e-04, 1.9349e-04,\n 2.0144e-04, 1.6420e-04, 1.7308e-04, 1.7485e-04, 1.6142e-04, 1.6803e-04,\n 1.9310e-04, 2.0422e-04, 1.8919e-04, 1.5913e-04, 1.3191e-04, 2.0993e-04,\n 1.2756e-04, 1.8993e-04, 8.7932e-05, 1.3828e-04, 1.7509e-04, 1.7337e-04,\n 9.3945e-05, 1.5072e-04, 1.1063e-04, 1.2974e-04, 1.5120e-04, 2.2124e-04,\n 1.3605e-09, 1.5541e-04, 9.7975e-05, 1.7013e-04, 1.9214e-04, 1.1035e-04,\n 2.4455e-04, 1.7103e-04, 1.5663e-04, 1.3316e-04, 1.1555e-04, 1.9784e-04,\n 2.4371e-04, 1.3331e-04, 1.2980e-04, 1.4684e-04, 2.3522e-04, 1.3506e-04,\n 8.8170e-05, 1.6952e-04, 1.1113e-04, 1.2607e-04, 1.6230e-04, 4.8056e-05,\n 1.3381e-04, 8.2533e-05, 8.4842e-05, 1.2566e-04, 1.2373e-04, 1.1738e-04,\n 1.9829e-04, 6.2189e-05, 2.0018e-04, 1.4043e-04, 3.8211e-05, 2.0651e-04,\n 1.0711e-04, 1.9449e-04, 1.4431e-04, 1.8664e-04, 2.1738e-04, 8.0399e-05,\n 1.5477e-04, 1.4882e-04, 1.4900e-04, 1.3634e-04, 1.3997e-04, 1.4707e-04,\n 1.2517e-04, 1.4450e-04, 1.6960e-04, 1.6385e-04, 1.6963e-04, 9.5364e-05,\n 2.0119e-04, 1.7968e-04, 1.1356e-04, 7.7155e-05, 1.6663e-04, 2.2679e-04,\n 1.1252e-04, 2.1029e-04, 1.6859e-04, 1.1529e-04, 1.0698e-04, 1.0782e-04,\n 2.3809e-04, 1.2649e-04, 2.1638e-04, 1.1307e-04, 1.7178e-04, 2.2760e-04,\n 1.0442e-04, 1.2139e-04, 1.0731e-04, 1.6836e-04, 1.8890e-04, 2.0966e-04,\n 1.3392e-04, 1.6330e-04, 1.3094e-04, 2.0265e-04, 9.0212e-05, 2.2334e-04,\n 1.3724e-04, 2.8075e-05, 1.2907e-04, 9.5757e-05, 1.7834e-04, 7.5992e-05,\n 1.1090e-04, 1.5348e-04, 1.4050e-04, 1.3889e-04, 1.2173e-04, 1.8260e-04,\n 1.5765e-04, 9.1365e-05, 1.7962e-04, 5.9680e-05, 2.0589e-04, 1.8422e-04,\n 1.1288e-04, 2.1277e-04, 1.9088e-04, 1.9158e-04, 8.3624e-05, 1.6460e-04,\n 1.7880e-04, 1.9283e-04, 1.5430e-04, 8.3913e-05, 2.3091e-04, 2.0752e-04,\n 1.4234e-04, 1.0230e-04, 2.4842e-04, 9.3924e-05, 1.1943e-04, 2.1465e-04,\n 1.9177e-04, 1.2726e-04, 1.5099e-04, 1.3925e-04, 1.1956e-04, 2.0395e-04,\n 2.2824e-04, 8.3133e-05, 1.6787e-04, 1.1025e-04, 1.5545e-04, 2.0584e-04,\n 1.4804e-04, 8.7299e-05, 2.3734e-04, 8.8749e-05, 1.6731e-04, 1.3513e-04,\n 1.3298e-04, 1.1399e-04, 1.7517e-04, 1.3669e-04, 1.7323e-04, 1.0618e-04,\n 1.6980e-04, 1.7354e-04, 1.2868e-04, 1.6100e-04, 8.1821e-05, 6.2156e-05,\n 1.7727e-04, 7.6536e-05, 1.3288e-04, 1.1749e-04, 1.5683e-04, 1.3061e-04,\n 1.3495e-04, 7.7033e-05, 1.9162e-04, 1.8775e-04, 1.7109e-04, 1.4728e-04,\n 1.3198e-04, 2.2223e-04, 1.4203e-04, 1.6013e-04, 1.1389e-04, 1.6247e-04,\n 1.2071e-04, 1.8237e-04, 2.4276e-04, 2.2952e-04, 8.6458e-05, 9.8818e-05,\n 1.6099e-04, 1.6389e-04, 1.4126e-04, 1.6136e-04, 1.1914e-04, 1.4672e-04,\n 7.4350e-05, 1.4152e-04, 2.3641e-04, 1.6546e-04, 8.1684e-05, 2.1323e-04,\n 1.5294e-04, 9.5016e-05, 1.3766e-04, 1.1600e-04, 1.3308e-04, 1.4962e-04,\n 1.5400e-04, 1.2654e-04, 2.1770e-04, 1.2624e-04, 6.8893e-05, 1.7158e-04,\n 1.7695e-04, 1.7619e-04, 1.0925e-04, 1.6829e-04, 2.0079e-04, 1.1319e-04,\n 1.9587e-04, 2.0739e-04, 1.7880e-04, 1.1913e-04, 8.5132e-05, 1.2287e-04,\n 1.9744e-04, 1.7315e-04, 9.3671e-05, 1.2234e-04, 1.1608e-04, 1.4842e-04,\n 9.4252e-05, 1.9772e-04, 1.4432e-04, 1.6261e-04, 1.4180e-04, 1.4677e-04,\n 2.0692e-04, 1.1476e-04, 1.7031e-04, 8.5024e-05, 1.4475e-04, 1.4414e-04,\n 1.0624e-04, 1.4184e-04, 1.6633e-04, 1.7537e-04, 1.7719e-04, 1.7535e-04,\n 2.0951e-04, 1.8632e-04, 8.5540e-05, 1.5882e-04, 1.6087e-04, 1.2234e-04,\n 1.8456e-04, 1.0326e-04, 1.6989e-04, 1.1027e-04, 1.2213e-04, 1.0833e-04,\n 7.6054e-05, 1.7915e-04, 2.0062e-04, 1.7258e-04, 1.7122e-04, 2.2361e-04,\n 1.4599e-04, 1.7021e-04, 9.8885e-05, 1.4699e-04, 1.2579e-04, 1.5960e-04,\n 2.0494e-04, 1.5265e-04, 1.8347e-04, 6.4623e-05, 1.6493e-04, 2.2242e-04,\n 2.0136e-04, 1.4150e-04, 9.4509e-05, 7.8245e-05, 1.7709e-04, 1.2782e-04,\n 1.7916e-04, 1.4728e-04, 1.5223e-04, 1.5014e-04, 2.0199e-04, 1.6678e-04,\n 1.1460e-04, 6.6650e-05, 1.9840e-04, 1.5325e-04, 1.3157e-04, 1.6229e-04,\n 1.9790e-04, 2.8166e-04, 1.0830e-04, 1.2059e-04, 1.6671e-04, 1.1704e-04,\n 1.1262e-04, 8.1721e-05, 1.0468e-04, 8.9656e-05, 1.6107e-04, 1.5651e-04,\n 1.2586e-04, 2.4177e-04, 1.2322e-04, 2.2497e-04, 1.2695e-04, 1.1022e-04,\n 1.1362e-04, 1.6003e-04, 1.2233e-04, 2.3069e-04, 2.7856e-04, 1.6623e-04,\n 1.0245e-04, 2.2387e-04, 8.4701e-05, 1.7168e-04, 2.1447e-04, 2.0681e-04,\n 1.7380e-04, 2.0823e-04, 1.2552e-04, 2.1589e-04, 2.1020e-04, 1.8330e-04,\n 1.5552e-04, 1.6460e-04, 1.5536e-04, 1.6415e-04, 1.2304e-04, 1.8078e-04,\n 1.6288e-04, 1.7069e-04, 1.0832e-04, 1.0675e-04, 1.9672e-04, 1.0589e-04,\n 1.7554e-04, 2.1001e-04, 2.4236e-04, 1.1453e-04, 1.6013e-04, 1.7048e-04,\n 1.6076e-04, 1.9272e-04, 1.5984e-04, 1.4669e-04, 1.3291e-04, 1.5756e-04,\n 1.5611e-04, 1.9761e-04, 2.1072e-04, 1.5732e-04, 1.8816e-04, 9.5916e-05,\n 1.3847e-04, 8.3601e-05, 1.3290e-04, 1.5004e-04, 2.5746e-04, 1.4980e-04,\n 2.2964e-04, 1.1063e-04, 1.2443e-04, 1.7488e-04, 1.4698e-04, 1.6248e-04,\n 1.5518e-04, 2.1520e-04, 1.1852e-04, 1.3602e-04, 2.2062e-04, 1.6571e-04,\n 1.7857e-04, 2.1690e-04, 1.6341e-04, 1.7366e-04, 1.1712e-04, 1.3181e-04,\n 1.4077e-04, 2.3228e-04, 1.1866e-04, 1.7984e-04, 1.8946e-04, 1.2040e-04,\n 1.8023e-04, 1.7650e-04, 1.7584e-04, 2.0572e-04, 2.2052e-04, 1.2684e-04,\n 8.1646e-05, 1.2797e-04, 1.4111e-04, 1.8798e-04, 1.8178e-04, 1.7883e-04,\n 1.6387e-04, 9.8247e-05, 1.7504e-04, 1.1478e-04, 8.3447e-05, 8.3060e-05,\n 1.9952e-04, 1.7679e-04, 4.8450e-08, 1.3655e-04, 6.1349e-05, 9.5177e-09,\n 9.0314e-05, 1.5324e-04, 1.4966e-04, 1.4167e-04, 1.1623e-04, 1.5250e-04,\n 1.0964e-04, 1.4735e-04, 1.3927e-04, 1.4206e-04, 1.1082e-04, 1.1060e-04,\n 1.5819e-04, 1.2894e-04, 1.6860e-04, 1.9863e-04, 1.7989e-04, 1.9951e-04,\n 8.7040e-05, 9.7756e-05, 1.4181e-04, 1.5190e-04, 1.2205e-04, 1.3555e-04,\n 1.2474e-04, 1.5128e-04, 2.0127e-04, 1.0654e-04, 1.4343e-04, 9.5345e-05,\n 5.9968e-05, 1.5923e-04, 9.9363e-05, 1.0687e-04, 2.2894e-04, 1.6377e-04,\n 1.2839e-04, 1.0168e-04, 1.8664e-04, 1.1598e-04, 1.0689e-04, 1.1614e-04,\n 1.3270e-04, 1.7188e-04, 1.0138e-04, 1.6994e-04, 1.8087e-04, 1.6894e-04,\n 1.7198e-04, 9.9162e-05, 1.2357e-04, 1.1742e-04, 1.8952e-04, 1.7758e-04,\n 1.6467e-04, 1.2254e-04, 1.4907e-04, 1.6469e-04, 8.1274e-05, 1.4333e-04,\n 1.0573e-04, 7.5307e-05, 1.2605e-04, 1.6188e-04, 1.9888e-04, 1.2823e-04,\n 1.4991e-04, 1.3264e-04, 1.0072e-04, 1.7738e-04, 1.7032e-04, 1.3631e-04,\n 1.3699e-04, 1.3426e-04, 1.3817e-04, 1.3903e-04, 1.9543e-04, 1.2115e-04,\n 1.3798e-04, 6.3920e-05, 1.3346e-04, 1.2014e-04, 1.3397e-04, 1.0723e-04,\n 9.1726e-05, 1.3408e-04, 1.0551e-04, 1.3557e-04, 1.9209e-04, 1.3444e-04,\n 1.1821e-04, 1.3502e-04, 1.9815e-04, 1.4790e-04, 2.3571e-04, 1.4639e-04,\n 1.1287e-04, 1.1907e-04, 1.1964e-04, 1.5521e-04, 1.5829e-04, 1.9874e-04,\n 1.5892e-04, 1.4328e-04, 1.0296e-04, 1.5701e-04, 1.0760e-04, 1.2909e-04,\n 1.5118e-04, 1.8530e-04, 2.3243e-04, 2.0651e-04, 1.4641e-04, 1.5085e-04,\n 1.5963e-04, 8.0700e-05, 2.0311e-04, 8.5017e-05, 1.3227e-04, 7.6683e-05,\n 2.0166e-04, 1.8547e-04, 1.5860e-04, 1.4716e-04, 4.6704e-05, 1.2284e-04,\n 2.0457e-04, 1.6716e-04, 1.4789e-04, 2.2410e-04, 1.2835e-04, 2.2415e-04,\n 9.6227e-05, 1.3526e-04, 2.5716e-04, 1.2668e-04, 1.2955e-04, 1.9730e-04,\n 2.3705e-04, 5.8170e-05, 2.3327e-04, 1.5538e-04, 9.8238e-05, 1.5524e-04,\n 1.5312e-04, 2.1560e-04, 2.1608e-04, 2.7620e-04, 1.0047e-04, 2.0884e-04,\n 1.2631e-04, 1.0991e-04, 2.0756e-04, 1.8072e-04, 1.0716e-04, 2.9161e-04,\n 1.1441e-04, 1.1218e-04, 2.2396e-04, 1.7872e-04, 1.0620e-04, 1.5527e-04,\n 1.7381e-04, 2.0299e-04, 1.9481e-04, 1.4432e-04, 1.0293e-04, 1.6106e-04,\n 2.2479e-04, 1.5308e-04, 1.1875e-04, 1.5653e-04, 9.1464e-05, 1.2969e-04,\n 2.0978e-04, 1.1195e-04, 1.7528e-04, 1.0300e-04, 1.1985e-04, 2.0709e-04,\n 1.9035e-04, 1.6804e-04, 1.6090e-04, 1.3779e-04, 1.0654e-04, 1.5945e-04],\n device='cuda:0')"
|
| 69 |
+
},
|
| 70 |
+
"13": {
|
| 71 |
+
"step": "tensor(1252.)",
|
| 72 |
+
"exp_avg": "tensor([[-2.5074e-30, 9.2678e-30, 1.3077e-29, ..., 5.6052e-45,\n 1.1109e-30, 3.5744e-30],\n [ 5.6052e-45, 5.6052e-45, -5.6052e-45, ..., 5.6052e-45,\n 5.6052e-45, 5.6052e-45],\n [ 1.4941e-05, 1.0079e-06, -7.5649e-09, ..., 9.5274e-06,\n 8.1869e-06, 1.1791e-05],\n ...,\n [ 2.8158e-18, 2.2124e-23, 1.1097e-16, ..., 5.6052e-45,\n 3.8347e-19, 2.0889e-22],\n [-1.0459e-04, 1.4437e-04, -4.2879e-05, ..., 1.2529e-04,\n 1.2739e-05, 3.4710e-05],\n [ 5.6052e-45, -1.7629e-34, -9.7854e-32, ..., -1.6911e-32,\n 5.6052e-45, -5.7410e-32]], device='cuda:0')",
|
| 73 |
+
"exp_avg_sq": "tensor([[1.5174e-12, 6.0584e-13, 1.4288e-12, ..., 6.6941e-12, 8.6521e-11,\n 4.6667e-13],\n [2.5080e-12, 9.8545e-12, 7.4555e-16, ..., 8.8922e-12, 2.7300e-10,\n 6.8966e-12],\n [2.1685e-08, 3.8962e-10, 7.9153e-12, ..., 7.4590e-09, 3.0936e-09,\n 2.3965e-08],\n ...,\n [2.4574e-11, 2.6370e-10, 4.4230e-13, ..., 1.4688e-10, 3.3539e-10,\n 1.9084e-11],\n [1.4207e-07, 2.9604e-07, 4.8099e-08, ..., 2.2826e-07, 9.6155e-08,\n 5.7521e-08],\n [8.1481e-13, 3.9037e-12, 1.9694e-13, ..., 1.1824e-12, 9.0096e-11,\n 2.7800e-13]], device='cuda:0')"
|
| 74 |
+
},
|
| 75 |
+
"14": {
|
| 76 |
+
"step": "tensor(1252.)",
|
| 77 |
+
"exp_avg": "tensor([2.5604e-28, 5.6052e-45, 1.5013e-04, ..., 1.0128e-11, 1.7356e-03,\n 4.6641e-28], device='cuda:0')",
|
| 78 |
+
"exp_avg_sq": "tensor([5.0862e-07, 4.9515e-07, 5.5750e-05, ..., 3.2879e-07, 1.3391e-04,\n 5.9689e-07], device='cuda:0')"
|
| 79 |
+
},
|
| 80 |
+
"15": {
|
| 81 |
+
"step": "tensor(1252.)",
|
| 82 |
+
"exp_avg": "tensor([[-1.2062e-30, 5.6052e-45, -1.0717e-05, ..., -9.4710e-15,\n 6.9481e-07, -1.6872e-31],\n [-2.3793e-30, 5.6052e-45, 6.6427e-06, ..., 5.1153e-14,\n -1.4641e-05, -3.5902e-30],\n [ 3.7231e-30, -5.6052e-45, 1.8317e-05, ..., -5.0626e-15,\n 1.1815e-05, -3.8579e-30],\n ...,\n [ 1.5916e-31, -5.6052e-45, -2.6999e-05, ..., -6.3372e-14,\n -1.6182e-05, -5.8763e-30],\n [-1.6482e-30, -5.6052e-45, -9.2611e-06, ..., -2.2202e-14,\n -5.8153e-05, -5.6800e-30],\n [ 7.6015e-31, -5.6052e-45, 2.2204e-05, ..., 3.0766e-14,\n -5.0907e-06, -2.8077e-30]], device='cuda:0')",
|
| 83 |
+
"exp_avg_sq": "tensor([[1.7707e-11, 3.6855e-11, 3.2069e-09, ..., 3.6945e-10, 1.7830e-08,\n 4.5102e-11],\n [2.0885e-11, 9.6108e-12, 5.2067e-09, ..., 1.5700e-10, 2.5081e-08,\n 3.7583e-11],\n [3.8028e-11, 5.8779e-13, 4.3488e-09, ..., 4.6597e-11, 2.3676e-08,\n 1.7211e-11],\n ...,\n [2.5640e-11, 6.6887e-11, 4.1087e-09, ..., 2.2102e-11, 2.9356e-08,\n 1.0643e-10],\n [1.2224e-11, 8.8114e-12, 5.9608e-09, ..., 7.4491e-10, 3.1987e-08,\n 3.1436e-11],\n [3.0549e-11, 2.8885e-11, 1.0320e-08, ..., 2.4581e-10, 2.8154e-08,\n 3.0087e-10]], device='cuda:0')"
|
| 84 |
+
},
|
| 85 |
+
"16": {
|
| 86 |
+
"step": "tensor(1252.)",
|
| 87 |
+
"exp_avg": "tensor([[ 9.2267e-05, 2.4837e-05, -6.9998e-05, ..., 1.3614e-05,\n -3.6684e-05, 1.3078e-04],\n [-1.4793e-05, 6.3105e-05, 2.4928e-05, ..., 2.5767e-05,\n 2.2849e-05, -1.2477e-04],\n [-3.1167e-05, 9.6678e-05, -5.4569e-05, ..., 1.7759e-05,\n -4.7002e-05, -5.1338e-05],\n ...,\n [-5.4447e-05, -1.0223e-05, 9.2145e-05, ..., 8.5997e-06,\n 2.6924e-05, -5.6532e-05],\n [-7.1816e-05, 1.0225e-05, 1.8652e-05, ..., -5.3515e-05,\n 3.3549e-05, -1.0294e-05],\n [-1.5953e-05, 1.4000e-05, -1.4817e-04, ..., 4.1078e-05,\n 6.5236e-05, 1.0522e-05]], device='cuda:0')",
|
| 88 |
+
"exp_avg_sq": "tensor([[2.8317e-08, 4.9195e-08, 6.1630e-08, ..., 3.7949e-08, 2.7783e-08,\n 4.6518e-08],\n [2.5474e-08, 5.5230e-08, 3.5073e-08, ..., 4.3430e-08, 2.3123e-08,\n 4.7942e-08],\n [2.1410e-08, 3.6315e-08, 3.1772e-08, ..., 2.9571e-08, 2.0521e-08,\n 2.2696e-08],\n ...,\n [1.6709e-08, 3.6362e-08, 2.2247e-08, ..., 3.4382e-08, 1.7775e-08,\n 4.1456e-08],\n [1.9169e-08, 2.8943e-08, 2.5520e-08, ..., 2.6304e-08, 1.3376e-08,\n 2.0488e-08],\n [2.7692e-08, 6.1079e-08, 7.9933e-08, ..., 4.2525e-08, 2.7952e-08,\n 6.3160e-08]], device='cuda:0')"
|
| 89 |
+
},
|
| 90 |
+
"17": {
|
| 91 |
+
"step": "tensor(1252.)",
|
| 92 |
+
"exp_avg": "tensor([ 0.0030, -0.0044, 0.0025, ..., -0.0017, 0.0007, -0.0013],\n device='cuda:0')",
|
| 93 |
+
"exp_avg_sq": "tensor([4.6346e-05, 4.7524e-05, 3.2208e-05, ..., 3.1861e-05, 2.6217e-05,\n 4.9466e-05], device='cuda:0')"
|
| 94 |
+
}
|
| 95 |
+
},
|
| 96 |
+
"param_groups": [
|
| 97 |
+
{
|
| 98 |
+
"lr": 0.0009755527298894294,
|
| 99 |
+
"name": "scale_256",
|
| 100 |
+
"betas": [
|
| 101 |
+
0.9,
|
| 102 |
+
0.999
|
| 103 |
+
],
|
| 104 |
+
"eps": 1e-08,
|
| 105 |
+
"weight_decay": 1e-05,
|
| 106 |
+
"amsgrad": false,
|
| 107 |
+
"maximize": false,
|
| 108 |
+
"foreach": null,
|
| 109 |
+
"capturable": false,
|
| 110 |
+
"differentiable": false,
|
| 111 |
+
"fused": null,
|
| 112 |
+
"decoupled_weight_decay": true,
|
| 113 |
+
"initial_lr": 0.001,
|
| 114 |
+
"params": [
|
| 115 |
+
0,
|
| 116 |
+
1,
|
| 117 |
+
2
|
| 118 |
+
]
|
| 119 |
+
},
|
| 120 |
+
{
|
| 121 |
+
"lr": 0.0009755527298894294,
|
| 122 |
+
"name": "scale_512",
|
| 123 |
+
"betas": [
|
| 124 |
+
0.9,
|
| 125 |
+
0.999
|
| 126 |
+
],
|
| 127 |
+
"eps": 1e-08,
|
| 128 |
+
"weight_decay": 1e-05,
|
| 129 |
+
"amsgrad": false,
|
| 130 |
+
"maximize": false,
|
| 131 |
+
"foreach": null,
|
| 132 |
+
"capturable": false,
|
| 133 |
+
"differentiable": false,
|
| 134 |
+
"fused": null,
|
| 135 |
+
"decoupled_weight_decay": true,
|
| 136 |
+
"initial_lr": 0.001,
|
| 137 |
+
"params": [
|
| 138 |
+
3,
|
| 139 |
+
4,
|
| 140 |
+
5,
|
| 141 |
+
6,
|
| 142 |
+
7
|
| 143 |
+
]
|
| 144 |
+
},
|
| 145 |
+
{
|
| 146 |
+
"lr": 0.0009755527298894294,
|
| 147 |
+
"name": "scale_768",
|
| 148 |
+
"betas": [
|
| 149 |
+
0.9,
|
| 150 |
+
0.999
|
| 151 |
+
],
|
| 152 |
+
"eps": 1e-08,
|
| 153 |
+
"weight_decay": 1e-05,
|
| 154 |
+
"amsgrad": false,
|
| 155 |
+
"maximize": false,
|
| 156 |
+
"foreach": null,
|
| 157 |
+
"capturable": false,
|
| 158 |
+
"differentiable": false,
|
| 159 |
+
"fused": null,
|
| 160 |
+
"decoupled_weight_decay": true,
|
| 161 |
+
"initial_lr": 0.001,
|
| 162 |
+
"params": [
|
| 163 |
+
8,
|
| 164 |
+
9,
|
| 165 |
+
10,
|
| 166 |
+
11,
|
| 167 |
+
12
|
| 168 |
+
]
|
| 169 |
+
},
|
| 170 |
+
{
|
| 171 |
+
"lr": 0.0009755527298894294,
|
| 172 |
+
"name": "scale_1024",
|
| 173 |
+
"betas": [
|
| 174 |
+
0.9,
|
| 175 |
+
0.999
|
| 176 |
+
],
|
| 177 |
+
"eps": 1e-08,
|
| 178 |
+
"weight_decay": 1e-05,
|
| 179 |
+
"amsgrad": false,
|
| 180 |
+
"maximize": false,
|
| 181 |
+
"foreach": null,
|
| 182 |
+
"capturable": false,
|
| 183 |
+
"differentiable": false,
|
| 184 |
+
"fused": null,
|
| 185 |
+
"decoupled_weight_decay": true,
|
| 186 |
+
"initial_lr": 0.001,
|
| 187 |
+
"params": [
|
| 188 |
+
13,
|
| 189 |
+
14,
|
| 190 |
+
15,
|
| 191 |
+
16,
|
| 192 |
+
17
|
| 193 |
+
]
|
| 194 |
+
}
|
| 195 |
+
]
|
| 196 |
+
},
|
| 197 |
+
"scheduler_state_dict": {
|
| 198 |
+
"T_0": 10,
|
| 199 |
+
"T_i": 10,
|
| 200 |
+
"T_mult": 2,
|
| 201 |
+
"eta_min": 1e-06,
|
| 202 |
+
"T_cur": 1,
|
| 203 |
+
"base_lrs": [
|
| 204 |
+
0.001,
|
| 205 |
+
0.001,
|
| 206 |
+
0.001,
|
| 207 |
+
0.001
|
| 208 |
+
],
|
| 209 |
+
"last_epoch": 1,
|
| 210 |
+
"_step_count": 0,
|
| 211 |
+
"_is_initial": false,
|
| 212 |
+
"_get_lr_called_within_step": false,
|
| 213 |
+
"_last_lr": [
|
| 214 |
+
0.0009755527298894294,
|
| 215 |
+
0.0009755527298894294,
|
| 216 |
+
0.0009755527298894294,
|
| 217 |
+
0.0009755527298894294
|
| 218 |
+
]
|
| 219 |
+
},
|
| 220 |
+
"metrics": {
|
| 221 |
+
"best_val_acc": 72.328,
|
| 222 |
+
"best_epoch": 0,
|
| 223 |
+
"scale_accuracies": {
|
| 224 |
+
"256": 65.922,
|
| 225 |
+
"512": 70.014,
|
| 226 |
+
"768": 71.312,
|
| 227 |
+
"1024": 71.288
|
| 228 |
+
},
|
| 229 |
+
"training_history": {
|
| 230 |
+
"epochs": [
|
| 231 |
+
1
|
| 232 |
+
],
|
| 233 |
+
"train_loss": [
|
| 234 |
+
3.9118613697850284
|
| 235 |
+
],
|
| 236 |
+
"train_acc": [
|
| 237 |
+
68.33870994179526
|
| 238 |
+
],
|
| 239 |
+
"val_acc": [
|
| 240 |
+
72.328
|
| 241 |
+
],
|
| 242 |
+
"scale_accs": {
|
| 243 |
+
"256": [
|
| 244 |
+
65.922
|
| 245 |
+
],
|
| 246 |
+
"512": [
|
| 247 |
+
70.014
|
| 248 |
+
],
|
| 249 |
+
"768": [
|
| 250 |
+
71.312
|
| 251 |
+
],
|
| 252 |
+
"1024": [
|
| 253 |
+
71.288
|
| 254 |
+
]
|
| 255 |
+
},
|
| 256 |
+
"lr": [
|
| 257 |
+
0.0009755527298894294
|
| 258 |
+
]
|
| 259 |
+
}
|
| 260 |
+
},
|
| 261 |
+
"train_config": {
|
| 262 |
+
"name": "david_training",
|
| 263 |
+
"run_id": "20251012_145649",
|
| 264 |
+
"dataset_name": "AbstractPhil/imagenet-clip-features-orderly",
|
| 265 |
+
"model_variant": "clip_vit_laion_b32",
|
| 266 |
+
"num_classes": 1000,
|
| 267 |
+
"preset": "hierarchical_refinement",
|
| 268 |
+
"custom_config_path": null,
|
| 269 |
+
"num_classes_override": null,
|
| 270 |
+
"use_belly_override": null,
|
| 271 |
+
"belly_expand_override": null,
|
| 272 |
+
"progressive_training_override": false,
|
| 273 |
+
"scale_warmup_epochs_override": null,
|
| 274 |
+
"num_epochs": 10,
|
| 275 |
+
"batch_size": 1024,
|
| 276 |
+
"learning_rate": 0.001,
|
| 277 |
+
"weight_decay": 1e-05,
|
| 278 |
+
"warmup_epochs": 3,
|
| 279 |
+
"use_rose_loss": true,
|
| 280 |
+
"rose_initial_weight": 0.1,
|
| 281 |
+
"rose_max_weight": 0.5,
|
| 282 |
+
"rose_weight_schedule": "adaptive",
|
| 283 |
+
"use_cayley_loss": false,
|
| 284 |
+
"cayley_weight": 0.001,
|
| 285 |
+
"scale_loss_balance": null,
|
| 286 |
+
"use_mixed_precision": true,
|
| 287 |
+
"gradient_clip": 10.0,
|
| 288 |
+
"scheduler_type": "cosine_restarts",
|
| 289 |
+
"min_lr": 1e-06,
|
| 290 |
+
"freeze_strategy": "never",
|
| 291 |
+
"freeze_threshold": 90.0,
|
| 292 |
+
"unfreeze_on_plateau": true,
|
| 293 |
+
"patience": 10,
|
| 294 |
+
"track_gradients": true,
|
| 295 |
+
"gradient_scale_threshold": 1e-05,
|
| 296 |
+
"gradient_scale_multiplier": 10.0,
|
| 297 |
+
"log_interval": 50,
|
| 298 |
+
"val_interval": 1,
|
| 299 |
+
"save_interval": 5,
|
| 300 |
+
"log_fusion_weights": true,
|
| 301 |
+
"log_loss_components": true,
|
| 302 |
+
"save_format": "safetensors",
|
| 303 |
+
"hf_repo": "AbstractPhil/gated-david",
|
| 304 |
+
"upload_to_hub": true,
|
| 305 |
+
"base_dir": "./david_training",
|
| 306 |
+
"num_workers": 10,
|
| 307 |
+
"pin_memory": true,
|
| 308 |
+
"prefetch_factor": 4,
|
| 309 |
+
"persistent_workers": true
|
| 310 |
+
}
|
| 311 |
+
}
|