Update best_model_acc74.25_metadata.json - Run 20251012_145649
Browse files
weights/David-hierarchical-progressive/20251012_145649/best_model_acc74.25_metadata.json
ADDED
|
@@ -0,0 +1,320 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"epoch": 1,
|
| 3 |
+
"optimizer_state_dict": {
|
| 4 |
+
"state": {
|
| 5 |
+
"0": {
|
| 6 |
+
"step": "tensor(2504.)",
|
| 7 |
+
"exp_avg": "tensor([[-1.4517e-03, 6.5940e-04, 6.5508e-05, ..., -2.7730e-04,\n -4.4335e-04, -1.1160e-03],\n [-6.3201e-05, -6.9709e-05, 2.6390e-04, ..., 2.0178e-04,\n 1.7466e-04, 4.9158e-04],\n [-1.0267e-04, -1.0210e-05, 7.2309e-04, ..., 8.0535e-05,\n 1.1193e-04, -2.8095e-04],\n ...,\n [-1.2255e-04, -7.0107e-05, 3.2952e-04, ..., -3.4725e-04,\n 1.4986e-04, -3.7164e-05],\n [ 3.2164e-04, 3.3677e-04, -4.1127e-04, ..., 5.7811e-05,\n 3.5812e-04, 6.9346e-04],\n [ 4.7689e-04, 1.9854e-03, 4.9730e-04, ..., 9.1918e-05,\n -2.9478e-04, -1.6258e-05]], device='cuda:0')",
|
| 8 |
+
"exp_avg_sq": "tensor([[2.0099e-06, 9.0338e-06, 4.2978e-06, ..., 2.4058e-06, 8.3378e-07,\n 3.0373e-06],\n [1.0719e-06, 1.2255e-05, 3.5441e-06, ..., 1.1261e-06, 6.3423e-07,\n 8.9183e-07],\n [2.0615e-06, 1.0667e-05, 7.1981e-06, ..., 1.4808e-06, 8.1847e-07,\n 1.5059e-06],\n ...,\n [1.7887e-06, 7.3595e-06, 5.9692e-06, ..., 1.2850e-06, 7.6039e-07,\n 1.4348e-06],\n [2.3226e-06, 1.7771e-05, 7.7111e-06, ..., 2.1436e-06, 1.3887e-06,\n 1.7417e-06],\n [2.1559e-06, 1.4807e-05, 4.8287e-06, ..., 1.2015e-06, 7.7632e-07,\n 1.3465e-06]], device='cuda:0')"
|
| 9 |
+
},
|
| 10 |
+
"1": {
|
| 11 |
+
"step": "tensor(2504.)",
|
| 12 |
+
"exp_avg": "tensor([-7.6597e-03, -1.5817e-02, -7.0825e-03, -1.0085e-02, -1.0872e-03,\n -1.9767e-03, -4.6651e-03, -8.5068e-03, 4.9161e-03, 8.5360e-04,\n -1.7579e-02, -1.2080e-03, 5.0009e-03, -1.8797e-02, -7.5894e-03,\n 1.7623e-02, -7.4954e-03, 5.3827e-03, -2.1283e-02, 1.7798e-03,\n -1.1109e-02, -1.2358e-02, -1.6998e-03, 1.1339e-02, 2.9051e-03,\n -1.8724e-03, -6.8236e-03, 4.3189e-03, 6.9658e-04, -2.0507e-03,\n 5.7918e-04, -2.2525e-03, 1.9706e-02, 4.5791e-03, -1.0395e-02,\n -2.3085e-03, 1.7989e-03, -6.0783e-03, 1.8357e-03, -9.6353e-04,\n -2.5368e-03, 4.7023e-03, -6.6997e-03, -2.3893e-02, 9.0985e-03,\n -9.4983e-03, -1.4926e-02, 6.9904e-03, 3.7826e-03, 1.6555e-02,\n 1.0721e-02, 4.9459e-03, -7.4979e-03, 3.3905e-02, 2.4297e-04,\n -7.1863e-03, -2.8339e-03, 8.4303e-03, -7.3168e-05, 1.6076e-02,\n -4.1096e-03, 1.0863e-02, 8.7612e-05, 6.0536e-03, 5.1532e-03,\n -6.8759e-03, 1.4521e-02, -1.8818e-02, -1.0977e-02, 1.6424e-03,\n 1.5994e-02, -1.1430e-03, 1.0043e-02, 2.1438e-03, 7.2748e-03,\n 1.4809e-02, -1.0831e-02, 1.3559e-02, -6.1809e-03, 6.3466e-03,\n -1.1723e-02, -1.9574e-02, 1.3804e-02, 3.2049e-03, -4.4157e-03,\n -9.9754e-04, -1.1352e-03, -4.0733e-03, -6.8581e-03, -5.9514e-03,\n -2.8407e-03, 3.7962e-03, -1.9000e-02, 9.4728e-03, -4.6683e-03,\n -9.1645e-03, -9.0645e-03, -8.9596e-04, -5.8080e-03, 8.0032e-03,\n 3.0216e-03, -3.7036e-03, -3.2174e-03, 2.4094e-02, -1.0282e-02,\n -1.5611e-02, 6.4322e-03, 1.2703e-03, 9.4738e-03, 2.2778e-02,\n -1.8754e-02, 1.4848e-03, 3.0616e-03, 1.9501e-02, -1.3446e-02,\n -3.5645e-03, -2.2591e-03, 2.7585e-03, -4.2545e-03, 1.1238e-02,\n 1.5733e-02, 1.2636e-02, -8.3501e-03, 7.1531e-03, -1.8517e-02,\n 1.9227e-02, 9.3188e-04, -6.0718e-03, -4.6907e-03, -2.5743e-03,\n -2.9622e-04, 5.7853e-04, -1.8340e-03, -1.3556e-02, 1.3759e-02,\n -2.7287e-03, 9.9923e-03, -1.1626e-02, -1.4649e-02, 4.2241e-03,\n -8.5671e-03, 1.3368e-02, 9.5071e-03, -1.3820e-04, -4.4728e-03,\n -3.4737e-03, -2.5805e-02, 1.9457e-03, 2.5197e-03, -5.3497e-03,\n -1.4850e-02, -9.1263e-03, -6.0194e-03, -7.2036e-03, -7.2851e-03,\n 7.4061e-03, -5.1990e-03, -2.1356e-02, -2.7992e-02, -2.4740e-03,\n 1.1550e-02, 1.5298e-02, 1.1297e-02, 1.4335e-02, 8.4056e-03,\n -1.1953e-02, -1.0298e-02, -1.1709e-02, -8.6682e-03, 9.3915e-03,\n -2.0527e-02, 5.4373e-03, 2.5346e-03, 3.6111e-03, 8.7181e-03,\n 7.7197e-03, -9.0426e-03, 4.1465e-04, -3.0137e-02, -1.2662e-03,\n -1.9944e-02, 7.7777e-03, -1.2999e-02, -1.0113e-04, -8.1066e-03,\n -4.7140e-03, 1.2265e-02, -6.7445e-03, -3.6967e-03, 2.6424e-02,\n -2.3235e-02, 9.5537e-04, 3.4140e-03, 3.3708e-03, 7.3360e-03,\n 1.4330e-02, -4.4287e-03, -8.7133e-03, 1.9283e-02, 1.9190e-02,\n 2.3119e-03, 7.2459e-03, -7.1441e-03, 8.6754e-03, -1.3576e-02,\n -2.9830e-03, -2.3600e-03, 1.5782e-02, 1.5823e-02, 8.3107e-03,\n -4.6903e-03, 7.1280e-03, -1.8312e-03, 2.2888e-03, -2.0503e-04,\n -1.1531e-02, 1.2252e-03, 2.0234e-02, 1.0110e-02, -1.2026e-02,\n -3.1607e-03, 1.3525e-02, 6.2388e-03, -6.6020e-03, -5.1626e-03,\n -1.3674e-03, 1.4550e-02, 1.2531e-03, -1.4251e-02, -1.0006e-02,\n -4.9228e-03, -7.9763e-03, 1.8449e-03, 6.5330e-03, 5.4627e-03,\n -4.3640e-03, 2.3423e-02, 1.5262e-02, -1.2107e-02, 3.4978e-03,\n 1.0626e-02, 4.5273e-03, -1.3824e-03, 2.6113e-03, 5.8553e-03,\n -7.9078e-03, 4.6281e-03, 3.2753e-02, 1.6939e-03, 4.2637e-03,\n 1.0003e-03, 1.7882e-03, -2.5550e-02, -1.0098e-03, -4.0165e-03,\n 4.9988e-03, -4.8991e-03, 1.7069e-02, -1.9036e-02, 1.1108e-03,\n 1.5511e-03, -1.8779e-02, 4.1766e-03, 1.2777e-02, 3.9061e-03,\n -9.7853e-03, -2.7614e-03, 8.0186e-03, -1.8801e-02, -8.2126e-03,\n -5.9104e-04, 5.2616e-03, 9.5143e-03, -4.9309e-03, -5.9684e-03,\n 7.7898e-03, -1.0685e-02, 1.0806e-02, -7.1611e-03, 8.3514e-03,\n 1.4966e-02, -1.3866e-02, -1.4922e-03, 1.3148e-02, -9.7057e-04,\n 1.8910e-04, -9.9632e-03, 1.0849e-02, 6.9361e-03, 2.0276e-03,\n 1.7610e-03, 1.4238e-02, -2.4808e-02, -7.1957e-03, -1.6455e-03,\n -4.5524e-03, -4.2533e-03, -1.2816e-03, 9.9293e-03, -1.2911e-02,\n 2.0301e-02, -8.1304e-03, 2.4712e-02, 8.3232e-03, 2.0020e-03,\n 1.3657e-02, -1.9346e-04, 5.4908e-03, -1.0235e-02, 1.3178e-02,\n -1.5865e-02, -1.5281e-02, 6.4866e-03, 1.4168e-03, 7.0478e-04,\n 4.4622e-03, 1.3557e-02, 5.5780e-03, 1.0762e-02, 1.3166e-03,\n 5.1262e-03, 6.8807e-03, 3.4655e-03, -4.0214e-04, -7.1523e-03,\n -6.4101e-03, 2.6533e-03, -1.6373e-02, 3.8801e-04, 7.6427e-03,\n 2.3981e-03, -1.6466e-02, -1.2793e-02, 2.5111e-02, 3.1280e-03,\n 1.1268e-02, -3.4471e-02, 2.4938e-04, -3.4711e-03, -4.7255e-03,\n -1.6680e-02, -4.5012e-03, 6.4962e-03, 1.8594e-03, 1.7221e-02,\n -4.2759e-03, 2.9448e-03, 9.2641e-03, -2.8947e-03, -1.4234e-03,\n -6.8582e-03, -8.4879e-03, 2.8092e-02, -5.5683e-03, 1.0278e-02,\n -9.2890e-03, -8.7907e-03, 1.5712e-03, 2.5329e-02, -9.1890e-03,\n 2.4994e-02, -7.3084e-04, 1.1416e-02, 8.3242e-04, 1.6273e-02,\n -1.1425e-02, -2.6098e-04, -3.1667e-03, -1.1265e-02, -2.2702e-03,\n 9.2290e-03, -2.0299e-03, -4.0603e-03, -2.1019e-02, 1.4558e-03,\n -1.9364e-02, -4.7152e-03, 8.6309e-03, 7.8798e-03, -3.3550e-02,\n -1.5565e-03, 1.5048e-03, 1.7785e-03, -2.7687e-02, -6.2695e-03,\n 6.2010e-03, 2.8180e-02, 2.3463e-03, -4.2158e-04, -3.6057e-03,\n -1.1044e-02, 9.1173e-03, -8.1325e-03, 8.8338e-04, 3.8978e-02,\n -1.1692e-02, -1.3922e-02, 6.3679e-03, 1.7626e-02, -1.3207e-02,\n -3.4761e-03, -1.4771e-02, 1.2475e-02, 9.5885e-04, -5.3304e-03,\n -1.0387e-03, 8.4730e-03, -1.4318e-03, -6.4696e-03, -1.4395e-02,\n -3.7310e-03, -9.9496e-03, 9.5931e-03, -5.0859e-03, -1.4907e-02,\n -5.8229e-03, 1.5668e-02, -5.4792e-03, -4.1830e-04, -5.1064e-03,\n -9.2508e-03, -1.8855e-02, -4.7074e-04, 1.7693e-03, -7.6618e-03,\n -1.1737e-03, 3.9489e-03, -1.7786e-02, 1.0609e-02, -1.1522e-02,\n 6.2222e-03, 2.3401e-03, 1.1144e-02, -5.1187e-03, 5.4133e-03,\n -6.4872e-03, 1.1091e-02, -4.1736e-03, 5.5209e-03, 2.5695e-02,\n 7.4821e-03, 3.6797e-02, 9.5099e-03, -3.4589e-03, 8.7001e-03,\n -1.8514e-03, -2.5167e-02, 2.8255e-02, 9.5679e-03, -8.4442e-03,\n 1.1007e-02, 3.3045e-03, 6.8975e-03, -1.3737e-02, 2.7162e-02,\n 7.9011e-03, -1.0693e-03, 5.6228e-03, -5.5204e-03, -4.9287e-03,\n 2.9477e-03, -3.3158e-03, 2.0624e-03, 9.2395e-03, 1.1286e-02,\n 4.4626e-03, -1.9736e-03, -1.9875e-02, -4.7295e-03, 1.3627e-02,\n 6.0139e-03, -3.4675e-03, -4.8855e-03, -2.6540e-03, 6.9952e-03,\n 5.0468e-03, 9.4840e-03, -7.1775e-03, -1.7947e-03, 4.2103e-03,\n -1.0028e-02, -2.8247e-03, 4.8914e-03, 5.2494e-04, 5.3781e-03,\n -2.5272e-03, 1.1845e-05, 1.0202e-03, -2.4820e-02, 8.6614e-03,\n -7.4733e-03, 2.2381e-03, 1.8782e-03, -1.1599e-03, -1.6538e-03,\n 9.4071e-03, -5.3927e-03, 1.8903e-02, 1.0474e-02, -2.2588e-03,\n -2.2991e-04, -1.8796e-03, 1.0790e-02, 2.9731e-03, 3.5588e-03,\n 1.5253e-02, 4.8164e-03, -8.3487e-04, 5.2129e-03, -1.9402e-03,\n -1.7537e-03, 8.6176e-03], device='cuda:0')",
|
| 13 |
+
"exp_avg_sq": "tensor([0.0019, 0.0011, 0.0015, 0.0020, 0.0015, 0.0019, 0.0013, 0.0012, 0.0017,\n 0.0019, 0.0015, 0.0016, 0.0017, 0.0014, 0.0014, 0.0015, 0.0015, 0.0021,\n 0.0019, 0.0022, 0.0015, 0.0011, 0.0021, 0.0017, 0.0011, 0.0013, 0.0021,\n 0.0016, 0.0018, 0.0016, 0.0014, 0.0022, 0.0015, 0.0015, 0.0018, 0.0017,\n 0.0014, 0.0016, 0.0023, 0.0019, 0.0015, 0.0016, 0.0013, 0.0017, 0.0014,\n 0.0015, 0.0019, 0.0019, 0.0015, 0.0016, 0.0016, 0.0013, 0.0015, 0.0016,\n 0.0014, 0.0019, 0.0016, 0.0017, 0.0015, 0.0015, 0.0014, 0.0018, 0.0017,\n 0.0014, 0.0015, 0.0013, 0.0013, 0.0015, 0.0018, 0.0015, 0.0013, 0.0013,\n 0.0014, 0.0013, 0.0016, 0.0014, 0.0015, 0.0016, 0.0015, 0.0015, 0.0016,\n 0.0017, 0.0017, 0.0013, 0.0015, 0.0022, 0.0015, 0.0014, 0.0022, 0.0014,\n 0.0013, 0.0013, 0.0014, 0.0015, 0.0016, 0.0019, 0.0013, 0.0018, 0.0018,\n 0.0013, 0.0017, 0.0014, 0.0022, 0.0025, 0.0010, 0.0018, 0.0019, 0.0016,\n 0.0019, 0.0021, 0.0017, 0.0019, 0.0025, 0.0014, 0.0016, 0.0019, 0.0018,\n 0.0010, 0.0015, 0.0019, 0.0015, 0.0017, 0.0019, 0.0012, 0.0020, 0.0017,\n 0.0022, 0.0013, 0.0015, 0.0014, 0.0015, 0.0014, 0.0019, 0.0014, 0.0016,\n 0.0020, 0.0012, 0.0017, 0.0021, 0.0014, 0.0014, 0.0014, 0.0014, 0.0018,\n 0.0015, 0.0013, 0.0019, 0.0017, 0.0018, 0.0019, 0.0017, 0.0014, 0.0020,\n 0.0019, 0.0011, 0.0015, 0.0014, 0.0025, 0.0019, 0.0019, 0.0019, 0.0017,\n 0.0014, 0.0018, 0.0019, 0.0016, 0.0014, 0.0013, 0.0019, 0.0015, 0.0016,\n 0.0020, 0.0021, 0.0013, 0.0019, 0.0016, 0.0016, 0.0018, 0.0015, 0.0015,\n 0.0012, 0.0012, 0.0017, 0.0014, 0.0018, 0.0020, 0.0015, 0.0014, 0.0014,\n 0.0013, 0.0012, 0.0019, 0.0020, 0.0016, 0.0015, 0.0015, 0.0016, 0.0013,\n 0.0016, 0.0012, 0.0016, 0.0018, 0.0013, 0.0011, 0.0014, 0.0013, 0.0015,\n 0.0014, 0.0015, 0.0017, 0.0014, 0.0017, 0.0009, 0.0010, 0.0013, 0.0012,\n 0.0011, 0.0016, 0.0015, 0.0014, 0.0012, 0.0018, 0.0022, 0.0018, 0.0015,\n 0.0013, 0.0016, 0.0017, 0.0021, 0.0016, 0.0012, 0.0013, 0.0016, 0.0014,\n 0.0015, 0.0015, 0.0031, 0.0018, 0.0016, 0.0016, 0.0015, 0.0012, 0.0016,\n 0.0013, 0.0013, 0.0014, 0.0015, 0.0019, 0.0012, 0.0019, 0.0014, 0.0016,\n 0.0020, 0.0016, 0.0016, 0.0015, 0.0014, 0.0014, 0.0018, 0.0017, 0.0015,\n 0.0016, 0.0018, 0.0013, 0.0014, 0.0014, 0.0013, 0.0019, 0.0015, 0.0018,\n 0.0015, 0.0014, 0.0019, 0.0017, 0.0018, 0.0014, 0.0021, 0.0012, 0.0012,\n 0.0012, 0.0019, 0.0017, 0.0019, 0.0014, 0.0018, 0.0019, 0.0014, 0.0016,\n 0.0020, 0.0017, 0.0020, 0.0018, 0.0017, 0.0016, 0.0016, 0.0018, 0.0011,\n 0.0017, 0.0015, 0.0014, 0.0016, 0.0012, 0.0021, 0.0014, 0.0021, 0.0014,\n 0.0017, 0.0019, 0.0008, 0.0015, 0.0018, 0.0016, 0.0015, 0.0013, 0.0017,\n 0.0012, 0.0017, 0.0013, 0.0014, 0.0019, 0.0015, 0.0014, 0.0018, 0.0010,\n 0.0019, 0.0019, 0.0016, 0.0015, 0.0019, 0.0014, 0.0017, 0.0017, 0.0019,\n 0.0020, 0.0022, 0.0020, 0.0022, 0.0016, 0.0015, 0.0021, 0.0022, 0.0014,\n 0.0014, 0.0014, 0.0015, 0.0019, 0.0016, 0.0014, 0.0014, 0.0017, 0.0019,\n 0.0016, 0.0017, 0.0014, 0.0013, 0.0018, 0.0013, 0.0012, 0.0020, 0.0015,\n 0.0016, 0.0018, 0.0016, 0.0013, 0.0017, 0.0017, 0.0021, 0.0014, 0.0012,\n 0.0015, 0.0018, 0.0014, 0.0021, 0.0014, 0.0016, 0.0016, 0.0019, 0.0011,\n 0.0018, 0.0021, 0.0015, 0.0011, 0.0016, 0.0020, 0.0015, 0.0019, 0.0013,\n 0.0020, 0.0015, 0.0016, 0.0018, 0.0015, 0.0013, 0.0018, 0.0015, 0.0019,\n 0.0015, 0.0013, 0.0022, 0.0021, 0.0023, 0.0017, 0.0018, 0.0013, 0.0015,\n 0.0014, 0.0016, 0.0015, 0.0014, 0.0013, 0.0013, 0.0017, 0.0019, 0.0017,\n 0.0016, 0.0013, 0.0021, 0.0013, 0.0013, 0.0014, 0.0014, 0.0019, 0.0017,\n 0.0019, 0.0011, 0.0019, 0.0017, 0.0017, 0.0014, 0.0012, 0.0018, 0.0013,\n 0.0019, 0.0010, 0.0014, 0.0019, 0.0017, 0.0016, 0.0021, 0.0017, 0.0020,\n 0.0028, 0.0019, 0.0016, 0.0019, 0.0014, 0.0020, 0.0012, 0.0017, 0.0012,\n 0.0016, 0.0018, 0.0011, 0.0014, 0.0018, 0.0014, 0.0015, 0.0015, 0.0015,\n 0.0014, 0.0012, 0.0010, 0.0022, 0.0016, 0.0022, 0.0015, 0.0013, 0.0018,\n 0.0014, 0.0016, 0.0015, 0.0016, 0.0018, 0.0016, 0.0013, 0.0013, 0.0013,\n 0.0021, 0.0009, 0.0014, 0.0012, 0.0016, 0.0015, 0.0013, 0.0017, 0.0018,\n 0.0013, 0.0013, 0.0015, 0.0015, 0.0019, 0.0019, 0.0015, 0.0013, 0.0014,\n 0.0015, 0.0012, 0.0013, 0.0015, 0.0015, 0.0017, 0.0012, 0.0015, 0.0018,\n 0.0017, 0.0014, 0.0021, 0.0015, 0.0014, 0.0015, 0.0022, 0.0014],\n device='cuda:0')"
|
| 14 |
+
},
|
| 15 |
+
"2": {
|
| 16 |
+
"step": "tensor(2504.)",
|
| 17 |
+
"exp_avg": "tensor([[-9.0929e-05, -3.4297e-05, 9.0502e-05, ..., 5.8891e-05,\n -1.7349e-04, 4.2265e-04],\n [-1.0178e-04, 1.5553e-04, 4.0311e-04, ..., -1.5779e-05,\n -2.7655e-04, 1.3904e-04],\n [ 9.8215e-05, 1.3808e-04, 6.5169e-05, ..., -1.8625e-05,\n 4.0807e-05, -8.8686e-05],\n ...,\n [-5.4147e-05, -2.1710e-04, 1.9798e-05, ..., 1.1481e-04,\n -1.8520e-04, 4.6434e-04],\n [-2.1027e-05, 8.4972e-05, 2.4034e-05, ..., -3.6490e-04,\n -2.6339e-04, 7.6929e-05],\n [ 2.3452e-04, -5.1721e-05, -3.5378e-04, ..., -7.6100e-04,\n 5.2245e-04, 5.2166e-04]], device='cuda:0')",
|
| 18 |
+
"exp_avg_sq": "tensor([[7.1123e-07, 8.2888e-07, 5.6938e-07, ..., 1.0902e-06, 1.7426e-06,\n 9.9326e-07],\n [1.0711e-06, 9.1570e-07, 1.0016e-06, ..., 1.4888e-06, 2.1680e-06,\n 1.0378e-06],\n [1.1590e-06, 9.8608e-07, 9.0990e-07, ..., 1.3041e-06, 2.2168e-06,\n 1.0937e-06],\n ...,\n [9.0802e-07, 7.4044e-07, 7.9521e-07, ..., 1.1580e-06, 1.9232e-06,\n 1.0443e-06],\n [1.4568e-06, 9.3948e-07, 9.2948e-07, ..., 1.3736e-06, 2.5269e-06,\n 1.2886e-06],\n [1.0162e-06, 1.0815e-06, 9.6251e-07, ..., 1.3952e-06, 2.6238e-06,\n 9.7051e-07]], device='cuda:0')"
|
| 19 |
+
},
|
| 20 |
+
"3": {
|
| 21 |
+
"step": "tensor(2504.)",
|
| 22 |
+
"exp_avg": "tensor([[ 7.9780e-05, -4.2182e-05, -9.4837e-05, ..., 3.8750e-04,\n 1.6074e-06, 1.4685e-04],\n [-3.3069e-05, 3.8188e-04, 2.6611e-04, ..., 9.9755e-05,\n 2.5936e-04, -3.2847e-04],\n [ 5.6052e-45, -9.8276e-35, -5.6052e-45, ..., 5.6052e-45,\n -5.6052e-45, 5.6052e-45],\n ...,\n [ 1.2878e-04, 9.4831e-05, 4.4349e-05, ..., 1.4317e-04,\n -1.4690e-05, -3.7959e-05],\n [-3.3221e-05, -1.3001e-04, -2.0268e-04, ..., -1.3420e-04,\n -1.4840e-04, -3.1825e-06],\n [-3.1322e-04, -2.0556e-04, 1.8595e-04, ..., 2.8448e-04,\n -1.7653e-04, 1.4227e-05]], device='cuda:0')",
|
| 23 |
+
"exp_avg_sq": "tensor([[1.0484e-06, 1.8832e-07, 4.8204e-07, ..., 2.8247e-06, 3.1534e-07,\n 1.8073e-06],\n [9.8662e-07, 3.4195e-07, 7.4977e-07, ..., 3.8679e-07, 6.1514e-07,\n 2.7520e-07],\n [7.0216e-11, 1.6570e-10, 3.1061e-11, ..., 1.9385e-11, 2.0444e-10,\n 2.8432e-12],\n ...,\n [1.0991e-06, 3.3655e-07, 1.6287e-07, ..., 4.8124e-07, 8.9600e-08,\n 5.1957e-07],\n [7.6783e-07, 6.3832e-07, 2.0171e-07, ..., 3.0450e-07, 1.8612e-06,\n 1.0372e-07],\n [6.7308e-07, 2.2631e-07, 1.3097e-06, ..., 3.4910e-07, 2.7635e-07,\n 4.4918e-07]], device='cuda:0')"
|
| 24 |
+
},
|
| 25 |
+
"4": {
|
| 26 |
+
"step": "tensor(2504.)",
|
| 27 |
+
"exp_avg": "tensor([-1.6230e-03, 1.1915e-02, 3.0598e-24, ..., 1.2684e-02,\n -5.5938e-03, 2.7295e-03], device='cuda:0')",
|
| 28 |
+
"exp_avg_sq": "tensor([6.6997e-04, 6.6612e-04, 4.5949e-07, ..., 7.2923e-04, 4.2665e-04,\n 6.2626e-04], device='cuda:0')"
|
| 29 |
+
},
|
| 30 |
+
"5": {
|
| 31 |
+
"step": "tensor(2504.)",
|
| 32 |
+
"exp_avg": "tensor([[-3.7109e-05, 8.1556e-05, 3.1665e-28, ..., -9.4706e-05,\n 9.1678e-05, 1.3443e-05],\n [ 6.5307e-05, -1.0194e-04, 1.2155e-27, ..., 2.3454e-05,\n 1.2028e-05, 3.2413e-05],\n [ 4.3125e-05, -3.1328e-04, -6.4000e-28, ..., 8.2971e-06,\n 4.2530e-05, -2.5524e-04],\n ...,\n [ 7.2012e-05, -2.6513e-04, -1.0880e-27, ..., 9.3597e-06,\n 1.3109e-05, 1.9125e-04],\n [ 1.1400e-04, 1.7007e-04, 5.5622e-28, ..., -5.2712e-05,\n -4.8362e-06, -9.2382e-05],\n [-4.2355e-05, -1.0697e-04, -2.0958e-27, ..., -4.2031e-05,\n -3.5808e-05, 3.9352e-04]], device='cuda:0')",
|
| 33 |
+
"exp_avg_sq": "tensor([[9.2258e-08, 1.4070e-07, 4.0131e-11, ..., 1.0468e-07, 8.5125e-08,\n 1.3719e-07],\n [1.4245e-07, 1.7338e-07, 7.4433e-11, ..., 1.4124e-07, 1.0758e-07,\n 1.9206e-07],\n [1.3739e-07, 2.0653e-07, 1.2961e-10, ..., 1.4381e-07, 1.4512e-07,\n 2.0238e-07],\n ...,\n [1.8398e-07, 2.1196e-07, 5.7367e-11, ..., 1.5762e-07, 9.7834e-08,\n 1.7668e-07],\n [1.8495e-07, 1.8755e-07, 7.7433e-11, ..., 1.5713e-07, 8.8334e-08,\n 2.0445e-07],\n [1.3219e-07, 1.5783e-07, 1.6331e-10, ..., 1.2015e-07, 9.1010e-08,\n 1.8807e-07]], device='cuda:0')"
|
| 34 |
+
},
|
| 35 |
+
"6": {
|
| 36 |
+
"step": "tensor(2504.)",
|
| 37 |
+
"exp_avg": "tensor([[-4.1593e-05, 3.8810e-05, -3.8370e-05, ..., -1.6025e-05,\n 2.1184e-05, 1.0572e-04],\n [ 1.3983e-04, -5.4187e-04, -1.3524e-04, ..., -1.3551e-04,\n -6.9203e-05, 1.6345e-04],\n [-1.0687e-04, -1.1198e-04, 1.7871e-04, ..., -8.9617e-05,\n 2.3130e-04, 4.6918e-05],\n ...,\n [-2.8231e-04, 4.9877e-04, 2.8930e-04, ..., -3.7939e-04,\n 9.5869e-05, 1.0455e-04],\n [ 2.0330e-05, -1.4931e-06, -1.9260e-04, ..., 1.6512e-05,\n -1.1185e-04, -1.3774e-04],\n [-1.6081e-04, -1.4101e-04, 2.0619e-04, ..., 2.1392e-04,\n 1.0483e-04, 2.3427e-04]], device='cuda:0')",
|
| 38 |
+
"exp_avg_sq": "tensor([[7.6863e-07, 1.3770e-06, 1.3989e-06, ..., 3.7120e-07, 2.6597e-07,\n 4.1526e-07],\n [4.8871e-07, 8.2848e-07, 1.2157e-06, ..., 2.4895e-07, 1.6245e-07,\n 3.2073e-07],\n [5.7876e-07, 1.0398e-06, 1.1179e-06, ..., 3.0391e-07, 2.1663e-07,\n 2.5401e-07],\n ...,\n [7.8396e-07, 1.4792e-06, 1.7341e-06, ..., 4.2143e-07, 2.9268e-07,\n 4.3755e-07],\n [7.0635e-07, 8.1371e-07, 9.3082e-07, ..., 2.5607e-07, 1.7172e-07,\n 2.5237e-07],\n [7.7216e-07, 1.6386e-06, 1.5155e-06, ..., 4.2371e-07, 2.8627e-07,\n 3.9869e-07]], device='cuda:0')"
|
| 39 |
+
},
|
| 40 |
+
"7": {
|
| 41 |
+
"step": "tensor(2504.)",
|
| 42 |
+
"exp_avg": "tensor([ 4.9172e-03, 6.2600e-03, 9.3269e-04, 9.8232e-04, -3.6121e-03,\n -1.0052e-03, 8.3238e-04, -1.3629e-03, -8.0703e-05, -4.7718e-03,\n 6.6257e-03, 1.4879e-03, -4.1629e-03, -3.2844e-03, -4.8012e-03,\n -1.2644e-03, -1.0621e-03, -3.0517e-03, -1.3752e-03, 5.4768e-03,\n -5.7667e-03, 1.3281e-03, 3.0784e-03, 6.8064e-03, 6.7498e-03,\n 4.0741e-04, -7.6069e-03, -2.3852e-03, 1.6068e-02, -5.0628e-03,\n -6.6853e-03, -1.0493e-02, -5.6032e-03, -9.4182e-03, -7.9786e-04,\n -2.1784e-03, 2.9033e-03, -3.2641e-03, -2.0861e-03, -5.3362e-03,\n -2.0731e-03, 3.7349e-03, 3.6488e-03, -3.2885e-03, 3.6121e-03,\n 6.1362e-04, 5.5264e-03, 9.2371e-04, 9.5278e-03, 2.7041e-03,\n 3.1389e-03, 3.1251e-03, 2.6398e-03, 1.2938e-02, 8.6523e-03,\n -4.0700e-03, -4.1100e-03, -2.1908e-03, 8.9218e-03, -9.0671e-03,\n 7.7166e-03, 1.9254e-03, -6.0753e-03, -1.3818e-03, -3.4439e-03,\n 5.2211e-04, 1.5851e-02, 3.0825e-03, -3.5557e-03, -2.8298e-03,\n 4.7534e-03, -2.3801e-03, 2.1545e-03, -2.0937e-03, 1.4089e-03,\n -1.5148e-03, -2.8945e-03, 3.2832e-03, -2.3750e-04, 2.2503e-03,\n 4.8150e-03, 3.2214e-03, 5.7355e-04, -1.3799e-03, -6.9998e-03,\n 4.8176e-03, 7.3573e-03, -4.4381e-03, -4.5109e-03, 9.0799e-04,\n 7.9917e-04, -6.4532e-03, 3.8233e-03, -4.2369e-04, -3.9032e-03,\n -3.3885e-03, -1.0492e-02, -3.7097e-03, -7.1052e-04, 1.3126e-03,\n 8.8709e-03, 1.0549e-02, 2.6057e-04, 7.0092e-03, 2.1220e-03,\n 7.2374e-03, 3.4939e-03, 4.8765e-03, -2.0938e-03, 1.0434e-03,\n 1.4225e-03, -4.9812e-04, 1.4239e-03, 1.2003e-03, 7.2548e-04,\n -3.9592e-05, 8.7368e-03, -1.2180e-03, -2.3547e-03, -6.3599e-04,\n 3.4325e-03, -6.0240e-03, -5.2314e-03, 6.1310e-04, -2.3029e-03,\n -3.5637e-03, -1.8329e-03, -4.0665e-04, -6.2924e-03, -7.1842e-03,\n 4.0883e-03, -3.6239e-03, 7.6330e-03, 1.1820e-02, -2.6966e-03,\n -6.2015e-03, 1.3434e-02, 3.2458e-03, -3.1312e-03, 7.2649e-03,\n -4.5341e-03, -2.4509e-03, -5.5059e-03, 1.3539e-03, -2.7715e-03,\n -4.0052e-03, 1.7050e-03, -3.9261e-03, 3.3783e-03, 7.3125e-03,\n -3.3177e-03, -2.9071e-03, -8.8542e-03, -3.8675e-03, -4.4008e-03,\n -2.8340e-03, 6.1444e-03, -3.5943e-04, 8.9170e-04, -7.8879e-03,\n 2.0094e-05, -2.1704e-03, 5.2173e-03, -3.4673e-04, 2.4545e-03,\n -7.3796e-04, 1.3660e-03, -1.3532e-03, -6.3443e-03, 3.4291e-03,\n 2.5387e-03, 6.2775e-03, 2.1430e-04, -4.0091e-03, -1.0509e-03,\n -5.2207e-03, 9.7234e-03, -1.6272e-03, 5.8299e-03, -4.3985e-03,\n -2.2030e-03, 7.9139e-03, 1.1849e-03, 4.9639e-03, -7.1946e-03,\n 6.5817e-03, -3.4047e-03, 3.7676e-03, 5.8677e-03, 1.7009e-03,\n 1.9077e-03, 1.4718e-02, 3.8210e-03, -5.7934e-03, -2.1790e-03,\n 5.8432e-03, -3.7809e-03, 3.9534e-03, 4.5701e-03, -1.1530e-03,\n -3.5342e-03, -2.3361e-03, 1.1064e-03, 1.0044e-03, -9.9757e-03,\n -5.8633e-04, -5.0611e-03, -6.7302e-03, -3.8782e-03, 2.1549e-03,\n 3.9403e-03, -1.1030e-03, -4.0884e-04, 7.0925e-03, -3.2943e-03,\n -1.7059e-03, -3.4367e-03, -7.1889e-03, 3.3219e-04, -1.3446e-03,\n 6.5451e-03, 1.6828e-03, 5.0560e-03, 1.9098e-03, 6.8896e-03,\n -5.1697e-03, -2.1393e-03, 2.4553e-04, 2.5205e-03, 8.6702e-03,\n 6.6888e-04, 6.8243e-04, 4.8035e-03, -4.5804e-03, 7.4890e-03,\n 6.5682e-05, -7.4685e-03, 1.5847e-03, -3.9748e-03, -7.8386e-03,\n -5.3231e-03, 1.8132e-03, -2.5650e-03, -1.3293e-04, -4.8256e-03,\n -8.4094e-03, 2.1203e-03, 2.9422e-03, 7.1641e-03, -9.0266e-04,\n 5.1999e-03, -1.0203e-02, -6.9946e-04, -4.4830e-03, 5.3510e-04,\n -9.3325e-03, -3.6301e-03, -6.7525e-03, -1.9017e-03, 3.5091e-03,\n 9.0141e-03, 4.1220e-03, 4.3752e-03, 1.0421e-03, -6.5248e-03,\n 3.8128e-03, 1.1051e-03, 5.5845e-03, 1.0636e-03, -2.9016e-03,\n 4.1796e-03, -7.5445e-04, -1.9351e-03, 3.3556e-03, -7.0003e-03,\n -2.1411e-03, 6.0711e-03, 6.8439e-03, -4.5213e-03, 2.2841e-03,\n 6.4354e-03, -2.2602e-03, -5.0710e-03, 1.2526e-03, 2.6399e-04,\n -6.4738e-04, -1.6049e-03, -1.3688e-03, 1.0145e-02, -8.2708e-03,\n 4.7456e-04, -1.1776e-02, 5.6307e-03, -1.0909e-03, -4.1451e-03,\n -1.4306e-03, 4.3669e-03, -2.2064e-03, 2.0379e-03, 2.4040e-03,\n 7.9908e-03, -1.3235e-03, -7.0297e-03, 3.8175e-03, -8.1565e-04,\n -5.8892e-03, 2.6035e-03, -3.6094e-03, 7.9605e-04, 1.3397e-03,\n -1.0138e-03, 4.9707e-05, -1.4428e-04, -6.0180e-03, 1.4842e-03,\n -4.7297e-03, 4.1997e-05, -7.9172e-03, 4.4518e-03, -3.1398e-03,\n -7.3672e-03, 4.0732e-03, -6.3443e-03, -7.9570e-03, 7.9587e-03,\n 1.5006e-03, -8.0721e-03, 7.9961e-03, -1.1466e-02, 4.9959e-03,\n 7.1457e-03, -1.7885e-03, -6.3842e-03, 5.4217e-04, 2.6576e-03,\n 3.8809e-03, -2.2689e-03, -1.0223e-03, -3.7306e-03, -1.7206e-03,\n -2.9333e-03, -1.9524e-03, -3.1333e-03, -6.8326e-03, 3.4993e-03,\n -1.9945e-03, 2.6686e-03, 3.0494e-03, -2.8012e-03, 2.9501e-03,\n -2.0723e-03, 2.8217e-03, 1.3116e-03, -6.2188e-04, -9.1474e-03,\n -8.8730e-03, 4.1367e-03, 1.2429e-03, 1.4045e-03, -6.9652e-03,\n 1.3814e-02, -4.8458e-03, 7.1442e-03, 1.5611e-02, 9.7715e-04,\n -1.6060e-04, -2.6763e-03, -3.4866e-03, -4.2710e-03, -5.6689e-03,\n 8.4633e-04, 1.4591e-02, 6.8609e-03, -1.4668e-03, 1.6828e-03,\n 1.0643e-03, 8.9181e-03, 8.9615e-03, -4.0595e-04, 4.1210e-03,\n -7.2493e-03, 1.0393e-03, -1.7190e-03, 3.6274e-03, 7.3854e-04,\n 1.4562e-02, 9.3493e-03, -4.5974e-03, -4.4628e-03, -2.8707e-03,\n -1.0923e-03, -3.6847e-03, 1.4846e-03, -1.0658e-03, -4.5476e-03,\n -3.6650e-03, -3.2110e-03, 2.9187e-03, -8.6916e-03, -4.0448e-03,\n -4.5618e-03, 3.5511e-04, 3.6193e-03, -2.8872e-03, -8.0477e-03,\n 5.2790e-03, 2.8180e-03, 7.4935e-03, -4.9230e-03, -4.3605e-03,\n -6.9088e-04, 7.3520e-03, 3.5487e-03, 1.8162e-03, -1.2808e-03,\n -4.7286e-03, -1.0245e-03, 7.6971e-03, 1.9935e-03, -1.5599e-03,\n 3.8949e-03, -3.8426e-04, 4.0196e-03, 5.0975e-04, -5.2592e-03,\n 2.9327e-03, 6.5260e-03, 3.8223e-03, -5.4117e-03, 5.2974e-03,\n -4.4204e-03, 4.5548e-03, 1.6469e-04, -1.1102e-03, -8.8058e-03,\n 1.6354e-04, 3.5669e-04, 2.3730e-03, 1.1185e-03, -3.0654e-03,\n -7.6069e-03, -2.0603e-03, -6.7998e-03, -4.8258e-03, 7.9557e-04,\n -2.9299e-03, -7.5256e-03, -4.1867e-03, 4.2281e-03, -3.1604e-03,\n 2.4049e-03, 4.0787e-05, 2.1824e-03, 3.2410e-03, 4.0341e-03,\n -4.9828e-03, 4.2610e-03, 2.0672e-03, -3.5222e-03, -9.2824e-05,\n -1.1907e-03, -9.7377e-04, 6.5488e-03, 2.4523e-03, -2.2785e-03,\n 3.7114e-03, 5.5611e-03, -2.5819e-04, -7.4854e-03, 4.6791e-03,\n -6.8170e-03, -5.1247e-03, -7.1510e-03, -4.4319e-03, -7.3429e-03,\n 7.3417e-03, -2.9924e-03, 4.3034e-03, 3.4175e-03, 2.4760e-03,\n -5.0295e-03, -3.6065e-03, -6.3286e-03, -6.5740e-03, 7.5640e-03,\n -6.9710e-04, 4.3287e-03, -8.0029e-03, -7.2075e-03, -5.2536e-03,\n -3.9631e-03, -2.8204e-03, -1.2409e-03, 6.3517e-03, -5.9536e-03,\n -5.1286e-03, 1.7330e-03, 9.8432e-04, 1.8637e-03, 5.4286e-03,\n -4.7381e-04, -4.9041e-03, 6.3657e-03, -2.3926e-03, 2.4381e-03,\n -9.6746e-03, -3.3663e-03, -3.8159e-03, 1.9266e-03, 5.1594e-04,\n 3.5972e-03, 1.2137e-02], device='cuda:0')",
|
| 43 |
+
"exp_avg_sq": "tensor([0.0004, 0.0003, 0.0003, 0.0004, 0.0003, 0.0003, 0.0003, 0.0004, 0.0003,\n 0.0004, 0.0002, 0.0004, 0.0004, 0.0003, 0.0004, 0.0003, 0.0004, 0.0004,\n 0.0003, 0.0004, 0.0004, 0.0004, 0.0004, 0.0005, 0.0004, 0.0003, 0.0004,\n 0.0003, 0.0003, 0.0003, 0.0004, 0.0004, 0.0003, 0.0004, 0.0004, 0.0003,\n 0.0003, 0.0004, 0.0003, 0.0004, 0.0004, 0.0004, 0.0005, 0.0003, 0.0004,\n 0.0003, 0.0003, 0.0003, 0.0004, 0.0004, 0.0003, 0.0004, 0.0004, 0.0004,\n 0.0005, 0.0004, 0.0003, 0.0003, 0.0003, 0.0005, 0.0003, 0.0004, 0.0005,\n 0.0004, 0.0003, 0.0004, 0.0004, 0.0004, 0.0004, 0.0004, 0.0004, 0.0004,\n 0.0003, 0.0003, 0.0003, 0.0004, 0.0003, 0.0004, 0.0003, 0.0002, 0.0003,\n 0.0003, 0.0004, 0.0004, 0.0003, 0.0005, 0.0004, 0.0003, 0.0004, 0.0002,\n 0.0004, 0.0003, 0.0004, 0.0003, 0.0003, 0.0004, 0.0003, 0.0004, 0.0004,\n 0.0004, 0.0004, 0.0004, 0.0004, 0.0003, 0.0004, 0.0003, 0.0004, 0.0003,\n 0.0004, 0.0003, 0.0004, 0.0004, 0.0003, 0.0004, 0.0005, 0.0003, 0.0004,\n 0.0004, 0.0003, 0.0003, 0.0003, 0.0004, 0.0003, 0.0004, 0.0005, 0.0005,\n 0.0003, 0.0004, 0.0004, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0004,\n 0.0004, 0.0003, 0.0004, 0.0002, 0.0004, 0.0004, 0.0004, 0.0004, 0.0004,\n 0.0004, 0.0004, 0.0003, 0.0003, 0.0003, 0.0003, 0.0002, 0.0004, 0.0005,\n 0.0003, 0.0003, 0.0003, 0.0004, 0.0004, 0.0003, 0.0002, 0.0003, 0.0004,\n 0.0003, 0.0005, 0.0002, 0.0003, 0.0004, 0.0002, 0.0003, 0.0003, 0.0003,\n 0.0004, 0.0003, 0.0003, 0.0003, 0.0002, 0.0004, 0.0004, 0.0004, 0.0003,\n 0.0004, 0.0003, 0.0004, 0.0003, 0.0001, 0.0005, 0.0003, 0.0004, 0.0004,\n 0.0002, 0.0004, 0.0004, 0.0003, 0.0004, 0.0003, 0.0004, 0.0003, 0.0003,\n 0.0003, 0.0004, 0.0004, 0.0002, 0.0003, 0.0004, 0.0004, 0.0003, 0.0005,\n 0.0003, 0.0003, 0.0004, 0.0003, 0.0003, 0.0004, 0.0004, 0.0004, 0.0003,\n 0.0004, 0.0004, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0004, 0.0004,\n 0.0003, 0.0004, 0.0003, 0.0004, 0.0003, 0.0003, 0.0004, 0.0004, 0.0003,\n 0.0004, 0.0004, 0.0004, 0.0004, 0.0004, 0.0004, 0.0003, 0.0003, 0.0003,\n 0.0003, 0.0004, 0.0003, 0.0002, 0.0003, 0.0002, 0.0004, 0.0004, 0.0005,\n 0.0004, 0.0004, 0.0003, 0.0004, 0.0003, 0.0003, 0.0003, 0.0004, 0.0004,\n 0.0004, 0.0004, 0.0002, 0.0004, 0.0004, 0.0004, 0.0003, 0.0003, 0.0004,\n 0.0004, 0.0004, 0.0004, 0.0003, 0.0005, 0.0004, 0.0003, 0.0004, 0.0004,\n 0.0003, 0.0003, 0.0004, 0.0004, 0.0003, 0.0003, 0.0003, 0.0003, 0.0004,\n 0.0004, 0.0003, 0.0003, 0.0002, 0.0003, 0.0003, 0.0003, 0.0004, 0.0004,\n 0.0004, 0.0003, 0.0004, 0.0003, 0.0005, 0.0004, 0.0004, 0.0003, 0.0004,\n 0.0004, 0.0003, 0.0004, 0.0003, 0.0003, 0.0003, 0.0002, 0.0003, 0.0004,\n 0.0003, 0.0003, 0.0004, 0.0004, 0.0005, 0.0003, 0.0004, 0.0004, 0.0004,\n 0.0003, 0.0004, 0.0004, 0.0004, 0.0005, 0.0003, 0.0004, 0.0003, 0.0003,\n 0.0003, 0.0003, 0.0004, 0.0004, 0.0004, 0.0003, 0.0003, 0.0004, 0.0003,\n 0.0003, 0.0004, 0.0003, 0.0001, 0.0003, 0.0002, 0.0004, 0.0004, 0.0003,\n 0.0004, 0.0003, 0.0003, 0.0003, 0.0005, 0.0003, 0.0003, 0.0003, 0.0004,\n 0.0004, 0.0004, 0.0003, 0.0005, 0.0005, 0.0004, 0.0002, 0.0004, 0.0003,\n 0.0003, 0.0003, 0.0005, 0.0004, 0.0004, 0.0004, 0.0003, 0.0004, 0.0003,\n 0.0003, 0.0004, 0.0004, 0.0003, 0.0004, 0.0003, 0.0004, 0.0005, 0.0003,\n 0.0003, 0.0003, 0.0004, 0.0003, 0.0003, 0.0004, 0.0004, 0.0003, 0.0004,\n 0.0004, 0.0004, 0.0004, 0.0003, 0.0003, 0.0004, 0.0004, 0.0003, 0.0004,\n 0.0002, 0.0003, 0.0003, 0.0004, 0.0004, 0.0004, 0.0004, 0.0004, 0.0003,\n 0.0003, 0.0004, 0.0003, 0.0003, 0.0003, 0.0002, 0.0003, 0.0003, 0.0003,\n 0.0004, 0.0003, 0.0004, 0.0003, 0.0005, 0.0004, 0.0003, 0.0003, 0.0003,\n 0.0003, 0.0003, 0.0003, 0.0005, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003,\n 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0004, 0.0003,\n 0.0003, 0.0004, 0.0003, 0.0004, 0.0002, 0.0003, 0.0004, 0.0004, 0.0003,\n 0.0003, 0.0004, 0.0003, 0.0004, 0.0003, 0.0003, 0.0003, 0.0004, 0.0004,\n 0.0003, 0.0003, 0.0003, 0.0004, 0.0003, 0.0003, 0.0005, 0.0004, 0.0004,\n 0.0004, 0.0003, 0.0003, 0.0003, 0.0004, 0.0004, 0.0004, 0.0004, 0.0004,\n 0.0005, 0.0003, 0.0005, 0.0003, 0.0004, 0.0005, 0.0004, 0.0003, 0.0002,\n 0.0004, 0.0003, 0.0002, 0.0003, 0.0003, 0.0004, 0.0004, 0.0003, 0.0005,\n 0.0005, 0.0004, 0.0004, 0.0004, 0.0003, 0.0005, 0.0003, 0.0004],\n device='cuda:0')"
|
| 44 |
+
},
|
| 45 |
+
"8": {
|
| 46 |
+
"step": "tensor(2504.)",
|
| 47 |
+
"exp_avg": "tensor([[-5.6052e-45, 5.6052e-45, 5.6052e-45, ..., 5.6052e-45,\n 5.6052e-45, 5.6052e-45],\n [-1.1719e-06, 3.2770e-05, 6.9739e-05, ..., 9.1114e-06,\n -1.0330e-05, -6.3088e-04],\n [-4.0883e-05, -6.1879e-04, -8.2959e-05, ..., -8.2614e-05,\n 1.1273e-04, 3.9169e-05],\n ...,\n [ 2.0690e-04, 3.2821e-05, 1.0477e-04, ..., 1.1771e-04,\n -7.1717e-06, -7.8897e-05],\n [-4.8421e-05, -8.6190e-05, -2.0139e-05, ..., 2.9562e-05,\n -1.7898e-04, 3.0108e-06],\n [-2.6057e-05, -1.5794e-05, -2.9793e-05, ..., 1.9289e-04,\n -1.5839e-04, -4.3909e-04]], device='cuda:0')",
|
| 48 |
+
"exp_avg_sq": "tensor([[8.7875e-13, 2.7482e-11, 1.5768e-12, ..., 1.1741e-10, 1.1764e-12,\n 4.1549e-13],\n [1.4466e-07, 4.1921e-07, 2.0753e-07, ..., 7.7790e-08, 1.1515e-08,\n 3.2010e-07],\n [1.5768e-07, 3.9659e-07, 1.4349e-07, ..., 1.7136e-07, 1.3641e-06,\n 2.1126e-07],\n ...,\n [7.5782e-07, 2.5849e-08, 1.8363e-07, ..., 3.0408e-07, 1.7906e-08,\n 6.4573e-07],\n [1.3703e-07, 9.4373e-08, 1.0217e-08, ..., 1.3643e-07, 1.2513e-06,\n 4.1722e-08],\n [1.8747e-07, 2.3842e-08, 7.1421e-09, ..., 5.6862e-08, 4.3724e-07,\n 1.1234e-07]], device='cuda:0')"
|
| 49 |
+
},
|
| 50 |
+
"9": {
|
| 51 |
+
"step": "tensor(2504.)",
|
| 52 |
+
"exp_avg": "tensor([ 5.6052e-45, -2.8076e-04, -5.4515e-03, ..., 1.8862e-03,\n -7.3975e-04, 6.9450e-04], device='cuda:0')",
|
| 53 |
+
"exp_avg_sq": "tensor([1.4464e-07, 2.9052e-04, 2.6136e-04, ..., 2.3633e-04, 2.4913e-04,\n 2.7225e-04], device='cuda:0')"
|
| 54 |
+
},
|
| 55 |
+
"10": {
|
| 56 |
+
"step": "tensor(2504.)",
|
| 57 |
+
"exp_avg": "tensor([[-5.6052e-45, -8.1676e-05, -5.6980e-06, ..., -2.0082e-07,\n -1.1687e-05, 9.6938e-06],\n [ 5.6052e-45, -6.2684e-05, -6.2904e-05, ..., -1.3611e-04,\n -4.1969e-05, -3.2050e-05],\n [ 5.6052e-45, 1.3557e-05, 1.1551e-04, ..., -1.4360e-04,\n -1.9262e-04, -1.2451e-04],\n ...,\n [-5.6052e-45, -3.6395e-05, 5.6798e-05, ..., 1.2876e-04,\n -4.7080e-05, 4.9965e-05],\n [-5.6052e-45, -6.9346e-05, -4.3180e-05, ..., 3.2732e-05,\n -4.4283e-05, -5.3351e-05],\n [ 5.6052e-45, 1.5527e-05, 5.5682e-05, ..., 1.2867e-04,\n -1.0011e-05, 1.2812e-04]], device='cuda:0')",
|
| 58 |
+
"exp_avg_sq": "tensor([[6.0193e-12, 4.0743e-08, 3.1981e-08, ..., 4.2977e-08, 3.4332e-08,\n 3.1912e-08],\n [7.6567e-12, 5.2960e-08, 4.8014e-08, ..., 6.7203e-08, 4.9392e-08,\n 4.5355e-08],\n [8.5667e-13, 5.2728e-08, 5.6946e-08, ..., 7.1322e-08, 5.5126e-08,\n 5.8142e-08],\n ...,\n [7.7674e-12, 5.1708e-08, 4.9263e-08, ..., 6.8657e-08, 5.7691e-08,\n 6.1914e-08],\n [1.0889e-12, 7.4034e-08, 4.6365e-08, ..., 5.8914e-08, 5.6850e-08,\n 4.9327e-08],\n [2.7421e-13, 6.0531e-08, 5.7893e-08, ..., 6.3313e-08, 5.8752e-08,\n 5.5078e-08]], device='cuda:0')"
|
| 59 |
+
},
|
| 60 |
+
"11": {
|
| 61 |
+
"step": "tensor(2504.)",
|
| 62 |
+
"exp_avg": "tensor([[-1.4088e-05, -6.7499e-05, -5.2420e-05, ..., -9.6039e-05,\n -7.3953e-05, 4.4124e-05],\n [ 1.1567e-04, 1.5757e-04, 8.5946e-05, ..., -1.1114e-04,\n 1.1996e-05, 1.0587e-04],\n [-4.1201e-05, 2.3209e-04, 9.6101e-05, ..., -9.7555e-05,\n -3.6956e-05, -2.9775e-05],\n ...,\n [-8.0501e-05, -2.8415e-04, 1.3257e-04, ..., 2.8759e-05,\n 4.2923e-05, -3.1043e-05],\n [-1.0308e-04, 1.1614e-04, -1.4746e-05, ..., -1.5141e-04,\n 2.5192e-05, -5.9800e-05],\n [-1.8160e-05, -7.2846e-05, 1.4427e-05, ..., -5.2493e-05,\n 9.6735e-05, 3.7395e-05]], device='cuda:0')",
|
| 63 |
+
"exp_avg_sq": "tensor([[1.3710e-07, 2.0382e-07, 2.9677e-07, ..., 1.0110e-07, 7.1628e-08,\n 1.3235e-07],\n [1.3080e-07, 2.1511e-07, 2.6535e-07, ..., 1.1285e-07, 7.5954e-08,\n 9.2598e-08],\n [1.2304e-07, 2.1837e-07, 1.7836e-07, ..., 1.0229e-07, 6.7633e-08,\n 8.5608e-08],\n ...,\n [1.2122e-07, 2.5221e-07, 2.4230e-07, ..., 1.1086e-07, 8.8708e-08,\n 1.1140e-07],\n [1.2934e-07, 2.3846e-07, 2.1053e-07, ..., 1.0379e-07, 5.9155e-08,\n 1.3270e-07],\n [1.2276e-07, 2.4057e-07, 2.1819e-07, ..., 1.2160e-07, 7.8143e-08,\n 1.0528e-07]], device='cuda:0')"
|
| 64 |
+
},
|
| 65 |
+
"12": {
|
| 66 |
+
"step": "tensor(2504.)",
|
| 67 |
+
"exp_avg": "tensor([ 1.5862e-03, 3.6201e-03, 3.5210e-03, 1.3746e-03, -4.2803e-03,\n 6.1143e-03, -1.5963e-03, -2.0269e-03, -3.6681e-03, -1.2410e-03,\n -5.2423e-03, 6.4002e-04, 3.9356e-03, 5.9891e-03, 3.4896e-03,\n 1.1627e-03, -1.0278e-03, 5.7262e-03, 4.1764e-03, 1.9524e-04,\n -4.2113e-03, -2.7807e-03, -7.3012e-04, 4.2979e-04, 8.7473e-04,\n 2.0237e-03, 2.7456e-03, 2.0034e-03, -5.4842e-04, 1.7232e-03,\n 1.9643e-03, 6.5960e-04, -2.4576e-03, -2.1205e-03, -3.4902e-03,\n -2.5438e-03, -4.5700e-03, 2.3506e-04, -1.1483e-03, 1.8822e-03,\n 2.2525e-03, 2.2556e-03, -1.8966e-03, -3.3264e-03, -2.0237e-03,\n -1.9312e-03, 1.4439e-04, 2.0512e-03, -5.2792e-03, 5.3149e-04,\n 1.3382e-04, 6.2982e-04, 3.5522e-03, -7.5957e-04, -2.7005e-03,\n 5.9678e-04, -1.8921e-03, -6.1533e-04, 3.4280e-04, -1.3824e-03,\n -3.2970e-03, 2.5527e-03, 5.2252e-03, 1.9682e-03, -6.5782e-03,\n -3.2423e-03, 4.1659e-03, -1.1177e-03, 4.3272e-03, -9.0831e-04,\n 1.9018e-03, -1.3942e-03, -7.4607e-04, 2.3405e-03, 7.4430e-04,\n 7.7792e-04, -4.3820e-03, -1.1552e-03, 2.8328e-03, -8.2528e-04,\n 6.0597e-03, 1.7441e-03, 1.3871e-03, 3.6344e-03, 3.4738e-03,\n 1.4998e-03, -7.8398e-04, 5.6182e-03, 4.5087e-03, -1.4211e-03,\n 2.0558e-03, 3.8939e-03, 1.6427e-03, 1.7479e-03, 1.8072e-04,\n -4.5060e-03, -2.5505e-03, 4.1937e-03, -5.5669e-04, 1.9014e-04,\n -1.3278e-03, -4.3295e-03, 8.8580e-04, -3.1126e-03, -1.6372e-03,\n 3.5712e-03, -1.5590e-03, -5.6550e-03, -1.7957e-03, 3.9690e-03,\n -1.8674e-37, 7.3017e-04, -3.0066e-03, -2.2516e-03, -1.8723e-03,\n 1.0676e-03, 1.6226e-03, 2.0457e-03, -6.2756e-03, -2.1944e-03,\n 2.4344e-03, -8.4126e-03, -9.8603e-03, 1.5013e-03, 2.5892e-03,\n 8.6347e-04, -3.6422e-03, 2.7212e-03, -3.2648e-03, 9.9895e-04,\n 3.3260e-03, 2.5464e-03, 2.4141e-03, -1.5566e-03, 2.9292e-03,\n 2.3925e-04, -4.8072e-03, -1.6490e-03, 3.4316e-03, -1.0290e-03,\n 1.4417e-03, -1.0972e-03, -3.1949e-03, -8.2493e-04, -3.1906e-03,\n -1.3046e-03, -1.4349e-03, 7.1545e-03, -1.8561e-03, -4.1810e-03,\n 1.2556e-03, -2.4125e-03, 4.7138e-04, -4.0307e-03, -3.8710e-03,\n 1.1738e-03, 1.7722e-03, 7.7714e-04, 7.1686e-05, -3.6513e-03,\n -8.8362e-03, 5.2913e-03, -1.5990e-03, 9.0567e-04, -3.2808e-03,\n -8.9235e-04, 1.5754e-03, 1.7838e-03, 9.8198e-04, 4.3729e-05,\n 9.2309e-04, -1.2415e-03, -1.1225e-02, -1.6977e-03, 1.9011e-03,\n -2.1101e-03, -2.2898e-03, -4.5737e-03, 3.0988e-03, -1.4785e-03,\n 5.6052e-45, -5.4484e-03, -3.9288e-03, -4.4730e-03, 1.3628e-03,\n -1.3809e-03, 2.0768e-03, 6.1704e-03, -8.8991e-04, -3.5683e-04,\n -5.1312e-03, 3.1643e-03, 6.2770e-03, -1.6598e-03, -6.8635e-04,\n 2.3741e-03, 4.5578e-03, 1.0339e-03, -2.4880e-03, -2.7456e-03,\n -5.1716e-04, 1.3330e-03, 1.7259e-03, 1.3578e-04, 7.0130e-03,\n -9.2679e-03, -4.3110e-03, -1.4210e-04, 2.9674e-04, -4.7048e-03,\n 7.4851e-04, 4.8896e-04, 1.8197e-04, 2.6498e-03, -2.3819e-03,\n -1.8231e-03, 1.1677e-03, -3.3722e-04, -2.0652e-03, -2.3861e-03,\n -1.9931e-03, -1.1266e-04, 2.0113e-03, -2.0574e-03, -1.9556e-04,\n -2.5249e-03, 3.1811e-03, 1.1623e-04, -1.0418e-03, -4.3984e-03,\n 5.5843e-03, 1.5925e-03, -3.8074e-03, 4.4685e-04, -4.9809e-03,\n -5.9043e-04, -2.2013e-03, -2.5099e-04, -5.2063e-03, -7.9181e-03,\n 1.9210e-03, -2.1008e-03, -1.1651e-03, 1.0482e-03, 1.5134e-03,\n -1.1011e-03, 6.8976e-03, -1.1565e-03, 1.0646e-03, 2.1356e-03,\n -4.6878e-03, 5.4890e-03, -3.9983e-04, 1.6455e-03, -5.1870e-03,\n 9.2320e-04, -2.8306e-03, 1.2623e-03, -3.8454e-03, -4.0610e-03,\n -2.1909e-04, 1.7759e-03, -2.4140e-03, 3.3382e-03, -3.9270e-03,\n 2.0679e-04, -1.7456e-03, 5.3359e-04, -2.7183e-03, 2.7551e-03,\n -7.1777e-03, 9.0933e-04, -7.5026e-04, -8.9444e-04, 1.4991e-03,\n -4.5292e-05, -2.2210e-03, -4.4237e-03, 9.5860e-04, 2.5876e-04,\n -1.0562e-03, -2.0348e-03, 9.6937e-04, 5.3333e-03, -1.8133e-03,\n 2.2400e-03, -2.4309e-04, -4.6263e-03, 7.1121e-04, -1.1015e-03,\n 1.0870e-03, 2.5331e-03, 1.6436e-03, 3.6931e-03, -6.4604e-03,\n -6.5789e-04, -5.5052e-03, 1.0555e-03, 3.5222e-03, 2.7798e-03,\n 9.1614e-04, -1.4289e-03, 1.0433e-03, 5.2016e-04, -1.7993e-03,\n 1.8657e-03, -4.5822e-03, -2.5150e-04, 6.1686e-04, -2.4673e-04,\n -2.9207e-04, 1.9763e-04, -2.1106e-03, -1.2322e-04, -1.2303e-03,\n 4.1718e-03, 2.1313e-03, -1.9127e-03, 3.3030e-03, 1.2073e-03,\n 5.2160e-03, 4.3991e-03, 2.4336e-03, 1.2745e-03, -5.8075e-03,\n -2.2842e-03, -6.4758e-03, -3.0080e-03, -2.0207e-03, 6.9099e-04,\n -2.8435e-03, 3.6767e-03, 4.7863e-03, -3.0994e-03, -5.3700e-03,\n -9.7881e-03, 1.1672e-03, -1.9380e-03, -5.4774e-03, 4.0145e-03,\n 3.4927e-03, -1.8849e-03, 1.7386e-03, -8.3606e-03, 2.3893e-03,\n -2.5439e-03, -5.3984e-03, -4.9747e-03, 6.4012e-05, 7.1367e-03,\n -1.7663e-03, 3.6728e-04, 3.4371e-03, 1.8789e-03, 7.0074e-04,\n 5.8195e-03, -5.8729e-04, 1.7882e-03, 1.4140e-04, 7.0676e-03,\n 7.5753e-04, 7.3643e-04, 3.9009e-03, -7.1896e-03, 1.7128e-03,\n 3.7047e-03, 1.7594e-03, -5.1860e-03, 1.5222e-03, -6.7116e-04,\n -6.0954e-04, -2.5419e-03, -2.4005e-03, 3.5767e-03, 2.4470e-03,\n 2.0671e-03, -7.4639e-04, -4.4819e-04, -1.8978e-05, 5.5914e-03,\n 2.0235e-03, 3.6565e-03, -5.4437e-04, 6.6311e-04, -4.3611e-03,\n -2.2569e-03, -2.9899e-03, -1.4687e-03, -4.0094e-03, -3.5001e-03,\n -2.1880e-03, 2.7334e-03, 3.4648e-03, 4.0662e-03, -1.9391e-03,\n -3.1105e-03, 2.8235e-03, 1.7718e-03, -3.9547e-03, 2.8838e-03,\n 4.3978e-03, -5.2591e-03, 3.4986e-03, 8.7281e-04, 3.1391e-03,\n 2.6023e-03, -2.0447e-03, -1.3751e-03, 7.8043e-03, 2.1321e-03,\n -1.8064e-03, 5.4189e-03, -5.6210e-03, 4.1206e-03, -1.3474e-03,\n -6.9552e-03, 4.3615e-04, 9.5399e-03, 1.0427e-03, -1.9264e-03,\n 3.3589e-04, -1.8224e-03, 1.1944e-03, 2.2720e-04, 1.2320e-03,\n 1.9678e-03, -4.1932e-04, 3.8397e-03, 1.1031e-03, -2.8050e-04,\n -1.4989e-03, 1.9057e-04, -2.3013e-03, 4.5743e-03, -3.5361e-03,\n -1.6755e-03, -1.9323e-03, -3.5948e-03, 1.3264e-04, -3.9686e-03,\n -3.2654e-03, -3.8829e-03, 1.8815e-03, 1.0801e-03, 4.7140e-03,\n -4.1771e-03, 3.2925e-03, -7.5326e-04, -8.6645e-04, 3.0403e-04,\n 7.3893e-03, -1.1958e-03, -5.9955e-04, 2.6608e-03, 1.9063e-04,\n 7.9306e-03, -1.0946e-03, -6.3523e-03, -1.8058e-03, 1.7161e-03,\n -2.5383e-03, -2.0483e-03, -3.7231e-03, -8.1507e-04, 3.0514e-03,\n -3.3474e-03, -2.9757e-03, -3.0004e-03, 3.2778e-03, 1.7855e-03,\n 5.4637e-04, 2.4665e-03, 3.9175e-04, -2.0236e-03, 3.9349e-03,\n -7.0904e-03, -2.8766e-03, -3.8482e-03, -1.5062e-03, -1.4361e-03,\n -1.9625e-03, -4.1561e-03, -9.0938e-04, -4.1997e-03, 4.4187e-03,\n 5.2252e-04, 1.6683e-03, 1.8613e-04, 1.5119e-03, 8.2563e-04,\n 3.0054e-04, -4.3758e-03, 5.6012e-04, 4.5419e-03, 8.4989e-04,\n 3.5671e-03, 3.4346e-04, -5.6094e-04, -6.0867e-04, -1.6519e-03,\n -2.1913e-03, 5.4114e-06, 5.3339e-04, 3.6460e-03, 2.0480e-03,\n -3.9648e-03, -2.5347e-03, 6.5088e-04, 1.5469e-03, -4.1614e-03,\n -4.6297e-03, 1.3833e-03, -2.1495e-03, 4.9943e-03, -1.5816e-03,\n -7.2924e-04, 5.0979e-03, -5.4780e-03, 1.0206e-03, 2.8854e-03,\n 3.5608e-03, -2.3242e-03, -6.5591e-04, -1.5196e-03, -4.4855e-03,\n -2.9397e-03, 5.8639e-04, 3.6171e-03, 2.1549e-04, -5.0123e-03,\n 2.6931e-03, 1.3825e-03, -1.9765e-03, -6.2797e-04, 1.7355e-03,\n 2.3002e-03, -5.5656e-04, 8.5643e-03, -3.2122e-03, -1.5041e-03,\n -1.6072e-03, 1.1935e-03, 5.5815e-04, -1.3142e-05, -2.2500e-03,\n -3.5622e-03, -7.4473e-03, 3.4793e-03, -2.3886e-03, -2.6484e-03,\n 3.9054e-04, 8.1089e-04, -4.1963e-03, 2.7793e-03, 3.2114e-04,\n -1.0434e-02, -1.8683e-03, -3.6214e-03, 5.9400e-03, 6.8334e-04,\n -4.0983e-05, 3.8189e-03, 7.9109e-03, 1.7344e-03, -2.3182e-04,\n 4.9228e-04, 6.9846e-04, 4.4757e-03, -1.0316e-03, -6.5632e-04,\n -8.2943e-03, 1.0448e-03, 3.9796e-04, -9.0039e-03, 7.6505e-03,\n 9.3485e-04, -1.9860e-03, 5.2143e-03, 1.3360e-07, -4.4525e-04,\n -2.1697e-03, 5.6052e-45, -1.5863e-04, 2.3370e-03, -3.5712e-03,\n -4.6941e-03, 2.8314e-03, 5.7934e-04, 6.7438e-04, -3.8430e-03,\n -3.8126e-03, -9.5326e-04, -8.6959e-04, 6.8163e-04, -1.3325e-03,\n -3.1731e-04, -6.0190e-03, -4.2278e-03, 1.7308e-03, -1.8350e-03,\n -1.6179e-03, 1.3389e-03, -4.0903e-03, 2.3696e-04, 4.0449e-03,\n 3.6463e-04, 4.3138e-03, -7.8021e-04, -4.3420e-04, 1.9817e-04,\n 4.1407e-03, 6.5814e-04, 2.2372e-03, -3.7688e-04, 3.6769e-04,\n 1.2555e-03, 2.2226e-05, 2.1354e-03, 4.5009e-04, -3.0068e-03,\n -5.8643e-04, 1.3918e-03, 1.0180e-03, -4.5292e-04, -3.3225e-03,\n 4.3574e-03, -5.0979e-03, -2.2278e-03, -5.6804e-03, 1.0449e-03,\n -3.8158e-03, -2.9154e-05, 3.4503e-04, -2.0865e-03, 2.3636e-03,\n -6.6203e-03, -4.5277e-03, -6.9662e-03, 1.2407e-03, 5.7962e-04,\n 5.1361e-03, -4.3317e-03, 3.1595e-03, -1.5374e-03, 1.0514e-03,\n -1.2228e-03, -2.0091e-03, 2.5998e-03, -3.0860e-03, -8.6626e-04,\n 1.8053e-03, 3.6810e-03, 4.7789e-03, -5.6522e-03, 1.8217e-03,\n -2.9135e-04, 1.4647e-03, 1.8216e-03, 9.2402e-03, -2.5409e-03,\n -2.3549e-04, 2.0131e-03, -2.5632e-03, -3.4577e-03, -1.2910e-03,\n 5.7144e-04, -5.0886e-05, 8.3675e-04, -1.3769e-03, 3.7559e-03,\n -1.3385e-03, 1.0195e-03, -9.2907e-04, 2.0928e-04, -2.6436e-03,\n 2.2060e-04, 3.2611e-03, 1.6134e-04, 1.9865e-03, -2.4055e-04,\n -6.7086e-04, 3.5192e-03, 7.7823e-03, -1.6614e-03, 3.1584e-03,\n 4.5411e-03, 1.9808e-03, 3.5169e-03, 6.2510e-04, 1.6598e-03,\n -1.9087e-03, -1.2167e-03, -9.3730e-04, -1.5654e-04, -5.4411e-03,\n 1.5450e-03, -6.6506e-03, 2.5849e-04, 6.3524e-04, 1.5228e-03,\n 1.8659e-04, -4.6144e-03, 1.0087e-03, 1.1268e-03, -3.5528e-03,\n -2.2385e-03, -1.2825e-03, 2.0456e-03, -3.4235e-03, 1.3684e-03,\n -2.2246e-03, -2.3454e-03, 4.9106e-04, 5.4899e-03, 1.6224e-03,\n -8.3477e-04, -6.5904e-03, 1.1696e-03, 4.4337e-03, -4.1741e-04,\n -2.2477e-03, 1.1092e-03, -5.0596e-04, -2.0073e-03, -2.2856e-03,\n 5.4929e-04, -1.4286e-03, 9.3024e-04, 9.7444e-04, 5.1063e-04,\n -3.1795e-03, -6.4507e-04, 3.5427e-05, 9.9590e-04, -7.1332e-04,\n 5.3798e-03, -8.9000e-03, 5.2692e-03, -3.0308e-03, -2.8096e-03,\n 9.1763e-04, 1.2495e-03, 9.9047e-05, 2.6474e-03, 5.0244e-04,\n 3.2537e-03, -1.3022e-03, 4.2880e-03, 1.6260e-03, 4.3379e-03,\n -8.3385e-04, 4.2042e-03, -2.7889e-03, 4.6558e-04, 2.0882e-03,\n 2.7733e-03, 1.7053e-03, -3.7232e-04, 4.8264e-03, -8.6079e-04,\n -6.0978e-03, -1.1687e-03, 3.3133e-03, 1.6427e-03, -1.8338e-03,\n -4.5668e-03, 5.6927e-04, -1.0698e-03], device='cuda:0')",
|
| 68 |
+
"exp_avg_sq": "tensor([1.1270e-04, 1.1683e-04, 1.1473e-04, 1.5346e-04, 2.0614e-04, 1.5674e-04,\n 1.1247e-04, 1.3186e-04, 1.7835e-04, 1.4217e-04, 1.1278e-04, 2.0229e-04,\n 1.5065e-04, 1.2641e-04, 1.2391e-04, 7.0899e-05, 1.1146e-04, 1.2459e-04,\n 1.8565e-04, 9.5615e-05, 1.5522e-04, 1.3177e-04, 1.2482e-04, 1.0153e-04,\n 1.4020e-04, 1.2933e-04, 6.8071e-05, 1.3794e-04, 8.8726e-05, 1.4555e-04,\n 1.7018e-04, 1.2275e-04, 1.2773e-04, 1.0466e-04, 1.8556e-04, 1.0802e-04,\n 1.5013e-04, 1.4744e-04, 1.2302e-04, 9.3930e-05, 1.5554e-04, 1.6802e-04,\n 1.4068e-04, 9.0899e-05, 9.1163e-05, 1.1251e-04, 1.9401e-05, 1.2120e-04,\n 1.2652e-04, 1.1124e-04, 1.0013e-04, 1.0360e-04, 1.0394e-04, 8.3739e-05,\n 1.9721e-04, 1.3030e-04, 5.3813e-05, 7.7092e-05, 1.9523e-04, 1.1860e-04,\n 1.8858e-04, 1.2834e-04, 1.6544e-04, 1.3852e-04, 1.1326e-04, 1.4697e-04,\n 1.6868e-04, 1.1874e-04, 1.5136e-04, 1.0183e-04, 9.3624e-05, 1.1285e-04,\n 1.1778e-04, 1.0095e-04, 1.4087e-04, 1.1024e-04, 1.1577e-04, 1.1935e-04,\n 1.1674e-04, 2.1023e-04, 1.5123e-04, 8.1472e-05, 1.3152e-04, 1.5845e-04,\n 1.2442e-04, 1.6345e-04, 9.7214e-05, 1.4896e-04, 1.1501e-04, 1.7252e-04,\n 1.4168e-04, 1.0272e-04, 1.4332e-04, 1.3077e-04, 9.0128e-05, 1.4390e-04,\n 1.5442e-04, 1.4135e-04, 1.7422e-04, 1.7723e-04, 1.5229e-04, 1.6497e-04,\n 1.3191e-04, 8.0215e-05, 1.4569e-04, 1.3381e-04, 1.2263e-04, 1.3024e-04,\n 1.3049e-04, 1.2817e-04, 1.0023e-08, 5.6316e-05, 1.6413e-04, 1.3515e-04,\n 9.9893e-05, 1.3828e-04, 1.9889e-04, 1.3156e-04, 1.5018e-04, 8.3057e-05,\n 1.5032e-04, 1.8497e-04, 1.6017e-04, 1.7457e-04, 1.7311e-04, 8.7599e-05,\n 9.2024e-05, 1.1990e-04, 1.6404e-04, 1.2731e-04, 9.2913e-05, 1.5638e-04,\n 1.4473e-04, 1.4126e-04, 1.4917e-04, 1.1914e-04, 1.3425e-04, 1.4801e-04,\n 1.1448e-04, 9.2805e-05, 1.2506e-04, 5.5373e-05, 1.1609e-04, 1.0633e-04,\n 1.2756e-04, 1.4801e-04, 8.3946e-05, 1.7011e-04, 1.2131e-04, 1.2252e-04,\n 1.5758e-04, 1.0056e-04, 1.2299e-04, 1.4804e-04, 1.7184e-04, 1.4830e-04,\n 1.6692e-04, 1.4957e-04, 1.4233e-04, 1.5990e-04, 1.6344e-04, 1.5129e-04,\n 1.5317e-04, 1.6346e-04, 1.6143e-04, 1.2452e-04, 1.1639e-04, 1.6144e-04,\n 1.1514e-04, 1.2743e-04, 1.0270e-04, 1.1646e-04, 1.5530e-04, 1.3321e-04,\n 7.3037e-05, 1.2960e-04, 1.0816e-04, 1.0618e-04, 1.2706e-04, 1.8783e-04,\n 3.8877e-10, 1.4922e-04, 9.0352e-05, 1.5793e-04, 1.7905e-04, 1.0391e-04,\n 2.1532e-04, 1.4097e-04, 1.3068e-04, 1.0511e-04, 1.0770e-04, 1.5058e-04,\n 1.9276e-04, 1.0152e-04, 1.1024e-04, 1.2162e-04, 1.7105e-04, 1.0946e-04,\n 8.3946e-05, 1.4222e-04, 1.2282e-04, 1.0726e-04, 1.2915e-04, 4.8366e-05,\n 1.1619e-04, 7.9090e-05, 9.1910e-05, 9.7809e-05, 1.0797e-04, 1.1467e-04,\n 1.6385e-04, 6.3562e-05, 1.6400e-04, 1.2308e-04, 3.5553e-05, 1.7835e-04,\n 1.0279e-04, 1.5219e-04, 1.2668e-04, 1.6509e-04, 1.8949e-04, 7.5422e-05,\n 1.2501e-04, 1.2697e-04, 1.2474e-04, 1.0515e-04, 1.1293e-04, 1.2271e-04,\n 1.1954e-04, 1.1365e-04, 1.1448e-04, 1.3707e-04, 1.5279e-04, 8.2956e-05,\n 1.6709e-04, 1.5268e-04, 1.0551e-04, 8.4810e-05, 1.7142e-04, 1.9406e-04,\n 9.1268e-05, 1.6933e-04, 1.4436e-04, 1.0386e-04, 9.7484e-05, 1.0239e-04,\n 2.1133e-04, 1.0493e-04, 1.9286e-04, 1.0572e-04, 1.6072e-04, 1.9178e-04,\n 9.3204e-05, 1.0900e-04, 1.0074e-04, 1.2767e-04, 1.6869e-04, 1.6748e-04,\n 1.0224e-04, 1.3474e-04, 1.2434e-04, 1.9214e-04, 8.5376e-05, 2.0275e-04,\n 1.1040e-04, 3.4340e-05, 1.1110e-04, 1.0357e-04, 1.6154e-04, 7.2330e-05,\n 1.0570e-04, 1.3048e-04, 1.2522e-04, 1.2192e-04, 1.1009e-04, 1.4190e-04,\n 1.4361e-04, 8.8232e-05, 1.3994e-04, 5.5143e-05, 1.7050e-04, 1.5598e-04,\n 9.4056e-05, 1.5774e-04, 1.6296e-04, 1.5985e-04, 6.9896e-05, 1.4286e-04,\n 1.5685e-04, 1.5051e-04, 1.2947e-04, 7.3200e-05, 1.8792e-04, 1.7719e-04,\n 1.3758e-04, 9.5085e-05, 1.9758e-04, 8.8779e-05, 1.0428e-04, 1.6447e-04,\n 1.5279e-04, 1.2464e-04, 1.4006e-04, 1.2822e-04, 1.0699e-04, 1.4449e-04,\n 1.7703e-04, 9.0733e-05, 1.3380e-04, 9.5214e-05, 1.4955e-04, 1.5090e-04,\n 1.3038e-04, 9.0616e-05, 1.8323e-04, 9.1684e-05, 1.5236e-04, 1.1520e-04,\n 1.2723e-04, 9.3525e-05, 1.5120e-04, 1.2809e-04, 1.5460e-04, 1.1524e-04,\n 1.3908e-04, 1.3691e-04, 1.0792e-04, 1.2211e-04, 7.9087e-05, 5.9369e-05,\n 1.4222e-04, 8.1755e-05, 1.2786e-04, 1.0179e-04, 1.3595e-04, 1.1447e-04,\n 1.2606e-04, 8.3206e-05, 1.4487e-04, 1.5337e-04, 1.5526e-04, 1.0658e-04,\n 1.1422e-04, 1.8825e-04, 1.3405e-04, 1.6184e-04, 1.1692e-04, 1.3535e-04,\n 9.2373e-05, 1.4313e-04, 1.7496e-04, 2.0495e-04, 7.9589e-05, 8.8377e-05,\n 1.3976e-04, 1.4987e-04, 1.1031e-04, 1.3047e-04, 1.0496e-04, 1.2505e-04,\n 7.2232e-05, 1.1927e-04, 1.9828e-04, 1.5682e-04, 7.1481e-05, 1.6263e-04,\n 1.2239e-04, 8.9219e-05, 1.1454e-04, 1.0331e-04, 1.0495e-04, 1.1654e-04,\n 1.3204e-04, 1.1685e-04, 1.6999e-04, 1.1213e-04, 6.3292e-05, 1.4058e-04,\n 1.5310e-04, 1.4457e-04, 8.2935e-05, 1.4547e-04, 1.4121e-04, 1.0123e-04,\n 1.5224e-04, 1.6603e-04, 1.4249e-04, 1.0227e-04, 9.2221e-05, 1.0703e-04,\n 1.5749e-04, 1.2842e-04, 9.6352e-05, 1.0980e-04, 1.0576e-04, 1.3073e-04,\n 9.9308e-05, 1.7011e-04, 1.2418e-04, 1.4377e-04, 1.2948e-04, 1.2234e-04,\n 1.7026e-04, 9.3089e-05, 1.5533e-04, 8.6122e-05, 1.2342e-04, 1.2958e-04,\n 1.2066e-04, 1.3019e-04, 1.6955e-04, 1.4145e-04, 1.3684e-04, 1.4839e-04,\n 1.6133e-04, 1.7640e-04, 7.7908e-05, 1.4253e-04, 1.2725e-04, 9.5938e-05,\n 1.5037e-04, 8.1745e-05, 1.4783e-04, 8.3042e-05, 9.3097e-05, 9.8399e-05,\n 6.9799e-05, 1.5125e-04, 1.5859e-04, 1.4884e-04, 1.4029e-04, 1.7341e-04,\n 1.1578e-04, 1.3902e-04, 8.7227e-05, 1.2856e-04, 1.2389e-04, 1.3288e-04,\n 1.4255e-04, 1.2080e-04, 1.6786e-04, 6.3813e-05, 1.3044e-04, 1.6033e-04,\n 1.4714e-04, 1.3071e-04, 9.1117e-05, 7.7166e-05, 1.5544e-04, 1.1215e-04,\n 1.6523e-04, 1.4570e-04, 1.1639e-04, 1.2550e-04, 1.5721e-04, 1.5969e-04,\n 1.0073e-04, 7.8366e-05, 1.7604e-04, 1.2219e-04, 1.1889e-04, 1.4680e-04,\n 1.3943e-04, 2.0796e-04, 9.7575e-05, 1.1167e-04, 1.3809e-04, 1.0153e-04,\n 9.9688e-05, 7.1492e-05, 9.0390e-05, 8.7376e-05, 1.2865e-04, 1.3579e-04,\n 1.1139e-04, 1.8772e-04, 1.1181e-04, 1.6739e-04, 1.0930e-04, 9.4477e-05,\n 9.8638e-05, 1.2860e-04, 1.0091e-04, 1.6961e-04, 2.1957e-04, 1.2803e-04,\n 9.3621e-05, 1.7555e-04, 6.9733e-05, 1.3256e-04, 1.8045e-04, 1.8154e-04,\n 1.4443e-04, 1.7107e-04, 1.3354e-04, 1.6890e-04, 1.7382e-04, 1.5830e-04,\n 1.6137e-04, 1.4224e-04, 1.2894e-04, 1.5605e-04, 1.0021e-04, 1.5905e-04,\n 1.4656e-04, 1.5449e-04, 9.8783e-05, 9.6696e-05, 1.6370e-04, 9.0133e-05,\n 1.4407e-04, 1.7661e-04, 1.8521e-04, 1.1245e-04, 1.3111e-04, 1.5586e-04,\n 1.4081e-04, 1.7117e-04, 1.4001e-04, 1.2234e-04, 1.1582e-04, 1.3363e-04,\n 1.4116e-04, 1.7151e-04, 1.7627e-04, 1.4113e-04, 1.5548e-04, 1.0065e-04,\n 1.1894e-04, 7.6658e-05, 1.2358e-04, 1.2327e-04, 1.8660e-04, 1.2534e-04,\n 1.8829e-04, 9.8112e-05, 1.2293e-04, 1.5520e-04, 1.1708e-04, 1.4735e-04,\n 1.4507e-04, 1.6600e-04, 1.0215e-04, 1.1209e-04, 1.8528e-04, 1.3864e-04,\n 1.4786e-04, 1.7752e-04, 1.3638e-04, 1.2399e-04, 1.1812e-04, 1.1486e-04,\n 1.1891e-04, 1.7470e-04, 1.0841e-04, 1.5458e-04, 1.5457e-04, 1.2581e-04,\n 1.5282e-04, 1.3879e-04, 1.5369e-04, 1.6351e-04, 1.7531e-04, 9.6192e-05,\n 7.9145e-05, 1.1993e-04, 1.1704e-04, 1.6828e-04, 1.2453e-04, 1.3404e-04,\n 1.2654e-04, 8.1581e-05, 1.4506e-04, 1.1693e-04, 1.0197e-04, 6.9262e-05,\n 1.6403e-04, 1.4808e-04, 1.4199e-08, 1.1339e-04, 6.5887e-05, 2.7198e-09,\n 8.7196e-05, 1.5351e-04, 1.0574e-04, 1.3982e-04, 9.4397e-05, 1.3315e-04,\n 8.9976e-05, 1.4272e-04, 1.1699e-04, 1.1413e-04, 9.0134e-05, 1.0444e-04,\n 1.4019e-04, 1.1253e-04, 1.5144e-04, 1.8995e-04, 1.6507e-04, 1.7965e-04,\n 7.7782e-05, 7.7909e-05, 1.2542e-04, 1.4451e-04, 1.0942e-04, 1.0356e-04,\n 1.1395e-04, 1.3146e-04, 1.6059e-04, 1.0774e-04, 1.3261e-04, 8.5531e-05,\n 6.1599e-05, 1.5777e-04, 8.7613e-05, 8.8963e-05, 1.8118e-04, 1.5710e-04,\n 1.1089e-04, 1.0116e-04, 1.6843e-04, 1.0821e-04, 9.4927e-05, 1.0029e-04,\n 1.1126e-04, 1.5528e-04, 1.0622e-04, 1.4129e-04, 1.2463e-04, 1.3882e-04,\n 1.4614e-04, 1.0073e-04, 1.1057e-04, 1.0858e-04, 1.4565e-04, 1.6663e-04,\n 1.4840e-04, 1.1663e-04, 1.3694e-04, 1.4363e-04, 9.5084e-05, 1.3337e-04,\n 9.9590e-05, 7.3347e-05, 1.1410e-04, 1.3698e-04, 1.8282e-04, 1.0744e-04,\n 1.3640e-04, 1.0624e-04, 8.3728e-05, 1.5498e-04, 1.4565e-04, 1.2428e-04,\n 1.2497e-04, 1.0884e-04, 1.1385e-04, 1.1742e-04, 1.7589e-04, 1.2129e-04,\n 1.1663e-04, 7.2667e-05, 1.1229e-04, 1.1109e-04, 1.0454e-04, 9.6459e-05,\n 7.4720e-05, 1.0537e-04, 9.3258e-05, 1.2110e-04, 1.4793e-04, 1.2936e-04,\n 1.1310e-04, 1.1137e-04, 1.5535e-04, 1.2541e-04, 1.7403e-04, 1.3114e-04,\n 9.5697e-05, 1.0352e-04, 1.1910e-04, 1.3689e-04, 1.3442e-04, 1.5536e-04,\n 1.2812e-04, 1.3018e-04, 9.4130e-05, 1.3356e-04, 9.6177e-05, 1.0650e-04,\n 1.2652e-04, 1.5251e-04, 1.9100e-04, 1.6330e-04, 1.2323e-04, 1.4333e-04,\n 1.5329e-04, 6.9445e-05, 1.6452e-04, 8.1103e-05, 1.3139e-04, 7.7331e-05,\n 1.3520e-04, 1.4469e-04, 1.2494e-04, 1.3024e-04, 4.8069e-05, 1.1037e-04,\n 1.8074e-04, 1.3911e-04, 1.1467e-04, 2.1240e-04, 1.0360e-04, 1.8389e-04,\n 9.0465e-05, 1.3143e-04, 2.0755e-04, 1.0489e-04, 1.2284e-04, 1.7725e-04,\n 1.6523e-04, 4.9615e-05, 1.9791e-04, 1.1558e-04, 8.6569e-05, 1.2547e-04,\n 1.0580e-04, 1.5518e-04, 1.8849e-04, 2.1311e-04, 1.0286e-04, 1.8475e-04,\n 1.1448e-04, 1.1195e-04, 1.7677e-04, 1.4533e-04, 1.1701e-04, 2.5430e-04,\n 1.0946e-04, 9.6788e-05, 2.0141e-04, 1.4694e-04, 1.0877e-04, 1.3587e-04,\n 1.1774e-04, 1.4513e-04, 1.5022e-04, 1.2034e-04, 9.7589e-05, 1.2134e-04,\n 1.7524e-04, 1.4046e-04, 1.0854e-04, 1.4012e-04, 9.1580e-05, 1.1260e-04,\n 1.6697e-04, 1.1385e-04, 1.5693e-04, 9.8479e-05, 1.1547e-04, 1.6454e-04,\n 1.7261e-04, 1.3770e-04, 1.5939e-04, 1.3116e-04, 1.0315e-04, 1.3257e-04],\n device='cuda:0')"
|
| 69 |
+
},
|
| 70 |
+
"13": {
|
| 71 |
+
"step": "tensor(2504.)",
|
| 72 |
+
"exp_avg": "tensor([[ 8.3500e-26, -8.9486e-27, 1.6513e-26, ..., -2.8382e-27,\n 6.4074e-27, 8.6874e-27],\n [ 5.6052e-45, 5.6052e-45, -5.6052e-45, ..., 5.6052e-45,\n 3.0563e-35, 5.6052e-45],\n [ 9.2241e-06, 9.9130e-08, 6.0421e-10, ..., 5.4644e-06,\n -7.2441e-06, 2.2351e-05],\n ...,\n [ 5.6052e-45, 5.6052e-45, 5.6052e-45, ..., 5.6052e-45,\n 5.6052e-45, -5.6052e-45],\n [-3.1263e-05, -8.8066e-05, -2.5226e-05, ..., -1.2342e-05,\n 5.9387e-05, -1.3041e-05],\n [ 5.6052e-45, -5.6052e-45, -5.6052e-45, ..., -5.6052e-45,\n 5.6052e-45, -5.6052e-45]], device='cuda:0')",
|
| 73 |
+
"exp_avg_sq": "tensor([[1.3296e-11, 3.4923e-12, 4.9822e-13, ..., 1.9272e-12, 2.4868e-11,\n 2.5538e-13],\n [7.1668e-13, 2.8160e-12, 2.1305e-16, ..., 2.5410e-12, 7.8012e-11,\n 1.9708e-12],\n [2.4512e-08, 2.9583e-10, 1.0009e-11, ..., 5.2718e-09, 5.0761e-09,\n 3.4631e-08],\n ...,\n [7.0223e-12, 7.5827e-11, 1.3158e-13, ..., 4.1973e-11, 9.5839e-11,\n 5.4533e-12],\n [1.1331e-07, 2.0256e-07, 2.6051e-08, ..., 1.9772e-07, 7.1541e-08,\n 3.2259e-08],\n [2.3284e-13, 1.1155e-12, 5.6277e-14, ..., 3.3789e-13, 2.5746e-11,\n 7.9441e-14]], device='cuda:0')"
|
| 74 |
+
},
|
| 75 |
+
"14": {
|
| 76 |
+
"step": "tensor(2504.)",
|
| 77 |
+
"exp_avg": "tensor([ 1.9833e-24, 3.9723e-34, 1.0762e-04, ..., 3.5360e-30,\n -1.2408e-03, 5.6052e-45], device='cuda:0')",
|
| 78 |
+
"exp_avg_sq": "tensor([1.4676e-07, 1.4149e-07, 3.5538e-05, ..., 9.4102e-08, 6.7919e-05,\n 1.7056e-07], device='cuda:0')"
|
| 79 |
+
},
|
| 80 |
+
"15": {
|
| 81 |
+
"step": "tensor(2504.)",
|
| 82 |
+
"exp_avg": "tensor([[-9.8734e-27, -5.6183e-37, 9.4496e-07, ..., 2.6880e-31,\n 4.9734e-07, -5.6052e-45],\n [ 3.5243e-27, -8.0228e-37, -1.1429e-05, ..., 1.4706e-31,\n 1.4185e-05, -5.6052e-45],\n [ 2.0905e-26, 1.3156e-37, 2.4431e-06, ..., 6.3829e-32,\n -2.0543e-05, -5.6052e-45],\n ...,\n [ 3.3043e-26, -4.0909e-37, 1.1597e-05, ..., 1.3417e-31,\n 2.3604e-05, -5.6052e-45],\n [ 2.0812e-27, 4.3822e-37, -7.9623e-06, ..., 6.7201e-32,\n 2.5977e-05, -5.6052e-45],\n [ 1.0544e-27, 6.3368e-39, -5.0271e-06, ..., 1.4944e-32,\n 1.6705e-05, -5.6052e-45]], device='cuda:0')",
|
| 83 |
+
"exp_avg_sq": "tensor([[5.1319e-12, 1.0532e-11, 1.9206e-09, ..., 1.0558e-10, 1.0672e-08,\n 1.2888e-11],\n [6.3820e-12, 2.7464e-12, 3.7240e-09, ..., 4.4867e-11, 1.4966e-08,\n 1.0740e-11],\n [1.1188e-11, 1.6796e-13, 2.6282e-09, ..., 1.3342e-11, 1.4187e-08,\n 4.9181e-12],\n ...,\n [7.7670e-12, 1.9113e-11, 2.3466e-09, ..., 6.3548e-12, 1.7766e-08,\n 3.0414e-11],\n [3.9106e-12, 2.5179e-12, 3.7865e-09, ..., 2.1298e-10, 1.8151e-08,\n 8.9830e-12],\n [9.2660e-12, 8.2542e-12, 6.6380e-09, ..., 7.0258e-11, 1.6571e-08,\n 8.5977e-11]], device='cuda:0')"
|
| 84 |
+
},
|
| 85 |
+
"16": {
|
| 86 |
+
"step": "tensor(2504.)",
|
| 87 |
+
"exp_avg": "tensor([[ 1.6986e-05, 1.1936e-04, 1.7508e-05, ..., 5.5478e-05,\n 2.3818e-05, 6.7041e-05],\n [-4.3126e-06, 1.0044e-04, -4.9928e-05, ..., -1.0227e-05,\n 1.2069e-05, -1.7703e-05],\n [ 8.7721e-06, 6.8621e-05, -3.5993e-05, ..., -3.7908e-05,\n 6.1689e-05, -3.3854e-05],\n ...,\n [ 2.1426e-05, 4.9520e-05, 5.4377e-05, ..., -2.9591e-05,\n -5.0762e-06, -1.9195e-07],\n [-2.2448e-05, -2.5710e-05, -3.3916e-05, ..., 2.4485e-05,\n 1.7492e-06, 8.0011e-06],\n [ 2.2890e-05, 3.3108e-06, 2.0605e-04, ..., -9.2850e-05,\n 4.3558e-06, 1.2317e-04]], device='cuda:0')",
|
| 88 |
+
"exp_avg_sq": "tensor([[2.5507e-08, 4.7075e-08, 5.7689e-08, ..., 3.6792e-08, 2.6920e-08,\n 4.3559e-08],\n [2.4258e-08, 5.4467e-08, 3.3509e-08, ..., 4.4319e-08, 2.1953e-08,\n 4.3441e-08],\n [1.9740e-08, 4.0403e-08, 3.3614e-08, ..., 3.0151e-08, 2.2548e-08,\n 2.4589e-08],\n ...,\n [1.6516e-08, 4.1588e-08, 2.6150e-08, ..., 3.7265e-08, 1.9463e-08,\n 4.3207e-08],\n [1.8576e-08, 3.1966e-08, 2.9541e-08, ..., 2.9334e-08, 1.4356e-08,\n 2.3505e-08],\n [2.6295e-08, 5.2853e-08, 8.0484e-08, ..., 4.3416e-08, 2.4443e-08,\n 6.2181e-08]], device='cuda:0')"
|
| 89 |
+
},
|
| 90 |
+
"17": {
|
| 91 |
+
"step": "tensor(2504.)",
|
| 92 |
+
"exp_avg": "tensor([ 0.0013, -0.0020, 0.0010, ..., 0.0004, -0.0008, -0.0015],\n device='cuda:0')",
|
| 93 |
+
"exp_avg_sq": "tensor([3.9188e-05, 4.1006e-05, 3.2680e-05, ..., 3.4849e-05, 2.6225e-05,\n 4.3048e-05], device='cuda:0')"
|
| 94 |
+
}
|
| 95 |
+
},
|
| 96 |
+
"param_groups": [
|
| 97 |
+
{
|
| 98 |
+
"lr": 0.0009046039886902864,
|
| 99 |
+
"name": "scale_256",
|
| 100 |
+
"betas": [
|
| 101 |
+
0.9,
|
| 102 |
+
0.999
|
| 103 |
+
],
|
| 104 |
+
"eps": 1e-08,
|
| 105 |
+
"weight_decay": 1e-05,
|
| 106 |
+
"amsgrad": false,
|
| 107 |
+
"maximize": false,
|
| 108 |
+
"foreach": null,
|
| 109 |
+
"capturable": false,
|
| 110 |
+
"differentiable": false,
|
| 111 |
+
"fused": null,
|
| 112 |
+
"decoupled_weight_decay": true,
|
| 113 |
+
"initial_lr": 0.001,
|
| 114 |
+
"params": [
|
| 115 |
+
0,
|
| 116 |
+
1,
|
| 117 |
+
2
|
| 118 |
+
]
|
| 119 |
+
},
|
| 120 |
+
{
|
| 121 |
+
"lr": 0.0009046039886902864,
|
| 122 |
+
"name": "scale_512",
|
| 123 |
+
"betas": [
|
| 124 |
+
0.9,
|
| 125 |
+
0.999
|
| 126 |
+
],
|
| 127 |
+
"eps": 1e-08,
|
| 128 |
+
"weight_decay": 1e-05,
|
| 129 |
+
"amsgrad": false,
|
| 130 |
+
"maximize": false,
|
| 131 |
+
"foreach": null,
|
| 132 |
+
"capturable": false,
|
| 133 |
+
"differentiable": false,
|
| 134 |
+
"fused": null,
|
| 135 |
+
"decoupled_weight_decay": true,
|
| 136 |
+
"initial_lr": 0.001,
|
| 137 |
+
"params": [
|
| 138 |
+
3,
|
| 139 |
+
4,
|
| 140 |
+
5,
|
| 141 |
+
6,
|
| 142 |
+
7
|
| 143 |
+
]
|
| 144 |
+
},
|
| 145 |
+
{
|
| 146 |
+
"lr": 0.0009046039886902864,
|
| 147 |
+
"name": "scale_768",
|
| 148 |
+
"betas": [
|
| 149 |
+
0.9,
|
| 150 |
+
0.999
|
| 151 |
+
],
|
| 152 |
+
"eps": 1e-08,
|
| 153 |
+
"weight_decay": 1e-05,
|
| 154 |
+
"amsgrad": false,
|
| 155 |
+
"maximize": false,
|
| 156 |
+
"foreach": null,
|
| 157 |
+
"capturable": false,
|
| 158 |
+
"differentiable": false,
|
| 159 |
+
"fused": null,
|
| 160 |
+
"decoupled_weight_decay": true,
|
| 161 |
+
"initial_lr": 0.001,
|
| 162 |
+
"params": [
|
| 163 |
+
8,
|
| 164 |
+
9,
|
| 165 |
+
10,
|
| 166 |
+
11,
|
| 167 |
+
12
|
| 168 |
+
]
|
| 169 |
+
},
|
| 170 |
+
{
|
| 171 |
+
"lr": 0.0009046039886902864,
|
| 172 |
+
"name": "scale_1024",
|
| 173 |
+
"betas": [
|
| 174 |
+
0.9,
|
| 175 |
+
0.999
|
| 176 |
+
],
|
| 177 |
+
"eps": 1e-08,
|
| 178 |
+
"weight_decay": 1e-05,
|
| 179 |
+
"amsgrad": false,
|
| 180 |
+
"maximize": false,
|
| 181 |
+
"foreach": null,
|
| 182 |
+
"capturable": false,
|
| 183 |
+
"differentiable": false,
|
| 184 |
+
"fused": null,
|
| 185 |
+
"decoupled_weight_decay": true,
|
| 186 |
+
"initial_lr": 0.001,
|
| 187 |
+
"params": [
|
| 188 |
+
13,
|
| 189 |
+
14,
|
| 190 |
+
15,
|
| 191 |
+
16,
|
| 192 |
+
17
|
| 193 |
+
]
|
| 194 |
+
}
|
| 195 |
+
]
|
| 196 |
+
},
|
| 197 |
+
"scheduler_state_dict": {
|
| 198 |
+
"T_0": 10,
|
| 199 |
+
"T_i": 10,
|
| 200 |
+
"T_mult": 2,
|
| 201 |
+
"eta_min": 1e-06,
|
| 202 |
+
"T_cur": 2,
|
| 203 |
+
"base_lrs": [
|
| 204 |
+
0.001,
|
| 205 |
+
0.001,
|
| 206 |
+
0.001,
|
| 207 |
+
0.001
|
| 208 |
+
],
|
| 209 |
+
"last_epoch": 2,
|
| 210 |
+
"_step_count": 0,
|
| 211 |
+
"_is_initial": false,
|
| 212 |
+
"_get_lr_called_within_step": false,
|
| 213 |
+
"_last_lr": [
|
| 214 |
+
0.0009046039886902864,
|
| 215 |
+
0.0009046039886902864,
|
| 216 |
+
0.0009046039886902864,
|
| 217 |
+
0.0009046039886902864
|
| 218 |
+
]
|
| 219 |
+
},
|
| 220 |
+
"metrics": {
|
| 221 |
+
"best_val_acc": 74.248,
|
| 222 |
+
"best_epoch": 1,
|
| 223 |
+
"scale_accuracies": {
|
| 224 |
+
"256": 67.866,
|
| 225 |
+
"512": 71.776,
|
| 226 |
+
"768": 73.326,
|
| 227 |
+
"1024": 73.572
|
| 228 |
+
},
|
| 229 |
+
"training_history": {
|
| 230 |
+
"epochs": [
|
| 231 |
+
1,
|
| 232 |
+
2
|
| 233 |
+
],
|
| 234 |
+
"train_loss": [
|
| 235 |
+
3.9118613697850284,
|
| 236 |
+
2.66607952194092
|
| 237 |
+
],
|
| 238 |
+
"train_acc": [
|
| 239 |
+
68.33870994179526,
|
| 240 |
+
76.85976925724749
|
| 241 |
+
],
|
| 242 |
+
"val_acc": [
|
| 243 |
+
72.328,
|
| 244 |
+
74.248
|
| 245 |
+
],
|
| 246 |
+
"scale_accs": {
|
| 247 |
+
"256": [
|
| 248 |
+
65.922,
|
| 249 |
+
67.866
|
| 250 |
+
],
|
| 251 |
+
"512": [
|
| 252 |
+
70.014,
|
| 253 |
+
71.776
|
| 254 |
+
],
|
| 255 |
+
"768": [
|
| 256 |
+
71.312,
|
| 257 |
+
73.326
|
| 258 |
+
],
|
| 259 |
+
"1024": [
|
| 260 |
+
71.288,
|
| 261 |
+
73.572
|
| 262 |
+
]
|
| 263 |
+
},
|
| 264 |
+
"lr": [
|
| 265 |
+
0.0009755527298894294,
|
| 266 |
+
0.0009046039886902864
|
| 267 |
+
]
|
| 268 |
+
}
|
| 269 |
+
},
|
| 270 |
+
"train_config": {
|
| 271 |
+
"name": "david_training",
|
| 272 |
+
"run_id": "20251012_145649",
|
| 273 |
+
"dataset_name": "AbstractPhil/imagenet-clip-features-orderly",
|
| 274 |
+
"model_variant": "clip_vit_laion_b32",
|
| 275 |
+
"num_classes": 1000,
|
| 276 |
+
"preset": "hierarchical_refinement",
|
| 277 |
+
"custom_config_path": null,
|
| 278 |
+
"num_classes_override": null,
|
| 279 |
+
"use_belly_override": null,
|
| 280 |
+
"belly_expand_override": null,
|
| 281 |
+
"progressive_training_override": false,
|
| 282 |
+
"scale_warmup_epochs_override": null,
|
| 283 |
+
"num_epochs": 10,
|
| 284 |
+
"batch_size": 1024,
|
| 285 |
+
"learning_rate": 0.001,
|
| 286 |
+
"weight_decay": 1e-05,
|
| 287 |
+
"warmup_epochs": 3,
|
| 288 |
+
"use_rose_loss": true,
|
| 289 |
+
"rose_initial_weight": 0.1,
|
| 290 |
+
"rose_max_weight": 0.5,
|
| 291 |
+
"rose_weight_schedule": "adaptive",
|
| 292 |
+
"use_cayley_loss": false,
|
| 293 |
+
"cayley_weight": 0.001,
|
| 294 |
+
"scale_loss_balance": null,
|
| 295 |
+
"use_mixed_precision": true,
|
| 296 |
+
"gradient_clip": 10.0,
|
| 297 |
+
"scheduler_type": "cosine_restarts",
|
| 298 |
+
"min_lr": 1e-06,
|
| 299 |
+
"freeze_strategy": "never",
|
| 300 |
+
"freeze_threshold": 90.0,
|
| 301 |
+
"unfreeze_on_plateau": true,
|
| 302 |
+
"patience": 10,
|
| 303 |
+
"track_gradients": true,
|
| 304 |
+
"gradient_scale_threshold": 1e-05,
|
| 305 |
+
"gradient_scale_multiplier": 10.0,
|
| 306 |
+
"log_interval": 50,
|
| 307 |
+
"val_interval": 1,
|
| 308 |
+
"save_interval": 5,
|
| 309 |
+
"log_fusion_weights": true,
|
| 310 |
+
"log_loss_components": true,
|
| 311 |
+
"save_format": "safetensors",
|
| 312 |
+
"hf_repo": "AbstractPhil/gated-david",
|
| 313 |
+
"upload_to_hub": true,
|
| 314 |
+
"base_dir": "./david_training",
|
| 315 |
+
"num_workers": 10,
|
| 316 |
+
"pin_memory": true,
|
| 317 |
+
"prefetch_factor": 4,
|
| 318 |
+
"persistent_workers": true
|
| 319 |
+
}
|
| 320 |
+
}
|