AbstractPhil commited on
Commit
67d47d7
·
verified ·
1 Parent(s): 338d60d

Update best_model_acc70.85_metadata.json - Run 20251012_141246

Browse files
weights/David-fully_shared-weighted_sum/20251012_141246/best_model_acc70.85_metadata.json ADDED
@@ -0,0 +1,265 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 4,
3
+ "optimizer_state_dict": {
4
+ "state": {
5
+ "0": {
6
+ "step": "tensor(6260.)",
7
+ "exp_avg": "tensor([[ 5.3965e-04, 9.6127e-05, -1.1711e-04, ..., 1.8331e-04,\n 4.2237e-04, -1.2188e-04],\n [ 7.4518e-04, -4.9561e-03, 1.4253e-03, ..., -1.1679e-03,\n -3.1072e-05, -4.3493e-04],\n [-5.7540e-05, 1.7290e-04, 2.7548e-06, ..., -3.5874e-04,\n -3.2670e-04, -1.9045e-04],\n ...,\n [ 3.2843e-04, -1.5631e-03, 1.1867e-03, ..., 1.7095e-04,\n 6.8898e-04, -2.1652e-04],\n [-1.8865e-04, -5.9287e-04, 4.3272e-04, ..., -2.7378e-04,\n -2.7555e-04, -3.1018e-04],\n [-2.1437e-04, 5.2668e-04, 3.2391e-04, ..., -9.7599e-04,\n 1.0484e-04, -3.5360e-04]], device='cuda:0')",
8
+ "exp_avg_sq": "tensor([[4.6131e-06, 2.7524e-05, 1.1580e-05, ..., 2.9064e-06, 2.0959e-06,\n 2.3733e-06],\n [8.5518e-06, 4.7456e-05, 1.6274e-05, ..., 4.6598e-06, 3.6872e-06,\n 3.4318e-06],\n [3.6083e-06, 2.0737e-05, 1.1426e-05, ..., 2.4984e-06, 2.0469e-06,\n 2.6339e-06],\n ...,\n [7.8219e-06, 4.3527e-05, 2.2177e-05, ..., 8.8407e-06, 3.3694e-06,\n 8.3639e-06],\n [3.6052e-06, 2.4333e-05, 1.6272e-05, ..., 3.0382e-06, 1.7819e-06,\n 2.2774e-06],\n [9.4879e-06, 4.8289e-05, 2.0794e-05, ..., 5.0985e-06, 3.2064e-06,\n 3.4133e-06]], device='cuda:0')"
9
+ },
10
+ "1": {
11
+ "step": "tensor(6260.)",
12
+ "exp_avg": "tensor([-8.8102e-03, -3.6261e-03, -5.3344e-03, -2.2053e-03, 1.6858e-02,\n 4.7229e-02, -6.7619e-03, 1.2220e-02, -1.3564e-02, -2.8547e-03,\n 1.3045e-02, -1.5608e-03, 2.1507e-03, 9.5425e-03, 4.4909e-02,\n 1.7810e-02, -2.0247e-04, 6.7412e-04, 2.3464e-02, -1.4878e-02,\n 5.8824e-03, -3.8006e-02, -1.8696e-02, 1.9337e-02, -1.2917e-02,\n 2.8968e-02, 1.5810e-02, -3.4632e-02, -3.8912e-03, 1.4740e-02,\n -1.8059e-02, -5.2182e-02, -2.5391e-03, -2.1845e-03, 3.3516e-03,\n 3.0775e-02, -1.5506e-02, -1.3920e-02, -2.7099e-02, 1.1986e-02,\n -3.0780e-03, 2.2570e-02, -2.1689e-02, 1.2671e-02, -1.0700e-02,\n 4.8688e-03, -5.8430e-03, 4.0756e-02, -3.0008e-02, -7.0408e-04,\n 9.4335e-03, 1.5798e-02, 1.8990e-02, 2.6763e-03, 9.5382e-03,\n 1.5578e-02, -3.5251e-02, 1.0719e-03, -1.0942e-02, 2.7939e-02,\n 1.1813e-02, -3.4423e-03, 4.2081e-02, 7.9951e-03, -5.3117e-03,\n -1.6602e-02, 1.7174e-02, 2.0369e-02, 7.2037e-03, 1.1593e-02,\n -2.4481e-04, -3.2515e-03, -2.7835e-02, 2.9848e-02, 9.1162e-03,\n -2.7733e-03, 6.7693e-03, 2.3304e-03, -5.3679e-03, 1.4611e-02,\n 2.1864e-02, 2.3532e-02, -3.5194e-02, -8.5853e-02, 1.7202e-02,\n -1.1556e-02, 2.1962e-02, 4.6620e-04, 2.6617e-02, -9.3253e-03,\n 1.6476e-02, 1.6458e-02, -2.0122e-02, 5.7594e-03, 4.2489e-02,\n -2.8207e-02, -1.2661e-02, 7.4950e-03, 4.9948e-05, 2.0167e-02,\n -3.5224e-02, 7.8799e-03, -1.5079e-02, -2.6566e-03, -6.5280e-03,\n -1.2133e-02, 3.6796e-02, -1.0224e-02, -1.0670e-02, 2.2427e-02,\n 7.2372e-03, -5.2164e-03, 1.9103e-03, -9.0168e-03, 3.5067e-03,\n -2.2969e-02, 6.5756e-03, -1.5426e-02, 2.7029e-02, 2.2310e-03,\n -5.0771e-03, -8.7943e-03, -1.0143e-02, -1.0954e-03, 1.1348e-02,\n 2.4039e-02, -2.2445e-02, -5.7961e-03, -1.0329e-03, -6.9927e-03,\n -2.9138e-02, 1.0617e-02, 1.5910e-02, 4.5537e-03, -1.8295e-03,\n -1.4786e-02, -3.2667e-03, 2.6665e-03, 4.0351e-03, 1.1079e-02,\n -4.3806e-03, 4.7868e-02, 1.4629e-02, -2.0280e-02, 1.6645e-02,\n 8.7634e-03, -7.5289e-03, -3.5223e-02, 4.9659e-03, 3.9935e-03,\n -7.3825e-04, 1.0331e-02, 1.1071e-02, -2.0594e-02, 3.1065e-02,\n -7.5830e-03, -3.2672e-03, 1.0494e-02, 1.3838e-02, 2.0488e-02,\n -2.0645e-02, 2.3231e-02, 2.3610e-04, 7.4620e-03, 1.7951e-02,\n -6.0563e-04, 1.5089e-02, -1.9290e-03, -5.4173e-02, 3.0192e-02,\n 1.6059e-02, 1.1121e-02, -1.0964e-02, 1.6759e-03, -5.1043e-03,\n -2.0965e-02, 1.5373e-02, -1.7746e-02, 1.9771e-02, 2.5383e-02,\n 2.0946e-02, 4.5406e-05, -1.5780e-02, 4.2704e-02, 6.0785e-03,\n -1.2769e-02, -1.1697e-02, -1.1255e-01, -1.6988e-02, -3.6305e-03,\n 4.8182e-03, -4.7909e-03, 5.3012e-02, 3.9230e-02, 6.7508e-03,\n 1.8841e-03, -2.1352e-02, -1.7439e-02, -2.5781e-03, 1.5779e-02,\n -9.0300e-03, -2.6472e-02, -3.5062e-02, -7.9486e-03, 1.7801e-02,\n 4.6299e-03, -2.4661e-02, -3.3843e-03, -2.9651e-03, -4.1306e-02,\n 1.0922e-02, 6.9539e-03, 5.0067e-02, -8.7870e-03, 3.7247e-03,\n 1.4603e-02, -1.9704e-02, 1.6416e-02, -1.5684e-02, 8.4223e-03,\n -3.9356e-02, -7.3225e-03, -2.4501e-02, 7.8121e-03, 1.0786e-03,\n 1.3859e-02, 1.1857e-02, -2.2108e-02, -2.5240e-02, 5.1214e-03,\n -3.4861e-03, 1.5512e-02, 6.4475e-03, -1.6684e-02, -1.6518e-02,\n -7.5730e-03, 1.0123e-02, -1.0337e-04, -3.6417e-02, 1.5294e-02,\n 2.2717e-02, -8.0987e-03, -2.0879e-03, -1.3393e-02, 1.0343e-02,\n -4.2175e-03, -2.0119e-02, 9.0091e-03, 2.7307e-02, -2.0708e-02,\n -1.0536e-03, 1.8081e-02, 4.9171e-02, -2.1330e-02, 1.4575e-02,\n 4.4287e-02, 1.7711e-02, 1.3421e-03, 3.6431e-02, -3.4365e-02,\n 2.9727e-02, -1.3983e-02, -1.2737e-02, 2.5086e-03, -2.3898e-02,\n 2.2727e-02, 9.3327e-03, 5.8978e-02, -5.6447e-02, 8.9152e-03,\n -2.7282e-02, 1.8948e-02, 7.7622e-03, -3.3133e-02, 5.4334e-03,\n 1.1461e-02, 2.4794e-02, 1.1713e-02, -3.1094e-03, -1.6165e-02,\n 1.4618e-02, -1.2580e-02, -4.2103e-02, 1.1264e-02, 6.3399e-03,\n 1.7493e-02, 5.9220e-03, 2.3758e-02, -2.4104e-02, 2.0245e-02,\n -6.1089e-03, -8.6235e-03, 2.2800e-03, 9.6395e-03, 2.5514e-02,\n 4.7999e-03, -5.7163e-03, 4.0936e-02, 1.2274e-02, -2.0824e-02,\n 1.4007e-02, -1.1566e-02, -6.0887e-02, 1.5016e-02, 6.6635e-03,\n -2.9577e-02, -1.0191e-02, -1.1443e-03, 1.3903e-03, 9.1461e-03,\n 2.8226e-02, -3.1730e-02, -2.0891e-02, -2.3426e-02, -3.4584e-04,\n 1.5723e-02, 1.1093e-02, 2.5762e-03, -2.4083e-02, 2.8503e-03,\n -5.6582e-03, 9.5750e-04, 3.1096e-02, -1.8342e-02, 4.3885e-03,\n -2.2938e-02, 3.5644e-03, -8.5757e-03, 3.6874e-02, 2.8166e-02,\n -4.3869e-02, 3.8831e-02, 1.8677e-03, -9.5836e-03, -8.5012e-03,\n 1.7519e-02, 1.7852e-02, -1.9219e-03, -3.1233e-02, 3.9961e-02,\n 1.9847e-02, 2.7500e-02, -3.0700e-05, -6.6187e-03, 1.4741e-02,\n 9.1944e-03, -1.3834e-02, -2.1612e-05, -2.9260e-02, -2.1167e-02,\n 1.6196e-02, -2.3821e-03, 8.8858e-03, 8.0822e-03, -2.8742e-03,\n 2.8456e-02, 1.4448e-02, 4.3719e-02, 6.4045e-03, 1.0202e-02,\n 1.8351e-02, 1.3536e-02, -1.0329e-02, 1.2361e-02, -1.6302e-02,\n -3.2958e-02, -1.0155e-02, -1.0174e-02, 8.7331e-03, 7.9709e-03,\n 1.4524e-02, 3.1002e-02, -6.9203e-03, 3.7232e-03, -6.5717e-03,\n -9.2284e-04, -8.9877e-03, -3.9714e-02, 2.5508e-02, -1.7461e-02,\n 1.7436e-02, 5.6172e-03, 4.7495e-03, -2.6554e-02, -9.6236e-03,\n 4.1313e-02, 1.0701e-02, -1.3757e-02, -1.4249e-02, 8.4736e-03,\n -2.7702e-02, 6.7605e-03, -1.6585e-02, -2.0474e-02, -5.4019e-02,\n -1.7396e-02, 3.0530e-02, 7.0420e-03, 1.6607e-02, -4.6787e-02,\n -3.8154e-03, -2.2579e-02, -4.7341e-03, -3.6751e-03, -2.1928e-02,\n -2.3194e-02, 3.3840e-04, 1.8942e-02, 7.2648e-03, -1.2584e-02,\n 5.1087e-03, -4.8381e-02, -1.4267e-02, 2.0233e-02, -7.3501e-03,\n -1.7203e-02, -4.3619e-02, 1.9883e-02, -2.0480e-03, 2.8155e-03,\n -2.5157e-02, -5.5018e-02, 1.8205e-02, -8.2482e-03, 1.3500e-02,\n 2.9814e-02, -3.2848e-02, 6.7551e-03, -2.3184e-02, -3.6252e-03,\n -1.6497e-02, 9.1289e-03, -1.6968e-02, -1.1138e-02, -6.6849e-03,\n 2.4743e-02, -6.2704e-03, -4.7122e-02, 4.8967e-03, -3.4612e-02,\n -3.5770e-02, 8.5153e-03, -2.8246e-03, -7.6815e-03, 6.8523e-03,\n -4.7809e-03, -1.6361e-02, 4.4444e-03, 2.3282e-02, -1.8785e-02,\n 6.5311e-03, -2.4255e-03, 1.3791e-02, -1.9405e-02, -3.4803e-02,\n -7.7064e-03, 8.3102e-03, -1.3116e-02, 2.3643e-02, -3.6557e-02,\n -3.0339e-02, 1.3075e-02, 2.7824e-02, -3.1059e-02, -4.2644e-03,\n 1.5525e-02, -2.7857e-02, -9.9864e-03, 6.3475e-03, 1.7996e-02,\n 1.9232e-02, 4.1278e-02, -3.0418e-02, -6.4115e-03, 1.3980e-02,\n -2.2689e-02, 1.6407e-02, -5.9871e-03, -1.7262e-02, 1.8594e-02,\n -1.3945e-02, 3.6459e-02, -6.2034e-03, 1.6437e-04, 3.0843e-02,\n -1.4925e-02, 1.4426e-02, 3.0738e-03, 5.6924e-02, 2.7232e-02,\n 1.2199e-02, 1.7606e-02, 2.4045e-02, -1.7160e-02, -2.3559e-02,\n 7.8055e-03, -9.5432e-03, -3.7167e-03, -1.3905e-02, 4.5959e-03,\n 4.4736e-03, -2.5102e-02, 4.6151e-03, -2.6018e-02, 2.8490e-03,\n 1.7109e-02, 4.0620e-03, -6.4997e-03, 6.2587e-03, -4.6917e-04,\n 1.7293e-02, -2.2354e-03], device='cuda:0')",
13
+ "exp_avg_sq": "tensor([0.0033, 0.0056, 0.0027, 0.0024, 0.0037, 0.0056, 0.0021, 0.0039, 0.0045,\n 0.0043, 0.0027, 0.0036, 0.0061, 0.0025, 0.0060, 0.0065, 0.0041, 0.0034,\n 0.0035, 0.0041, 0.0036, 0.0084, 0.0045, 0.0031, 0.0019, 0.0065, 0.0036,\n 0.0047, 0.0056, 0.0045, 0.0039, 0.0092, 0.0029, 0.0088, 0.0035, 0.0060,\n 0.0038, 0.0037, 0.0034, 0.0052, 0.0036, 0.0043, 0.0033, 0.0035, 0.0067,\n 0.0035, 0.0027, 0.0034, 0.0046, 0.0044, 0.0050, 0.0033, 0.0034, 0.0039,\n 0.0034, 0.0033, 0.0041, 0.0021, 0.0025, 0.0036, 0.0053, 0.0028, 0.0066,\n 0.0047, 0.0052, 0.0063, 0.0031, 0.0035, 0.0041, 0.0033, 0.0049, 0.0026,\n 0.0036, 0.0086, 0.0047, 0.0021, 0.0068, 0.0034, 0.0043, 0.0059, 0.0048,\n 0.0060, 0.0026, 0.0069, 0.0045, 0.0050, 0.0035, 0.0063, 0.0059, 0.0031,\n 0.0076, 0.0049, 0.0035, 0.0034, 0.0053, 0.0021, 0.0030, 0.0047, 0.0025,\n 0.0035, 0.0043, 0.0045, 0.0044, 0.0035, 0.0029, 0.0058, 0.0065, 0.0027,\n 0.0046, 0.0051, 0.0042, 0.0045, 0.0056, 0.0030, 0.0040, 0.0026, 0.0022,\n 0.0031, 0.0071, 0.0043, 0.0045, 0.0098, 0.0057, 0.0043, 0.0072, 0.0049,\n 0.0029, 0.0020, 0.0057, 0.0058, 0.0063, 0.0037, 0.0045, 0.0034, 0.0022,\n 0.0013, 0.0029, 0.0045, 0.0016, 0.0058, 0.0042, 0.0035, 0.0049, 0.0036,\n 0.0052, 0.0034, 0.0037, 0.0028, 0.0024, 0.0040, 0.0044, 0.0025, 0.0039,\n 0.0034, 0.0034, 0.0024, 0.0038, 0.0037, 0.0047, 0.0024, 0.0033, 0.0023,\n 0.0029, 0.0032, 0.0040, 0.0032, 0.0026, 0.0029, 0.0057, 0.0064, 0.0056,\n 0.0057, 0.0056, 0.0043, 0.0047, 0.0023, 0.0051, 0.0037, 0.0048, 0.0039,\n 0.0047, 0.0030, 0.0023, 0.0046, 0.0046, 0.0056, 0.0053, 0.0066, 0.0051,\n 0.0045, 0.0041, 0.0031, 0.0043, 0.0040, 0.0039, 0.0073, 0.0022, 0.0034,\n 0.0024, 0.0036, 0.0022, 0.0024, 0.0040, 0.0049, 0.0053, 0.0049, 0.0091,\n 0.0039, 0.0019, 0.0039, 0.0031, 0.0022, 0.0064, 0.0027, 0.0034, 0.0047,\n 0.0040, 0.0043, 0.0025, 0.0046, 0.0034, 0.0045, 0.0054, 0.0046, 0.0049,\n 0.0025, 0.0017, 0.0039, 0.0066, 0.0032, 0.0032, 0.0034, 0.0042, 0.0055,\n 0.0045, 0.0020, 0.0026, 0.0030, 0.0049, 0.0040, 0.0013, 0.0033, 0.0045,\n 0.0049, 0.0046, 0.0032, 0.0034, 0.0035, 0.0036, 0.0057, 0.0014, 0.0032,\n 0.0055, 0.0048, 0.0043, 0.0075, 0.0030, 0.0042, 0.0028, 0.0065, 0.0033,\n 0.0052, 0.0047, 0.0046, 0.0032, 0.0024, 0.0032, 0.0026, 0.0034, 0.0073,\n 0.0042, 0.0034, 0.0037, 0.0064, 0.0048, 0.0022, 0.0031, 0.0036, 0.0057,\n 0.0042, 0.0029, 0.0068, 0.0060, 0.0019, 0.0014, 0.0035, 0.0037, 0.0045,\n 0.0025, 0.0033, 0.0027, 0.0019, 0.0036, 0.0043, 0.0039, 0.0048, 0.0035,\n 0.0018, 0.0045, 0.0082, 0.0034, 0.0023, 0.0033, 0.0037, 0.0049, 0.0059,\n 0.0045, 0.0036, 0.0058, 0.0041, 0.0066, 0.0037, 0.0058, 0.0041, 0.0047,\n 0.0037, 0.0036, 0.0050, 0.0039, 0.0045, 0.0038, 0.0041, 0.0033, 0.0041,\n 0.0032, 0.0063, 0.0042, 0.0032, 0.0038, 0.0043, 0.0035, 0.0045, 0.0034,\n 0.0037, 0.0056, 0.0042, 0.0027, 0.0018, 0.0047, 0.0046, 0.0061, 0.0081,\n 0.0020, 0.0036, 0.0040, 0.0053, 0.0031, 0.0029, 0.0043, 0.0026, 0.0020,\n 0.0051, 0.0035, 0.0028, 0.0034, 0.0030, 0.0023, 0.0038, 0.0044, 0.0027,\n 0.0030, 0.0085, 0.0025, 0.0119, 0.0043, 0.0041, 0.0014, 0.0030, 0.0030,\n 0.0029, 0.0047, 0.0042, 0.0042, 0.0029, 0.0027, 0.0059, 0.0045, 0.0047,\n 0.0062, 0.0043, 0.0035, 0.0015, 0.0025, 0.0022, 0.0042, 0.0081, 0.0049,\n 0.0030, 0.0028, 0.0070, 0.0030, 0.0034, 0.0022, 0.0038, 0.0058, 0.0038,\n 0.0034, 0.0034, 0.0062, 0.0104, 0.0027, 0.0032, 0.0029, 0.0029, 0.0033,\n 0.0072, 0.0034, 0.0023, 0.0036, 0.0038, 0.0033, 0.0031, 0.0021, 0.0048,\n 0.0050, 0.0058, 0.0040, 0.0094, 0.0035, 0.0070, 0.0052, 0.0037, 0.0073,\n 0.0028, 0.0050, 0.0025, 0.0025, 0.0040, 0.0030, 0.0029, 0.0039, 0.0094,\n 0.0059, 0.0034, 0.0038, 0.0029, 0.0062, 0.0081, 0.0029, 0.0036, 0.0066,\n 0.0037, 0.0022, 0.0038, 0.0069, 0.0033, 0.0023, 0.0029, 0.0058, 0.0031,\n 0.0037, 0.0045, 0.0033, 0.0039, 0.0037, 0.0058, 0.0048, 0.0024, 0.0040,\n 0.0040, 0.0022, 0.0033, 0.0038, 0.0041, 0.0064, 0.0025, 0.0031, 0.0072,\n 0.0041, 0.0080, 0.0035, 0.0041, 0.0031, 0.0029, 0.0055, 0.0019, 0.0065,\n 0.0024, 0.0031, 0.0041, 0.0049, 0.0049, 0.0039, 0.0079, 0.0058, 0.0031,\n 0.0031, 0.0077, 0.0049, 0.0041, 0.0028, 0.0041, 0.0032, 0.0034, 0.0039,\n 0.0065, 0.0033, 0.0065, 0.0031, 0.0038, 0.0045, 0.0019, 0.0021, 0.0037,\n 0.0022, 0.0028, 0.0039, 0.0006, 0.0046, 0.0065, 0.0032, 0.0045],\n device='cuda:0')"
14
+ },
15
+ "2": {
16
+ "step": "tensor(6260.)",
17
+ "exp_avg": "tensor([-1.8309e-03, -2.2707e-04, -2.0846e-03, -4.9089e-04, 4.4711e-03,\n 5.9193e-03, -1.2294e-05, 9.2376e-04, -2.0053e-03, -8.9194e-04,\n 3.9245e-03, -6.0716e-04, 9.1914e-04, 3.5643e-03, 4.4870e-03,\n 2.7362e-03, 3.1630e-05, 1.1542e-03, 3.7730e-03, -2.4440e-03,\n 9.2736e-04, -3.5080e-03, -2.3117e-03, 7.5346e-03, -4.9421e-03,\n 3.1994e-03, 3.1463e-03, -6.2056e-03, -8.5811e-04, 2.4304e-03,\n -5.0185e-03, -4.1674e-03, -2.5558e-03, -5.7911e-04, -4.5845e-04,\n 2.6813e-03, -2.9465e-03, -2.2925e-03, -6.6187e-03, 1.9437e-03,\n -1.0400e-03, 4.8679e-03, -6.2524e-03, 2.3368e-03, -9.0213e-04,\n 2.2997e-03, -2.3895e-03, 1.0067e-02, -4.7576e-03, -1.2736e-03,\n 2.3240e-03, 3.1088e-03, 5.0925e-03, -2.9835e-04, 1.6073e-03,\n 2.7755e-03, -6.2922e-03, 2.0810e-03, -4.9478e-03, 8.0830e-03,\n 1.8357e-03, 2.9257e-04, 6.4921e-03, 4.8651e-04, -1.4059e-03,\n -2.3408e-03, 2.8727e-03, 3.1108e-03, 9.5838e-04, 8.8672e-04,\n 6.4481e-05, -8.6221e-04, -5.7625e-03, 2.7749e-03, 4.0759e-04,\n 3.3718e-03, 6.7863e-04, -3.0656e-04, -1.0009e-05, 2.0835e-03,\n 4.6643e-03, 4.5997e-03, -9.4366e-03, -6.8148e-03, 2.7422e-03,\n -2.6301e-03, 6.7460e-03, 1.4374e-04, 3.5076e-03, -1.5891e-03,\n 1.4121e-03, 3.0814e-03, -3.2559e-03, 5.2315e-04, 6.2472e-03,\n -1.1335e-02, -2.2881e-03, 2.4102e-03, -2.9334e-04, 2.3710e-03,\n -4.3569e-03, 1.9989e-03, -4.7538e-04, -1.3281e-03, -1.2629e-03,\n -8.0088e-04, 3.0013e-03, -1.1673e-03, -1.8412e-03, 5.7572e-03,\n 1.8288e-03, -1.1513e-04, -3.0616e-05, -8.8273e-04, 3.7974e-04,\n -6.3287e-03, 3.2302e-03, -1.3417e-03, 4.4336e-03, 3.4526e-04,\n -3.2997e-04, -1.1161e-03, -3.5988e-03, 3.4624e-04, 2.0162e-03,\n 4.0249e-03, -3.5645e-03, -2.6175e-03, -3.8998e-04, -1.6308e-03,\n -3.4187e-03, 1.7021e-03, 3.0757e-03, -6.2794e-04, 6.8010e-04,\n -1.1253e-02, -1.5254e-03, -5.3755e-04, 1.9159e-03, 7.0858e-04,\n 4.5498e-04, 4.5574e-03, 1.6842e-03, -3.9529e-03, 3.8885e-03,\n 1.6443e-03, -9.0529e-04, -7.1923e-03, 2.1787e-03, 1.5886e-03,\n 8.0839e-04, 6.1460e-03, 1.6669e-03, -4.5170e-03, 6.1124e-03,\n -1.1365e-03, -8.5501e-04, 2.8688e-03, 2.1358e-03, 2.5405e-03,\n -4.0380e-03, 8.9646e-03, 6.6195e-04, 2.7452e-03, 2.5963e-03,\n 7.9926e-04, 5.8987e-03, -1.3276e-04, -8.7630e-03, 3.3513e-03,\n 1.6002e-03, 1.2685e-03, -7.5086e-04, 1.0944e-04, -8.3824e-04,\n -6.5102e-03, 2.8666e-03, -2.7514e-03, 5.4049e-03, 4.0553e-03,\n 6.2268e-03, 7.2666e-04, -6.2921e-03, 4.8947e-03, 6.9323e-04,\n -1.7236e-03, -1.8162e-03, -1.0868e-02, -2.8376e-03, -1.0042e-03,\n 7.9157e-04, -2.0562e-04, 8.2661e-03, 8.8182e-03, 1.6672e-03,\n -4.0546e-04, -4.0902e-03, -3.8200e-03, -1.0011e-03, 2.4761e-03,\n -3.6311e-03, -6.5114e-03, -7.0707e-03, -2.9148e-03, 3.9414e-03,\n 1.6464e-03, -2.7701e-03, -9.8057e-04, -2.4557e-03, -3.8360e-03,\n 3.5838e-03, 4.0664e-03, 6.7739e-03, -2.8400e-03, 1.2040e-03,\n 2.4943e-03, -3.3957e-03, 2.8189e-03, -3.9683e-03, 5.1246e-04,\n -1.1713e-02, -1.1943e-03, -3.9246e-03, 1.9733e-03, -4.8665e-04,\n 8.4929e-03, 5.8715e-03, -3.5557e-03, -4.2691e-03, -5.6897e-04,\n -1.0354e-03, 5.6552e-03, 8.5950e-04, -1.1702e-03, -3.0991e-03,\n -2.2856e-03, 2.5124e-03, 8.8402e-04, -5.3271e-03, 2.3485e-03,\n 1.9207e-02, -1.6535e-03, 1.4805e-03, -4.4379e-03, 2.4240e-03,\n -6.3863e-04, -2.0385e-03, 2.8380e-03, 3.3854e-03, -2.0616e-03,\n -1.5204e-03, 6.2360e-03, 5.9537e-03, -2.0197e-03, 3.9943e-03,\n 5.1506e-03, 4.3144e-03, -4.9206e-04, 1.2070e-02, -6.0524e-03,\n 5.5043e-03, -1.8346e-03, -1.3003e-03, -8.7098e-04, -6.8394e-03,\n 6.4078e-03, 2.1178e-03, 1.9070e-02, -1.5339e-02, 4.4092e-04,\n -4.2108e-03, 3.9047e-03, 3.2282e-03, -3.1228e-03, 1.2218e-03,\n 3.4074e-03, 1.0769e-02, 2.4104e-03, -3.0330e-04, -4.5421e-03,\n 2.7204e-03, -1.7687e-03, -4.3504e-03, 7.4860e-03, 7.7590e-04,\n 2.2202e-03, 2.2468e-03, 3.4730e-03, -4.5067e-03, 6.3031e-03,\n -2.3779e-03, -6.4953e-03, 4.1228e-04, 1.7035e-03, 5.3907e-03,\n 1.6391e-03, -1.0377e-03, 2.4114e-02, 2.8583e-03, -2.6880e-03,\n 2.8765e-03, -2.9025e-03, -1.2737e-02, 3.1267e-03, 1.3261e-03,\n -2.4884e-03, -2.9283e-03, -3.4671e-04, -3.3954e-04, 1.5223e-03,\n 3.4471e-03, -6.5589e-03, -2.1694e-03, -6.8303e-03, -4.9406e-04,\n 3.3429e-03, 2.0106e-03, 7.7405e-04, -4.3969e-03, -2.8599e-04,\n -2.5978e-03, -6.9638e-04, 4.5674e-03, -4.5501e-03, 8.5220e-04,\n -2.4297e-03, -3.2284e-04, -4.0462e-03, 8.2233e-03, 7.7027e-03,\n -7.9304e-03, 7.5338e-03, 2.1729e-03, -2.3267e-03, -1.9439e-03,\n 2.3433e-03, 5.3972e-03, -1.1400e-03, -4.1399e-03, 6.7698e-03,\n 2.6524e-03, 2.1455e-03, 8.5230e-04, 6.8703e-04, 1.4275e-03,\n 2.1788e-04, -3.0848e-03, -1.8931e-04, -3.9161e-03, -8.0151e-03,\n 5.3804e-03, -1.2000e-03, 9.8153e-04, 2.3926e-03, -1.0447e-03,\n 8.4062e-03, 4.7654e-03, 9.2591e-03, 2.9985e-04, 3.2094e-03,\n 5.5751e-03, 1.3513e-03, -2.3651e-03, 9.7655e-04, -1.0258e-03,\n -4.5010e-03, -6.8622e-03, -8.8364e-04, 2.9665e-03, 1.8530e-03,\n 1.1676e-03, 2.7500e-03, -1.3841e-03, 1.8992e-03, -1.1759e-03,\n 7.3271e-04, -2.1035e-03, -6.6732e-03, 3.4264e-03, -1.7683e-03,\n 2.8246e-03, 2.5190e-03, 2.6617e-03, -7.0463e-03, -1.7365e-03,\n 3.8996e-03, 4.8563e-04, -4.2776e-03, -3.7266e-03, 6.9030e-04,\n -5.8853e-03, 1.2481e-03, -4.6943e-03, -3.3916e-03, -3.8669e-03,\n -2.4410e-03, 5.0184e-03, 1.4397e-03, 2.0641e-03, -4.5996e-03,\n -1.1344e-03, -3.7599e-03, -2.8385e-03, 1.8966e-04, -6.1890e-03,\n -2.2596e-03, -2.9843e-04, 5.9408e-03, 1.6245e-03, -1.8079e-03,\n 6.0893e-04, -9.9076e-03, -4.2371e-03, 2.0721e-03, -5.4828e-04,\n -2.0447e-03, -1.0809e-02, 1.9275e-03, 4.8093e-04, 8.9066e-04,\n -2.1168e-03, -1.1140e-02, 2.4133e-03, -4.0540e-03, 2.7836e-03,\n 1.0274e-02, -4.4926e-03, 1.8503e-03, -2.3494e-03, -1.6146e-03,\n -3.2452e-03, 8.7213e-04, -4.0721e-03, -3.1198e-03, -3.1990e-04,\n 3.9223e-03, -1.0673e-04, -5.0929e-03, 7.6805e-04, -7.8852e-03,\n -7.4976e-03, 2.8041e-03, -2.4890e-03, -1.4552e-03, 7.0099e-04,\n -2.0231e-03, -2.8279e-03, 1.4040e-04, 2.8899e-03, -5.3859e-03,\n 2.1263e-03, -1.2025e-04, 4.4686e-03, -6.0198e-03, -6.5653e-03,\n -1.2532e-03, 1.8271e-03, -6.1048e-03, 5.2698e-03, -5.9487e-03,\n -9.8058e-03, 4.1946e-03, 8.1120e-03, -3.6588e-03, -8.3936e-04,\n 2.7840e-03, -5.6226e-03, -7.0798e-04, 1.3808e-03, 3.0706e-03,\n 4.0651e-03, 5.6937e-03, -3.8913e-03, 2.2385e-03, 2.1304e-04,\n -1.0026e-02, 6.5705e-04, -1.0674e-03, -4.5949e-03, 3.6575e-03,\n -2.0543e-03, 5.7756e-03, -1.6174e-03, -5.1758e-05, 5.3763e-03,\n -3.6510e-03, 3.4276e-03, -5.6718e-04, 4.7829e-03, 4.1293e-03,\n 4.0919e-03, 2.2695e-03, 7.3634e-03, -2.8493e-03, -4.6779e-03,\n 1.4052e-03, -2.7277e-03, -5.3528e-04, -4.2753e-03, 8.4039e-05,\n 1.1356e-03, -8.4475e-03, 4.0670e-04, -3.4151e-03, 7.7361e-04,\n 6.3179e-03, 2.1587e-03, 4.3315e-01, 7.2149e-04, -6.5175e-04,\n 4.4486e-03, -6.3157e-04], device='cuda:0')",
18
+ "exp_avg_sq": "tensor([1.7353e-04, 8.3385e-05, 1.6068e-04, 1.1965e-04, 1.7499e-04, 1.0001e-04,\n 3.2116e-04, 5.3951e-05, 5.3873e-05, 8.3262e-05, 2.5636e-04, 7.2943e-05,\n 8.3806e-05, 1.5058e-04, 5.8398e-05, 9.5770e-05, 1.1111e-04, 7.6756e-05,\n 8.8676e-05, 1.2539e-04, 4.7638e-05, 8.8143e-05, 7.2809e-05, 2.2094e-04,\n 2.3243e-04, 9.4738e-05, 1.2723e-04, 1.0558e-04, 1.1182e-04, 1.1520e-04,\n 1.2325e-04, 1.1256e-04, 1.3175e-04, 1.0376e-04, 1.5979e-04, 5.6979e-05,\n 8.8195e-05, 9.9207e-05, 1.4775e-04, 2.1612e-04, 1.7594e-04, 1.6073e-04,\n 2.1317e-04, 1.1457e-04, 6.1094e-05, 1.7481e-04, 1.6997e-04, 1.3872e-04,\n 6.8874e-05, 9.7560e-05, 9.8420e-05, 1.7808e-04, 1.7376e-04, 7.3603e-05,\n 1.5905e-04, 1.9296e-04, 5.5563e-05, 2.2573e-04, 3.1207e-04, 1.8978e-04,\n 9.8739e-05, 1.7534e-04, 1.7761e-04, 1.0713e-04, 1.8451e-04, 1.5631e-04,\n 8.5993e-05, 9.5396e-05, 7.4800e-05, 9.7362e-05, 9.0967e-05, 1.5731e-04,\n 7.9945e-05, 8.1252e-05, 1.1224e-04, 2.4956e-04, 8.3380e-05, 3.0513e-04,\n 6.8129e-05, 5.6933e-05, 1.0660e-04, 1.6843e-04, 1.7623e-04, 5.5502e-05,\n 2.2464e-04, 1.1067e-04, 1.5421e-04, 7.4451e-05, 4.7207e-05, 1.4034e-04,\n 6.9007e-05, 1.5343e-04, 5.5949e-05, 1.2974e-04, 1.0809e-04, 3.0101e-04,\n 1.0018e-04, 8.1517e-05, 1.8667e-04, 4.6731e-05, 5.2686e-05, 9.0532e-05,\n 6.8292e-05, 1.7427e-04, 1.0642e-04, 6.9156e-05, 1.4897e-04, 9.1032e-05,\n 1.2824e-04, 7.9065e-05, 1.3670e-04, 5.3799e-05, 8.9436e-05, 6.4516e-05,\n 8.1991e-05, 2.9815e-04, 2.5026e-04, 9.7916e-05, 1.6289e-04, 1.3393e-04,\n 7.1950e-05, 7.8354e-05, 1.3692e-04, 2.2024e-04, 9.4730e-05, 1.0763e-04,\n 7.4185e-05, 1.9338e-04, 7.7196e-05, 1.1377e-04, 8.0657e-05, 1.0373e-04,\n 1.0061e-04, 1.6498e-04, 1.8373e-04, 7.6337e-04, 9.8062e-05, 8.2021e-05,\n 4.6403e-04, 1.7117e-04, 9.9318e-05, 5.4100e-05, 5.4448e-05, 1.2079e-04,\n 2.0572e-04, 1.6481e-04, 1.0109e-04, 1.9011e-04, 4.7762e-04, 1.4740e-04,\n 1.0021e-04, 7.1588e-04, 1.5533e-04, 1.9701e-04, 8.4452e-05, 4.3940e-04,\n 8.6611e-05, 2.7546e-04, 9.9376e-05, 9.6660e-05, 8.3580e-05, 3.2019e-04,\n 1.7813e-04, 1.4467e-04, 1.0626e-04, 1.0231e-04, 3.4584e-04, 1.3248e-04,\n 7.5626e-05, 8.7031e-05, 7.7573e-05, 6.8341e-05, 8.7679e-05, 1.7939e-04,\n 9.2719e-05, 1.6190e-04, 8.8353e-05, 6.3286e-05, 9.5833e-05, 8.6118e-05,\n 2.0305e-04, 2.0716e-04, 3.2118e-04, 8.9708e-05, 1.5284e-04, 6.3751e-05,\n 9.9586e-05, 7.2931e-05, 1.4413e-04, 9.7986e-05, 1.4127e-04, 6.3312e-05,\n 8.9281e-05, 2.0100e-04, 1.2560e-04, 5.7176e-05, 3.4729e-04, 6.6693e-05,\n 3.6976e-04, 1.2040e-04, 1.5836e-04, 1.3929e-04, 1.8349e-04, 8.7006e-05,\n 8.8168e-05, 9.1488e-05, 9.2499e-05, 6.9229e-05, 2.8214e-04, 6.6722e-05,\n 2.7416e-04, 3.2453e-04, 1.0610e-04, 1.8015e-04, 1.5081e-04, 1.4205e-04,\n 6.4264e-05, 2.2415e-04, 2.6444e-04, 5.4953e-05, 2.0904e-04, 1.9503e-04,\n 6.1420e-05, 5.6813e-05, 1.4314e-04, 4.1060e-04, 4.6494e-04, 8.8037e-05,\n 8.0445e-05, 1.2622e-04, 9.3773e-05, 1.0613e-04, 8.2607e-05, 6.4292e-05,\n 8.9773e-05, 2.4608e-04, 2.4824e-04, 1.4799e-04, 6.4388e-05, 1.2610e-04,\n 1.0177e-03, 1.2147e-04, 1.4262e-04, 2.0195e-04, 1.8544e-04, 1.6296e-04,\n 1.7832e-04, 1.8387e-04, 1.1178e-04, 1.1366e-04, 5.0053e-04, 2.9417e-04,\n 7.1264e-05, 8.2154e-05, 1.7233e-04, 1.0578e-04, 2.0633e-04, 2.2530e-04,\n 2.1747e-04, 1.2843e-04, 1.3167e-04, 1.3421e-04, 7.0553e-05, 1.4576e-04,\n 1.7029e-04, 2.1077e-04, 2.3974e-04, 2.8040e-04, 2.4326e-04, 6.3825e-05,\n 1.0371e-04, 1.7852e-04, 2.0980e-04, 5.0797e-05, 8.7163e-05, 1.8072e-04,\n 1.8491e-04, 8.6663e-05, 7.0387e-05, 3.0205e-04, 9.4511e-05, 1.0379e-04,\n 8.1904e-05, 5.5884e-04, 3.7843e-04, 6.9204e-05, 8.8580e-05, 7.4968e-05,\n 1.7071e-04, 2.6790e-04, 2.3574e-04, 4.0448e-04, 9.5833e-05, 1.1186e-04,\n 9.3799e-05, 1.2442e-04, 9.8251e-05, 5.5629e-04, 1.5567e-04, 1.0824e-04,\n 9.2823e-05, 1.5599e-04, 1.5951e-04, 1.0604e-04, 1.8971e-04, 6.2518e-05,\n 1.3807e-04, 8.9486e-05, 1.1831e-04, 1.0838e-04, 1.4758e-04, 1.6939e-04,\n 9.6429e-05, 2.3586e-04, 7.0163e-05, 1.5675e-04, 1.0119e-04, 1.0125e-04,\n 1.5723e-04, 5.9533e-05, 1.0594e-04, 1.3440e-04, 1.0116e-04, 1.3673e-04,\n 1.0453e-04, 9.7209e-05, 2.8409e-04, 2.7754e-04, 1.8940e-04, 2.3337e-04,\n 8.5629e-05, 1.1140e-04, 6.9739e-05, 1.0927e-04, 1.3292e-04, 4.0061e-05,\n 1.1584e-04, 2.9360e-04, 7.4302e-05, 1.0221e-04, 8.2905e-05, 8.6427e-05,\n 5.2202e-04, 9.5347e-05, 5.1848e-05, 6.5033e-05, 1.0345e-04, 1.2613e-04,\n 9.1146e-05, 3.4799e-04, 1.9862e-04, 8.8120e-05, 1.0309e-04, 1.1607e-04,\n 1.0422e-04, 1.6673e-04, 2.3233e-04, 1.4122e-04, 5.0750e-05, 2.2218e-04,\n 2.1643e-04, 1.3280e-04, 1.3873e-04, 1.1552e-04, 8.1696e-05, 5.8372e-05,\n 9.9077e-04, 5.3658e-05, 1.2957e-04, 2.5117e-04, 7.7022e-05, 6.2334e-05,\n 5.8488e-05, 1.7512e-04, 1.8661e-04, 8.7570e-05, 6.3763e-05, 1.4905e-04,\n 8.9288e-05, 8.8428e-05, 5.5076e-05, 4.3348e-04, 2.2950e-04, 1.5179e-04,\n 9.0724e-05, 6.3877e-05, 6.3135e-05, 2.5159e-04, 1.8648e-04, 9.9900e-05,\n 1.7564e-04, 1.0913e-04, 1.9404e-04, 1.0583e-04, 9.5954e-05, 1.2028e-04,\n 7.4164e-05, 9.2733e-05, 9.0158e-05, 1.6079e-04, 2.0731e-04, 8.9355e-05,\n 2.2603e-04, 5.8895e-05, 1.9524e-04, 8.8809e-05, 1.0025e-04, 2.4493e-04,\n 1.0206e-04, 1.1366e-04, 1.1480e-04, 1.1000e-04, 1.5575e-04, 7.3549e-05,\n 7.9877e-05, 5.9054e-05, 1.4290e-04, 9.3171e-05, 1.3350e-04, 9.6395e-05,\n 5.6546e-05, 1.0076e-04, 8.0220e-05, 3.2376e-04, 1.0418e-04, 2.3671e-04,\n 1.5632e-04, 1.4440e-04, 5.7800e-05, 2.4966e-04, 1.4835e-04, 7.0410e-05,\n 1.3760e-04, 1.2915e-04, 1.0284e-04, 7.7069e-05, 7.6163e-05, 1.4177e-04,\n 1.5631e-04, 9.9764e-05, 1.6292e-04, 1.2127e-04, 3.4144e-04, 1.2063e-04,\n 8.6532e-05, 1.0628e-04, 1.6556e-04, 1.1919e-04, 5.1278e-05, 2.3137e-04,\n 8.2752e-05, 6.9283e-05, 1.0691e-04, 1.5741e-04, 1.6568e-04, 5.1468e-05,\n 1.5861e-04, 1.9447e-04, 1.2718e-04, 2.0397e-04, 2.3976e-04, 2.0598e-04,\n 2.3152e-04, 7.1893e-05, 1.1632e-04, 7.7298e-05, 8.3872e-05, 7.7073e-05,\n 2.5485e-04, 1.1164e-04, 1.3000e-04, 7.2787e-05, 1.7708e-04, 1.1910e-04,\n 8.9691e-05, 4.6487e-04, 9.7166e-05, 9.9038e-05, 1.6445e-04, 1.6777e-04,\n 8.9469e-05, 8.1033e-05, 2.0130e-04, 2.2883e-04, 9.3416e-05, 2.5981e-04,\n 1.7464e-04, 1.2460e-04, 6.2320e-05, 1.1639e-04, 1.2521e-04, 6.5639e-05,\n 2.2360e-04, 1.2568e-04, 1.0848e-04, 1.9433e-04, 2.6465e-04, 5.7893e-05,\n 2.3160e-04, 5.3742e-05, 7.0050e-05, 3.1550e-04, 1.1847e-04, 1.6738e-04,\n 1.3951e-04, 2.4368e-04, 2.2222e-04, 2.0976e-01, 1.2794e-04, 8.7223e-05,\n 2.5013e-04, 9.4630e-05], device='cuda:0')"
19
+ },
20
+ "3": {
21
+ "step": "tensor(6260.)",
22
+ "exp_avg": "tensor([-1.8018e-03, -9.9045e-04, -1.1560e-03, -1.0294e-04, 4.2581e-03,\n 7.3856e-03, -1.4977e-03, 1.9942e-03, -1.4237e-03, -6.3692e-04,\n 3.0839e-03, -5.0918e-04, 6.5140e-04, 2.7291e-03, 6.7895e-03,\n 3.2942e-03, -1.8188e-04, 4.1212e-04, 4.3333e-03, -2.9248e-03,\n 1.2246e-03, -6.1693e-03, -2.8452e-03, 4.9074e-03, -2.6747e-03,\n 4.5274e-03, 2.9970e-03, -6.2672e-03, -4.0642e-04, 3.5488e-03,\n -3.3893e-03, -8.5278e-03, -5.7832e-04, 2.2246e-04, 2.3320e-04,\n 4.7820e-03, -2.1740e-03, -2.1093e-03, -5.6756e-03, 1.8966e-03,\n -5.7031e-04, 4.3919e-03, -5.7179e-03, 2.8736e-03, -1.6060e-03,\n 1.4399e-03, -1.4309e-03, 7.9660e-03, -4.3112e-03, -5.6201e-04,\n 1.8417e-03, 3.2630e-03, 3.6405e-03, 4.8440e-04, 2.1708e-03,\n 3.4882e-03, -5.6396e-03, 9.1022e-04, -3.4407e-03, 6.3511e-03,\n 2.0908e-03, 3.4312e-04, 8.3861e-03, 1.2939e-03, -1.3022e-03,\n -3.6729e-03, 3.4308e-03, 2.5761e-03, 1.4212e-03, 1.9366e-03,\n 5.4479e-04, -7.5286e-04, -6.4514e-03, 4.4926e-03, 1.6057e-03,\n 1.3390e-03, 1.3905e-03, 6.9220e-04, -2.0259e-04, 1.7361e-03,\n 3.7434e-03, 4.6059e-03, -7.3950e-03, -1.4114e-02, 3.3070e-03,\n -2.2462e-03, 5.1654e-03, -2.3336e-04, 4.3833e-03, -1.4298e-03,\n 2.6633e-03, 2.9795e-03, -3.4836e-03, 6.8217e-04, 7.7812e-03,\n -7.4842e-03, -2.2759e-03, 1.9092e-03, 4.3099e-04, 3.1593e-03,\n -5.2450e-03, 1.2479e-03, -2.1006e-03, -5.1225e-04, -1.3406e-03,\n -1.5607e-03, 5.9739e-03, -1.7549e-03, -1.7263e-03, 5.1494e-03,\n 1.7113e-03, -7.6419e-04, 6.7959e-04, -1.4739e-03, 2.2792e-04,\n -4.7886e-03, 1.7663e-03, -1.8412e-03, 4.9700e-03, 7.8389e-04,\n -1.1096e-03, -1.3190e-03, -2.2300e-03, -2.9767e-04, 1.5843e-03,\n 4.7343e-03, -3.5112e-03, -1.9307e-03, -3.3634e-04, -1.0674e-03,\n -5.3463e-03, 2.4009e-03, 2.8169e-03, 3.7744e-04, -5.2500e-05,\n -4.4287e-03, -5.5187e-04, -2.6775e-04, 1.6731e-03, 1.2587e-03,\n -5.5469e-04, 7.6253e-03, 2.5614e-03, -2.9577e-03, 3.7061e-03,\n 1.5237e-03, -1.3359e-03, -6.9557e-03, 2.0714e-03, 8.5764e-04,\n 2.7649e-04, 3.7808e-03, 2.3789e-03, -4.0766e-03, 6.2039e-03,\n -1.6842e-03, -1.9761e-04, 2.5817e-03, 2.4903e-03, 3.8129e-03,\n -3.6905e-03, 6.6116e-03, 1.9735e-04, 2.1288e-03, 3.2074e-03,\n 4.6950e-04, 4.1589e-03, -7.5133e-04, -7.9681e-03, 5.1539e-03,\n 2.2316e-03, 1.7649e-03, -1.4266e-03, 2.6271e-04, -7.9434e-04,\n -4.5477e-03, 2.6751e-03, -2.5632e-03, 4.0929e-03, 4.5864e-03,\n 5.3949e-03, 9.4417e-04, -4.0524e-03, 7.7443e-03, 8.3266e-04,\n -1.6129e-03, -1.8706e-03, -1.7825e-02, -3.5114e-03, -9.4566e-04,\n 1.2065e-03, -1.0337e-03, 9.8001e-03, 7.2769e-03, 1.5924e-03,\n 2.1996e-04, -4.4994e-03, -3.0185e-03, -7.8739e-04, 3.1454e-03,\n -2.3508e-03, -5.5180e-03, -6.2438e-03, -1.4451e-03, 3.9262e-03,\n 1.1212e-03, -3.7618e-03, -9.1104e-04, -1.0893e-03, -7.1021e-03,\n 2.6190e-03, 2.7533e-03, 8.8206e-03, -6.8646e-04, 1.6418e-04,\n 2.7966e-03, -3.7480e-03, 4.4886e-03, -3.7858e-03, 1.2383e-03,\n -8.6407e-03, -1.2331e-03, -5.1729e-03, 1.4845e-03, 3.4772e-04,\n 4.5100e-03, 4.4546e-03, -4.1389e-03, -3.9227e-03, 8.9900e-04,\n -4.5573e-04, 2.8077e-03, 1.0881e-03, -1.8795e-03, -2.8730e-03,\n -2.0205e-03, 1.9062e-03, 1.1047e-04, -5.7053e-03, 2.7145e-03,\n 8.7029e-03, -1.8356e-03, 1.5610e-04, -1.8599e-03, 1.7941e-03,\n -4.0300e-04, -2.8673e-03, 2.2789e-03, 4.3745e-03, -3.3828e-03,\n -2.7458e-04, 4.2356e-03, 6.8234e-03, -3.7007e-03, 3.3753e-03,\n 6.1115e-03, 4.2155e-03, 8.6707e-04, 8.9382e-03, -5.4118e-03,\n 5.9334e-03, -2.9469e-03, -1.8360e-03, 1.7506e-04, -4.8394e-03,\n 5.6462e-03, 2.6490e-03, 1.4276e-02, -1.3458e-02, 7.9572e-04,\n -5.2267e-03, 3.2573e-03, 2.2683e-03, -4.3492e-03, 7.3606e-04,\n 3.2017e-03, 5.9782e-03, 2.0354e-03, -5.0091e-04, -3.4234e-03,\n 2.9164e-03, -2.3510e-03, -8.8660e-03, 4.0455e-03, 1.6812e-03,\n 2.9352e-03, 1.3998e-03, 4.6845e-03, -4.2055e-03, 5.8089e-03,\n -1.3276e-03, -3.1587e-03, 3.1945e-04, 1.5046e-03, 5.4964e-03,\n 1.2448e-03, -9.1051e-04, 1.2541e-02, 2.4686e-03, -3.9861e-03,\n 3.1316e-03, -2.5776e-03, -1.2343e-02, 3.1545e-03, 6.1782e-04,\n -4.1682e-03, -2.3669e-03, 9.8149e-05, -3.4079e-04, 1.7103e-03,\n 5.5410e-03, -6.7837e-03, -3.8269e-03, -5.7394e-03, 1.3069e-04,\n 2.9431e-03, 2.3123e-03, 6.3422e-04, -3.8761e-03, 7.1338e-04,\n -1.6986e-03, 2.1197e-05, 5.8150e-03, -3.9767e-03, 1.4515e-03,\n -4.0833e-03, 5.8995e-04, -2.1861e-03, 8.2247e-03, 6.8376e-03,\n -6.7851e-03, 7.4264e-03, 7.6384e-04, -1.1647e-03, -1.7846e-03,\n 2.8575e-03, 3.9424e-03, -7.2543e-04, -5.5793e-03, 6.5148e-03,\n 3.4976e-03, 3.6113e-03, 9.3338e-04, -2.2537e-04, 2.6416e-03,\n 1.0997e-03, -2.2708e-03, 1.5240e-04, -4.7148e-03, -3.1979e-03,\n 4.3497e-03, -1.2872e-03, 1.9145e-03, 1.7646e-03, -2.0938e-04,\n 6.4166e-03, 3.9631e-03, 8.2301e-03, 4.8851e-04, 2.2906e-03,\n 4.2623e-03, 2.1054e-03, -2.0651e-03, 1.7053e-03, -2.5630e-03,\n -5.7540e-03, -4.3951e-03, -1.6634e-03, 2.7186e-03, 1.8382e-03,\n 1.9732e-03, 4.7146e-03, -1.3248e-03, 1.0451e-03, -1.5404e-03,\n -9.0859e-05, -1.5581e-03, -7.2091e-03, 4.6005e-03, -2.7211e-03,\n 2.8674e-03, 1.9738e-03, 1.0078e-03, -5.8541e-03, -1.5154e-03,\n 6.1291e-03, 1.4693e-03, -3.3254e-03, -2.5233e-03, 1.0764e-03,\n -5.3328e-03, 1.9725e-03, -3.9233e-03, -3.9176e-03, -8.8875e-03,\n -3.2560e-03, 5.4625e-03, 1.7045e-03, 3.1557e-03, -7.7736e-03,\n -5.2935e-04, -4.2520e-03, -1.7802e-03, -2.2044e-04, -4.9946e-03,\n -2.9070e-03, -1.1979e-04, 4.7776e-03, 1.3724e-03, -2.3917e-03,\n 1.0905e-03, -9.4506e-03, -3.7077e-03, 3.4552e-03, -1.3082e-03,\n -2.3346e-03, -7.1531e-03, 2.5385e-03, -3.7852e-04, 6.9596e-04,\n -2.7653e-03, -1.0660e-02, 2.9292e-03, -2.6747e-03, 2.8856e-03,\n 6.7897e-03, -5.6297e-03, 1.0180e-03, -3.6103e-03, -5.6812e-04,\n -3.4454e-03, 8.3315e-04, -2.6081e-03, -2.1121e-03, -5.0543e-04,\n 4.9810e-03, -4.9972e-04, -7.0875e-03, 7.2275e-04, -5.1886e-03,\n -7.2466e-03, 2.1508e-03, -1.6683e-03, -1.3098e-03, 9.5043e-04,\n -1.2753e-03, -2.7577e-03, 1.5856e-03, 3.7129e-03, -3.8861e-03,\n 1.3372e-03, -4.0728e-04, 3.6792e-03, -3.9291e-03, -6.0512e-03,\n -9.0688e-04, 2.0533e-03, -2.3931e-03, 4.3663e-03, -7.3345e-03,\n -6.2731e-03, 3.2087e-03, 6.1915e-03, -5.3409e-03, -1.0395e-03,\n 3.0387e-03, -4.9521e-03, -1.5368e-03, 1.5450e-03, 2.7620e-03,\n 3.7081e-03, 6.8303e-03, -6.5809e-03, -3.6377e-04, 3.4645e-03,\n -5.6610e-03, 2.2639e-03, -7.3508e-04, -3.7324e-03, 3.8948e-03,\n -3.5062e-03, 5.9699e-03, 6.2075e-04, 1.1524e-04, 4.6599e-03,\n -3.7730e-03, 2.9164e-03, 3.4902e-04, 8.3561e-03, 4.3608e-03,\n 2.7335e-03, 3.0979e-03, 6.0877e-03, -3.4387e-03, -3.8560e-03,\n 1.9655e-03, -1.7216e-03, -9.2952e-04, -3.7418e-03, 6.4482e-04,\n 1.4940e-03, -6.0925e-03, 1.0512e-03, -4.6190e-03, 6.6631e-04,\n 4.8714e-03, 1.3910e-03, 2.2878e-02, 1.3815e-03, 1.6130e-05,\n 4.2630e-03, -3.4254e-04], device='cuda:0')",
23
+ "exp_avg_sq": "tensor([1.1921e-04, 1.1036e-04, 1.1542e-04, 9.9069e-05, 1.5865e-04, 1.3039e-04,\n 1.3686e-04, 9.4217e-05, 9.2229e-05, 1.0183e-04, 1.5780e-04, 9.5166e-05,\n 1.4735e-04, 1.0495e-04, 1.2242e-04, 1.5128e-04, 1.1825e-04, 8.1760e-05,\n 9.3525e-05, 1.3167e-04, 8.0249e-05, 1.6508e-04, 9.9956e-05, 1.4497e-04,\n 1.1156e-04, 1.6361e-04, 1.2015e-04, 1.4848e-04, 1.4939e-04, 1.5436e-04,\n 1.2322e-04, 2.3053e-04, 1.1265e-04, 2.0312e-04, 1.4664e-04, 1.1285e-04,\n 1.1402e-04, 1.1052e-04, 1.1946e-04, 2.2574e-04, 1.4572e-04, 1.6964e-04,\n 1.5935e-04, 1.1192e-04, 1.2994e-04, 1.3549e-04, 1.1930e-04, 1.1926e-04,\n 1.0985e-04, 1.4791e-04, 1.4072e-04, 1.3611e-04, 1.3286e-04, 1.1479e-04,\n 1.1348e-04, 1.3814e-04, 8.4973e-05, 1.1397e-04, 1.6138e-04, 1.3157e-04,\n 1.4010e-04, 1.1717e-04, 2.1608e-04, 1.3097e-04, 1.8784e-04, 2.1490e-04,\n 9.5873e-05, 9.9292e-05, 1.0857e-04, 1.0717e-04, 1.5066e-04, 1.2191e-04,\n 1.0554e-04, 1.7481e-04, 1.2792e-04, 1.2964e-04, 1.4644e-04, 1.4016e-04,\n 1.1340e-04, 1.0499e-04, 1.2119e-04, 1.7724e-04, 1.1965e-04, 1.3559e-04,\n 1.8933e-04, 1.3113e-04, 1.5661e-04, 1.2669e-04, 1.0519e-04, 1.3616e-04,\n 1.5186e-04, 1.5901e-04, 7.8703e-05, 1.3042e-04, 1.5941e-04, 1.2708e-04,\n 1.0250e-04, 1.3649e-04, 1.1621e-04, 7.0666e-05, 9.1088e-05, 1.1517e-04,\n 1.0103e-04, 1.3680e-04, 9.2565e-05, 1.1409e-04, 1.7071e-04, 9.5331e-05,\n 1.4913e-04, 1.2780e-04, 1.5122e-04, 7.8627e-05, 1.5831e-04, 8.5819e-05,\n 9.8677e-05, 1.6068e-04, 1.2944e-04, 1.0330e-04, 2.1566e-04, 1.5173e-04,\n 1.0756e-04, 1.4083e-04, 1.7132e-04, 1.4583e-04, 1.7753e-04, 1.4381e-04,\n 8.1562e-05, 9.9931e-05, 1.2865e-04, 1.7370e-04, 1.2192e-04, 1.2788e-04,\n 1.2212e-04, 1.1809e-04, 9.4890e-05, 1.4150e-04, 9.6246e-05, 1.1388e-04,\n 1.3310e-04, 2.1685e-04, 1.3666e-04, 7.7315e-05, 1.0610e-04, 1.2171e-04,\n 1.8399e-04, 1.2115e-04, 1.0877e-04, 1.2436e-04, 1.9415e-04, 1.3579e-04,\n 1.2044e-04, 2.0708e-04, 1.3597e-04, 1.7176e-04, 9.8018e-05, 1.8484e-04,\n 9.7042e-05, 1.8236e-04, 1.2707e-04, 7.7121e-05, 9.6722e-05, 1.4308e-04,\n 1.3283e-04, 1.1809e-04, 1.2407e-04, 9.8563e-05, 1.5770e-04, 9.5507e-05,\n 1.0771e-04, 1.5029e-04, 1.3513e-04, 1.2886e-04, 1.2856e-04, 1.5619e-04,\n 1.2960e-04, 9.9934e-05, 1.2583e-04, 8.7441e-05, 1.4761e-04, 1.0558e-04,\n 1.9837e-04, 1.4705e-04, 1.4175e-04, 1.2002e-04, 1.6305e-04, 1.0784e-04,\n 1.2131e-04, 1.3267e-04, 1.5822e-04, 1.3090e-04, 1.4200e-04, 8.3054e-05,\n 1.1142e-04, 1.4007e-04, 1.2711e-04, 1.2607e-04, 1.5201e-04, 8.4759e-05,\n 1.3451e-04, 1.1283e-04, 9.8865e-05, 9.7512e-05, 1.3686e-04, 1.1796e-04,\n 1.4480e-04, 1.4130e-04, 1.9044e-04, 9.3202e-05, 1.1653e-04, 1.0256e-04,\n 1.7059e-04, 1.4146e-04, 1.7495e-04, 1.0807e-04, 1.1262e-04, 1.3831e-04,\n 1.0782e-04, 1.8170e-04, 1.3666e-04, 8.1338e-05, 1.4446e-04, 1.5302e-04,\n 1.0281e-04, 8.7856e-05, 1.6677e-04, 1.5528e-04, 1.3957e-04, 1.1093e-04,\n 1.3924e-04, 1.1926e-04, 9.6068e-05, 1.0304e-04, 1.1762e-04, 1.1306e-04,\n 1.3524e-04, 1.1632e-04, 1.5430e-04, 1.2219e-04, 1.1294e-04, 1.2734e-04,\n 1.8875e-04, 1.1734e-04, 1.4453e-04, 1.7617e-04, 1.8173e-04, 1.4769e-04,\n 1.3669e-04, 1.3270e-04, 1.1313e-04, 1.6219e-04, 1.3872e-04, 1.9514e-04,\n 1.0802e-04, 1.2523e-04, 1.4981e-04, 1.5869e-04, 1.3552e-04, 1.7128e-04,\n 1.3889e-04, 1.6371e-04, 1.3631e-04, 1.5512e-04, 9.8271e-05, 1.8563e-04,\n 1.2345e-04, 1.0884e-04, 1.5970e-04, 1.5539e-04, 1.6395e-04, 1.2909e-04,\n 1.3293e-04, 1.2025e-04, 1.4384e-04, 9.7138e-05, 1.2114e-04, 1.0131e-04,\n 1.2031e-04, 9.9697e-05, 1.2094e-04, 2.0949e-04, 9.7092e-05, 1.8387e-04,\n 1.4228e-04, 1.5177e-04, 1.0839e-04, 9.9280e-05, 1.0634e-04, 1.2031e-04,\n 1.1525e-04, 1.7923e-04, 1.4320e-04, 1.2503e-04, 1.0917e-04, 1.3164e-04,\n 1.1215e-04, 1.5600e-04, 1.1518e-04, 1.5516e-04, 1.7382e-04, 1.8472e-04,\n 9.4364e-05, 1.0880e-04, 1.2829e-04, 1.1721e-04, 1.8795e-04, 1.1523e-04,\n 1.2430e-04, 1.0602e-04, 1.6543e-04, 1.2178e-04, 2.0544e-04, 1.4845e-04,\n 1.5531e-04, 1.7796e-04, 1.0994e-04, 1.3476e-04, 1.1033e-04, 1.4811e-04,\n 1.3066e-04, 9.6305e-05, 1.2577e-04, 1.1728e-04, 1.0939e-04, 1.3168e-04,\n 9.9524e-05, 1.5948e-04, 1.7149e-04, 1.6962e-04, 1.6257e-04, 1.8881e-04,\n 8.9868e-05, 1.2333e-04, 9.2021e-05, 1.1399e-04, 1.6806e-04, 7.5252e-05,\n 9.6229e-05, 1.0373e-04, 1.1138e-04, 1.2222e-04, 1.2589e-04, 1.3998e-04,\n 1.6212e-04, 1.1540e-04, 8.7434e-05, 1.0471e-04, 9.1689e-05, 1.1242e-04,\n 1.1237e-04, 1.4853e-04, 1.0989e-04, 1.4229e-04, 1.0688e-04, 9.1596e-05,\n 1.0360e-04, 1.3886e-04, 1.2247e-04, 1.2442e-04, 8.3352e-05, 1.3284e-04,\n 1.3367e-04, 2.3090e-04, 1.1254e-04, 2.3777e-04, 1.1178e-04, 1.0862e-04,\n 1.7898e-04, 7.7306e-05, 1.1112e-04, 1.4798e-04, 8.9157e-05, 1.0314e-04,\n 9.3209e-05, 1.2550e-04, 1.2811e-04, 1.4940e-04, 8.9783e-05, 1.5055e-04,\n 1.8103e-04, 1.3416e-04, 8.1337e-05, 1.2366e-04, 1.1856e-04, 1.0880e-04,\n 1.0612e-04, 1.4257e-04, 1.2090e-04, 1.6273e-04, 1.0966e-04, 1.8377e-04,\n 1.1782e-04, 1.1849e-04, 1.1107e-04, 1.0363e-04, 1.5173e-04, 1.3534e-04,\n 9.0358e-05, 9.6504e-05, 1.5634e-04, 2.6462e-04, 1.3376e-04, 9.6732e-05,\n 1.6419e-04, 6.0275e-05, 1.4909e-04, 1.5829e-04, 1.0327e-04, 1.2113e-04,\n 1.0782e-04, 1.4281e-04, 1.0363e-04, 1.0544e-04, 1.0686e-04, 1.2857e-04,\n 1.1458e-04, 1.0821e-04, 1.1314e-04, 1.8730e-04, 1.3785e-04, 1.8915e-04,\n 9.3041e-05, 1.0341e-04, 1.5175e-04, 1.6973e-04, 1.4577e-04, 1.2045e-04,\n 1.1392e-04, 1.2096e-04, 7.9132e-05, 1.3710e-04, 1.3882e-04, 1.6633e-04,\n 1.8592e-04, 1.1896e-04, 1.0416e-04, 8.8686e-05, 1.2058e-04, 2.0159e-04,\n 1.2129e-04, 9.5221e-05, 2.3121e-04, 1.1598e-04, 1.5189e-04, 1.3629e-04,\n 1.6641e-04, 1.0526e-04, 9.6905e-05, 9.7512e-05, 1.1418e-04, 1.3765e-04,\n 1.0297e-04, 8.4795e-05, 1.0806e-04, 1.4724e-04, 1.3811e-04, 8.8412e-05,\n 1.8366e-04, 1.1274e-04, 1.2206e-04, 1.5967e-04, 1.1250e-04, 1.5080e-04,\n 1.7674e-04, 1.0055e-04, 1.7937e-04, 7.7383e-05, 8.9672e-05, 1.3184e-04,\n 1.8844e-04, 1.7727e-04, 1.1881e-04, 9.7928e-05, 1.3264e-04, 1.1081e-04,\n 1.4837e-04, 1.4980e-04, 1.5683e-04, 8.7402e-05, 1.3332e-04, 1.6837e-04,\n 1.3582e-04, 1.3498e-04, 1.5033e-04, 2.6617e-04, 1.2024e-04, 1.5259e-04,\n 1.1612e-04, 1.8685e-04, 9.7821e-05, 1.1876e-04, 1.0471e-04, 8.3649e-05,\n 1.5008e-04, 1.1759e-04, 1.2510e-04, 1.8488e-04, 1.3743e-04, 1.1823e-04,\n 1.4936e-04, 8.6779e-05, 1.1002e-04, 1.2050e-04, 8.1287e-05, 1.3514e-04,\n 9.8066e-05, 1.5102e-04, 1.6789e-04, 5.7275e-04, 1.5616e-04, 1.6922e-04,\n 1.6197e-04, 1.1427e-04], device='cuda:0')"
24
+ },
25
+ "4": {
26
+ "step": "tensor(6260.)",
27
+ "exp_avg": "tensor([[-1.1494e-04, 7.8268e-05, -2.0586e-04, ..., -1.6013e-05,\n 2.9652e-04, 1.0772e-04],\n [-3.3250e-04, -2.4156e-04, 2.1310e-04, ..., 5.2469e-04,\n 5.7105e-05, 2.1718e-04],\n [ 4.8822e-05, 1.5142e-04, -5.7344e-05, ..., 1.3601e-04,\n -2.4426e-05, -2.1235e-04],\n ...,\n [ 1.6844e-04, -1.4305e-04, -4.3603e-05, ..., -5.7491e-05,\n -9.8858e-05, 1.2592e-04],\n [ 2.8457e-05, 2.3365e-04, -4.9556e-05, ..., 6.2600e-05,\n -1.2247e-04, -6.2200e-05],\n [-2.5286e-05, 4.5664e-04, -3.6532e-05, ..., 5.8838e-05,\n -3.9208e-04, 2.5004e-04]], device='cuda:0')",
28
+ "exp_avg_sq": "tensor([[3.7092e-07, 2.3289e-07, 2.8442e-07, ..., 3.2824e-07, 3.9347e-07,\n 2.8739e-07],\n [6.6876e-07, 4.7450e-07, 4.1729e-07, ..., 9.0856e-07, 7.7515e-07,\n 1.0916e-06],\n [5.5782e-07, 5.7110e-07, 4.4743e-07, ..., 9.4618e-07, 7.4918e-07,\n 7.3522e-07],\n ...,\n [6.2470e-07, 8.8911e-07, 4.8320e-07, ..., 7.4405e-07, 8.2193e-07,\n 6.8203e-07],\n [4.7755e-07, 6.8741e-07, 4.7611e-07, ..., 9.6894e-07, 8.4815e-07,\n 7.7699e-07],\n [7.4606e-07, 7.9087e-07, 4.6745e-07, ..., 8.3886e-07, 8.4234e-07,\n 8.4656e-07]], device='cuda:0')"
29
+ },
30
+ "5": {
31
+ "step": "tensor(6260.)",
32
+ "exp_avg": "tensor([[-1.1597e-04, -1.8254e-05, -4.6730e-05, ..., -3.2206e-05,\n -5.0303e-05, -6.0196e-05],\n [-1.2222e-04, -2.0202e-04, 1.3859e-04, ..., 2.1607e-04,\n 3.6666e-05, 1.4016e-04],\n [ 8.8953e-05, 1.0527e-04, 2.3772e-05, ..., 1.7802e-04,\n -4.9816e-05, -7.1020e-05],\n ...,\n [-1.0964e-04, 2.5697e-04, 2.0877e-04, ..., -1.7862e-04,\n -7.0167e-05, 3.9939e-05],\n [ 2.1015e-05, 3.1640e-05, 3.0645e-05, ..., -2.9945e-04,\n -2.2165e-04, 1.1797e-04],\n [-9.0425e-05, 2.3320e-06, -7.4264e-05, ..., 9.4350e-05,\n 4.1517e-05, -1.2870e-04]], device='cuda:0')",
33
+ "exp_avg_sq": "tensor([[9.2401e-08, 7.1914e-08, 8.8902e-08, ..., 7.9287e-08, 1.3502e-07,\n 9.2174e-08],\n [1.8536e-07, 1.4278e-07, 1.6029e-07, ..., 2.5146e-07, 2.4227e-07,\n 3.2440e-07],\n [1.8436e-07, 1.9007e-07, 1.5568e-07, ..., 3.6182e-07, 2.5642e-07,\n 2.7524e-07],\n ...,\n [1.7144e-07, 3.0974e-07, 2.6473e-07, ..., 2.9297e-07, 3.4639e-07,\n 1.8702e-07],\n [1.8279e-07, 2.0390e-07, 1.5624e-07, ..., 3.1484e-07, 3.2543e-07,\n 2.7296e-07],\n [1.6189e-07, 2.1776e-07, 2.1527e-07, ..., 2.8723e-07, 3.1303e-07,\n 4.2787e-07]], device='cuda:0')"
34
+ },
35
+ "6": {
36
+ "step": "tensor(6260.)",
37
+ "exp_avg": "tensor([ 0.0010, -0.0010], device='cuda:0')",
38
+ "exp_avg_sq": "tensor([8.8692e-06, 8.8691e-06], device='cuda:0')"
39
+ }
40
+ },
41
+ "param_groups": [
42
+ {
43
+ "lr": 0.0005005000000000001,
44
+ "name": "shared",
45
+ "betas": [
46
+ 0.9,
47
+ 0.999
48
+ ],
49
+ "eps": 1e-08,
50
+ "weight_decay": 1e-05,
51
+ "amsgrad": false,
52
+ "maximize": false,
53
+ "foreach": null,
54
+ "capturable": false,
55
+ "differentiable": false,
56
+ "fused": null,
57
+ "decoupled_weight_decay": true,
58
+ "initial_lr": 0.001,
59
+ "params": [
60
+ 0,
61
+ 1,
62
+ 2,
63
+ 3
64
+ ]
65
+ },
66
+ {
67
+ "lr": 0.0005005000000000001,
68
+ "name": "scale_256",
69
+ "betas": [
70
+ 0.9,
71
+ 0.999
72
+ ],
73
+ "eps": 1e-08,
74
+ "weight_decay": 1e-05,
75
+ "amsgrad": false,
76
+ "maximize": false,
77
+ "foreach": null,
78
+ "capturable": false,
79
+ "differentiable": false,
80
+ "fused": null,
81
+ "decoupled_weight_decay": true,
82
+ "initial_lr": 0.001,
83
+ "params": [
84
+ 4
85
+ ]
86
+ },
87
+ {
88
+ "lr": 0.0005005000000000001,
89
+ "name": "scale_512",
90
+ "betas": [
91
+ 0.9,
92
+ 0.999
93
+ ],
94
+ "eps": 1e-08,
95
+ "weight_decay": 1e-05,
96
+ "amsgrad": false,
97
+ "maximize": false,
98
+ "foreach": null,
99
+ "capturable": false,
100
+ "differentiable": false,
101
+ "fused": null,
102
+ "decoupled_weight_decay": true,
103
+ "initial_lr": 0.001,
104
+ "params": [
105
+ 5
106
+ ]
107
+ },
108
+ {
109
+ "lr": 0.0002505,
110
+ "name": "fusion",
111
+ "betas": [
112
+ 0.9,
113
+ 0.999
114
+ ],
115
+ "eps": 1e-08,
116
+ "weight_decay": 1e-05,
117
+ "amsgrad": false,
118
+ "maximize": false,
119
+ "foreach": null,
120
+ "capturable": false,
121
+ "differentiable": false,
122
+ "fused": null,
123
+ "decoupled_weight_decay": true,
124
+ "initial_lr": 0.0005,
125
+ "params": [
126
+ 6
127
+ ]
128
+ }
129
+ ]
130
+ },
131
+ "scheduler_state_dict": {
132
+ "T_0": 10,
133
+ "T_i": 10,
134
+ "T_mult": 2,
135
+ "eta_min": 1e-06,
136
+ "T_cur": 5,
137
+ "base_lrs": [
138
+ 0.001,
139
+ 0.001,
140
+ 0.001,
141
+ 0.0005
142
+ ],
143
+ "last_epoch": 5,
144
+ "_step_count": 0,
145
+ "_is_initial": false,
146
+ "_get_lr_called_within_step": false,
147
+ "_last_lr": [
148
+ 0.0005005000000000001,
149
+ 0.0005005000000000001,
150
+ 0.0005005000000000001,
151
+ 0.0002505
152
+ ]
153
+ },
154
+ "metrics": {
155
+ "best_val_acc": 70.854,
156
+ "best_epoch": 4,
157
+ "scale_accuracies": {
158
+ "256": 70.214,
159
+ "512": 70.82
160
+ },
161
+ "training_history": {
162
+ "epochs": [
163
+ 1,
164
+ 2,
165
+ 3,
166
+ 4,
167
+ 5
168
+ ],
169
+ "train_loss": [
170
+ 5.60248446921571,
171
+ 4.156974341351384,
172
+ 3.7702821485531595,
173
+ 3.570641661223512,
174
+ 3.4472002215659656
175
+ ],
176
+ "train_acc": [
177
+ 63.38018384800733,
178
+ 69.48813074329888,
179
+ 70.23393515443342,
180
+ 70.76774534467404,
181
+ 71.32536195515495
182
+ ],
183
+ "val_acc": [
184
+ 67.966,
185
+ 69.586,
186
+ 69.866,
187
+ 70.47,
188
+ 70.854
189
+ ],
190
+ "scale_accs": {
191
+ "256": [
192
+ 66.908,
193
+ 68.868,
194
+ 69.194,
195
+ 69.78,
196
+ 70.214
197
+ ],
198
+ "512": [
199
+ 67.774,
200
+ 69.268,
201
+ 69.844,
202
+ 70.366,
203
+ 70.82
204
+ ]
205
+ },
206
+ "lr": [
207
+ 0.0009755527298894294,
208
+ 0.0009046039886902864,
209
+ 0.0007940987335200904,
210
+ 0.0006548539886902864,
211
+ 0.0005005000000000001
212
+ ]
213
+ }
214
+ },
215
+ "train_config": {
216
+ "name": "david_training",
217
+ "run_id": "20251012_141246",
218
+ "dataset_name": "AbstractPhil/imagenet-clip-features-orderly",
219
+ "model_variant": "clip_vit_laion_b32",
220
+ "num_classes": 1000,
221
+ "preset": "small_fast",
222
+ "custom_config_path": null,
223
+ "num_classes_override": null,
224
+ "use_belly_override": null,
225
+ "belly_expand_override": null,
226
+ "progressive_training_override": false,
227
+ "scale_warmup_epochs_override": null,
228
+ "num_epochs": 10,
229
+ "batch_size": 1024,
230
+ "learning_rate": 0.001,
231
+ "weight_decay": 1e-05,
232
+ "warmup_epochs": 3,
233
+ "use_rose_loss": true,
234
+ "rose_initial_weight": 0.1,
235
+ "rose_max_weight": 0.5,
236
+ "rose_weight_schedule": "adaptive",
237
+ "use_cayley_loss": false,
238
+ "cayley_weight": 0.001,
239
+ "scale_loss_balance": null,
240
+ "use_mixed_precision": true,
241
+ "gradient_clip": 10.0,
242
+ "scheduler_type": "cosine_restarts",
243
+ "min_lr": 1e-06,
244
+ "freeze_strategy": "never",
245
+ "freeze_threshold": 90.0,
246
+ "unfreeze_on_plateau": true,
247
+ "patience": 10,
248
+ "track_gradients": true,
249
+ "gradient_scale_threshold": 1e-05,
250
+ "gradient_scale_multiplier": 10.0,
251
+ "log_interval": 50,
252
+ "val_interval": 1,
253
+ "save_interval": 5,
254
+ "log_fusion_weights": true,
255
+ "log_loss_components": true,
256
+ "save_format": "safetensors",
257
+ "hf_repo": "AbstractPhil/gated-david",
258
+ "upload_to_hub": true,
259
+ "base_dir": "./david_training",
260
+ "num_workers": 10,
261
+ "pin_memory": true,
262
+ "prefetch_factor": 4,
263
+ "persistent_workers": true
264
+ }
265
+ }