AbstractPhil commited on
Commit
7c1d17e
·
verified ·
1 Parent(s): f49ff43

Update best_model_acc76.29_metadata.json - Run 20251012_145649

Browse files
weights/David-hierarchical-progressive/20251012_145649/best_model_acc76.29_metadata.json ADDED
@@ -0,0 +1,356 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 5,
3
+ "optimizer_state_dict": {
4
+ "state": {
5
+ "0": {
6
+ "step": "tensor(7512.)",
7
+ "exp_avg": "tensor([[ 1.5352e-04, -7.7754e-05, 1.3314e-04, ..., 2.9508e-05,\n 3.6165e-05, 1.3419e-04],\n [ 2.4197e-04, 2.0151e-03, -4.4124e-04, ..., -4.0603e-04,\n -2.1957e-04, 1.1735e-04],\n [ 1.3148e-04, -1.2350e-04, 1.9899e-04, ..., -1.8112e-04,\n 9.2027e-05, -2.8839e-04],\n ...,\n [-3.4875e-04, -1.0189e-03, -1.0088e-03, ..., -1.4789e-04,\n 7.0501e-05, 1.5200e-04],\n [ 7.2874e-04, 1.1677e-03, 1.2730e-03, ..., -7.7376e-04,\n 6.5082e-04, -2.5064e-06],\n [ 5.1082e-04, 1.1045e-03, -1.4900e-04, ..., 9.0570e-05,\n -5.9610e-04, 1.2417e-05]], device='cuda:0')",
8
+ "exp_avg_sq": "tensor([[1.1805e-06, 5.6212e-06, 2.3762e-06, ..., 1.4283e-06, 5.0721e-07,\n 1.8831e-06],\n [5.9130e-07, 5.6597e-06, 1.9925e-06, ..., 6.8766e-07, 3.7041e-07,\n 5.0049e-07],\n [9.6925e-07, 5.3369e-06, 3.8422e-06, ..., 7.6142e-07, 4.0773e-07,\n 7.9136e-07],\n ...,\n [8.9253e-07, 5.0245e-06, 3.4468e-06, ..., 7.1678e-07, 4.8318e-07,\n 7.2161e-07],\n [1.4619e-06, 1.1130e-05, 4.0852e-06, ..., 1.0844e-06, 7.5429e-07,\n 7.0197e-07],\n [1.1824e-06, 8.8710e-06, 3.6886e-06, ..., 6.0575e-07, 4.3539e-07,\n 5.9225e-07]], device='cuda:0')"
9
+ },
10
+ "1": {
11
+ "step": "tensor(7512.)",
12
+ "exp_avg": "tensor([ 9.7962e-04, -2.5197e-02, -3.8995e-03, -6.1972e-04, -8.7921e-03,\n 4.9728e-03, -1.1081e-03, -8.3007e-04, -1.2392e-03, 9.4155e-03,\n 4.7947e-03, -2.0724e-04, -5.8766e-03, 1.1078e-02, -4.4753e-03,\n -6.8560e-03, -8.1951e-04, 1.3966e-02, 3.2408e-03, -8.0221e-03,\n 9.9464e-03, -2.9416e-03, 7.5666e-03, -1.9299e-02, -1.1490e-02,\n 1.1273e-03, -7.3135e-03, -4.4975e-03, 1.5796e-02, -4.3144e-03,\n 7.6731e-03, -1.2656e-02, -6.2226e-03, -1.9064e-02, -5.5883e-04,\n -1.4859e-02, 6.1598e-03, 3.5814e-03, 6.9237e-03, 8.2977e-03,\n -6.5549e-03, -2.9916e-03, -6.8596e-04, -1.4128e-02, -3.0922e-03,\n 6.9428e-04, -1.6462e-02, -6.5018e-03, 1.3245e-02, 1.8852e-03,\n -3.7332e-04, -2.1540e-03, -2.3771e-03, 4.4560e-03, 3.1476e-03,\n 2.8262e-02, 2.3385e-03, 1.4469e-02, -8.9799e-03, 6.3439e-03,\n -1.1677e-02, 3.1801e-03, -2.2927e-02, 5.2783e-05, 1.0290e-02,\n -5.1471e-03, 5.8009e-03, -5.1809e-03, 1.4826e-02, -6.7628e-04,\n -1.1283e-02, -1.5161e-02, -4.4203e-03, -1.3680e-03, 9.0340e-03,\n 2.8556e-02, -1.4303e-03, -6.5797e-03, 3.1942e-03, -5.9041e-03,\n 5.2032e-03, 1.5133e-03, 1.1732e-02, 9.1871e-04, 7.4422e-03,\n 1.4371e-02, -3.9031e-03, -7.2426e-03, -1.6959e-02, -2.5710e-03,\n 2.3467e-04, -3.3240e-03, -5.5053e-03, 1.6039e-03, 7.4555e-03,\n 9.5723e-03, -6.9482e-03, -1.6447e-02, 1.7619e-02, 3.7479e-04,\n -1.7776e-02, 1.3863e-02, -1.2621e-02, 5.4374e-04, 7.6929e-03,\n 3.7224e-03, -1.9454e-03, -5.2743e-04, -5.7752e-04, 1.7864e-03,\n -1.2630e-02, -4.7695e-04, -1.6545e-03, -6.3477e-03, 3.2361e-03,\n -2.0028e-02, 1.3527e-02, -1.3383e-02, 9.3221e-03, -1.0218e-02,\n -5.8363e-03, 2.8293e-03, 3.2364e-02, 2.4083e-03, -2.7376e-03,\n -1.8641e-02, 2.8449e-02, -8.6894e-03, -8.6124e-03, 1.0934e-02,\n -4.3389e-05, -2.4414e-03, 3.0760e-02, 1.5458e-03, 1.9038e-03,\n -1.2867e-02, -4.5040e-03, -9.6943e-04, 1.3608e-02, 2.7850e-03,\n -1.5450e-03, -5.0398e-03, -1.3025e-02, 9.4525e-03, 1.2940e-02,\n -4.2799e-03, 3.5979e-03, -5.7526e-03, 2.5714e-02, 1.0688e-02,\n 2.1114e-02, -4.4225e-03, 3.3982e-03, 1.0148e-02, 5.6996e-04,\n 2.9093e-03, 5.1112e-03, -9.3141e-03, -3.3130e-03, -1.8865e-02,\n -9.5414e-03, 9.0034e-04, 2.4449e-02, 3.4378e-02, -4.8537e-03,\n -2.0887e-02, -7.5710e-03, -2.2864e-03, -2.3201e-03, 2.0675e-03,\n 4.9806e-03, 2.3963e-03, -6.2985e-03, 2.9754e-03, -6.2805e-03,\n -5.7516e-03, -3.7133e-03, 7.8086e-03, -1.7163e-02, -1.1388e-04,\n 7.6998e-03, 1.5655e-02, 9.8881e-03, -5.3330e-03, -2.8830e-03,\n -6.9253e-03, 1.1723e-02, 8.2546e-03, 9.3176e-03, 1.8762e-03,\n -3.1708e-03, 8.8969e-03, 1.2905e-03, -5.9965e-03, 5.2801e-03,\n 1.7981e-03, -6.7857e-03, 9.8680e-03, -4.4430e-04, -3.1640e-04,\n -9.7157e-03, 1.3607e-02, 1.4622e-02, 1.1610e-02, -1.4871e-02,\n 2.7066e-02, -1.5384e-04, 2.7382e-03, -1.2853e-02, -1.2806e-04,\n 8.0303e-03, 3.9756e-03, 6.1924e-04, 1.1568e-03, 2.3851e-03,\n 3.9392e-03, 1.3932e-02, -1.3140e-03, -3.4184e-02, 1.0999e-02,\n -7.5089e-03, 4.4498e-03, -2.7883e-03, 1.4216e-02, -2.1979e-03,\n -4.0565e-03, -7.2631e-03, -1.2234e-02, -8.1926e-04, -1.0963e-02,\n 1.5190e-02, -3.1178e-03, -1.1574e-02, 9.1465e-04, 1.9779e-02,\n 1.6478e-02, -6.3134e-03, 2.1032e-03, 1.0295e-02, -3.3405e-03,\n 2.8146e-03, 4.4639e-03, -9.6877e-03, -5.0696e-03, 1.4544e-02,\n 1.5970e-03, -3.2171e-03, 5.7526e-03, -1.8410e-02, -6.5842e-03,\n -3.0792e-02, -1.1459e-02, -7.2527e-03, -1.6584e-03, -1.3171e-02,\n -1.0381e-03, 2.4652e-03, 5.8133e-03, 7.1994e-03, -1.9984e-03,\n -4.0284e-03, -1.9532e-02, -3.5728e-03, 1.5783e-03, 1.3809e-02,\n 2.7947e-02, 5.3913e-03, 7.8424e-03, 1.5293e-03, -1.7318e-02,\n -3.1650e-03, 6.5846e-03, 1.2313e-02, 1.2635e-02, 1.7681e-03,\n 2.5621e-02, 5.7438e-03, -8.5383e-03, 5.8237e-03, 1.3931e-02,\n -3.7779e-02, -1.2215e-02, -7.2656e-03, -4.0556e-02, 8.7635e-03,\n -1.6854e-02, -3.7717e-02, 1.1805e-02, 3.4801e-03, -5.9786e-03,\n -9.8738e-03, 1.0884e-02, 1.1322e-02, 5.7845e-03, -1.1996e-02,\n -3.5557e-03, 3.5757e-03, -1.2204e-02, 2.2748e-03, 5.4991e-03,\n -1.7106e-02, 1.0473e-02, 1.9937e-03, -1.2486e-02, 1.2604e-04,\n 1.8919e-02, 9.7730e-03, 6.8580e-03, 1.4465e-03, -9.7345e-03,\n 8.9332e-04, -8.6575e-03, 8.7681e-03, 4.6390e-03, 1.8073e-02,\n -3.6948e-03, -8.5688e-04, 2.7458e-02, -3.6386e-03, 1.8237e-02,\n 1.7275e-02, 2.3753e-03, 5.6883e-03, 1.1472e-02, -1.0371e-02,\n 5.0565e-03, -8.6153e-03, 1.5561e-02, 3.3014e-04, 1.1799e-03,\n -1.1605e-02, -4.5328e-03, 2.1076e-02, -3.5710e-03, -2.2382e-03,\n 3.5359e-02, -9.9432e-03, -1.9228e-03, 2.1524e-02, 3.0082e-03,\n 6.0741e-04, -2.7975e-02, 4.5192e-03, 7.6934e-03, 1.0586e-02,\n -1.3939e-02, 4.1266e-03, 7.5346e-03, 1.1208e-02, 3.8801e-03,\n 1.1660e-02, -3.8560e-03, -7.6445e-03, -8.6857e-03, -1.0251e-04,\n 2.3885e-03, 2.1896e-03, 2.3696e-03, -1.4124e-02, -9.6940e-03,\n 3.5733e-03, -1.3337e-03, -8.5436e-03, -1.4028e-02, 1.6515e-02,\n -1.5311e-02, 1.0039e-02, -7.2145e-03, 9.3555e-03, 1.4769e-02,\n 8.9249e-03, 5.1449e-03, 9.5901e-03, 7.2657e-03, -6.9352e-03,\n -7.2055e-03, 1.1677e-03, 1.4645e-03, 7.4519e-03, -2.3932e-02,\n -1.3970e-02, 1.8915e-03, -1.4788e-02, 1.7858e-02, -1.6723e-02,\n 7.6737e-03, 7.7781e-03, -1.6250e-02, -7.4701e-03, 2.5577e-04,\n -7.2680e-03, -6.5039e-04, 7.7701e-03, 1.3704e-05, -5.5248e-03,\n -1.1283e-02, 9.4245e-03, 8.3490e-03, -1.3737e-02, -2.6759e-02,\n 2.2015e-02, -1.5293e-02, -5.1269e-03, 1.2723e-02, -8.8376e-03,\n -1.9383e-02, 2.7237e-02, -4.7688e-03, 4.7001e-03, 3.6338e-03,\n -3.1737e-02, 8.5003e-03, 1.0980e-03, 8.0293e-03, 7.6538e-03,\n 4.4316e-03, 2.2344e-02, -1.0880e-02, 2.7991e-03, -7.8105e-03,\n 1.8808e-02, -4.3608e-03, -4.4686e-03, 6.3880e-03, 8.2817e-03,\n 4.9452e-03, -1.5878e-02, -3.7447e-03, 2.5618e-03, 3.2796e-03,\n -1.0191e-02, -7.5015e-04, -1.1807e-02, 2.6249e-03, 6.1172e-03,\n -1.7505e-03, -8.9571e-03, -1.7293e-02, 2.1978e-02, 1.0252e-02,\n -9.1488e-05, -2.3419e-02, 3.8158e-03, -3.8986e-03, 1.7962e-03,\n -2.2939e-03, 2.1166e-03, -2.1889e-04, 9.5882e-03, -3.1530e-03,\n -6.6108e-03, 1.6365e-02, -3.4901e-03, -6.1109e-03, -6.3861e-03,\n 4.1361e-03, 3.0989e-03, 4.1973e-03, 2.2900e-02, -1.1802e-02,\n -9.2148e-03, -6.9196e-03, 3.9219e-03, 1.3267e-03, -1.6603e-04,\n -1.0612e-02, 1.1598e-02, -2.2837e-02, 5.6965e-03, -1.6587e-02,\n -6.6180e-03, 2.6752e-02, 7.7822e-03, -1.4426e-02, -8.0050e-03,\n 1.3858e-02, -1.9009e-03, 3.2403e-02, 6.9074e-03, 3.8145e-03,\n -8.5274e-03, -4.7186e-03, 2.0535e-03, -8.0650e-04, -1.6393e-03,\n 8.2315e-03, 2.3713e-03, -9.0177e-03, 7.2281e-03, 1.4757e-02,\n -1.1838e-02, 7.8292e-03, 3.7846e-03, 4.1230e-03, -6.3813e-03,\n 2.1758e-03, 8.8582e-03, 1.9639e-02, -1.4805e-02, -5.3563e-03,\n 8.2352e-03, -1.3516e-03, -1.3170e-02, 7.3378e-03, -1.6065e-02,\n -1.3302e-02, -2.2919e-03, -5.2296e-03, -1.0137e-02, -1.0701e-02,\n 1.4021e-02, 2.6720e-02], device='cuda:0')",
13
+ "exp_avg_sq": "tensor([0.0010, 0.0006, 0.0008, 0.0011, 0.0008, 0.0012, 0.0007, 0.0007, 0.0009,\n 0.0011, 0.0009, 0.0008, 0.0010, 0.0007, 0.0006, 0.0008, 0.0010, 0.0011,\n 0.0009, 0.0009, 0.0007, 0.0006, 0.0010, 0.0009, 0.0006, 0.0006, 0.0013,\n 0.0008, 0.0010, 0.0008, 0.0008, 0.0010, 0.0006, 0.0007, 0.0010, 0.0009,\n 0.0007, 0.0007, 0.0012, 0.0010, 0.0007, 0.0009, 0.0008, 0.0010, 0.0008,\n 0.0008, 0.0011, 0.0010, 0.0008, 0.0008, 0.0008, 0.0007, 0.0008, 0.0007,\n 0.0010, 0.0010, 0.0008, 0.0009, 0.0007, 0.0009, 0.0007, 0.0009, 0.0008,\n 0.0007, 0.0008, 0.0007, 0.0007, 0.0008, 0.0011, 0.0009, 0.0009, 0.0007,\n 0.0006, 0.0007, 0.0008, 0.0009, 0.0010, 0.0009, 0.0008, 0.0007, 0.0009,\n 0.0009, 0.0008, 0.0008, 0.0008, 0.0013, 0.0006, 0.0008, 0.0012, 0.0008,\n 0.0008, 0.0007, 0.0009, 0.0009, 0.0009, 0.0009, 0.0007, 0.0009, 0.0011,\n 0.0008, 0.0010, 0.0009, 0.0012, 0.0014, 0.0005, 0.0007, 0.0011, 0.0009,\n 0.0010, 0.0009, 0.0007, 0.0009, 0.0011, 0.0007, 0.0010, 0.0010, 0.0010,\n 0.0004, 0.0009, 0.0011, 0.0009, 0.0010, 0.0011, 0.0008, 0.0010, 0.0009,\n 0.0011, 0.0006, 0.0008, 0.0008, 0.0008, 0.0007, 0.0010, 0.0009, 0.0009,\n 0.0009, 0.0007, 0.0009, 0.0011, 0.0008, 0.0008, 0.0007, 0.0007, 0.0010,\n 0.0008, 0.0005, 0.0012, 0.0008, 0.0010, 0.0010, 0.0008, 0.0006, 0.0009,\n 0.0009, 0.0006, 0.0008, 0.0008, 0.0011, 0.0011, 0.0009, 0.0008, 0.0009,\n 0.0008, 0.0013, 0.0008, 0.0008, 0.0008, 0.0011, 0.0012, 0.0011, 0.0011,\n 0.0009, 0.0011, 0.0007, 0.0011, 0.0008, 0.0009, 0.0009, 0.0007, 0.0008,\n 0.0006, 0.0009, 0.0009, 0.0007, 0.0009, 0.0012, 0.0007, 0.0008, 0.0009,\n 0.0007, 0.0006, 0.0011, 0.0008, 0.0009, 0.0009, 0.0009, 0.0008, 0.0007,\n 0.0009, 0.0006, 0.0009, 0.0010, 0.0008, 0.0007, 0.0007, 0.0009, 0.0007,\n 0.0006, 0.0009, 0.0009, 0.0008, 0.0009, 0.0006, 0.0007, 0.0007, 0.0007,\n 0.0007, 0.0008, 0.0007, 0.0010, 0.0008, 0.0010, 0.0011, 0.0008, 0.0009,\n 0.0008, 0.0009, 0.0009, 0.0011, 0.0007, 0.0006, 0.0008, 0.0009, 0.0006,\n 0.0008, 0.0009, 0.0015, 0.0009, 0.0009, 0.0009, 0.0010, 0.0009, 0.0009,\n 0.0007, 0.0009, 0.0008, 0.0009, 0.0010, 0.0009, 0.0010, 0.0009, 0.0008,\n 0.0010, 0.0008, 0.0009, 0.0009, 0.0007, 0.0007, 0.0010, 0.0011, 0.0008,\n 0.0008, 0.0009, 0.0007, 0.0007, 0.0008, 0.0007, 0.0010, 0.0011, 0.0011,\n 0.0007, 0.0007, 0.0009, 0.0010, 0.0009, 0.0007, 0.0012, 0.0006, 0.0006,\n 0.0006, 0.0010, 0.0010, 0.0009, 0.0009, 0.0008, 0.0009, 0.0010, 0.0007,\n 0.0012, 0.0009, 0.0009, 0.0009, 0.0008, 0.0009, 0.0008, 0.0009, 0.0006,\n 0.0009, 0.0008, 0.0009, 0.0012, 0.0008, 0.0010, 0.0007, 0.0011, 0.0009,\n 0.0010, 0.0009, 0.0004, 0.0009, 0.0011, 0.0009, 0.0008, 0.0008, 0.0008,\n 0.0007, 0.0009, 0.0007, 0.0008, 0.0011, 0.0009, 0.0008, 0.0012, 0.0005,\n 0.0009, 0.0009, 0.0008, 0.0007, 0.0009, 0.0008, 0.0010, 0.0010, 0.0012,\n 0.0009, 0.0010, 0.0011, 0.0012, 0.0009, 0.0009, 0.0011, 0.0009, 0.0009,\n 0.0011, 0.0007, 0.0009, 0.0009, 0.0010, 0.0008, 0.0008, 0.0009, 0.0009,\n 0.0008, 0.0010, 0.0008, 0.0006, 0.0011, 0.0006, 0.0007, 0.0009, 0.0007,\n 0.0009, 0.0010, 0.0008, 0.0007, 0.0009, 0.0011, 0.0012, 0.0006, 0.0007,\n 0.0008, 0.0011, 0.0007, 0.0011, 0.0006, 0.0008, 0.0006, 0.0011, 0.0007,\n 0.0011, 0.0011, 0.0010, 0.0007, 0.0009, 0.0010, 0.0010, 0.0009, 0.0007,\n 0.0011, 0.0008, 0.0008, 0.0010, 0.0008, 0.0007, 0.0012, 0.0009, 0.0011,\n 0.0009, 0.0007, 0.0013, 0.0011, 0.0011, 0.0008, 0.0011, 0.0006, 0.0009,\n 0.0007, 0.0010, 0.0009, 0.0008, 0.0006, 0.0007, 0.0007, 0.0008, 0.0011,\n 0.0008, 0.0010, 0.0011, 0.0007, 0.0007, 0.0011, 0.0007, 0.0010, 0.0009,\n 0.0011, 0.0006, 0.0008, 0.0009, 0.0009, 0.0009, 0.0007, 0.0008, 0.0006,\n 0.0010, 0.0005, 0.0006, 0.0009, 0.0009, 0.0008, 0.0009, 0.0007, 0.0012,\n 0.0013, 0.0012, 0.0008, 0.0009, 0.0008, 0.0009, 0.0008, 0.0010, 0.0006,\n 0.0009, 0.0010, 0.0006, 0.0008, 0.0010, 0.0007, 0.0007, 0.0009, 0.0009,\n 0.0008, 0.0006, 0.0006, 0.0009, 0.0007, 0.0011, 0.0007, 0.0006, 0.0010,\n 0.0008, 0.0010, 0.0010, 0.0009, 0.0009, 0.0008, 0.0007, 0.0006, 0.0006,\n 0.0012, 0.0005, 0.0008, 0.0006, 0.0008, 0.0009, 0.0008, 0.0011, 0.0009,\n 0.0008, 0.0008, 0.0008, 0.0009, 0.0009, 0.0010, 0.0007, 0.0006, 0.0008,\n 0.0009, 0.0007, 0.0008, 0.0007, 0.0011, 0.0009, 0.0010, 0.0009, 0.0009,\n 0.0010, 0.0007, 0.0011, 0.0009, 0.0008, 0.0008, 0.0011, 0.0007],\n device='cuda:0')"
14
+ },
15
+ "2": {
16
+ "step": "tensor(7512.)",
17
+ "exp_avg": "tensor([[ 2.0404e-06, -7.7522e-05, 5.2922e-05, ..., 1.7113e-03,\n -8.2522e-04, 2.2322e-03],\n [ 1.0451e-04, -2.3066e-04, -3.8006e-06, ..., -3.2091e-04,\n 5.7569e-04, -4.4691e-04],\n [-1.3372e-04, -3.6587e-05, -4.9886e-04, ..., 5.2207e-04,\n -2.1154e-04, 8.2447e-04],\n ...,\n [-1.1058e-04, 1.3001e-05, 3.5105e-04, ..., -9.0957e-05,\n 2.5936e-04, -4.1669e-04],\n [-1.0741e-04, -1.7919e-04, 1.1382e-04, ..., -2.5598e-03,\n -3.6613e-04, -3.3321e-03],\n [-1.3508e-04, -3.3494e-04, -1.4300e-04, ..., 1.0543e-03,\n 1.2132e-04, 1.1599e-03]], device='cuda:0')",
18
+ "exp_avg_sq": "tensor([[3.7445e-07, 4.5122e-07, 2.7941e-07, ..., 7.6957e-07, 1.4068e-06,\n 1.0955e-06],\n [3.6713e-07, 4.8179e-07, 4.1851e-07, ..., 5.9419e-07, 1.4232e-06,\n 6.0701e-07],\n [4.4672e-07, 4.7335e-07, 3.7700e-07, ..., 5.8704e-07, 1.3308e-06,\n 6.7027e-07],\n ...,\n [3.8305e-07, 4.3050e-07, 2.8764e-07, ..., 5.6099e-07, 1.2520e-06,\n 6.0581e-07],\n [5.5660e-07, 4.6657e-07, 3.6145e-07, ..., 1.1962e-06, 1.4419e-06,\n 1.7868e-06],\n [5.1845e-07, 5.4390e-07, 3.7526e-07, ..., 6.3281e-07, 1.5833e-06,\n 7.1619e-07]], device='cuda:0')"
19
+ },
20
+ "3": {
21
+ "step": "tensor(7512.)",
22
+ "exp_avg": "tensor([[ 5.1789e-04, -3.4488e-06, -7.5198e-05, ..., 4.0934e-04,\n 2.5112e-04, 6.6803e-04],\n [-5.9249e-04, 3.3215e-05, -3.9984e-04, ..., -2.6633e-05,\n 1.2656e-04, 5.9854e-05],\n [ 5.6052e-45, -5.6052e-45, -5.6052e-45, ..., 5.6052e-45,\n -5.6052e-45, 5.6052e-45],\n ...,\n [-4.3930e-04, -1.5707e-05, -2.2711e-05, ..., -1.3241e-04,\n 6.3348e-05, -1.1423e-05],\n [-1.9147e-04, 1.6686e-05, -1.4599e-05, ..., -6.9968e-05,\n -7.3503e-04, -5.8906e-06],\n [-7.8610e-05, 3.8091e-06, -2.3194e-04, ..., 1.2439e-05,\n -1.2710e-04, 9.4465e-05]], device='cuda:0')",
23
+ "exp_avg_sq": "tensor([[6.7206e-07, 1.8053e-07, 6.2710e-07, ..., 2.6020e-06, 4.7490e-07,\n 1.5588e-06],\n [5.4615e-07, 3.2036e-07, 6.7019e-07, ..., 2.3035e-07, 7.8688e-07,\n 1.9205e-07],\n [4.6820e-13, 1.1049e-12, 2.0711e-13, ..., 1.2926e-13, 1.3632e-12,\n 1.8958e-14],\n ...,\n [4.8777e-07, 2.1837e-07, 1.6068e-07, ..., 2.3124e-07, 5.4286e-08,\n 4.4856e-07],\n [4.6183e-07, 2.1010e-07, 2.3945e-07, ..., 2.2298e-07, 1.7638e-06,\n 1.0079e-07],\n [4.6308e-07, 1.2818e-07, 1.2826e-06, ..., 1.6900e-07, 2.2747e-07,\n 3.6061e-07]], device='cuda:0')"
24
+ },
25
+ "4": {
26
+ "step": "tensor(7512.)",
27
+ "exp_avg": "tensor([ 1.0544e-02, -6.0516e-04, 5.6052e-45, ..., -5.5577e-04,\n -1.5670e-03, -2.6451e-03], device='cuda:0')",
28
+ "exp_avg_sq": "tensor([2.5640e-04, 2.2092e-04, 3.0639e-09, ..., 2.3480e-04, 1.7312e-04,\n 2.2307e-04], device='cuda:0')"
29
+ },
30
+ "5": {
31
+ "step": "tensor(7512.)",
32
+ "exp_avg": "tensor([[ 3.4917e-06, -1.8469e-05, 5.6052e-45, ..., 1.7129e-04,\n -1.0611e-05, -6.3532e-05],\n [-3.3882e-06, 2.1015e-05, 5.6052e-45, ..., -1.0642e-05,\n 8.1916e-07, -4.6684e-05],\n [-9.9233e-07, 2.8707e-05, -5.6052e-45, ..., -8.3812e-05,\n -4.7628e-05, 6.1761e-05],\n ...,\n [ 7.1049e-06, -3.8999e-05, -5.6052e-45, ..., -2.9719e-04,\n -3.9063e-06, 1.9066e-04],\n [ 8.3778e-05, 4.6811e-05, 5.6052e-45, ..., 2.2901e-04,\n -6.0064e-05, -1.0312e-04],\n [-2.2034e-05, 1.4188e-04, -5.6052e-45, ..., 1.7722e-05,\n -2.1417e-05, 1.2114e-04]], device='cuda:0')",
33
+ "exp_avg_sq": "tensor([[7.0695e-08, 6.6592e-08, 2.6759e-13, ..., 7.9954e-08, 7.4434e-08,\n 6.6676e-08],\n [7.5616e-08, 8.1708e-08, 4.9632e-13, ..., 6.7096e-08, 8.1981e-08,\n 9.7887e-08],\n [7.8978e-08, 9.4615e-08, 8.6426e-13, ..., 7.8902e-08, 8.9490e-08,\n 7.8370e-08],\n ...,\n [1.1502e-07, 9.4844e-08, 3.8252e-13, ..., 7.7682e-08, 7.7793e-08,\n 8.7377e-08],\n [8.5213e-08, 1.0708e-07, 5.1632e-13, ..., 1.0949e-07, 5.7966e-08,\n 7.9463e-08],\n [8.5885e-08, 8.3046e-08, 1.0889e-12, ..., 9.4932e-08, 6.3157e-08,\n 1.0231e-07]], device='cuda:0')"
34
+ },
35
+ "6": {
36
+ "step": "tensor(7512.)",
37
+ "exp_avg": "tensor([[-1.3388e-04, 2.2080e-04, 6.9356e-05, ..., 1.6932e-05,\n -1.8063e-04, 1.0389e-04],\n [-6.5100e-04, 3.8911e-05, 4.4105e-04, ..., -1.0763e-04,\n 2.0081e-05, 1.9249e-04],\n [-1.1627e-04, -1.8012e-04, 9.5482e-05, ..., 1.1256e-04,\n 2.0000e-04, -7.7115e-05],\n ...,\n [-5.2487e-04, -3.5346e-05, -9.2324e-04, ..., -2.2547e-05,\n 4.0584e-05, 3.2496e-04],\n [ 2.2597e-04, -3.7570e-05, -4.8531e-06, ..., -1.2961e-04,\n 1.7327e-04, 5.0618e-05],\n [ 1.5985e-06, 3.0263e-06, 7.5949e-05, ..., 1.3281e-04,\n 1.9126e-04, -5.8609e-05]], device='cuda:0')",
38
+ "exp_avg_sq": "tensor([[5.1123e-07, 9.5540e-07, 9.7567e-07, ..., 2.4381e-07, 1.9250e-07,\n 2.9413e-07],\n [4.3531e-07, 6.9739e-07, 1.1983e-06, ..., 2.0240e-07, 1.4076e-07,\n 2.7415e-07],\n [5.8114e-07, 9.4734e-07, 1.0774e-06, ..., 2.6882e-07, 2.1112e-07,\n 2.3436e-07],\n ...,\n [5.8814e-07, 1.0235e-06, 1.2821e-06, ..., 3.0752e-07, 2.1600e-07,\n 3.1524e-07],\n [5.7029e-07, 8.3957e-07, 8.2903e-07, ..., 2.1365e-07, 1.6593e-07,\n 2.2276e-07],\n [6.0829e-07, 1.3201e-06, 1.2812e-06, ..., 3.1286e-07, 2.3847e-07,\n 2.9748e-07]], device='cuda:0')"
39
+ },
40
+ "7": {
41
+ "step": "tensor(7512.)",
42
+ "exp_avg": "tensor([ 9.8173e-03, -6.4744e-03, -1.1443e-02, -4.9094e-03, -3.6918e-03,\n -1.9051e-03, 9.1832e-04, 1.4164e-03, 1.0873e-02, -6.3925e-03,\n 4.7847e-03, -8.6874e-03, 1.2901e-02, 2.1804e-03, 4.0324e-04,\n 3.5084e-03, -1.0053e-02, 2.1270e-03, -1.2597e-03, -7.3718e-03,\n -3.3893e-03, 4.8744e-03, -8.7295e-04, -2.5719e-03, 4.7816e-03,\n -7.7341e-03, -6.3367e-03, -2.5971e-03, 2.3252e-03, -3.4907e-03,\n 4.8264e-03, -5.9332e-03, -6.9526e-03, 2.1004e-03, -6.0992e-04,\n 1.1336e-02, -6.9267e-03, -4.0209e-03, -3.5115e-03, -2.2627e-03,\n -7.1411e-03, 7.5011e-03, -8.7963e-03, 8.8856e-04, 2.7674e-03,\n -6.4165e-03, -2.7775e-04, -2.7089e-03, -5.3976e-03, 3.2245e-03,\n 4.6830e-04, 1.1121e-02, -7.4322e-03, 2.3112e-03, -1.1275e-03,\n -3.0090e-04, -6.7133e-04, 5.6899e-03, -1.2670e-02, -3.3948e-03,\n -6.5676e-03, 3.7123e-03, -1.6781e-04, 1.8407e-03, 6.2866e-03,\n 1.4106e-04, -3.6591e-04, 7.9251e-03, 6.9169e-03, 1.2102e-02,\n 8.5233e-03, -5.5842e-03, -2.4642e-03, 1.8645e-02, -3.6179e-03,\n -1.7778e-02, -3.9835e-03, 1.3385e-02, 4.9288e-04, 4.9273e-03,\n 7.1034e-03, -3.6448e-03, -1.8298e-03, 1.9118e-04, 3.8822e-03,\n 6.7543e-03, 5.4519e-03, 1.9544e-03, -7.8040e-03, 9.4803e-03,\n -6.2719e-03, -3.3651e-03, 3.4473e-03, 3.2176e-03, -2.6056e-03,\n -3.0794e-03, 2.3053e-03, 2.8405e-04, -6.3745e-03, 1.1388e-04,\n -9.7658e-03, -7.1202e-03, -5.6956e-03, -5.5770e-03, -6.0168e-04,\n 4.1035e-03, -9.6622e-03, 7.1778e-03, -4.7759e-03, -5.3596e-03,\n -2.1180e-03, -5.3151e-04, -1.0941e-03, -3.0564e-03, -2.4664e-03,\n -3.8386e-03, -9.6562e-03, -9.4194e-03, -1.1322e-03, 3.6142e-03,\n -3.7988e-03, 6.5884e-03, 6.7821e-04, 3.7173e-03, -4.5958e-03,\n 8.8001e-04, -1.4314e-02, -1.3277e-02, 9.1528e-03, 2.7325e-03,\n -3.0759e-03, -5.7313e-04, -1.0218e-02, 1.0353e-02, -5.2644e-03,\n 1.2263e-02, -9.3246e-03, 9.1157e-03, -3.9496e-03, -1.8834e-03,\n 4.7225e-03, 5.5504e-03, 7.7082e-03, -1.3632e-02, 5.4832e-03,\n 1.0643e-02, 2.2600e-03, -5.8126e-03, -6.9668e-03, -3.5664e-03,\n -8.3149e-04, 2.6113e-03, 7.0065e-03, 5.6458e-03, -1.3624e-02,\n 6.4927e-03, 6.1462e-03, 4.4683e-03, -2.3670e-03, 2.6503e-03,\n 4.0477e-04, 1.2686e-03, -3.8411e-03, -1.0287e-02, -5.2932e-03,\n 1.5472e-03, -6.7226e-03, 9.0616e-03, -1.3311e-03, -8.8377e-03,\n -5.4739e-03, -3.0527e-03, 5.0038e-03, 1.0484e-02, 1.2035e-02,\n 2.7103e-03, -9.0377e-03, 7.3078e-04, -8.5145e-03, -1.3760e-03,\n -5.9229e-03, -6.6637e-03, -1.3382e-03, 7.1982e-03, -2.1464e-03,\n 1.1393e-02, -1.4338e-03, -7.5759e-04, 1.3238e-02, -9.8466e-04,\n -2.6631e-03, -4.2632e-03, -1.0297e-02, -3.9171e-03, 2.7812e-03,\n 1.0240e-02, -8.9990e-03, 4.0603e-03, 2.4003e-03, 1.4121e-03,\n 5.5486e-03, -1.0376e-02, 1.9880e-03, 7.3686e-03, -8.5920e-03,\n 6.8641e-03, 3.9540e-03, 2.3383e-03, 5.8273e-03, 4.5507e-03,\n 4.4385e-03, -3.8235e-03, 7.4580e-04, 2.6429e-03, 1.0478e-02,\n 6.5670e-03, 8.7552e-03, -2.3501e-03, 4.9753e-03, 4.7051e-03,\n -3.5900e-03, -8.7236e-03, 1.2578e-03, -3.0530e-03, 4.2751e-04,\n -5.6777e-04, -2.0522e-03, 9.3580e-03, 1.2731e-02, -2.8369e-03,\n -6.8329e-03, 7.0094e-03, -1.6228e-03, -4.2326e-04, -6.6857e-03,\n -3.2769e-03, 3.2102e-03, 2.2147e-03, 4.2043e-03, 4.5165e-03,\n -1.1905e-03, 3.4756e-03, 4.4187e-04, -3.9657e-03, 4.2715e-03,\n 1.1002e-03, -6.9191e-03, 1.2118e-03, -3.6159e-03, -1.3231e-02,\n -4.5768e-03, 2.1528e-03, -2.2803e-03, -1.0585e-02, 1.6565e-02,\n -8.0680e-04, 1.1931e-02, 4.6607e-03, -1.0881e-02, 6.1184e-05,\n 8.9992e-03, -7.5966e-04, -6.7917e-03, -2.6256e-03, -4.4861e-03,\n -4.5366e-03, 9.0199e-03, -3.1081e-03, -1.7258e-02, 4.8853e-03,\n -1.2446e-03, -6.4574e-03, 1.0196e-02, -2.7229e-03, 5.2701e-03,\n -1.2865e-03, -3.7007e-03, -4.2281e-03, 8.7118e-04, 4.9507e-03,\n -1.1642e-02, -6.8933e-04, 9.2193e-03, 5.9053e-03, 4.2489e-03,\n -1.2683e-02, -8.2864e-03, 1.5116e-03, 6.8480e-03, -3.2363e-03,\n 5.3346e-04, 3.1224e-03, -1.6927e-02, 1.4251e-03, -1.6575e-03,\n 6.1589e-03, -4.8157e-03, -9.1599e-03, 4.4043e-03, -1.9342e-03,\n -2.9434e-03, -1.9255e-02, -1.5529e-02, 2.5633e-03, 3.7072e-03,\n 5.8996e-03, -7.2902e-04, -4.4365e-03, -9.6081e-03, 2.5730e-03,\n -3.4706e-03, -9.4911e-03, 7.2684e-04, 1.0449e-02, 2.4270e-03,\n -1.8869e-03, -7.7864e-03, 6.4024e-03, 2.1330e-02, 4.2334e-03,\n 3.2778e-03, 1.5228e-02, 5.2503e-03, -1.3482e-02, -1.3841e-03,\n 7.0869e-03, -1.5996e-03, 1.7234e-03, 2.7402e-03, 7.1080e-03,\n 5.7514e-03, 2.5347e-04, 2.5698e-03, -7.2036e-03, -2.5607e-03,\n -9.5467e-03, 3.6457e-03, -4.5444e-03, 6.7279e-03, 1.2388e-03,\n -3.1960e-03, -4.3688e-03, -3.9338e-03, -5.8873e-03, 7.0610e-03,\n -6.9131e-03, 2.6320e-03, -8.0534e-03, 4.2626e-03, -5.4447e-03,\n 8.6221e-04, -5.6626e-03, 1.0718e-02, 5.6961e-03, -1.7327e-04,\n -1.0701e-06, 1.0449e-02, 1.8944e-02, 4.9869e-03, 3.2125e-03,\n 5.3835e-03, -6.7953e-03, 6.1702e-03, 6.5081e-03, -2.3922e-03,\n -8.8083e-03, 1.7612e-03, -6.3793e-03, -3.1496e-03, -2.3030e-04,\n -3.9200e-03, -7.6512e-03, -8.2144e-04, -4.6886e-03, -9.8738e-03,\n 1.9364e-03, 2.3268e-03, 2.1975e-04, -1.2078e-03, 1.2891e-03,\n -7.0101e-03, 4.2838e-03, -2.8623e-03, 6.5028e-04, -7.7626e-03,\n -7.5786e-04, -3.3016e-03, 4.5829e-03, 1.4193e-02, -3.2061e-03,\n -1.2348e-02, -6.9837e-03, -5.7585e-05, -8.8561e-03, -2.6135e-03,\n -1.3291e-03, 5.1343e-03, 1.1930e-02, -1.3510e-02, 1.3379e-03,\n -5.4689e-03, 7.7206e-03, 1.7914e-03, -1.4824e-03, 5.6974e-03,\n -4.1057e-03, 4.1850e-03, 7.1149e-03, 1.3115e-02, 9.9305e-03,\n 9.2430e-03, -1.0494e-02, -1.2661e-03, 3.6830e-03, 1.9396e-03,\n -1.1487e-02, -1.2711e-03, -9.8351e-04, -9.3535e-03, -1.0770e-02,\n -3.6826e-03, 2.6753e-03, -9.0118e-04, 4.7621e-03, 5.0809e-04,\n 2.4824e-03, 3.1040e-03, 1.1256e-02, -2.5823e-03, -5.9089e-03,\n -3.7389e-03, -4.6883e-04, -2.9360e-03, -1.7646e-03, 8.3888e-03,\n -1.4167e-02, -4.3337e-03, -1.3554e-02, -1.8417e-03, 4.3140e-03,\n 7.0939e-04, 1.2724e-03, 4.9266e-03, -1.8146e-03, -9.5759e-03,\n 2.9059e-03, 7.4974e-04, 1.0795e-03, -1.0316e-02, -5.0082e-03,\n -7.7786e-03, -6.5199e-03, -5.8424e-03, -5.5750e-03, 6.3126e-03,\n 4.5498e-03, 1.9895e-03, 2.6010e-04, -2.4067e-03, -5.3312e-03,\n 5.0599e-03, 1.4224e-03, -7.7714e-03, 5.1935e-03, -4.1679e-03,\n -8.4095e-04, -3.7229e-03, -2.2968e-03, 6.6404e-04, 2.3070e-03,\n -2.5838e-03, -8.3898e-03, -2.4926e-03, -8.0372e-03, 1.4817e-03,\n 6.4608e-03, 2.0046e-03, 7.6510e-03, -1.8089e-03, 2.6952e-03,\n 4.7080e-04, -5.7874e-03, 1.5718e-03, -6.2941e-03, -8.1730e-03,\n -1.7934e-02, 1.9348e-03, 4.0926e-03, -2.7114e-03, 1.5054e-02,\n -2.4837e-03, 1.0738e-03, 2.0390e-03, 1.0685e-04, -4.9079e-03,\n -2.9185e-03, -3.4329e-03, 1.1601e-03, -1.7470e-02, 1.3140e-02,\n -1.0536e-04, 7.3143e-03, -3.0098e-03, 2.3053e-03, 7.6487e-03,\n 6.6710e-03, -9.0290e-04, -3.0807e-03, -7.3348e-03, 4.6165e-03,\n -6.3449e-03, -6.3670e-03], device='cuda:0')",
43
+ "exp_avg_sq": "tensor([0.0003, 0.0002, 0.0003, 0.0003, 0.0002, 0.0003, 0.0002, 0.0003, 0.0002,\n 0.0003, 0.0002, 0.0002, 0.0003, 0.0002, 0.0003, 0.0002, 0.0002, 0.0003,\n 0.0002, 0.0003, 0.0003, 0.0003, 0.0003, 0.0004, 0.0003, 0.0002, 0.0003,\n 0.0003, 0.0002, 0.0002, 0.0003, 0.0003, 0.0002, 0.0003, 0.0003, 0.0002,\n 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0002, 0.0003,\n 0.0003, 0.0002, 0.0002, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0002,\n 0.0003, 0.0003, 0.0002, 0.0003, 0.0003, 0.0003, 0.0002, 0.0002, 0.0003,\n 0.0003, 0.0002, 0.0002, 0.0002, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003,\n 0.0002, 0.0003, 0.0003, 0.0003, 0.0002, 0.0003, 0.0002, 0.0002, 0.0003,\n 0.0002, 0.0003, 0.0002, 0.0002, 0.0003, 0.0003, 0.0002, 0.0003, 0.0002,\n 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0002, 0.0003, 0.0003,\n 0.0003, 0.0003, 0.0002, 0.0003, 0.0002, 0.0003, 0.0003, 0.0003, 0.0002,\n 0.0002, 0.0002, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0002, 0.0003,\n 0.0003, 0.0003, 0.0002, 0.0002, 0.0003, 0.0002, 0.0003, 0.0003, 0.0003,\n 0.0002, 0.0003, 0.0003, 0.0002, 0.0003, 0.0002, 0.0003, 0.0003, 0.0003,\n 0.0003, 0.0003, 0.0003, 0.0002, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003,\n 0.0003, 0.0003, 0.0002, 0.0003, 0.0002, 0.0002, 0.0002, 0.0003, 0.0004,\n 0.0003, 0.0002, 0.0002, 0.0003, 0.0003, 0.0002, 0.0002, 0.0002, 0.0003,\n 0.0002, 0.0004, 0.0002, 0.0003, 0.0003, 0.0002, 0.0002, 0.0002, 0.0002,\n 0.0003, 0.0003, 0.0002, 0.0003, 0.0002, 0.0003, 0.0003, 0.0002, 0.0003,\n 0.0002, 0.0003, 0.0002, 0.0003, 0.0001, 0.0003, 0.0002, 0.0003, 0.0003,\n 0.0002, 0.0002, 0.0003, 0.0002, 0.0003, 0.0002, 0.0003, 0.0002, 0.0003,\n 0.0003, 0.0003, 0.0003, 0.0002, 0.0003, 0.0003, 0.0003, 0.0002, 0.0004,\n 0.0003, 0.0002, 0.0003, 0.0002, 0.0002, 0.0003, 0.0003, 0.0003, 0.0003,\n 0.0003, 0.0003, 0.0002, 0.0003, 0.0002, 0.0002, 0.0002, 0.0003, 0.0003,\n 0.0002, 0.0003, 0.0003, 0.0002, 0.0002, 0.0002, 0.0003, 0.0003, 0.0002,\n 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0002, 0.0002, 0.0003,\n 0.0003, 0.0003, 0.0003, 0.0002, 0.0003, 0.0002, 0.0003, 0.0003, 0.0004,\n 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0002, 0.0003, 0.0003,\n 0.0002, 0.0003, 0.0002, 0.0003, 0.0003, 0.0003, 0.0002, 0.0003, 0.0003,\n 0.0003, 0.0003, 0.0003, 0.0003, 0.0004, 0.0003, 0.0002, 0.0003, 0.0003,\n 0.0003, 0.0003, 0.0003, 0.0003, 0.0002, 0.0002, 0.0003, 0.0002, 0.0002,\n 0.0003, 0.0002, 0.0002, 0.0002, 0.0002, 0.0002, 0.0002, 0.0003, 0.0003,\n 0.0003, 0.0002, 0.0003, 0.0002, 0.0004, 0.0003, 0.0003, 0.0002, 0.0003,\n 0.0003, 0.0003, 0.0003, 0.0002, 0.0002, 0.0002, 0.0002, 0.0003, 0.0003,\n 0.0002, 0.0002, 0.0003, 0.0004, 0.0004, 0.0002, 0.0003, 0.0003, 0.0003,\n 0.0002, 0.0003, 0.0003, 0.0003, 0.0003, 0.0002, 0.0002, 0.0002, 0.0003,\n 0.0002, 0.0002, 0.0003, 0.0003, 0.0003, 0.0002, 0.0002, 0.0003, 0.0002,\n 0.0002, 0.0003, 0.0002, 0.0002, 0.0002, 0.0002, 0.0003, 0.0003, 0.0002,\n 0.0003, 0.0003, 0.0002, 0.0002, 0.0003, 0.0002, 0.0003, 0.0002, 0.0003,\n 0.0003, 0.0003, 0.0002, 0.0003, 0.0003, 0.0003, 0.0002, 0.0003, 0.0003,\n 0.0003, 0.0002, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0002, 0.0002,\n 0.0003, 0.0003, 0.0003, 0.0002, 0.0002, 0.0002, 0.0003, 0.0003, 0.0002,\n 0.0002, 0.0003, 0.0003, 0.0002, 0.0002, 0.0003, 0.0003, 0.0002, 0.0003,\n 0.0003, 0.0003, 0.0003, 0.0003, 0.0002, 0.0003, 0.0003, 0.0003, 0.0003,\n 0.0002, 0.0002, 0.0002, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0002,\n 0.0002, 0.0003, 0.0003, 0.0003, 0.0002, 0.0002, 0.0002, 0.0002, 0.0002,\n 0.0003, 0.0002, 0.0003, 0.0002, 0.0003, 0.0003, 0.0002, 0.0002, 0.0002,\n 0.0002, 0.0002, 0.0003, 0.0004, 0.0002, 0.0002, 0.0003, 0.0002, 0.0002,\n 0.0002, 0.0002, 0.0003, 0.0002, 0.0003, 0.0003, 0.0002, 0.0003, 0.0003,\n 0.0003, 0.0003, 0.0002, 0.0002, 0.0002, 0.0003, 0.0003, 0.0002, 0.0003,\n 0.0002, 0.0003, 0.0003, 0.0003, 0.0002, 0.0002, 0.0003, 0.0003, 0.0003,\n 0.0003, 0.0002, 0.0002, 0.0003, 0.0002, 0.0002, 0.0003, 0.0003, 0.0002,\n 0.0003, 0.0002, 0.0003, 0.0002, 0.0002, 0.0003, 0.0003, 0.0002, 0.0003,\n 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0003, 0.0002, 0.0002,\n 0.0003, 0.0002, 0.0001, 0.0002, 0.0002, 0.0003, 0.0003, 0.0002, 0.0003,\n 0.0003, 0.0003, 0.0002, 0.0003, 0.0003, 0.0003, 0.0002, 0.0003],\n device='cuda:0')"
44
+ },
45
+ "8": {
46
+ "step": "tensor(7512.)",
47
+ "exp_avg": "tensor([[-5.6052e-45, 5.6052e-45, 5.6052e-45, ..., 5.6052e-45,\n 5.6052e-45, 5.6052e-45],\n [ 3.4996e-05, -6.5264e-05, 2.2083e-05, ..., 7.7467e-06,\n -1.7314e-05, 1.9191e-05],\n [-9.0656e-05, -6.8201e-05, -3.6142e-05, ..., 2.9416e-05,\n -5.0944e-05, 2.5923e-05],\n ...,\n [ 1.5360e-04, 8.4681e-05, 3.6566e-04, ..., 1.0393e-04,\n -1.2189e-05, 5.1017e-04],\n [-4.9396e-05, -1.3119e-04, 4.0306e-06, ..., -1.4123e-03,\n -1.4889e-04, 4.0473e-06],\n [-1.0268e-05, 1.4362e-05, 3.9791e-05, ..., 4.0602e-05,\n -1.1056e-04, 9.3119e-05]], device='cuda:0')",
48
+ "exp_avg_sq": "tensor([[5.8595e-15, 1.8325e-13, 1.0514e-14, ..., 7.8290e-13, 7.8444e-15,\n 2.7705e-15],\n [1.2234e-07, 3.1196e-07, 1.6653e-07, ..., 6.6510e-08, 2.0105e-08,\n 1.4187e-07],\n [6.7559e-08, 2.2006e-07, 8.0005e-08, ..., 8.3409e-08, 1.2773e-06,\n 2.2469e-07],\n ...,\n [5.7557e-07, 5.8500e-08, 1.8803e-07, ..., 2.3491e-07, 1.1208e-08,\n 5.5109e-07],\n [7.1587e-08, 1.0340e-07, 1.4574e-08, ..., 3.1596e-07, 1.2660e-06,\n 3.8932e-08],\n [7.5489e-08, 3.2137e-08, 1.4294e-08, ..., 9.8872e-08, 3.3716e-07,\n 2.4513e-07]], device='cuda:0')"
49
+ },
50
+ "9": {
51
+ "step": "tensor(7512.)",
52
+ "exp_avg": "tensor([ 5.6052e-45, -4.2342e-03, -2.2327e-03, ..., 8.2003e-03,\n -7.8447e-03, 1.8590e-03], device='cuda:0')",
53
+ "exp_avg_sq": "tensor([9.6445e-10, 9.6439e-05, 8.8388e-05, ..., 1.1384e-04, 9.8066e-05,\n 8.6366e-05], device='cuda:0')"
54
+ },
55
+ "10": {
56
+ "step": "tensor(7512.)",
57
+ "exp_avg": "tensor([[-5.6052e-45, -1.2117e-04, -1.9865e-05, ..., 1.3379e-05,\n 2.8174e-05, 1.8534e-06],\n [ 5.6052e-45, 1.6658e-04, 3.2707e-05, ..., 6.7109e-05,\n 4.0815e-05, -3.0897e-05],\n [ 5.6052e-45, -1.0436e-04, -2.2746e-07, ..., 7.0458e-06,\n 5.9366e-07, -1.2702e-04],\n ...,\n [-5.6052e-45, -8.7213e-05, 5.0593e-05, ..., 1.7172e-05,\n -6.2730e-06, 3.2510e-07],\n [-5.6052e-45, -1.7850e-06, 5.1254e-05, ..., -8.5676e-06,\n 9.1215e-05, 6.2811e-05],\n [ 5.6052e-45, -1.3332e-04, -4.9414e-05, ..., 3.4743e-05,\n 7.1972e-05, 1.6398e-05]], device='cuda:0')",
58
+ "exp_avg_sq": "tensor([[4.0137e-14, 2.0347e-08, 1.8656e-08, ..., 2.3882e-08, 1.9891e-08,\n 1.6963e-08],\n [5.1055e-14, 2.3916e-08, 2.9336e-08, ..., 4.1913e-08, 2.3030e-08,\n 2.2035e-08],\n [5.7123e-15, 2.4895e-08, 3.3146e-08, ..., 3.3736e-08, 2.4180e-08,\n 2.8604e-08],\n ...,\n [5.1793e-14, 3.0890e-08, 3.2071e-08, ..., 3.3771e-08, 3.1028e-08,\n 2.6917e-08],\n [7.2608e-15, 2.3790e-08, 2.6195e-08, ..., 3.4123e-08, 2.5149e-08,\n 2.6944e-08],\n [1.8284e-15, 2.8406e-08, 2.7846e-08, ..., 3.2711e-08, 2.7703e-08,\n 2.6011e-08]], device='cuda:0')"
59
+ },
60
+ "11": {
61
+ "step": "tensor(7512.)",
62
+ "exp_avg": "tensor([[-3.2699e-04, -2.8324e-04, -3.7928e-04, ..., -1.6999e-04,\n 2.0151e-04, 1.7493e-05],\n [-8.6458e-06, 3.7679e-05, 7.8403e-05, ..., -2.3206e-04,\n 5.3445e-05, 6.0887e-05],\n [ 3.4913e-05, 9.4873e-05, 1.6118e-04, ..., 7.1718e-05,\n -3.8112e-05, -8.9738e-05],\n ...,\n [-1.5419e-05, -4.9766e-05, -9.3853e-05, ..., 1.1856e-04,\n 7.6451e-05, -1.6635e-04],\n [ 2.2027e-04, 1.6605e-04, -3.4839e-05, ..., 7.1154e-05,\n 1.2169e-04, 3.0771e-05],\n [-1.0869e-04, 1.5810e-04, 1.7695e-04, ..., -4.9774e-05,\n -5.8299e-05, -1.1082e-04]], device='cuda:0')",
63
+ "exp_avg_sq": "tensor([[1.4065e-07, 1.9432e-07, 3.7953e-07, ..., 1.0678e-07, 7.8059e-08,\n 1.4170e-07],\n [1.2191e-07, 1.8778e-07, 2.3626e-07, ..., 1.2070e-07, 7.1037e-08,\n 8.0456e-08],\n [1.1593e-07, 1.9507e-07, 1.7450e-07, ..., 8.9868e-08, 5.9661e-08,\n 7.3196e-08],\n ...,\n [1.3551e-07, 2.7685e-07, 2.7489e-07, ..., 1.2414e-07, 9.0107e-08,\n 1.2261e-07],\n [1.0587e-07, 2.0062e-07, 2.1208e-07, ..., 9.5973e-08, 5.8795e-08,\n 1.1151e-07],\n [1.1553e-07, 2.3510e-07, 2.1576e-07, ..., 1.1665e-07, 7.9232e-08,\n 1.0603e-07]], device='cuda:0')"
64
+ },
65
+ "12": {
66
+ "step": "tensor(7512.)",
67
+ "exp_avg": "tensor([ 8.7147e-03, 2.1105e-03, 1.3101e-03, 2.7265e-04, -8.8514e-03,\n 5.9702e-03, -1.4581e-03, -1.0633e-02, 2.2352e-03, -1.3110e-03,\n 7.9996e-04, -6.2526e-03, -2.0956e-03, -4.5783e-03, 1.9252e-03,\n -3.0639e-03, -1.6709e-03, -4.9211e-03, 7.3306e-03, -2.6798e-03,\n -1.7691e-03, -5.7926e-03, -1.9429e-03, 1.0271e-03, -5.5561e-03,\n 3.4466e-03, -2.5549e-03, -5.5014e-03, 4.9210e-04, 8.0153e-03,\n 6.8576e-04, 4.8599e-04, -7.5947e-03, -1.8279e-03, 1.0400e-02,\n 1.6096e-05, 1.6091e-03, 3.4593e-03, 3.4577e-03, 1.3178e-03,\n -2.7953e-03, 7.6866e-03, -1.2929e-03, -7.2331e-03, 1.4479e-03,\n 6.2666e-04, -3.9231e-04, 3.5081e-04, 6.4037e-03, 2.9105e-03,\n 3.7924e-03, -3.8473e-04, 1.3136e-03, -3.4343e-03, -6.1469e-03,\n 2.2176e-03, -8.0246e-04, 1.5537e-03, -3.3583e-03, -3.6375e-03,\n 1.6012e-03, 7.7350e-03, -2.9637e-03, 1.3000e-03, 3.2803e-03,\n -1.4010e-02, -3.3542e-03, 5.1499e-05, 1.5930e-03, -8.5696e-04,\n -6.9113e-03, 5.0173e-03, 4.4411e-04, 4.3954e-03, 4.6758e-03,\n -5.7299e-03, 4.4263e-03, 1.2453e-03, -5.9402e-03, 4.3600e-03,\n 2.8500e-03, 6.3036e-04, 8.5494e-03, 3.3743e-03, 3.3522e-03,\n -6.6258e-03, 4.5254e-03, 5.8266e-03, 2.7730e-03, -9.7024e-04,\n 2.7233e-03, -1.5709e-03, -4.7097e-03, 1.0430e-04, 2.0991e-03,\n 1.1824e-02, -3.4870e-03, -9.7194e-04, -4.3059e-04, -2.0176e-03,\n 4.0730e-04, 5.9664e-03, 1.4904e-03, -3.5836e-03, -4.6026e-03,\n 5.0215e-03, -5.4371e-03, -3.1920e-03, 3.3475e-03, -9.4281e-03,\n -5.6052e-45, -1.9961e-03, -1.4913e-03, 1.7695e-03, 8.2406e-04,\n 1.4334e-03, 1.0162e-04, -8.0277e-03, 1.8348e-03, -7.0030e-03,\n 2.6660e-05, -1.5711e-03, 3.3989e-03, 5.8508e-04, 1.2690e-02,\n -6.5405e-03, 6.1772e-03, 5.5169e-03, 7.8578e-04, 3.0716e-03,\n -3.9737e-03, 4.5807e-03, -2.9117e-04, 5.5635e-03, -2.0286e-03,\n 9.2134e-04, -2.9338e-03, -3.0661e-03, -1.0648e-02, -2.4364e-03,\n 3.1413e-03, 1.1594e-03, 1.2511e-03, 5.6684e-04, 2.4631e-03,\n -1.7083e-03, 6.6828e-04, 5.1878e-03, 1.7802e-03, -2.4319e-03,\n 1.8598e-03, -1.1628e-03, -2.1994e-03, 7.8636e-04, 2.4639e-03,\n -2.3691e-03, -4.2259e-04, 3.2912e-03, -6.3032e-03, -1.1224e-03,\n 2.7062e-03, -3.3323e-03, -5.0113e-03, 5.8391e-03, 6.3372e-04,\n 1.0604e-03, -2.0978e-03, -8.0863e-04, 3.1396e-03, 2.2645e-03,\n 3.0228e-03, 8.1778e-04, 1.5681e-03, -2.3832e-03, 7.8346e-04,\n 2.8332e-03, 4.8772e-04, 2.7070e-03, 1.2935e-03, 4.1667e-03,\n -4.1150e-07, -3.6436e-03, 4.0022e-03, 8.5158e-04, -7.6037e-05,\n 4.2921e-03, 8.6745e-03, -2.8233e-03, 3.4801e-03, 9.3993e-03,\n 3.3840e-03, -7.8708e-03, 6.0739e-03, -1.9170e-03, -5.6873e-03,\n 6.9941e-03, -2.1855e-04, 6.7774e-03, -6.6026e-03, -1.7772e-02,\n -3.1594e-04, 2.4117e-04, 4.1832e-03, -2.2338e-03, -3.1890e-04,\n -9.1399e-04, -1.7650e-03, 3.2246e-03, -1.4241e-03, 1.3516e-02,\n 3.0044e-03, 9.6156e-03, 2.3987e-03, 2.3865e-03, 8.6693e-03,\n -2.0103e-03, -9.1325e-04, -1.6456e-03, -4.3777e-04, 2.2632e-03,\n 4.1958e-03, 1.9789e-03, -2.4919e-04, -2.5651e-03, 5.0947e-03,\n 4.2447e-03, -7.1120e-04, -3.3157e-03, -7.9109e-03, -9.1787e-05,\n 8.8134e-04, 5.8144e-03, 5.4479e-03, 4.1883e-03, -1.0598e-02,\n 1.4385e-03, 2.8933e-03, -7.2491e-03, 3.9875e-03, 1.1825e-03,\n -6.1150e-04, 6.1414e-03, -1.9035e-03, -1.0715e-03, 3.7699e-03,\n 3.6034e-03, -1.3791e-02, 1.7279e-04, 2.8885e-03, 3.5477e-03,\n 2.5865e-03, -4.6755e-03, -8.2215e-03, 2.7528e-04, -4.0258e-03,\n 1.7981e-03, -3.9458e-03, -6.4726e-03, 9.5952e-04, -4.1876e-04,\n 8.9564e-03, 1.4281e-03, -9.5841e-04, 1.3586e-03, 1.2220e-03,\n 1.0622e-03, -2.4050e-03, 1.0235e-03, -4.1915e-03, 2.2795e-03,\n -1.8789e-03, 1.6131e-03, 1.3924e-03, 5.9731e-03, -3.4325e-03,\n 2.6651e-03, 3.5932e-03, 4.1789e-03, 3.6143e-04, -1.7999e-03,\n 3.2253e-03, 6.9347e-03, -6.7475e-03, 8.8407e-04, -1.0488e-03,\n 4.1561e-03, 2.5011e-03, 7.1681e-04, 5.0555e-04, -4.3651e-03,\n -1.6783e-03, -9.7560e-04, -1.6553e-03, 1.2844e-04, 1.1089e-03,\n -2.9060e-04, 2.2213e-03, 1.0773e-02, 3.5099e-03, 8.9302e-03,\n 2.9448e-03, 5.8091e-03, -2.4482e-04, 2.4770e-03, 3.2303e-03,\n 4.0661e-03, -1.2214e-02, -1.1223e-03, -1.4011e-02, -2.4696e-03,\n -2.3126e-03, -1.4786e-02, 3.1565e-03, 3.5431e-03, 7.5198e-03,\n 4.7944e-03, -1.2792e-03, 3.3129e-03, 1.2754e-03, -3.8729e-03,\n -5.0925e-03, -3.0868e-03, -6.6366e-03, 4.0341e-04, -7.6453e-03,\n 2.5534e-03, -6.2053e-04, -7.9622e-03, 6.5850e-03, -4.9160e-03,\n 4.1972e-03, -4.8355e-03, -2.0578e-04, 1.1209e-04, 4.1755e-03,\n -6.2628e-03, -9.6758e-03, -7.0129e-03, -3.0650e-03, 4.3997e-03,\n 6.4771e-03, 1.6081e-03, -3.7070e-03, -1.0859e-02, -2.0265e-03,\n 7.5543e-03, -9.4115e-04, 4.6538e-03, -9.3674e-04, 1.4048e-03,\n 2.8699e-03, -4.5313e-04, 3.9190e-04, 2.0975e-03, -5.5829e-03,\n 4.6534e-04, 9.1249e-04, 4.5975e-03, -4.0101e-04, 3.6448e-03,\n -5.5201e-03, 1.3961e-03, 4.5648e-03, -3.3261e-03, 6.6370e-04,\n -4.0677e-03, 4.5890e-03, -3.5117e-03, 1.1250e-03, 5.3668e-03,\n 5.9815e-03, 4.7326e-03, 4.8090e-03, 2.3124e-03, 2.4701e-03,\n 2.3140e-03, -1.1487e-03, -1.3089e-03, -4.1065e-03, -3.0923e-03,\n -1.0146e-03, 8.9484e-03, -6.6242e-03, -9.6100e-03, -4.3280e-03,\n -4.2680e-03, -1.1919e-03, -5.3398e-03, -5.5355e-03, 2.4289e-03,\n -6.6901e-04, -1.0898e-02, 9.1284e-05, -6.7788e-03, -2.2390e-03,\n 5.8824e-03, -1.0484e-03, -5.3061e-03, 7.1387e-03, -4.0141e-03,\n 6.5564e-03, 2.5618e-03, 3.0262e-03, -6.9157e-04, -2.8298e-03,\n 1.7301e-03, -5.6525e-05, -4.9930e-03, -1.4473e-03, 6.0604e-03,\n -3.5652e-03, 7.2415e-03, -1.8197e-05, -5.7970e-03, 4.6578e-03,\n -7.4497e-04, 3.1082e-03, 1.5811e-03, 4.5374e-03, -4.1212e-03,\n -7.6342e-04, -2.9467e-03, 5.2770e-03, -2.4969e-03, -2.2010e-03,\n -1.5425e-03, -3.7313e-03, 1.4471e-03, -1.8903e-03, -7.8051e-04,\n -3.4003e-03, -4.6502e-03, -1.1905e-03, -2.9280e-04, 1.4614e-03,\n -3.7895e-04, -1.7309e-03, 9.3074e-05, 2.0100e-03, -2.2059e-03,\n 1.0561e-03, 4.2158e-03, 1.6010e-03, 7.4183e-04, -3.9885e-03,\n -4.7476e-04, -4.3211e-04, 9.2071e-04, 6.0444e-03, 1.1869e-02,\n 9.9456e-03, -8.3439e-04, 4.6794e-03, -1.7811e-03, -3.7614e-03,\n -1.6530e-03, 5.0946e-03, -2.6596e-03, -2.4929e-03, 2.8383e-03,\n -3.2368e-03, -2.3647e-03, -1.2194e-03, -4.0421e-03, -4.7718e-03,\n 8.2635e-03, 3.0690e-03, -1.3864e-03, -2.1110e-03, 2.8287e-03,\n -3.0622e-03, -3.2507e-03, 8.8299e-04, -7.8230e-03, 2.8806e-03,\n -1.0933e-03, -1.0205e-03, -9.5099e-04, 5.3202e-04, -1.5403e-03,\n 1.4858e-03, -5.2917e-04, 4.5708e-03, 1.6580e-03, 5.4347e-04,\n 1.4569e-03, -3.9290e-03, -1.6188e-03, 2.9767e-03, 5.2033e-03,\n 3.8129e-03, -3.5457e-03, 4.3214e-03, 3.4733e-03, -7.9977e-03,\n 6.4007e-04, -2.6987e-03, -4.0487e-04, -6.1028e-03, 4.8120e-03,\n 7.2537e-04, -1.9714e-03, 1.7532e-03, 6.1463e-04, 1.4947e-03,\n -1.1753e-02, 9.5291e-04, 2.6073e-03, 1.4861e-03, -5.3615e-03,\n 1.6335e-03, 3.1511e-03, -4.4169e-03, -2.9327e-03, -2.2510e-03,\n -1.4505e-03, -2.9049e-03, -2.4116e-03, -3.0572e-03, 3.1239e-03,\n 2.1727e-03, -7.9292e-04, 3.1680e-03, -3.2005e-03, 1.3247e-03,\n -7.5652e-04, -2.8034e-03, 2.4764e-03, -4.3491e-03, 3.3244e-03,\n -5.9584e-03, 5.3444e-03, 1.8299e-03, -2.8631e-03, -3.3499e-03,\n -5.3143e-03, 2.3950e-03, 1.5012e-03, 1.3644e-03, 4.1051e-03,\n -3.3535e-03, 7.5271e-04, -2.9423e-03, 1.5855e-03, -6.5356e-03,\n -8.7980e-04, -2.0982e-03, 5.7417e-03, -4.0314e-03, 1.0514e-03,\n -1.7823e-04, 1.2729e-03, -6.0781e-03, -9.4543e-03, -2.5280e-03,\n -3.2355e-03, -5.2549e-04, 6.9664e-03, -4.4046e-03, -5.4454e-03,\n -6.4806e-04, 5.5259e-03, -5.6626e-04, 1.1895e-03, -1.7842e-04,\n 2.1344e-03, 3.0130e-03, -1.3271e-03, 2.4900e-03, 3.6196e-03,\n -2.9526e-03, -1.1103e-03, -1.8842e-03, 1.0453e-04, -1.0790e-03,\n 7.4171e-03, 4.4461e-03, 4.0866e-03, 5.6052e-45, 2.4816e-04,\n 3.4223e-03, 5.6052e-45, 2.5984e-03, -6.4372e-04, 3.9143e-03,\n 1.4970e-03, -6.8124e-03, -6.9224e-03, -6.3407e-04, -1.0413e-03,\n -2.7369e-03, 1.0625e-02, 1.0081e-02, -2.1169e-03, -4.8267e-03,\n 1.5102e-03, 9.3153e-04, -3.2707e-03, 1.0559e-02, -1.5307e-03,\n -1.5164e-03, -2.6187e-03, -2.2909e-03, 2.6189e-03, -4.8126e-03,\n 1.1939e-03, 2.5376e-03, 9.5738e-04, 1.6127e-03, 4.4772e-04,\n 4.2283e-03, 4.6650e-03, 4.3243e-03, -1.1758e-04, 2.9820e-03,\n 4.8298e-04, -2.7877e-03, -3.2229e-03, 4.1940e-03, -9.2358e-04,\n -7.1971e-03, -4.1507e-03, 1.7458e-03, -8.8549e-04, -1.5185e-03,\n 2.3520e-03, -5.1773e-03, -5.8467e-04, 1.4126e-04, 7.9104e-03,\n -2.5242e-03, 3.2355e-04, -3.2314e-03, -2.1908e-03, 6.9834e-04,\n 7.4087e-03, 3.5611e-03, -9.7244e-03, 2.0730e-03, 1.3530e-02,\n -2.7110e-04, 1.2103e-03, 2.1761e-03, 3.4696e-03, 1.4490e-03,\n -4.7897e-04, -1.4693e-04, 5.7739e-03, -1.2063e-03, -3.3281e-04,\n -1.9562e-03, 6.5116e-03, -1.7324e-03, 3.0249e-03, -1.2701e-03,\n 2.9073e-03, 9.1991e-03, 4.2692e-03, 1.4096e-02, -4.8164e-03,\n -1.0506e-02, 2.9811e-04, 5.3830e-03, 1.0564e-02, 6.5145e-03,\n -2.4880e-03, 1.8755e-03, -2.7592e-03, 6.2048e-04, -4.3124e-03,\n -1.0872e-02, -3.9270e-04, 1.0562e-03, 6.1226e-03, 1.0251e-03,\n 2.4377e-03, -2.5923e-03, -1.3612e-03, 3.4900e-03, 3.2006e-03,\n 2.1027e-03, 3.4080e-03, 2.9945e-03, -3.1874e-03, -4.3086e-04,\n -2.7718e-03, 2.0164e-03, 3.4750e-03, -6.7607e-04, -2.6065e-04,\n -6.3396e-03, 2.5983e-03, 3.7359e-04, -7.5986e-04, 5.2792e-03,\n -5.3278e-04, -6.0983e-03, -4.4283e-03, -5.1072e-03, -6.3051e-03,\n -2.4420e-03, -2.8757e-04, 1.8903e-03, -1.3821e-02, 3.5403e-03,\n -3.1535e-04, -3.3861e-03, -3.8511e-03, -1.9648e-03, -3.8292e-03,\n 4.2046e-04, -1.3132e-03, -4.1846e-03, -2.6898e-03, 2.5241e-03,\n -1.4013e-03, -4.9381e-03, -6.7672e-03, -5.9053e-03, -7.0465e-04,\n -5.2192e-03, -3.7130e-03, 6.8801e-03, -5.3529e-03, 4.8735e-03,\n -5.2948e-03, 6.6885e-03, 2.2232e-03, -3.1122e-03, -7.4186e-03,\n 3.1715e-03, -1.3442e-03, 1.6765e-03, -5.2647e-03, -7.5321e-04,\n 3.4983e-03, 3.5229e-03, 2.4004e-03, -1.2517e-03, 3.1565e-03,\n -2.0512e-03, 2.2341e-03, -1.4511e-03, 3.9416e-03, -3.7017e-03,\n -3.7396e-03, 1.3204e-02, 3.3088e-03, -2.2450e-03, 1.0813e-03,\n 3.7906e-03, -2.9308e-03, -1.1745e-03, 6.3496e-05, -2.9014e-03,\n -1.7983e-03, 1.0153e-03, -6.7765e-04, 1.2912e-03, -1.5070e-03,\n -1.6077e-03, -9.9817e-03, 2.8329e-03, -6.7447e-04, 4.6823e-03,\n -3.9003e-03, 5.6184e-04, 3.0388e-03], device='cuda:0')",
68
+ "exp_avg_sq": "tensor([1.2299e-04, 1.0745e-04, 9.7439e-05, 1.1764e-04, 1.6208e-04, 1.3274e-04,\n 1.0672e-04, 1.1884e-04, 1.3643e-04, 1.0945e-04, 1.1555e-04, 1.5878e-04,\n 1.2223e-04, 1.2229e-04, 1.1513e-04, 7.4334e-05, 1.0248e-04, 1.2367e-04,\n 1.6498e-04, 7.2945e-05, 1.0631e-04, 1.4157e-04, 1.1181e-04, 1.2048e-04,\n 1.2201e-04, 9.8311e-05, 8.1844e-05, 1.2452e-04, 1.0375e-04, 1.3042e-04,\n 1.3944e-04, 1.0108e-04, 1.2747e-04, 8.5289e-05, 1.3914e-04, 1.2676e-04,\n 1.2717e-04, 1.1730e-04, 1.0570e-04, 9.8531e-05, 1.3089e-04, 1.3208e-04,\n 1.2707e-04, 9.0043e-05, 8.6532e-05, 1.1012e-04, 3.8055e-05, 1.0249e-04,\n 1.3513e-04, 1.0038e-04, 7.3892e-05, 1.1621e-04, 1.0728e-04, 8.2960e-05,\n 1.4921e-04, 1.2575e-04, 6.2848e-05, 8.4457e-05, 1.5041e-04, 1.0088e-04,\n 1.5388e-04, 1.3677e-04, 1.3094e-04, 1.1109e-04, 1.1068e-04, 1.5498e-04,\n 1.2645e-04, 1.1498e-04, 1.5101e-04, 9.9292e-05, 9.8756e-05, 1.1585e-04,\n 1.0492e-04, 1.1855e-04, 1.2565e-04, 9.7583e-05, 1.1954e-04, 1.2967e-04,\n 1.3489e-04, 1.5969e-04, 1.1791e-04, 9.9784e-05, 1.2675e-04, 1.4561e-04,\n 1.2364e-04, 1.4761e-04, 1.0666e-04, 1.3494e-04, 9.7102e-05, 1.2669e-04,\n 1.0427e-04, 1.1209e-04, 1.4156e-04, 1.0977e-04, 8.7333e-05, 1.5082e-04,\n 1.0700e-04, 1.2308e-04, 1.2737e-04, 1.3417e-04, 1.3504e-04, 1.6555e-04,\n 1.1573e-04, 8.7797e-05, 1.2956e-04, 1.1358e-04, 1.1223e-04, 1.1328e-04,\n 1.0499e-04, 9.6477e-05, 6.6836e-11, 7.7342e-05, 1.4015e-04, 1.2211e-04,\n 1.0677e-04, 1.3558e-04, 1.4189e-04, 1.2998e-04, 1.1900e-04, 1.3036e-04,\n 1.0511e-04, 1.5200e-04, 1.3580e-04, 1.3825e-04, 1.7200e-04, 1.0012e-04,\n 9.2158e-05, 1.0850e-04, 1.2183e-04, 1.1770e-04, 1.0267e-04, 1.3768e-04,\n 1.1738e-04, 1.1518e-04, 1.2257e-04, 1.0286e-04, 1.3620e-04, 1.2571e-04,\n 1.2344e-04, 8.5884e-05, 9.5842e-05, 7.4017e-05, 1.0202e-04, 9.9569e-05,\n 1.0814e-04, 1.3023e-04, 8.9162e-05, 1.5040e-04, 1.0111e-04, 1.0665e-04,\n 1.2474e-04, 8.8684e-05, 1.0907e-04, 1.2772e-04, 1.4308e-04, 1.1413e-04,\n 1.6074e-04, 1.4135e-04, 1.2055e-04, 1.3502e-04, 1.4007e-04, 1.0288e-04,\n 1.1714e-04, 1.3390e-04, 1.1425e-04, 1.1226e-04, 1.1387e-04, 1.2827e-04,\n 1.1605e-04, 9.5599e-05, 1.2251e-04, 1.1052e-04, 1.2745e-04, 9.9725e-05,\n 8.2238e-05, 1.2197e-04, 9.4618e-05, 8.7834e-05, 1.0574e-04, 1.3701e-04,\n 1.4096e-08, 1.3315e-04, 1.0638e-04, 1.2522e-04, 1.6456e-04, 9.7736e-05,\n 1.6616e-04, 1.1849e-04, 1.0293e-04, 1.0587e-04, 9.2257e-05, 1.3174e-04,\n 1.4406e-04, 1.0757e-04, 9.9117e-05, 1.0089e-04, 1.4500e-04, 1.1684e-04,\n 8.5865e-05, 1.5697e-04, 1.2021e-04, 1.1117e-04, 1.2255e-04, 5.3744e-05,\n 1.1081e-04, 6.8658e-05, 8.5319e-05, 9.8399e-05, 9.4477e-05, 1.2339e-04,\n 1.4634e-04, 9.3716e-05, 1.3173e-04, 1.0364e-04, 6.4100e-05, 1.3412e-04,\n 1.1708e-04, 1.0569e-04, 1.1147e-04, 1.4740e-04, 1.6282e-04, 7.2187e-05,\n 9.2994e-05, 1.1574e-04, 1.0470e-04, 9.0274e-05, 9.5045e-05, 1.0601e-04,\n 1.0390e-04, 1.0052e-04, 8.9418e-05, 1.2507e-04, 1.3294e-04, 9.4171e-05,\n 1.4579e-04, 1.2468e-04, 1.0329e-04, 1.0567e-04, 1.5233e-04, 1.4059e-04,\n 1.0542e-04, 1.3739e-04, 1.2164e-04, 1.0350e-04, 1.0273e-04, 9.7437e-05,\n 1.6857e-04, 1.0111e-04, 1.3998e-04, 1.2686e-04, 1.3688e-04, 1.5338e-04,\n 1.1313e-04, 1.1084e-04, 9.6029e-05, 1.0999e-04, 1.2488e-04, 1.4651e-04,\n 1.0632e-04, 1.1367e-04, 1.3757e-04, 1.6772e-04, 7.7868e-05, 1.5554e-04,\n 1.0038e-04, 3.4183e-05, 1.0590e-04, 1.1960e-04, 1.3023e-04, 8.1045e-05,\n 1.0267e-04, 1.1060e-04, 1.0952e-04, 1.1170e-04, 1.1256e-04, 1.1562e-04,\n 1.1571e-04, 8.8334e-05, 1.2361e-04, 6.1491e-05, 1.4666e-04, 1.3960e-04,\n 1.0173e-04, 1.2836e-04, 1.1967e-04, 1.2034e-04, 7.0434e-05, 1.1010e-04,\n 1.3460e-04, 1.3515e-04, 1.0007e-04, 1.0121e-04, 1.2697e-04, 1.4072e-04,\n 1.1372e-04, 9.4284e-05, 1.3783e-04, 1.0013e-04, 9.3995e-05, 1.2687e-04,\n 1.1725e-04, 1.3567e-04, 1.3347e-04, 1.1031e-04, 9.9873e-05, 1.1916e-04,\n 1.4618e-04, 1.0389e-04, 1.3172e-04, 9.0739e-05, 1.5380e-04, 1.4151e-04,\n 1.2207e-04, 8.7022e-05, 1.2341e-04, 9.6250e-05, 1.4713e-04, 1.0697e-04,\n 1.4041e-04, 9.7589e-05, 1.3073e-04, 1.2185e-04, 1.2705e-04, 9.6948e-05,\n 1.3870e-04, 1.1970e-04, 1.1257e-04, 1.1811e-04, 9.4087e-05, 7.9407e-05,\n 1.1842e-04, 8.1587e-05, 1.1663e-04, 9.0105e-05, 1.1591e-04, 9.6729e-05,\n 1.1099e-04, 1.0819e-04, 1.1227e-04, 1.1107e-04, 1.3348e-04, 8.9965e-05,\n 1.1967e-04, 1.5094e-04, 1.1084e-04, 1.6880e-04, 1.0791e-04, 1.3935e-04,\n 9.7314e-05, 1.1446e-04, 1.3788e-04, 1.4887e-04, 8.7214e-05, 8.4123e-05,\n 1.2938e-04, 1.3397e-04, 1.0352e-04, 1.0455e-04, 1.0621e-04, 1.1697e-04,\n 7.6113e-05, 9.9088e-05, 1.5277e-04, 1.3416e-04, 7.1986e-05, 1.2692e-04,\n 8.4562e-05, 8.9996e-05, 1.0969e-04, 9.1151e-05, 1.1121e-04, 1.1046e-04,\n 1.1632e-04, 8.5431e-05, 1.5005e-04, 8.3141e-05, 6.5105e-05, 1.1511e-04,\n 1.3784e-04, 1.2321e-04, 7.4928e-05, 1.4750e-04, 1.1500e-04, 9.4825e-05,\n 1.2636e-04, 1.4860e-04, 1.1964e-04, 9.1180e-05, 8.3985e-05, 1.0578e-04,\n 1.6047e-04, 1.1872e-04, 1.1029e-04, 1.0873e-04, 9.4985e-05, 1.2782e-04,\n 9.1220e-05, 1.4519e-04, 1.0593e-04, 1.4571e-04, 1.1105e-04, 1.0706e-04,\n 1.2999e-04, 1.0105e-04, 1.4075e-04, 8.9506e-05, 1.1437e-04, 1.4279e-04,\n 1.3212e-04, 1.2027e-04, 1.4956e-04, 1.2232e-04, 1.1146e-04, 1.1841e-04,\n 1.4316e-04, 1.3489e-04, 8.2867e-05, 1.3048e-04, 1.1516e-04, 9.3356e-05,\n 1.2184e-04, 9.9447e-05, 1.3479e-04, 8.4733e-05, 8.8284e-05, 9.7178e-05,\n 7.7779e-05, 1.3524e-04, 1.2908e-04, 1.2012e-04, 1.2037e-04, 1.3122e-04,\n 9.2823e-05, 1.1823e-04, 8.4477e-05, 1.1149e-04, 1.1459e-04, 1.1112e-04,\n 1.2428e-04, 9.1127e-05, 1.4959e-04, 8.6415e-05, 1.0782e-04, 1.2358e-04,\n 1.2261e-04, 1.1821e-04, 9.1094e-05, 8.0114e-05, 1.5442e-04, 1.3300e-04,\n 1.4747e-04, 1.2027e-04, 1.0739e-04, 1.1569e-04, 1.3335e-04, 1.2022e-04,\n 9.0313e-05, 8.5648e-05, 1.3544e-04, 1.0535e-04, 8.4472e-05, 1.4180e-04,\n 1.1777e-04, 1.7449e-04, 8.9619e-05, 1.0947e-04, 1.2989e-04, 1.0737e-04,\n 1.0026e-04, 9.0382e-05, 8.7113e-05, 1.1053e-04, 1.2868e-04, 1.1281e-04,\n 1.0613e-04, 1.4477e-04, 1.1097e-04, 9.9411e-05, 1.1130e-04, 8.9610e-05,\n 1.0328e-04, 1.1263e-04, 8.2427e-05, 1.2462e-04, 1.4440e-04, 1.1078e-04,\n 9.8905e-05, 1.3810e-04, 8.6263e-05, 1.2761e-04, 1.5901e-04, 1.6989e-04,\n 1.2313e-04, 1.4254e-04, 1.2893e-04, 1.1066e-04, 1.4054e-04, 1.2760e-04,\n 1.6196e-04, 1.4476e-04, 1.0243e-04, 1.1642e-04, 9.5276e-05, 1.2386e-04,\n 1.2742e-04, 1.3208e-04, 8.6227e-05, 9.4418e-05, 1.4827e-04, 1.0006e-04,\n 1.1813e-04, 1.3586e-04, 1.4215e-04, 9.9107e-05, 1.1595e-04, 1.2870e-04,\n 1.1919e-04, 1.2409e-04, 1.1804e-04, 9.5603e-05, 1.0696e-04, 1.0921e-04,\n 1.3943e-04, 1.5970e-04, 1.4922e-04, 1.1054e-04, 1.3831e-04, 1.0052e-04,\n 1.2344e-04, 6.5613e-05, 1.2579e-04, 1.1516e-04, 1.4751e-04, 1.1108e-04,\n 1.4295e-04, 9.6615e-05, 1.2880e-04, 1.1518e-04, 1.2303e-04, 1.2640e-04,\n 1.1579e-04, 1.2877e-04, 9.5162e-05, 9.0982e-05, 1.3211e-04, 1.1189e-04,\n 1.2916e-04, 1.3374e-04, 1.2344e-04, 1.0281e-04, 1.2600e-04, 1.1475e-04,\n 1.0802e-04, 1.3348e-04, 9.4849e-05, 1.5067e-04, 1.2886e-04, 1.3975e-04,\n 1.3123e-04, 1.3242e-04, 1.3493e-04, 1.3702e-04, 1.3170e-04, 8.2681e-05,\n 7.4912e-05, 9.8671e-05, 1.0771e-04, 1.4195e-04, 1.0708e-04, 1.0675e-04,\n 9.1224e-05, 7.5156e-05, 1.3106e-04, 1.0972e-04, 1.2425e-04, 6.4839e-05,\n 1.2569e-04, 1.0363e-04, 1.6110e-10, 9.7649e-05, 7.3316e-05, 1.9968e-11,\n 8.9392e-05, 1.1754e-04, 9.2226e-05, 1.3149e-04, 1.0299e-04, 1.1442e-04,\n 1.0055e-04, 1.1578e-04, 8.5872e-05, 8.4274e-05, 9.0643e-05, 9.4739e-05,\n 1.1282e-04, 1.0257e-04, 1.2585e-04, 1.5300e-04, 1.5473e-04, 1.5047e-04,\n 9.6314e-05, 9.2148e-05, 1.0107e-04, 1.3207e-04, 1.1422e-04, 9.0465e-05,\n 1.2457e-04, 1.1492e-04, 1.1093e-04, 9.2206e-05, 1.1886e-04, 8.2551e-05,\n 7.9624e-05, 1.4159e-04, 9.7304e-05, 8.4466e-05, 1.1741e-04, 1.2592e-04,\n 1.0304e-04, 8.9259e-05, 1.3568e-04, 1.1041e-04, 9.5233e-05, 9.1096e-05,\n 9.9292e-05, 1.3619e-04, 1.1160e-04, 1.3814e-04, 9.8393e-05, 1.1620e-04,\n 1.3625e-04, 9.5634e-05, 1.1487e-04, 1.0914e-04, 1.2251e-04, 1.4118e-04,\n 1.5617e-04, 1.1835e-04, 1.2820e-04, 1.1867e-04, 9.2988e-05, 1.0923e-04,\n 8.6737e-05, 7.5341e-05, 1.2348e-04, 1.5185e-04, 1.4449e-04, 1.0481e-04,\n 1.0036e-04, 9.0010e-05, 7.9004e-05, 1.5434e-04, 1.2501e-04, 1.1699e-04,\n 1.1907e-04, 1.1202e-04, 1.0313e-04, 9.3105e-05, 1.5862e-04, 1.1158e-04,\n 1.3140e-04, 7.5568e-05, 1.0318e-04, 1.0557e-04, 1.1708e-04, 1.0661e-04,\n 7.0988e-05, 1.1709e-04, 8.5623e-05, 1.1121e-04, 1.4603e-04, 1.1842e-04,\n 1.1516e-04, 9.7210e-05, 1.3926e-04, 1.1152e-04, 1.2742e-04, 1.1465e-04,\n 9.3412e-05, 9.3748e-05, 1.2091e-04, 1.3071e-04, 1.2037e-04, 1.1733e-04,\n 1.0754e-04, 1.2798e-04, 1.1112e-04, 1.2940e-04, 9.3195e-05, 1.0131e-04,\n 1.0560e-04, 1.4605e-04, 1.2780e-04, 1.3039e-04, 1.0178e-04, 1.1331e-04,\n 1.3474e-04, 7.0344e-05, 1.4651e-04, 1.0410e-04, 9.9557e-05, 8.2977e-05,\n 1.1537e-04, 1.5979e-04, 1.0901e-04, 1.0394e-04, 6.5090e-05, 1.1584e-04,\n 1.2664e-04, 1.2819e-04, 1.0247e-04, 1.5663e-04, 1.0427e-04, 1.5461e-04,\n 9.4827e-05, 1.1319e-04, 1.4468e-04, 9.4465e-05, 1.1252e-04, 1.4663e-04,\n 1.1572e-04, 5.7511e-05, 1.3586e-04, 1.0950e-04, 8.8552e-05, 1.0751e-04,\n 1.0175e-04, 1.1393e-04, 1.3502e-04, 1.6645e-04, 1.0968e-04, 1.4565e-04,\n 8.3534e-05, 1.1873e-04, 1.3056e-04, 1.4075e-04, 1.1486e-04, 1.8708e-04,\n 1.2682e-04, 8.9291e-05, 1.6311e-04, 1.2386e-04, 1.1772e-04, 1.2960e-04,\n 9.1547e-05, 1.2372e-04, 1.3002e-04, 1.2023e-04, 1.1442e-04, 1.0675e-04,\n 1.3170e-04, 1.2394e-04, 8.2787e-05, 1.2147e-04, 9.0456e-05, 7.8483e-05,\n 1.3371e-04, 1.2256e-04, 1.2595e-04, 8.8872e-05, 1.0309e-04, 1.2474e-04,\n 1.7115e-04, 1.2409e-04, 1.4504e-04, 1.3579e-04, 1.0047e-04, 1.1051e-04],\n device='cuda:0')"
69
+ },
70
+ "13": {
71
+ "step": "tensor(7512.)",
72
+ "exp_avg": "tensor([[ 3.4874e-18, 2.2816e-11, 8.5347e-16, ..., 5.6052e-45,\n -5.6052e-45, 5.6052e-45],\n [-1.8651e-07, -2.4701e-06, 2.0609e-07, ..., 2.6056e-07,\n -1.6899e-07, -8.3609e-08],\n [ 1.1208e-05, 2.8615e-06, 1.4002e-10, ..., 4.1461e-07,\n 1.5704e-06, 7.2263e-06],\n ...,\n [-5.6052e-45, 5.6052e-45, 5.6052e-45, ..., -5.6052e-45,\n -5.6052e-45, -5.6052e-45],\n [ 1.1054e-05, 3.7777e-05, -1.4241e-05, ..., 8.7128e-05,\n 5.9689e-06, 4.9818e-05],\n [-1.4235e-06, 6.1372e-07, -4.5017e-07, ..., 1.1018e-06,\n 7.2330e-08, 2.7586e-06]], device='cuda:0')",
73
+ "exp_avg_sq": "tensor([[1.3127e-13, 1.1981e-10, 8.0233e-13, ..., 5.1842e-14, 1.7791e-13,\n 1.1810e-13],\n [1.1313e-09, 6.9687e-10, 1.2280e-09, ..., 1.9590e-09, 2.2653e-11,\n 8.6784e-11],\n [2.0339e-08, 4.2717e-09, 5.6488e-12, ..., 1.3933e-08, 2.8772e-09,\n 9.8727e-09],\n ...,\n [4.6928e-14, 5.0629e-13, 9.2226e-16, ..., 2.8221e-13, 6.3909e-13,\n 3.6362e-14],\n [8.2396e-08, 1.1547e-07, 3.6845e-09, ..., 1.1426e-07, 3.8400e-08,\n 2.3024e-08],\n [1.9599e-10, 1.1912e-09, 4.6202e-10, ..., 5.2900e-10, 1.8418e-10,\n 1.3049e-09]], device='cuda:0')"
74
+ },
75
+ "14": {
76
+ "step": "tensor(7512.)",
77
+ "exp_avg": "tensor([ 7.2859e-09, 1.9708e-04, -6.2846e-05, ..., 5.6052e-45,\n 2.1701e-03, 1.0689e-04], device='cuda:0')",
78
+ "exp_avg_sq": "tensor([5.4539e-08, 2.1026e-06, 1.6386e-05, ..., 6.3038e-10, 2.5996e-05,\n 9.2255e-07], device='cuda:0')"
79
+ },
80
+ "15": {
81
+ "step": "tensor(7512.)",
82
+ "exp_avg": "tensor([[ 5.9745e-12, 9.3400e-07, -1.0012e-06, ..., 5.6052e-45,\n -1.9154e-05, 3.4749e-08],\n [-1.0840e-11, -1.3485e-07, -4.6089e-06, ..., -5.6052e-45,\n -4.6016e-06, 6.3528e-07],\n [-1.7090e-11, 1.6353e-06, -2.7137e-06, ..., -5.6052e-45,\n 2.7531e-06, -3.4005e-08],\n ...,\n [-8.2569e-12, -7.8543e-07, 2.1339e-06, ..., -5.6052e-45,\n -3.0203e-05, 4.8325e-06],\n [-2.1007e-11, 4.7013e-07, 7.0336e-07, ..., 5.6052e-45,\n 1.2790e-05, 1.0492e-06],\n [ 4.1194e-12, -1.5152e-06, -4.8681e-07, ..., 5.6052e-45,\n -1.5383e-05, -1.1312e-07]], device='cuda:0')",
83
+ "exp_avg_sq": "tensor([[9.4896e-13, 1.6522e-11, 2.6284e-10, ..., 7.0418e-13, 3.0738e-09,\n 1.6076e-11],\n [5.8189e-12, 1.9899e-11, 5.6425e-10, ..., 3.0065e-13, 3.4445e-09,\n 3.5819e-11],\n [2.0417e-12, 4.4700e-11, 3.2462e-10, ..., 8.9206e-14, 4.0120e-09,\n 8.6239e-11],\n ...,\n [9.7528e-12, 3.5084e-11, 3.0435e-10, ..., 4.2443e-14, 3.9192e-09,\n 1.1627e-10],\n [1.6091e-11, 4.5868e-11, 5.3718e-10, ..., 1.4205e-12, 3.1353e-09,\n 5.2738e-11],\n [5.5436e-11, 6.0029e-11, 1.1182e-09, ..., 4.6875e-13, 3.8932e-09,\n 3.4595e-11]], device='cuda:0')"
84
+ },
85
+ "16": {
86
+ "step": "tensor(7512.)",
87
+ "exp_avg": "tensor([[ 9.6865e-05, -1.6490e-04, 3.0029e-04, ..., 1.5678e-05,\n -7.8882e-05, -9.6344e-05],\n [ 5.9421e-05, 3.8414e-05, -8.9891e-06, ..., -2.5871e-05,\n 2.9226e-05, -8.1618e-05],\n [-9.8579e-05, 1.3424e-04, 1.3908e-05, ..., -6.2983e-05,\n -2.2533e-05, -6.5191e-05],\n ...,\n [-2.0987e-05, -4.4200e-06, 9.0488e-06, ..., -2.0838e-05,\n 1.0020e-05, -8.5760e-05],\n [-2.4137e-05, 2.7627e-05, -3.7240e-05, ..., -6.0607e-05,\n -1.4090e-05, 7.0264e-06],\n [-1.9662e-05, 2.8018e-05, 4.6518e-05, ..., -8.1321e-05,\n 2.4335e-05, -2.1236e-05]], device='cuda:0')",
88
+ "exp_avg_sq": "tensor([[2.3692e-08, 6.4187e-08, 6.6660e-08, ..., 3.7320e-08, 3.0151e-08,\n 4.6538e-08],\n [2.3575e-08, 5.8761e-08, 4.0157e-08, ..., 4.5936e-08, 2.4835e-08,\n 4.6567e-08],\n [1.8271e-08, 3.9377e-08, 3.1166e-08, ..., 2.8570e-08, 2.2266e-08,\n 2.3263e-08],\n ...,\n [2.0153e-08, 5.8009e-08, 3.6085e-08, ..., 4.6310e-08, 2.2758e-08,\n 4.8959e-08],\n [2.5775e-08, 4.9660e-08, 4.8432e-08, ..., 4.4494e-08, 2.2244e-08,\n 3.8783e-08],\n [2.4583e-08, 5.2200e-08, 6.5937e-08, ..., 3.6561e-08, 2.7160e-08,\n 4.8510e-08]], device='cuda:0')"
89
+ },
90
+ "17": {
91
+ "step": "tensor(7512.)",
92
+ "exp_avg": "tensor([ 0.0058, -0.0009, -0.0039, ..., -0.0010, -0.0006, 0.0022],\n device='cuda:0')",
93
+ "exp_avg_sq": "tensor([4.8663e-05, 4.3475e-05, 3.0191e-05, ..., 4.0400e-05, 3.9039e-05,\n 4.0388e-05], device='cuda:0')"
94
+ }
95
+ },
96
+ "param_groups": [
97
+ {
98
+ "lr": 0.0003461460113097139,
99
+ "name": "scale_256",
100
+ "betas": [
101
+ 0.9,
102
+ 0.999
103
+ ],
104
+ "eps": 1e-08,
105
+ "weight_decay": 1e-05,
106
+ "amsgrad": false,
107
+ "maximize": false,
108
+ "foreach": null,
109
+ "capturable": false,
110
+ "differentiable": false,
111
+ "fused": null,
112
+ "decoupled_weight_decay": true,
113
+ "initial_lr": 0.001,
114
+ "params": [
115
+ 0,
116
+ 1,
117
+ 2
118
+ ]
119
+ },
120
+ {
121
+ "lr": 0.0003461460113097139,
122
+ "name": "scale_512",
123
+ "betas": [
124
+ 0.9,
125
+ 0.999
126
+ ],
127
+ "eps": 1e-08,
128
+ "weight_decay": 1e-05,
129
+ "amsgrad": false,
130
+ "maximize": false,
131
+ "foreach": null,
132
+ "capturable": false,
133
+ "differentiable": false,
134
+ "fused": null,
135
+ "decoupled_weight_decay": true,
136
+ "initial_lr": 0.001,
137
+ "params": [
138
+ 3,
139
+ 4,
140
+ 5,
141
+ 6,
142
+ 7
143
+ ]
144
+ },
145
+ {
146
+ "lr": 0.0003461460113097139,
147
+ "name": "scale_768",
148
+ "betas": [
149
+ 0.9,
150
+ 0.999
151
+ ],
152
+ "eps": 1e-08,
153
+ "weight_decay": 1e-05,
154
+ "amsgrad": false,
155
+ "maximize": false,
156
+ "foreach": null,
157
+ "capturable": false,
158
+ "differentiable": false,
159
+ "fused": null,
160
+ "decoupled_weight_decay": true,
161
+ "initial_lr": 0.001,
162
+ "params": [
163
+ 8,
164
+ 9,
165
+ 10,
166
+ 11,
167
+ 12
168
+ ]
169
+ },
170
+ {
171
+ "lr": 0.0003461460113097139,
172
+ "name": "scale_1024",
173
+ "betas": [
174
+ 0.9,
175
+ 0.999
176
+ ],
177
+ "eps": 1e-08,
178
+ "weight_decay": 1e-05,
179
+ "amsgrad": false,
180
+ "maximize": false,
181
+ "foreach": null,
182
+ "capturable": false,
183
+ "differentiable": false,
184
+ "fused": null,
185
+ "decoupled_weight_decay": true,
186
+ "initial_lr": 0.001,
187
+ "params": [
188
+ 13,
189
+ 14,
190
+ 15,
191
+ 16,
192
+ 17
193
+ ]
194
+ }
195
+ ]
196
+ },
197
+ "scheduler_state_dict": {
198
+ "T_0": 10,
199
+ "T_i": 10,
200
+ "T_mult": 2,
201
+ "eta_min": 1e-06,
202
+ "T_cur": 6,
203
+ "base_lrs": [
204
+ 0.001,
205
+ 0.001,
206
+ 0.001,
207
+ 0.001
208
+ ],
209
+ "last_epoch": 6,
210
+ "_step_count": 0,
211
+ "_is_initial": false,
212
+ "_get_lr_called_within_step": false,
213
+ "_last_lr": [
214
+ 0.0003461460113097139,
215
+ 0.0003461460113097139,
216
+ 0.0003461460113097139,
217
+ 0.0003461460113097139
218
+ ]
219
+ },
220
+ "metrics": {
221
+ "best_val_acc": 76.29,
222
+ "best_epoch": 5,
223
+ "scale_accuracies": {
224
+ "256": 69.894,
225
+ "512": 73.71,
226
+ "768": 75.304,
227
+ "1024": 75.4
228
+ },
229
+ "training_history": {
230
+ "epochs": [
231
+ 1,
232
+ 2,
233
+ 3,
234
+ 4,
235
+ 5,
236
+ 6
237
+ ],
238
+ "train_loss": [
239
+ 3.9118613697850284,
240
+ 2.66607952194092,
241
+ 2.3952484759278954,
242
+ 2.201966982775222,
243
+ 2.026744091663117,
244
+ 1.8584000322575005
245
+ ],
246
+ "train_acc": [
247
+ 68.33870994179526,
248
+ 76.85976925724749,
249
+ 79.21098498478341,
250
+ 81.16849715923061,
251
+ 83.13014618703104,
252
+ 85.12582668769957
253
+ ],
254
+ "val_acc": [
255
+ 72.328,
256
+ 74.248,
257
+ 74.928,
258
+ 75.464,
259
+ 75.994,
260
+ 76.29
261
+ ],
262
+ "scale_accs": {
263
+ "256": [
264
+ 65.922,
265
+ 67.866,
266
+ 68.668,
267
+ 69.028,
268
+ 69.476,
269
+ 69.894
270
+ ],
271
+ "512": [
272
+ 70.014,
273
+ 71.776,
274
+ 72.65,
275
+ 72.974,
276
+ 73.372,
277
+ 73.71
278
+ ],
279
+ "768": [
280
+ 71.312,
281
+ 73.326,
282
+ 74.046,
283
+ 74.52,
284
+ 74.848,
285
+ 75.304
286
+ ],
287
+ "1024": [
288
+ 71.288,
289
+ 73.572,
290
+ 74.36,
291
+ 74.86,
292
+ 75.24,
293
+ 75.4
294
+ ]
295
+ },
296
+ "lr": [
297
+ 0.0009755527298894294,
298
+ 0.0009046039886902864,
299
+ 0.0007940987335200904,
300
+ 0.0006548539886902864,
301
+ 0.0005005000000000001,
302
+ 0.0003461460113097139
303
+ ]
304
+ }
305
+ },
306
+ "train_config": {
307
+ "name": "david_training",
308
+ "run_id": "20251012_145649",
309
+ "dataset_name": "AbstractPhil/imagenet-clip-features-orderly",
310
+ "model_variant": "clip_vit_laion_b32",
311
+ "num_classes": 1000,
312
+ "preset": "hierarchical_refinement",
313
+ "custom_config_path": null,
314
+ "num_classes_override": null,
315
+ "use_belly_override": null,
316
+ "belly_expand_override": null,
317
+ "progressive_training_override": false,
318
+ "scale_warmup_epochs_override": null,
319
+ "num_epochs": 10,
320
+ "batch_size": 1024,
321
+ "learning_rate": 0.001,
322
+ "weight_decay": 1e-05,
323
+ "warmup_epochs": 3,
324
+ "use_rose_loss": true,
325
+ "rose_initial_weight": 0.1,
326
+ "rose_max_weight": 0.5,
327
+ "rose_weight_schedule": "adaptive",
328
+ "use_cayley_loss": false,
329
+ "cayley_weight": 0.001,
330
+ "scale_loss_balance": null,
331
+ "use_mixed_precision": true,
332
+ "gradient_clip": 10.0,
333
+ "scheduler_type": "cosine_restarts",
334
+ "min_lr": 1e-06,
335
+ "freeze_strategy": "never",
336
+ "freeze_threshold": 90.0,
337
+ "unfreeze_on_plateau": true,
338
+ "patience": 10,
339
+ "track_gradients": true,
340
+ "gradient_scale_threshold": 1e-05,
341
+ "gradient_scale_multiplier": 10.0,
342
+ "log_interval": 50,
343
+ "val_interval": 1,
344
+ "save_interval": 5,
345
+ "log_fusion_weights": true,
346
+ "log_loss_components": true,
347
+ "save_format": "safetensors",
348
+ "hf_repo": "AbstractPhil/gated-david",
349
+ "upload_to_hub": true,
350
+ "base_dir": "./david_training",
351
+ "num_workers": 10,
352
+ "pin_memory": true,
353
+ "prefetch_factor": 4,
354
+ "persistent_workers": true
355
+ }
356
+ }