Upload weights and configs - Run 20251012_060013
Browse files
weights/best_model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 2628344
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:66a544c61b1698b75c56658214f94751d4d7de96137eac85f25618e0cfc3abe5
|
| 3 |
size 2628344
|
weights/best_model_metadata.json
CHANGED
|
@@ -1,46 +1,46 @@
|
|
| 1 |
{
|
| 2 |
-
"epoch":
|
| 3 |
"optimizer_state_dict": {
|
| 4 |
"state": {
|
| 5 |
"0": {
|
| 6 |
-
"step": "tensor(
|
| 7 |
-
"exp_avg": "tensor([[
|
| 8 |
-
"exp_avg_sq": "tensor([[
|
| 9 |
},
|
| 10 |
"1": {
|
| 11 |
-
"step": "tensor(
|
| 12 |
-
"exp_avg": "tensor([-
|
| 13 |
-
"exp_avg_sq": "tensor([
|
| 14 |
},
|
| 15 |
"2": {
|
| 16 |
-
"step": "tensor(
|
| 17 |
-
"exp_avg": "tensor([-
|
| 18 |
-
"exp_avg_sq": "tensor([
|
| 19 |
},
|
| 20 |
"3": {
|
| 21 |
-
"step": "tensor(
|
| 22 |
-
"exp_avg": "tensor([-
|
| 23 |
-
"exp_avg_sq": "tensor([
|
| 24 |
},
|
| 25 |
"4": {
|
| 26 |
-
"step": "tensor(
|
| 27 |
-
"exp_avg": "tensor([[
|
| 28 |
-
"exp_avg_sq": "tensor([[
|
| 29 |
},
|
| 30 |
"5": {
|
| 31 |
-
"step": "tensor(
|
| 32 |
-
"exp_avg": "tensor([[
|
| 33 |
-
"exp_avg_sq": "tensor([[1.
|
| 34 |
},
|
| 35 |
"6": {
|
| 36 |
-
"step": "tensor(
|
| 37 |
-
"exp_avg": "tensor([
|
| 38 |
-
"exp_avg_sq": "tensor([6.
|
| 39 |
}
|
| 40 |
},
|
| 41 |
"param_groups": [
|
| 42 |
{
|
| 43 |
-
"lr": 0.
|
| 44 |
"name": "shared",
|
| 45 |
"betas": [
|
| 46 |
0.9,
|
|
@@ -64,7 +64,7 @@
|
|
| 64 |
]
|
| 65 |
},
|
| 66 |
{
|
| 67 |
-
"lr": 0.
|
| 68 |
"name": "scale_256",
|
| 69 |
"betas": [
|
| 70 |
0.9,
|
|
@@ -85,7 +85,7 @@
|
|
| 85 |
]
|
| 86 |
},
|
| 87 |
{
|
| 88 |
-
"lr": 0.
|
| 89 |
"name": "scale_512",
|
| 90 |
"betas": [
|
| 91 |
0.9,
|
|
@@ -106,7 +106,7 @@
|
|
| 106 |
]
|
| 107 |
},
|
| 108 |
{
|
| 109 |
-
"lr": 0.
|
| 110 |
"name": "fusion",
|
| 111 |
"betas": [
|
| 112 |
0.9,
|
|
@@ -133,30 +133,30 @@
|
|
| 133 |
"T_i": 10,
|
| 134 |
"T_mult": 2,
|
| 135 |
"eta_min": 1e-06,
|
| 136 |
-
"T_cur":
|
| 137 |
"base_lrs": [
|
| 138 |
0.01,
|
| 139 |
0.01,
|
| 140 |
0.01,
|
| 141 |
0.005
|
| 142 |
],
|
| 143 |
-
"last_epoch":
|
| 144 |
"_step_count": 0,
|
| 145 |
"_is_initial": false,
|
| 146 |
"_get_lr_called_within_step": false,
|
| 147 |
"_last_lr": [
|
| 148 |
-
0.
|
| 149 |
-
0.
|
| 150 |
-
0.
|
| 151 |
-
0.
|
| 152 |
]
|
| 153 |
},
|
| 154 |
"metrics": {
|
| 155 |
-
"best_val_acc": 74.
|
| 156 |
-
"best_epoch":
|
| 157 |
"scale_accuracies": {
|
| 158 |
-
"256": 74.
|
| 159 |
-
"512": 74.
|
| 160 |
}
|
| 161 |
},
|
| 162 |
"train_config": {
|
|
|
|
| 1 |
{
|
| 2 |
+
"epoch": 5,
|
| 3 |
"optimizer_state_dict": {
|
| 4 |
"state": {
|
| 5 |
"0": {
|
| 6 |
+
"step": "tensor(7512.)",
|
| 7 |
+
"exp_avg": "tensor([[-1.0476e-04, 1.4684e-04, -5.4445e-05, ..., -6.9014e-05,\n -4.2632e-05, -1.2358e-04],\n [-3.8172e-05, 1.1193e-03, 9.9367e-05, ..., -5.5315e-04,\n -3.3810e-04, -9.0524e-05],\n [ 1.2652e-04, -1.1793e-04, -1.6065e-04, ..., 2.6188e-04,\n -6.3858e-06, 1.0781e-04],\n ...,\n [-2.6844e-04, 6.9805e-05, -8.1254e-05, ..., -2.8205e-06,\n 3.5025e-05, 3.0055e-05],\n [ 1.1768e-04, -3.0990e-05, -4.9038e-05, ..., 6.7769e-06,\n -3.2915e-05, 3.5730e-05],\n [-1.7613e-04, 7.4652e-05, -7.6048e-05, ..., -3.5706e-05,\n -2.2487e-04, -3.7994e-05]], device='cuda:0')",
|
| 8 |
+
"exp_avg_sq": "tensor([[1.8266e-07, 2.9679e-07, 5.4206e-08, ..., 4.3237e-08, 8.7919e-08,\n 5.7231e-08],\n [2.6518e-07, 5.9451e-07, 5.4462e-08, ..., 6.4267e-08, 1.6465e-07,\n 7.2213e-08],\n [2.1543e-07, 5.2243e-07, 6.1485e-08, ..., 6.4998e-08, 5.2105e-08,\n 5.2150e-08],\n ...,\n [1.6437e-07, 4.1811e-07, 4.8337e-08, ..., 5.2833e-08, 4.6682e-08,\n 4.5906e-08],\n [2.7416e-07, 2.1517e-07, 4.7655e-08, ..., 6.5963e-08, 5.0344e-08,\n 4.1570e-08],\n [1.3077e-07, 1.5202e-07, 4.2321e-08, ..., 5.3305e-08, 5.0122e-08,\n 3.8870e-08]], device='cuda:0')"
|
| 9 |
},
|
| 10 |
"1": {
|
| 11 |
+
"step": "tensor(7512.)",
|
| 12 |
+
"exp_avg": "tensor([-4.0650e-03, -1.0697e-02, 4.2086e-03, -7.9431e-03, 6.7007e-04,\n -6.6192e-04, 1.4972e-03, -1.0990e-03, 1.8639e-03, -2.2393e-03,\n -1.7264e-03, -9.8616e-04, -1.4136e-03, -3.9560e-03, 9.4859e-04,\n -3.7549e-03, 1.1554e-03, 1.0499e-03, 2.4952e-03, -4.0265e-03,\n 1.6996e-03, -2.1274e-03, -2.3543e-03, -1.7848e-03, -1.9743e-03,\n 2.9323e-04, 6.7848e-04, -1.9350e-03, 1.9642e-03, 2.3820e-03,\n 7.2426e-03, -2.2234e-03, -1.8176e-03, 1.9047e-03, -1.2986e-03,\n -1.9190e-03, 2.5766e-03, -9.1773e-04, 2.5362e-04, 2.8018e-04,\n -1.7840e-03, -1.6839e-04, -1.2796e-03, 1.0017e-03, -9.8919e-04,\n -5.4203e-04, 1.3118e-03, 1.7986e-03, -4.1627e-04, 3.4853e-03,\n -3.0865e-03, 9.2023e-04, -1.0765e-03, -2.9190e-03, 3.9906e-03,\n -1.3958e-03, -5.8789e-04, 4.4425e-03, 3.6845e-04, -8.1916e-04,\n 2.8756e-04, -2.6383e-03, -4.9927e-03, 3.3525e-04, 2.8161e-03,\n 2.5482e-03, -3.1426e-03, -6.3134e-04, -9.9401e-05, -1.5505e-03,\n -1.1181e-03, -1.2710e-03, -2.3425e-05, 6.5457e-04, -3.6726e-03,\n 4.6590e-03, 2.4404e-03, 5.8758e-03, 3.8343e-04, -9.2248e-04,\n -1.0630e-03, -1.5388e-03, 2.2061e-03, 4.1719e-03, -5.2120e-04,\n 1.0292e-03, 6.3011e-03, -1.8530e-03, -6.0670e-04, -1.3273e-03,\n 3.4959e-03, -5.4993e-03, 4.8977e-05, 1.4483e-03, 1.0710e-03,\n 6.2764e-04, 2.6629e-03, -6.5933e-04, -3.7977e-03, 1.2836e-03,\n -3.1538e-03, -3.5017e-04, -4.3752e-03, -3.0805e-03, 1.7720e-04,\n 1.0292e-03, -2.7494e-03, 2.7540e-03, -7.3940e-03, -1.3825e-03,\n 7.9683e-04, -4.3516e-03, -1.0539e-04, 5.1128e-04, -4.2691e-04,\n -2.3098e-03, 6.9717e-04, 1.3871e-03, 4.1568e-03, 2.4840e-04,\n -1.0903e-04, 1.1735e-03, 8.1316e-04, -3.1680e-04, -5.7345e-04,\n 5.3567e-05, 5.2119e-04, -2.4521e-03, -2.8885e-05, -7.9474e-04,\n -1.1177e-03, 3.8170e-03, -5.7375e-03, 7.1578e-04, -3.7138e-03,\n -3.6892e-03, 1.7130e-03, 3.7521e-03, 4.4125e-04, 7.2503e-03,\n -3.4167e-03, 5.4555e-03, 4.3477e-04, 1.0236e-03, -2.2264e-03,\n 3.3586e-03, 5.0880e-04, -1.3269e-03, 3.6990e-03, 2.3440e-03,\n -2.9832e-03, -7.1302e-06, 2.7799e-04, 4.4653e-03, 2.2182e-03,\n 2.3280e-03, -1.4754e-03, 1.4906e-03, 5.1586e-04, 4.5071e-03,\n 4.1832e-03, -1.0074e-03, -1.1175e-03, 1.1915e-03, -2.6202e-05,\n 3.3950e-03, 3.6415e-03, -8.9608e-03, 4.4502e-03, 3.6169e-05,\n -1.7979e-03, 1.1007e-03, 1.8250e-03, -1.5959e-03, -4.9105e-03,\n -1.7775e-03, 2.0830e-03, -5.2215e-04, 3.2325e-03, 4.0192e-03,\n -3.9117e-03, -4.2118e-04, -1.7722e-03, -2.3447e-03, 3.3451e-03,\n 1.7204e-03, 2.1281e-03, -3.2351e-03, 3.2322e-04, 7.0684e-04,\n 4.9786e-03, 3.3013e-03, -1.1360e-03, 1.2252e-03, 4.4711e-03,\n -1.3163e-03, -4.5848e-03, -1.2867e-03, 5.3095e-03, 1.9680e-03,\n 1.2254e-03, 4.1739e-03, -2.0531e-03, 9.8231e-04, -5.8978e-04,\n -2.6377e-03, -1.3212e-03, -1.0451e-03, 1.6525e-03, 1.8804e-03,\n -1.4854e-03, -3.9012e-03, 4.0740e-03, 8.9675e-04, 4.8624e-03,\n 9.9924e-04, 3.8605e-03, -4.7670e-03, 1.9903e-03, -3.3177e-03,\n 5.7959e-04, -3.1224e-03, 2.5851e-03, -2.9840e-03, -2.4795e-04,\n -4.8416e-03, 1.0523e-03, -3.7707e-03, 2.0799e-03, 1.2680e-03,\n 2.0824e-04, 4.8230e-03, 5.0266e-04, -6.2388e-04, -2.9154e-03,\n -7.3358e-05, -1.7831e-04, 1.0050e-04, -1.4076e-02, -5.4958e-04,\n 5.2641e-03, 1.4737e-03, -2.9327e-04, 2.3543e-03, 2.1006e-03,\n -1.7022e-04, -3.6874e-03, -2.3935e-03, -8.9514e-04, -2.0145e-03,\n -1.6706e-03, 1.2806e-03, 1.4805e-03, 3.1950e-03, -4.3572e-03,\n -2.1066e-03, -1.3295e-03, -2.4661e-03, 1.9718e-03, 2.9441e-03,\n -1.9768e-03, 1.3761e-03, 3.8063e-04, 3.5405e-03, -1.3537e-03,\n -5.3809e-03, 1.8846e-03, -1.5924e-04, -2.7323e-03, 1.0653e-03,\n -1.6781e-03, 2.0921e-03, -3.6384e-03, 1.5691e-03, -4.5962e-04,\n 3.4127e-03, 8.6956e-05, 2.5689e-03, -2.9149e-04, -7.7949e-04,\n 3.4911e-04, 1.7391e-03, -2.1928e-03, 5.5811e-04, 5.3827e-04,\n -3.2337e-03, -8.2081e-04, -2.2027e-03, 1.7399e-03, -2.3213e-03,\n -3.2825e-03, -6.7068e-03, 4.5866e-03, -1.9328e-03, -2.3909e-03,\n 3.4404e-04, -2.7785e-03, 4.0514e-03, -1.7918e-03, 6.9728e-03,\n 1.5889e-03, -2.8961e-03, 3.1398e-03, 6.0864e-05, 3.3857e-03,\n -1.2427e-03, 1.4704e-03, -5.9679e-03, -2.5719e-04, -2.1114e-03,\n -5.5223e-04, 2.5559e-03, -6.0501e-03, -2.2400e-03, 5.8373e-03,\n 5.2092e-03, -4.9963e-04, 6.0973e-04, 2.0861e-03, -3.7824e-03,\n -2.5033e-03, -7.9507e-03, 3.2451e-03, 3.4779e-03, 1.4713e-03,\n 5.1597e-04, -8.4624e-04, -1.4840e-04, -2.6742e-03, 3.2137e-03,\n -5.8255e-04, -1.3513e-03, -7.3720e-04, -6.2815e-04, 4.5969e-03,\n 5.6411e-03, -4.0832e-04, 1.4090e-03, 2.0016e-03, 1.2773e-03,\n -5.0826e-03, 3.3930e-04, -5.5055e-04, -4.3533e-03, 2.4836e-03,\n -1.6846e-03, 3.2625e-03, -6.0981e-04, 3.8368e-04, 2.9175e-03,\n 1.5357e-03, -1.9384e-03, 4.2802e-03, -6.8474e-03, 1.4623e-03,\n -3.0221e-03, -1.7754e-03, 2.5060e-03, -1.0068e-03, -4.3200e-03,\n -1.3419e-03, -2.2232e-03, -4.3840e-03, -1.6959e-03, 5.6858e-03,\n -8.2423e-03, -1.1734e-04, 3.6250e-03, -2.7220e-03, -4.3097e-05,\n 3.9374e-04, -5.6309e-04, -1.0408e-03, -4.8655e-03, -1.3220e-03,\n -3.7765e-03, 2.2513e-03, 2.0810e-03, 2.9687e-03, 1.7469e-03,\n 2.3785e-03, -1.3201e-03, -2.6603e-03, -4.7544e-04, 1.5251e-03,\n -1.7206e-03, -3.5607e-03, 4.5749e-03, 2.1904e-03, -2.8813e-03,\n 2.7696e-03, 3.9698e-04, -9.4752e-04, 9.1856e-04, -1.5464e-03,\n -7.4353e-04, 4.6850e-03, 3.2683e-03, 4.6834e-03, 6.0797e-03,\n 1.2647e-04, 3.4914e-04, -7.0146e-04, 1.4550e-03, 1.2957e-03,\n 2.4425e-03, 2.2824e-03, -4.1570e-03, -1.1478e-03, -6.4518e-03,\n 4.6945e-04, -8.0856e-04, 2.6791e-03, 7.1952e-04, -4.1725e-05,\n -1.1952e-03, 1.9997e-03, 7.7048e-05, -1.0469e-03, -1.4194e-03,\n -1.9425e-03, 9.5513e-04, -2.0842e-03, 2.1679e-03, 9.6744e-04,\n -7.8863e-04, 1.7450e-03, 1.5592e-03, 8.7698e-04, -3.5300e-03,\n 2.9674e-04, 2.0872e-03, -8.8196e-04, 1.3896e-04, -3.0147e-03,\n 3.9493e-03, 2.9933e-03, 2.0076e-03, -1.9264e-03, 5.4531e-04,\n -3.1249e-03, 7.0288e-04, -3.3415e-03, 1.5226e-03, 2.9336e-03,\n -4.9128e-04, -4.5981e-03, -2.6960e-03, -2.0909e-04, 3.8816e-04,\n -2.3345e-03, -6.1554e-03, 9.1035e-05, 7.4243e-05, 2.3312e-04,\n 1.8262e-03, 1.6125e-03, -4.6514e-03, -7.4001e-04, 7.0161e-04,\n 2.5775e-03, 1.2368e-03, 8.1847e-04, 3.7791e-03, -9.8494e-05,\n 4.7678e-04, 1.2278e-03, 5.1715e-04, -9.7445e-04, 1.5602e-03,\n 4.1262e-03, -2.0239e-03, 4.5786e-04, -7.6535e-04, 2.4837e-03,\n -1.7779e-04, 5.1770e-03, 3.6941e-03, 7.3184e-03, 1.5474e-03,\n 3.7287e-03, 5.8666e-03, -1.5414e-03, 3.9209e-03, -1.4023e-03,\n -1.6197e-03, 3.7903e-03, -7.4730e-03, 2.1647e-03, 3.0499e-04,\n -1.2912e-03, 2.1522e-03, -7.8597e-04, -2.2835e-05, 1.6895e-03,\n 5.7954e-03, 3.2437e-03, -3.0739e-03, -2.1810e-03, 1.5426e-03,\n -3.1204e-03, -1.9040e-03, 1.3566e-03, 6.5820e-04, -2.6472e-03,\n 3.0942e-04, 1.6357e-03, -5.3756e-04, -6.1841e-03, -6.2017e-04,\n 5.9684e-04, -4.0162e-03], device='cuda:0')",
|
| 13 |
+
"exp_avg_sq": "tensor([7.9044e-05, 1.2650e-04, 1.0583e-04, 6.0173e-05, 7.4825e-05, 1.0768e-04,\n 6.6513e-05, 5.6320e-05, 7.7095e-05, 6.7059e-05, 7.5632e-05, 1.9970e-05,\n 1.0926e-04, 1.6768e-04, 5.7485e-05, 1.1637e-04, 8.9151e-05, 6.5784e-05,\n 6.9002e-05, 9.2812e-05, 6.9450e-05, 7.7188e-05, 1.4171e-04, 5.4367e-05,\n 1.3398e-04, 7.6166e-05, 7.8200e-05, 8.2538e-05, 6.4674e-05, 5.8998e-05,\n 9.5195e-05, 8.0918e-05, 7.5921e-05, 7.7598e-05, 1.3681e-04, 5.6505e-05,\n 1.6692e-04, 8.8830e-05, 4.5064e-05, 8.2643e-05, 8.4850e-05, 9.3033e-05,\n 9.1768e-05, 6.8403e-05, 8.5771e-05, 8.1532e-05, 7.8104e-05, 4.4772e-05,\n 5.0624e-05, 7.8554e-05, 2.9089e-05, 8.6010e-05, 5.6588e-05, 1.3794e-04,\n 7.3365e-05, 6.8790e-05, 7.8672e-05, 6.5850e-05, 5.4321e-05, 1.0757e-04,\n 1.1696e-04, 8.7163e-05, 7.3279e-05, 2.6543e-05, 7.5729e-05, 6.4457e-05,\n 8.0916e-05, 9.3709e-05, 8.9378e-05, 8.9040e-05, 1.1030e-04, 1.0192e-04,\n 8.0243e-05, 8.3095e-05, 5.9327e-05, 1.1334e-04, 9.7234e-05, 7.3480e-05,\n 6.0238e-05, 1.0587e-04, 9.8001e-05, 6.6206e-05, 6.1879e-05, 9.5289e-05,\n 6.7218e-05, 1.0743e-04, 1.2609e-04, 1.3764e-04, 2.0313e-05, 7.7705e-05,\n 1.0396e-04, 1.5475e-04, 9.4066e-05, 6.1863e-05, 8.4876e-05, 5.6871e-05,\n 9.7212e-05, 3.3268e-05, 6.9778e-05, 9.9921e-05, 5.4244e-05, 5.3754e-05,\n 7.6495e-05, 8.9981e-05, 7.6372e-05, 1.3249e-04, 1.1226e-04, 7.2646e-05,\n 8.6992e-05, 6.2175e-05, 6.7782e-05, 7.9907e-05, 6.5602e-05, 1.6573e-04,\n 6.8488e-05, 7.5606e-05, 8.2260e-05, 6.9341e-05, 6.8923e-05, 6.9146e-05,\n 7.8116e-05, 9.7342e-05, 8.1024e-05, 5.6675e-05, 5.5440e-05, 7.3521e-05,\n 7.4071e-05, 7.0224e-05, 7.8401e-05, 5.5645e-05, 6.7267e-05, 1.0483e-04,\n 9.7256e-05, 7.1703e-05, 6.1999e-05, 1.1384e-04, 8.1906e-05, 8.9290e-05,\n 7.4797e-05, 7.0816e-05, 1.0424e-04, 7.9729e-05, 9.1670e-05, 8.2860e-05,\n 7.7616e-05, 1.1644e-04, 9.8887e-05, 7.7108e-05, 1.0707e-04, 9.3256e-05,\n 8.6328e-05, 5.1124e-05, 6.9680e-05, 5.4942e-05, 9.0252e-05, 8.0817e-05,\n 9.9629e-05, 5.6851e-05, 1.4581e-04, 1.0745e-04, 1.1371e-04, 5.3640e-05,\n 7.3683e-05, 1.0046e-04, 3.3998e-05, 6.1696e-05, 1.1161e-04, 7.7677e-05,\n 7.8808e-05, 8.2138e-05, 6.2920e-05, 9.6528e-05, 8.4469e-05, 1.1044e-04,\n 8.1423e-05, 9.2357e-05, 9.6916e-05, 5.5769e-05, 4.9595e-05, 1.1905e-04,\n 2.2132e-04, 8.9342e-05, 5.8692e-05, 1.1017e-04, 7.0293e-05, 6.6157e-05,\n 7.7642e-05, 7.6334e-05, 6.6756e-05, 7.3735e-05, 7.5570e-05, 1.3233e-04,\n 9.3041e-05, 7.2086e-05, 9.0105e-05, 9.2837e-05, 6.9221e-05, 5.8311e-05,\n 7.0366e-05, 7.0539e-05, 8.3869e-05, 6.3387e-05, 5.5105e-05, 1.1656e-04,\n 5.9769e-05, 4.8797e-05, 6.9916e-05, 5.9716e-05, 7.1403e-05, 1.0529e-04,\n 6.2347e-05, 7.7369e-05, 1.0051e-04, 5.6168e-05, 1.5511e-04, 6.1784e-05,\n 8.9400e-05, 7.9481e-05, 5.6494e-05, 7.6084e-05, 8.7478e-05, 1.3324e-04,\n 1.0354e-04, 6.4199e-05, 9.5239e-05, 1.0274e-04, 1.0663e-04, 9.2368e-05,\n 7.1404e-05, 8.9337e-05, 6.7249e-05, 1.0221e-04, 6.4830e-05, 5.9864e-05,\n 5.3443e-05, 8.2226e-05, 1.0734e-04, 1.2454e-04, 1.0569e-04, 7.5223e-05,\n 7.6505e-05, 6.5370e-05, 7.1320e-05, 6.6125e-05, 6.2949e-05, 1.3741e-04,\n 7.7956e-05, 8.8410e-05, 5.8567e-05, 6.5929e-05, 6.6201e-05, 5.9845e-05,\n 1.0179e-04, 6.5203e-05, 8.0567e-05, 8.2454e-05, 8.4073e-05, 1.2185e-04,\n 8.4354e-05, 9.0477e-05, 9.2283e-05, 7.2102e-05, 1.1883e-04, 6.8544e-05,\n 6.6807e-05, 9.2820e-05, 6.8668e-05, 7.3322e-05, 5.5344e-05, 1.1772e-04,\n 5.0143e-05, 5.8509e-05, 9.4510e-05, 6.7102e-05, 7.2430e-05, 7.1938e-05,\n 7.5994e-05, 5.4508e-05, 9.0598e-05, 6.7847e-05, 1.1694e-04, 8.6752e-05,\n 8.9181e-05, 9.6575e-05, 7.5760e-05, 1.2555e-04, 5.1978e-05, 8.8044e-05,\n 6.5712e-05, 4.2330e-05, 8.2949e-05, 2.1557e-04, 8.1839e-05, 7.4702e-05,\n 8.7780e-05, 5.8122e-05, 1.4878e-04, 1.2667e-04, 9.0922e-05, 8.7089e-05,\n 5.7672e-05, 6.7599e-05, 9.5088e-05, 1.0039e-04, 1.4645e-04, 8.7740e-05,\n 8.2779e-05, 4.7625e-05, 6.9889e-05, 7.3854e-05, 6.4620e-05, 7.4057e-05,\n 6.6513e-05, 8.7911e-05, 6.9835e-05, 7.1406e-05, 4.9222e-05, 6.6374e-05,\n 8.8428e-05, 9.5241e-05, 6.0479e-05, 1.2236e-04, 1.6277e-04, 1.7863e-04,\n 5.5321e-05, 5.7626e-05, 6.2872e-05, 1.0339e-04, 4.4562e-05, 7.5587e-05,\n 6.0342e-05, 8.8760e-05, 9.3497e-05, 7.0716e-05, 6.3991e-05, 7.1389e-05,\n 8.0918e-05, 8.2457e-05, 1.3034e-04, 1.0216e-04, 7.0059e-05, 7.2046e-05,\n 5.8851e-05, 9.4221e-05, 8.8050e-05, 9.5520e-05, 6.8969e-05, 8.5049e-05,\n 7.9942e-05, 1.1341e-04, 6.1956e-05, 6.8039e-05, 6.7349e-05, 9.8237e-05,\n 8.9803e-05, 7.3611e-05, 5.0030e-05, 8.9171e-05, 8.7331e-05, 7.2320e-05,\n 7.4577e-05, 5.2030e-05, 1.0223e-04, 6.6162e-05, 8.8682e-05, 1.0758e-04,\n 7.5600e-05, 1.1266e-04, 6.4726e-05, 4.3406e-05, 1.5007e-04, 6.8039e-05,\n 1.0223e-04, 4.2894e-05, 1.2885e-04, 1.9379e-04, 8.0985e-05, 6.9143e-05,\n 8.5930e-05, 4.1958e-05, 8.1202e-05, 7.7500e-05, 1.8942e-04, 7.1906e-05,\n 1.0304e-04, 5.7644e-05, 5.7407e-05, 1.0829e-04, 1.1651e-04, 1.4816e-04,\n 9.7435e-05, 5.3821e-05, 9.0470e-05, 6.0057e-05, 7.1357e-05, 9.5739e-05,\n 9.9581e-05, 6.5237e-05, 6.4380e-05, 9.5784e-05, 1.6833e-04, 1.4214e-04,\n 8.0238e-05, 6.4703e-05, 7.0757e-05, 1.2290e-04, 6.9341e-05, 5.0363e-05,\n 8.9361e-05, 6.6982e-05, 9.3830e-05, 9.1458e-05, 8.0701e-05, 6.8645e-05,\n 8.6716e-05, 5.8242e-05, 1.0665e-04, 1.3590e-04, 5.7303e-05, 1.2115e-04,\n 8.2232e-05, 1.0149e-04, 8.4093e-05, 1.0057e-04, 7.6450e-05, 8.1034e-05,\n 7.1433e-05, 9.6986e-05, 8.8312e-05, 1.0775e-04, 8.5323e-05, 7.5728e-05,\n 8.9497e-05, 4.8041e-05, 6.7348e-05, 6.8989e-05, 1.1164e-04, 6.8308e-05,\n 7.7280e-05, 6.8651e-05, 1.2265e-04, 7.6751e-05, 1.0723e-04, 7.0496e-05,\n 9.0516e-05, 7.0791e-05, 9.8522e-05, 5.8824e-05, 8.6472e-05, 5.6062e-05,\n 7.9512e-05, 7.1431e-05, 9.7924e-05, 5.1957e-05, 8.7101e-05, 7.0841e-05,\n 5.5897e-05, 7.6676e-05, 7.2483e-05, 6.6670e-05, 1.0158e-04, 5.4873e-05,\n 5.6707e-05, 8.8231e-05, 8.3831e-05, 6.7501e-05, 1.2244e-04, 1.3598e-04,\n 1.1876e-04, 9.4121e-05, 1.2508e-04, 4.6354e-05, 6.4820e-05, 7.7765e-05,\n 7.5634e-05, 6.4585e-05, 5.9668e-05, 7.7742e-05, 1.3821e-04, 7.4259e-05,\n 1.0279e-04, 1.6162e-04, 7.4278e-05, 7.5195e-05, 9.4667e-05, 1.3531e-04,\n 1.5359e-04, 1.0761e-04, 1.3544e-04, 6.9130e-05, 1.2964e-04, 7.7506e-05,\n 6.5015e-05, 9.2009e-05, 9.2425e-05, 1.0831e-04, 5.4928e-05, 6.5849e-05,\n 8.2015e-05, 4.0219e-05, 7.3405e-05, 9.7640e-05, 5.9198e-05, 9.3304e-05,\n 7.8009e-05, 6.7108e-05, 8.4702e-05, 7.5752e-05, 1.1003e-04, 7.5002e-05,\n 8.9696e-05, 8.8667e-05], device='cuda:0')"
|
| 14 |
},
|
| 15 |
"2": {
|
| 16 |
+
"step": "tensor(7512.)",
|
| 17 |
+
"exp_avg": "tensor([-3.8513e-03, -8.5572e-03, 6.0776e-03, -1.2026e-02, 1.2357e-03,\n -1.7872e-04, 6.2607e-04, -1.7505e-03, 2.0814e-03, -2.7027e-03,\n -3.3420e-03, -1.0830e-02, -2.0030e-03, -3.4863e-03, 1.9999e-03,\n -3.4600e-03, 7.1585e-04, 1.1469e-03, 3.3860e-03, -4.3013e-03,\n 2.1757e-03, -2.6963e-03, -2.5677e-03, -1.9787e-03, -1.3291e-03,\n -8.9617e-05, 2.5283e-03, -2.1332e-03, 4.4076e-03, 5.0296e-03,\n 1.0222e-02, -2.6345e-03, -2.4438e-03, 1.3193e-03, -2.0814e-03,\n -2.3762e-03, 2.7222e-03, -1.7839e-03, 4.5712e-04, -2.8425e-05,\n -2.8343e-03, 2.4750e-05, -1.9491e-03, 4.0731e-04, -9.3644e-04,\n -6.9695e-04, 1.4944e-03, 3.9722e-03, 1.2088e-04, 4.2958e-03,\n -1.2445e-02, 1.1284e-03, -2.8133e-03, -2.3258e-03, 6.0273e-03,\n -1.7575e-03, -1.0629e-03, 7.3980e-03, 1.9408e-03, -1.8546e-03,\n -3.5057e-04, -2.8521e-03, -9.0046e-03, 1.4143e-02, 3.3963e-03,\n 3.6947e-03, -4.8893e-03, -3.9453e-04, -1.4325e-04, -1.8266e-03,\n 4.1827e-06, -1.9518e-03, -7.3566e-04, 1.7593e-03, -4.7284e-03,\n 7.7141e-03, 2.9426e-03, 1.1606e-02, 7.8544e-04, -2.1660e-03,\n -1.5279e-03, -2.8012e-03, 7.2453e-03, 3.4974e-03, -1.4183e-03,\n 9.5638e-04, 4.4445e-03, -3.7572e-03, 5.6052e-45, -2.3401e-03,\n 3.8351e-03, -7.4278e-03, -2.0615e-05, 7.3066e-04, 2.6953e-03,\n 1.5879e-03, 1.4657e-03, -2.3575e-03, -4.0353e-03, 1.7774e-03,\n -4.3252e-03, -2.2178e-03, -6.0781e-03, -6.3735e-03, 8.0297e-04,\n 1.6778e-03, -3.2511e-03, 3.2693e-03, -8.9601e-03, -4.8955e-03,\n 2.1565e-03, -6.3012e-03, -4.1648e-04, 6.8708e-04, -6.0389e-04,\n -4.8368e-03, 1.2898e-03, 2.1421e-03, 6.1281e-03, -2.0358e-04,\n -8.2604e-04, 1.4227e-03, 8.4742e-04, -3.4742e-04, -1.4794e-03,\n 2.9073e-06, 4.1800e-05, -2.9523e-03, -1.5554e-05, -1.3264e-04,\n -2.1820e-03, 4.3801e-03, -1.0486e-02, 2.8257e-03, -9.2064e-03,\n -5.3230e-03, 1.6700e-03, 3.8135e-03, 2.0791e-04, 1.5789e-02,\n -4.2092e-03, 1.0872e-02, 6.6621e-04, 7.7165e-04, -3.3127e-03,\n 4.3150e-03, 1.8457e-04, -2.3993e-03, 4.0038e-03, 4.5992e-03,\n -2.0808e-03, -7.5465e-04, 8.3923e-04, 6.9033e-03, 2.2078e-03,\n 2.7650e-03, -1.4290e-03, 9.0167e-04, 6.3398e-04, 4.4899e-03,\n 3.7430e-03, -2.7042e-03, -1.6219e-03, 2.3894e-04, -8.6017e-05,\n 5.5603e-03, 2.8914e-03, -1.6090e-02, 4.8928e-03, -2.8298e-04,\n -1.6932e-03, 1.4270e-03, 1.6386e-03, -1.3459e-03, -7.5163e-03,\n -2.6371e-03, 2.1183e-03, -5.5497e-04, 8.5949e-03, 4.7294e-03,\n -2.7362e-03, -3.2141e-04, -3.4990e-03, -3.6010e-03, 4.9309e-03,\n 2.4110e-03, 5.0373e-03, -7.3728e-03, 1.2761e-03, 1.6133e-03,\n 6.6850e-03, 4.7788e-03, -2.1715e-03, 2.2528e-03, 8.3472e-03,\n -7.2058e-04, -8.2287e-03, -1.6750e-03, 7.9292e-03, 2.3982e-03,\n 1.1430e-03, 9.1162e-03, -4.6600e-03, 1.3382e-03, -3.0424e-04,\n -5.5365e-03, -2.1846e-03, -9.0097e-04, 2.8589e-03, 2.0197e-03,\n -1.9409e-03, -5.5535e-03, 5.4053e-03, 1.5512e-03, 5.6009e-03,\n 1.1273e-03, 3.7146e-03, -4.9725e-03, 5.5525e-03, -5.5114e-03,\n 2.6951e-04, -3.4803e-03, 2.9504e-03, -6.5987e-03, -1.0177e-03,\n -4.1636e-03, 2.1854e-03, -4.5329e-03, 2.3842e-03, 1.8572e-03,\n 3.3913e-04, 5.9812e-03, 1.6520e-03, -1.1069e-03, -7.1017e-03,\n -8.0990e-04, -1.1861e-03, -1.8049e-04, -1.1346e-02, -8.9459e-04,\n 6.4931e-03, 1.4686e-03, -4.6959e-04, 4.5427e-03, 3.1619e-03,\n -4.6398e-04, -3.2196e-03, -3.3656e-03, -2.9883e-03, -2.8078e-03,\n -3.2764e-03, 3.1789e-03, 2.0871e-03, 4.3189e-03, -6.2244e-03,\n -3.0642e-03, -1.3180e-03, -3.8031e-03, 2.0252e-03, 2.5306e-03,\n -3.5747e-03, 1.8628e-03, 1.2844e-03, 4.7009e-03, -2.8813e-03,\n -7.7879e-03, 3.7633e-03, 5.8423e-04, -4.0729e-03, 1.1168e-03,\n -1.2662e-03, 2.8805e-03, -4.2238e-03, 2.1592e-03, -1.5382e-03,\n 7.2086e-03, 3.2398e-03, 4.0128e-03, -4.3510e-04, -1.2379e-04,\n 5.7753e-04, 1.7066e-03, -3.7103e-03, 1.2388e-03, 2.2174e-04,\n -3.0454e-03, -1.2208e-03, -5.2743e-03, 2.0411e-03, -5.3151e-03,\n -2.6690e-03, -6.9257e-03, 5.1632e-03, -1.5168e-03, -4.8594e-03,\n 6.1209e-04, -2.6783e-03, 6.3981e-03, -1.3758e-03, 1.3522e-02,\n 1.4414e-03, -8.1984e-03, 3.5526e-03, -4.7126e-04, 3.7277e-03,\n -1.8555e-03, 3.0474e-03, -1.2296e-02, -6.3527e-04, -3.0107e-03,\n -2.1582e-03, 4.6512e-03, -6.7427e-03, -2.5171e-03, 6.1719e-03,\n 6.1450e-03, -1.9543e-03, -3.5430e-04, 3.6720e-03, -3.2149e-03,\n -4.5287e-03, -1.2796e-02, 3.4127e-03, 3.2633e-03, 3.7661e-03,\n 6.6701e-04, -2.0852e-03, -4.7727e-04, -4.6547e-03, 4.8425e-03,\n -7.5717e-04, -2.4931e-04, -4.1084e-04, -8.7548e-04, 4.5088e-03,\n 7.7949e-03, -1.6058e-03, 2.4697e-03, 1.2228e-03, 2.8375e-04,\n -7.9810e-03, -1.4453e-03, -1.4916e-03, -6.1597e-03, 3.4723e-03,\n -3.5987e-03, 5.5687e-03, -7.8169e-06, 5.7677e-04, 6.4363e-03,\n 2.0682e-03, -5.2813e-03, 9.9847e-03, -6.9168e-03, 2.0359e-03,\n -5.0730e-03, -3.6344e-03, 3.1792e-03, -1.2843e-03, -6.0304e-03,\n -1.8604e-03, -4.1660e-03, -3.6175e-03, -3.4823e-03, 6.5575e-03,\n -4.2223e-03, -2.3587e-04, 5.9924e-03, -5.3411e-03, 1.3785e-03,\n 5.8992e-04, 7.2878e-05, -6.9818e-04, -8.1682e-03, -1.7866e-03,\n -4.2941e-03, 2.4214e-03, 4.3330e-03, 3.8104e-03, 3.1640e-03,\n 3.4316e-03, -1.3032e-03, -2.3405e-03, -1.4605e-03, 1.4909e-03,\n -3.9930e-03, -4.4675e-03, 5.2577e-03, 1.9615e-03, -3.6180e-03,\n 3.2569e-03, 6.6350e-04, -4.6015e-04, 1.4916e-03, -3.3952e-03,\n -3.2461e-04, 2.8356e-03, 7.1511e-03, 7.9576e-03, 6.9923e-03,\n -5.1465e-04, -3.0538e-05, -2.3703e-03, 1.5099e-03, 1.7216e-03,\n 2.7901e-03, 3.3437e-03, -8.3344e-03, -1.9635e-03, -1.1263e-02,\n 1.0615e-04, -1.4033e-03, 2.5490e-03, 1.0308e-03, 7.1134e-05,\n -2.2145e-03, 2.7400e-03, 3.7491e-04, -1.9648e-03, -1.8698e-04,\n -2.3632e-03, 1.5071e-03, -1.9068e-03, 3.3154e-03, 2.4435e-03,\n -8.3723e-04, 2.9645e-03, 2.1294e-03, 4.5113e-04, -3.1015e-03,\n -1.0048e-03, 3.9842e-03, -9.2903e-04, 4.1155e-04, -3.7253e-03,\n 6.1928e-03, 4.7296e-03, 2.7879e-03, -3.3469e-03, 1.0724e-03,\n -6.3708e-03, 7.3379e-06, -2.9046e-03, 2.9606e-03, 4.4067e-03,\n -7.3657e-04, -6.6019e-03, -3.4100e-03, -8.3417e-04, 6.4312e-04,\n -3.5325e-03, -9.5062e-03, -1.5342e-04, 1.4255e-03, 1.9599e-03,\n 4.1105e-03, 2.7222e-03, -9.7381e-03, -1.6110e-03, 2.1181e-03,\n 3.5567e-03, 1.1557e-03, 1.7519e-03, 5.5490e-03, -8.5342e-04,\n 2.2780e-03, 2.3993e-03, 7.5960e-04, -2.1534e-03, 1.7943e-03,\n 6.0675e-03, -2.0608e-03, 3.9592e-04, -1.2885e-03, 4.0209e-03,\n -5.0431e-04, 1.0391e-02, 6.3169e-03, 5.6339e-03, 2.2594e-03,\n 3.1258e-03, 6.9043e-03, -2.8595e-03, 4.1986e-03, -1.9521e-03,\n -2.2082e-04, 3.9956e-03, -7.9046e-03, 1.2162e-03, 1.4573e-04,\n -2.1541e-03, 3.9364e-03, -1.0167e-03, 6.5582e-04, 2.2715e-03,\n 9.5906e-03, 5.0136e-03, -3.5303e-03, -3.0563e-03, 1.6424e-03,\n -8.2946e-03, -1.3698e-03, 2.6467e-03, 1.2191e-03, -3.3314e-03,\n 7.5163e-04, 2.2022e-03, -9.6625e-05, -9.5281e-03, -6.6337e-04,\n 9.2407e-04, -5.6689e-03], device='cuda:0')",
|
| 18 |
+
"exp_avg_sq": "tensor([6.7080e-05, 1.3990e-04, 1.1910e-04, 1.2931e-04, 1.2418e-04, 1.0075e-04,\n 5.7832e-05, 9.2512e-05, 1.7607e-04, 1.5895e-04, 1.3211e-04, 1.3253e-03,\n 1.4287e-04, 1.5561e-04, 2.2164e-04, 8.0149e-05, 2.1692e-04, 2.1118e-04,\n 2.1915e-04, 1.1408e-04, 1.3524e-04, 8.9489e-05, 1.1254e-04, 6.6179e-05,\n 1.8689e-04, 7.8320e-05, 1.4921e-04, 1.4300e-04, 2.6043e-04, 2.5062e-04,\n 1.0629e-04, 1.4238e-04, 8.0800e-05, 7.3440e-05, 1.8155e-04, 1.0456e-04,\n 1.2900e-04, 2.0016e-04, 1.4601e-04, 8.5648e-05, 1.1185e-04, 1.3205e-04,\n 1.2499e-04, 1.4618e-04, 8.5033e-05, 1.1655e-04, 1.2427e-04, 1.7357e-04,\n 2.8983e-04, 7.5833e-05, 7.8480e-04, 3.2742e-04, 1.2578e-04, 9.0086e-05,\n 1.6703e-04, 1.1020e-04, 1.4491e-04, 1.8764e-04, 2.0136e-04, 2.1116e-04,\n 2.1231e-04, 1.1433e-04, 2.1244e-04, 6.6397e-03, 1.2889e-04, 1.2188e-04,\n 1.6758e-04, 1.3970e-04, 5.5047e-05, 1.8823e-04, 8.3930e-05, 1.8574e-04,\n 1.5499e-04, 1.1642e-04, 1.0013e-04, 2.8046e-04, 9.8373e-05, 3.6320e-04,\n 1.6885e-04, 1.6336e-04, 2.7174e-04, 4.9337e-04, 6.4346e-04, 1.3997e-04,\n 1.9225e-04, 8.5508e-05, 9.9047e-05, 1.7555e-04, 6.4169e-07, 2.5414e-04,\n 8.9852e-05, 2.3650e-04, 1.4290e-04, 1.5282e-04, 3.8993e-04, 1.4592e-04,\n 8.4592e-05, 5.4686e-04, 1.0209e-04, 2.5608e-04, 1.7736e-04, 9.5957e-05,\n 1.1229e-04, 3.3345e-04, 1.4983e-04, 8.1308e-05, 9.0502e-05, 9.1131e-05,\n 1.0866e-04, 1.8372e-04, 2.1669e-04, 1.1917e-04, 1.3771e-04, 7.3795e-05,\n 1.3592e-04, 1.0688e-04, 1.1526e-04, 1.3243e-04, 1.1825e-04, 5.8233e-05,\n 2.0430e-04, 9.5728e-05, 1.8309e-04, 2.1000e-04, 1.3527e-04, 8.4511e-05,\n 8.0261e-05, 6.5611e-05, 1.0037e-04, 2.2349e-04, 1.1793e-04, 1.8065e-04,\n 1.6524e-04, 2.6723e-04, 3.1016e-04, 2.1086e-04, 1.1468e-04, 1.3836e-04,\n 9.6933e-05, 2.4123e-04, 1.4022e-04, 2.2659e-04, 1.2221e-04, 1.6213e-04,\n 1.5989e-04, 1.4538e-04, 2.6397e-04, 1.2156e-04, 1.0250e-04, 1.5703e-04,\n 8.6489e-05, 1.8056e-04, 1.0386e-04, 1.6240e-04, 9.0547e-05, 1.3319e-04,\n 1.2126e-04, 4.9261e-05, 1.5644e-04, 1.0816e-04, 9.8496e-05, 9.6549e-05,\n 2.0461e-04, 9.9693e-05, 1.1599e-04, 1.6704e-04, 7.3889e-05, 2.1479e-04,\n 1.4566e-04, 2.2008e-04, 1.2451e-04, 1.7403e-04, 1.4020e-04, 1.1719e-04,\n 3.5606e-04, 1.2234e-04, 1.5769e-04, 2.5025e-04, 1.7641e-04, 2.1123e-04,\n 1.1980e-04, 1.5036e-04, 2.1663e-04, 4.0717e-04, 1.9088e-04, 1.0723e-04,\n 2.1059e-04, 3.7132e-04, 1.5335e-04, 1.8146e-04, 1.1462e-04, 2.0689e-04,\n 2.4542e-04, 7.6703e-05, 1.6003e-04, 8.5957e-05, 1.8809e-04, 1.0248e-04,\n 9.9208e-05, 7.6483e-05, 1.6055e-04, 2.9949e-04, 1.9388e-04, 1.3718e-04,\n 1.4912e-04, 1.7917e-04, 1.2543e-04, 1.1523e-04, 7.3645e-05, 8.7288e-05,\n 1.0007e-04, 2.6225e-04, 2.1248e-04, 1.0676e-04, 1.4092e-04, 1.2740e-04,\n 9.2477e-05, 2.0461e-04, 3.3026e-04, 1.5246e-04, 1.8673e-04, 1.4194e-04,\n 1.8299e-04, 1.7107e-04, 2.0026e-04, 5.9179e-05, 2.2257e-04, 9.7115e-05,\n 1.4004e-04, 1.0682e-04, 5.0986e-05, 1.0905e-04, 1.9190e-04, 2.4666e-04,\n 2.7863e-04, 1.3744e-04, 2.7975e-04, 2.3684e-04, 7.0303e-05, 8.7762e-05,\n 1.4419e-04, 7.3895e-05, 9.0874e-05, 1.8973e-04, 9.5525e-05, 1.0870e-04,\n 8.3574e-05, 1.4019e-04, 3.8961e-04, 1.1839e-04, 2.1187e-04, 1.8080e-04,\n 1.6736e-04, 1.1816e-04, 1.0855e-04, 1.6075e-04, 7.0249e-05, 2.2228e-04,\n 6.9500e-05, 1.2203e-04, 1.4659e-04, 2.3943e-04, 1.3773e-04, 9.9486e-05,\n 1.7389e-04, 2.4842e-04, 1.5332e-04, 7.8739e-05, 9.9926e-05, 1.8557e-04,\n 1.3114e-04, 9.4917e-05, 1.8004e-04, 1.1525e-04, 1.1882e-04, 4.7989e-04,\n 1.7082e-04, 1.5308e-04, 1.8432e-04, 2.1045e-04, 1.5229e-04, 1.5090e-04,\n 3.5640e-04, 1.2092e-04, 1.3051e-04, 1.5987e-04, 1.0710e-04, 2.8343e-04,\n 2.2393e-04, 2.9416e-04, 7.0243e-05, 1.9435e-04, 9.1278e-05, 7.4586e-05,\n 1.5186e-04, 1.5295e-04, 2.6473e-04, 3.2476e-04, 5.5834e-05, 2.9718e-04,\n 1.2473e-04, 6.7299e-04, 8.9366e-05, 6.9204e-05, 1.2083e-04, 2.1852e-04,\n 2.2238e-04, 2.0598e-04, 6.9048e-05, 1.2880e-04, 2.6523e-04, 1.1527e-04,\n 8.3270e-05, 1.4115e-04, 7.5714e-05, 8.8508e-05, 2.3978e-04, 2.3132e-04,\n 1.3292e-04, 1.2857e-04, 2.2882e-04, 2.5937e-04, 1.5124e-04, 1.5313e-04,\n 2.8530e-04, 8.4512e-05, 1.2633e-04, 1.2181e-04, 1.6241e-04, 2.0941e-04,\n 1.5192e-04, 1.9030e-04, 1.7485e-04, 1.1555e-04, 9.6714e-05, 1.2524e-04,\n 1.0468e-04, 1.5666e-04, 6.2552e-05, 1.9077e-04, 1.9606e-04, 1.5062e-04,\n 1.2745e-04, 1.7754e-04, 8.5460e-05, 2.1373e-04, 2.2314e-04, 1.3101e-04,\n 6.3487e-05, 3.2575e-04, 9.8129e-05, 2.4905e-04, 3.2169e-04, 8.0882e-05,\n 1.2246e-04, 2.6394e-04, 2.4603e-04, 1.2098e-04, 2.3137e-04, 8.7605e-05,\n 1.6542e-04, 7.8801e-05, 6.2050e-05, 1.7288e-04, 1.1554e-04, 3.8924e-05,\n 8.8972e-05, 2.9367e-04, 2.1619e-04, 1.1643e-04, 1.5027e-04, 1.4044e-04,\n 1.1098e-04, 1.7950e-04, 1.4226e-04, 3.8318e-04, 7.1797e-05, 3.5571e-04,\n 1.0851e-04, 2.3229e-04, 1.8341e-04, 1.3601e-04, 2.1021e-04, 2.2724e-04,\n 1.8647e-04, 3.4224e-04, 1.0954e-04, 1.3627e-04, 1.8470e-04, 1.5840e-04,\n 1.4187e-04, 4.8026e-04, 9.4585e-05, 1.9409e-04, 1.6469e-04, 1.3419e-04,\n 7.5739e-05, 2.8023e-04, 1.8808e-04, 5.7303e-05, 1.5641e-04, 1.2356e-04,\n 1.8221e-04, 9.5597e-05, 8.3424e-05, 2.5934e-04, 9.8085e-05, 2.2020e-04,\n 8.9191e-05, 1.9101e-04, 1.9067e-04, 2.0269e-04, 9.5673e-05, 1.1937e-04,\n 1.1601e-04, 1.5715e-04, 1.1941e-04, 1.8372e-04, 4.6460e-04, 1.5935e-04,\n 1.6047e-04, 3.1650e-04, 1.5833e-04, 1.8568e-04, 1.1825e-04, 1.4734e-04,\n 9.7555e-05, 1.7929e-04, 1.3517e-04, 7.6344e-05, 8.3221e-05, 1.3060e-04,\n 1.1288e-04, 7.6962e-04, 1.1333e-04, 1.8645e-04, 3.0073e-04, 1.3731e-04,\n 1.6009e-04, 2.3157e-04, 3.9953e-04, 9.6353e-05, 1.1094e-04, 2.1328e-04,\n 1.4211e-04, 1.8309e-04, 1.8248e-04, 1.6815e-04, 1.5420e-04, 2.7116e-04,\n 3.2759e-04, 1.2956e-04, 9.3384e-05, 2.6442e-04, 1.5474e-04, 2.3702e-04,\n 1.0328e-04, 2.4764e-04, 1.7762e-04, 1.4709e-04, 1.5973e-04, 3.6175e-04,\n 2.0191e-04, 1.8291e-04, 2.1491e-04, 3.5601e-04, 1.4852e-04, 1.6963e-04,\n 1.5541e-04, 1.7183e-04, 2.2416e-04, 1.2742e-04, 7.0441e-05, 1.4939e-04,\n 1.9151e-04, 1.1968e-04, 2.5719e-04, 1.8778e-04, 6.8571e-05, 1.0910e-04,\n 8.3211e-05, 2.0123e-04, 2.2046e-04, 7.4177e-05, 7.8361e-05, 1.0062e-04,\n 1.2021e-04, 1.1733e-04, 1.1975e-04, 9.2536e-05, 2.0621e-04, 1.6222e-04,\n 1.1284e-04, 2.0994e-04, 1.0901e-04, 1.5536e-04, 1.2478e-04, 1.1509e-04,\n 7.0512e-05, 4.0248e-05, 2.4420e-04, 7.5694e-05, 1.3362e-04, 2.0369e-04,\n 8.9813e-05, 9.3444e-05, 1.8389e-04, 1.1671e-04, 2.3366e-04, 1.3665e-04,\n 1.3332e-04, 2.0544e-04], device='cuda:0')"
|
| 19 |
},
|
| 20 |
"3": {
|
| 21 |
+
"step": "tensor(7512.)",
|
| 22 |
+
"exp_avg": "tensor([-2.7607e-03, -6.9659e-03, 3.2368e-03, -8.1332e-03, 8.2181e-04,\n -1.1886e-04, 8.5339e-04, -6.0815e-04, 1.8919e-03, -1.5670e-03,\n -1.5451e-03, -2.5828e-03, -1.1629e-03, -2.7776e-03, 1.0536e-03,\n -2.3129e-03, 9.9207e-04, 1.0706e-03, 2.6595e-03, -3.0657e-03,\n 1.7438e-03, -1.5012e-03, -1.8254e-03, -1.1557e-03, -1.3865e-03,\n 1.9387e-04, 1.1065e-03, -1.3964e-03, 1.9282e-03, 2.1210e-03,\n 5.3327e-03, -2.0826e-03, -1.0266e-03, 1.5931e-03, -1.1534e-03,\n -1.1489e-03, 1.6897e-03, -5.5992e-04, 4.0437e-04, 6.1812e-05,\n -1.1479e-03, -1.1583e-04, -1.0589e-03, 9.9955e-04, -8.4969e-04,\n -4.8823e-04, 9.3590e-04, 1.8551e-03, -5.1783e-04, 2.6785e-03,\n -3.9553e-03, 7.7258e-04, -7.5788e-04, -2.0565e-03, 3.3430e-03,\n -1.1201e-03, -2.7760e-05, 3.7631e-03, 7.4544e-04, -7.9068e-04,\n -1.2486e-04, -1.7033e-03, -5.0152e-03, 2.1292e-03, 2.5390e-03,\n 2.2827e-03, -2.8432e-03, -3.3150e-04, -4.7614e-06, -1.2007e-03,\n -5.2760e-04, -1.4074e-03, 4.1697e-06, 6.7528e-04, -2.7920e-03,\n 4.2741e-03, 1.5768e-03, 6.3191e-03, 4.8072e-04, -6.2746e-04,\n -6.1022e-04, -1.4359e-03, 2.8018e-03, 3.3240e-03, 1.3804e-04,\n 6.5939e-04, 4.0631e-03, -1.5275e-03, 5.6052e-45, -9.7978e-04,\n 2.4641e-03, -4.3289e-03, 4.2249e-04, 9.5840e-04, 1.1220e-03,\n 7.4229e-04, 1.6644e-03, -4.2402e-04, -2.8888e-03, 1.1616e-03,\n -2.3743e-03, -6.3970e-04, -3.0254e-03, -2.9634e-03, 1.8045e-04,\n 8.4184e-04, -1.9680e-03, 2.2325e-03, -5.8492e-03, -1.9864e-03,\n 9.0988e-04, -3.8153e-03, -1.2290e-04, 2.6352e-04, -5.4206e-04,\n -1.8206e-03, 8.9276e-04, 1.0049e-03, 3.8402e-03, 5.7623e-05,\n -4.3037e-04, 9.4376e-04, 6.0110e-04, -3.8070e-04, -7.8603e-04,\n 1.3019e-05, 1.1493e-06, -1.7637e-03, -3.5427e-04, -3.4174e-04,\n -9.3710e-04, 3.3010e-03, -5.2823e-03, 1.2535e-03, -3.6051e-03,\n -3.1104e-03, 1.1048e-03, 2.8649e-03, 4.1021e-04, 6.6044e-03,\n -2.6293e-03, 4.5570e-03, 5.3950e-04, 8.4535e-04, -2.0475e-03,\n 2.6391e-03, 7.0948e-05, -9.7181e-04, 2.9150e-03, 2.3325e-03,\n -1.5861e-03, -1.9595e-04, 4.6089e-04, 4.3022e-03, 1.5203e-03,\n 1.9334e-03, -1.0499e-03, 6.1155e-04, 4.6202e-04, 3.1747e-03,\n 2.5256e-03, -9.8595e-04, -8.0466e-04, 7.9579e-04, -8.9311e-05,\n 3.3755e-03, 2.6382e-03, -7.7726e-03, 3.6381e-03, -9.2803e-05,\n -9.9393e-04, 9.6462e-04, 1.3236e-03, -5.6268e-04, -4.5438e-03,\n -1.4603e-03, 1.5630e-03, -1.4891e-04, 3.2352e-03, 3.5741e-03,\n -2.3158e-03, -2.1671e-05, -1.7675e-03, -2.0438e-03, 3.6876e-03,\n 9.9900e-04, 2.3877e-03, -3.6104e-03, 4.3571e-04, 7.3265e-04,\n 4.0912e-03, 2.7776e-03, -1.0865e-03, 1.0178e-03, 3.9590e-03,\n -6.6157e-04, -4.1425e-03, -6.9091e-04, 4.7674e-03, 1.3674e-03,\n 1.0689e-03, 4.0114e-03, -2.0263e-03, 8.0478e-04, -1.1522e-04,\n -2.6557e-03, -1.1100e-03, -7.4971e-04, 1.4972e-03, 1.0737e-03,\n -1.0003e-03, -3.0440e-03, 3.8982e-03, 1.0979e-03, 3.8672e-03,\n 8.7793e-04, 2.8117e-03, -3.4803e-03, 3.0735e-03, -2.8604e-03,\n 6.1240e-04, -2.6159e-03, 2.0143e-03, -1.9667e-03, -4.5713e-04,\n -3.2521e-03, 7.0754e-04, -2.6815e-03, 2.0078e-03, 1.0454e-03,\n 2.1784e-04, 3.4845e-03, 8.0039e-04, -4.8128e-04, -3.4204e-03,\n -1.9711e-04, -5.5283e-04, 2.5561e-04, -9.5050e-03, -1.3377e-04,\n 4.6717e-03, 1.0960e-03, -6.4606e-05, 2.2954e-03, 1.9238e-03,\n 9.2033e-07, -2.2313e-03, -1.9995e-03, -8.1479e-04, -1.3908e-03,\n -1.6737e-03, 1.6466e-03, 1.3982e-03, 2.9972e-03, -2.8503e-03,\n -1.2065e-03, -8.9054e-04, -1.5286e-03, 1.6654e-03, 2.1078e-03,\n -1.8092e-03, 1.3500e-03, 1.2057e-04, 2.8839e-03, -1.1085e-03,\n -4.4109e-03, 1.9226e-03, -9.9053e-05, -2.5468e-03, 9.3205e-04,\n -1.0061e-03, 1.6730e-03, -2.8146e-03, 9.5592e-04, -7.7437e-04,\n 3.4304e-03, 9.4303e-04, 2.1827e-03, -3.6860e-05, -8.3109e-04,\n 6.0373e-04, 1.0851e-03, -2.1680e-03, 9.2096e-04, 4.5100e-04,\n -2.5994e-03, -7.9237e-04, -1.8967e-03, 1.4107e-03, -2.5037e-03,\n -1.7696e-03, -4.6780e-03, 3.7899e-03, -1.2548e-03, -2.0540e-03,\n 2.6585e-04, -2.0444e-03, 3.5965e-03, -1.0686e-03, 5.8493e-03,\n 1.2363e-03, -2.8063e-03, 2.0417e-03, -2.0019e-04, 2.3737e-03,\n -8.6381e-04, 1.4773e-03, -5.8092e-03, -4.1903e-04, -1.6993e-03,\n -6.7555e-04, 1.9966e-03, -5.3319e-03, -1.6136e-03, 4.2920e-03,\n 3.5408e-03, -9.4171e-04, 1.3153e-03, 1.8594e-03, -2.4827e-03,\n -2.0664e-03, -6.4502e-03, 1.6625e-03, 2.4580e-03, 2.1543e-03,\n 3.8070e-04, -7.7450e-04, -2.6708e-04, -2.4356e-03, 3.0973e-03,\n -3.9041e-04, -6.3795e-04, -4.7568e-04, -7.4790e-04, 3.2875e-03,\n 4.1460e-03, -4.1425e-04, 1.3310e-03, 1.1033e-03, 6.9020e-04,\n -4.6671e-03, 1.4987e-04, -4.6232e-04, -3.1251e-03, 2.3829e-03,\n -1.7888e-03, 3.2440e-03, -3.0722e-04, 4.8407e-04, 3.1476e-03,\n 1.4407e-03, -3.2007e-03, 3.9079e-03, -4.9541e-03, 1.2246e-03,\n -2.2285e-03, -1.8067e-03, 2.4405e-03, -5.4135e-04, -3.5595e-03,\n -1.3883e-03, -1.5106e-03, -2.6486e-03, -1.5803e-03, 4.3824e-03,\n -5.0651e-03, -1.2547e-05, 3.1847e-03, -3.0148e-03, 4.9193e-04,\n 6.6267e-04, -3.0684e-04, -5.3599e-04, -4.2113e-03, -1.3128e-03,\n -2.8858e-03, 1.5707e-03, 2.3778e-03, 2.5843e-03, 1.9581e-03,\n 1.9722e-03, -1.2329e-03, -1.7826e-03, -6.6113e-04, 9.6021e-04,\n -2.0971e-03, -2.5295e-03, 3.3986e-03, 1.5940e-03, -1.9737e-03,\n 2.4502e-03, 7.1092e-04, -2.6674e-04, 9.0732e-04, -1.2901e-03,\n -5.6305e-04, 2.7850e-03, 3.5289e-03, 4.4079e-03, 2.3523e-03,\n -8.8546e-05, 4.3668e-06, -4.8226e-04, 1.0485e-03, 1.0196e-03,\n 2.5015e-03, 1.8851e-03, -4.0213e-03, -8.2062e-04, -5.8956e-03,\n 6.8566e-04, -6.4029e-04, 2.1047e-03, 3.2519e-04, 1.9705e-04,\n -8.7857e-04, 1.3149e-03, 2.4105e-04, -9.4525e-04, -9.9540e-04,\n -1.4736e-03, 1.0630e-03, -1.5769e-03, 1.7402e-03, 1.2772e-03,\n -1.0351e-03, 9.0874e-04, 1.4024e-03, 5.0516e-04, -2.3432e-03,\n 2.5942e-04, 2.5967e-03, -7.3522e-04, 3.1273e-05, -2.1077e-03,\n 3.2947e-03, 2.3541e-03, 1.7044e-03, -2.3389e-03, 5.6945e-04,\n -3.2172e-03, 2.1802e-04, -1.3977e-03, 1.7105e-03, 2.4504e-03,\n -2.9727e-04, -3.4792e-03, -2.1326e-03, -2.3761e-04, 6.8151e-04,\n -2.0798e-03, -5.3746e-03, 3.4583e-04, 6.4894e-04, 3.9073e-04,\n 1.7905e-03, 1.4698e-03, -4.5025e-03, -4.6049e-04, 8.6707e-04,\n 1.8346e-03, 8.4347e-04, 8.3025e-04, 3.1975e-03, -5.2542e-05,\n 8.1446e-04, 1.1981e-03, 5.1310e-04, -1.1421e-03, 1.1880e-03,\n 3.6030e-03, -1.7095e-03, 4.4568e-04, -5.2342e-04, 2.4465e-03,\n -1.7324e-04, 4.1610e-03, 3.3345e-03, 4.6360e-03, 1.5644e-03,\n 2.5498e-03, 4.4804e-03, -1.5300e-03, 3.4260e-03, -9.2791e-04,\n -8.8056e-04, 2.3805e-03, -4.7328e-03, 1.4861e-03, -1.2383e-04,\n -1.0552e-03, 1.8351e-03, -8.0592e-04, -4.9732e-04, 1.2370e-03,\n 4.9720e-03, 2.9334e-03, -2.3395e-03, -1.4581e-03, 1.2161e-03,\n -3.8782e-03, -1.0397e-03, 1.2673e-03, 5.2598e-04, -2.0439e-03,\n 5.5105e-04, 1.1634e-03, -3.4387e-04, -5.6859e-03, -6.8960e-04,\n 4.0002e-04, -2.5184e-03], device='cuda:0')",
|
| 23 |
+
"exp_avg_sq": "tensor([3.6772e-05, 7.5158e-05, 5.9030e-05, 5.2970e-05, 4.4437e-05, 4.1891e-05,\n 2.8880e-05, 3.4424e-05, 6.0149e-05, 4.4066e-05, 4.8813e-05, 6.3799e-05,\n 6.5156e-05, 8.9749e-05, 6.1136e-05, 4.2284e-05, 7.0800e-05, 5.0228e-05,\n 6.6201e-05, 5.4520e-05, 5.0356e-05, 4.1694e-05, 5.8590e-05, 3.1550e-05,\n 9.3189e-05, 3.6375e-05, 4.6056e-05, 7.6152e-05, 6.2738e-05, 5.2711e-05,\n 5.1817e-05, 6.3882e-05, 3.2862e-05, 3.8573e-05, 7.5262e-05, 3.2056e-05,\n 7.5520e-05, 7.8995e-05, 3.1530e-05, 4.9075e-05, 4.1817e-05, 5.5039e-05,\n 4.3652e-05, 4.9681e-05, 3.8199e-05, 4.5457e-05, 4.5571e-05, 4.3564e-05,\n 6.3667e-05, 3.3141e-05, 6.5183e-05, 7.5247e-05, 4.1863e-05, 5.8633e-05,\n 4.7217e-05, 4.1622e-05, 4.1602e-05, 5.1933e-05, 5.7758e-05, 6.9573e-05,\n 6.3573e-05, 4.3557e-05, 5.6673e-05, 1.4711e-04, 5.4036e-05, 4.4006e-05,\n 6.2395e-05, 5.2842e-05, 3.1817e-05, 5.9828e-05, 4.7144e-05, 6.7627e-05,\n 5.2355e-05, 4.8122e-05, 3.2885e-05, 9.5872e-05, 5.0670e-05, 8.7640e-05,\n 4.6419e-05, 6.2057e-05, 6.1135e-05, 8.0904e-05, 8.6734e-05, 6.4846e-05,\n 6.4841e-05, 4.8486e-05, 6.3456e-05, 8.0918e-05, 9.6312e-09, 8.0481e-05,\n 4.1467e-05, 1.0440e-04, 4.2632e-05, 4.6017e-05, 1.0127e-04, 4.6878e-05,\n 4.1375e-05, 5.7861e-05, 4.6408e-05, 6.4063e-05, 4.4959e-05, 4.2252e-05,\n 3.8467e-05, 8.7354e-05, 5.4776e-05, 4.9169e-05, 4.8613e-05, 4.2029e-05,\n 4.1054e-05, 5.3578e-05, 4.9654e-05, 4.1433e-05, 6.0540e-05, 6.0248e-05,\n 4.8589e-05, 3.8196e-05, 5.6304e-05, 5.4669e-05, 4.2949e-05, 3.3460e-05,\n 6.5769e-05, 4.5692e-05, 6.1576e-05, 5.5225e-05, 3.6872e-05, 3.9636e-05,\n 3.5703e-05, 2.9617e-05, 4.5468e-05, 4.7797e-05, 3.9013e-05, 6.7647e-05,\n 5.5853e-05, 7.2813e-05, 7.6407e-05, 6.7835e-05, 4.1907e-05, 6.0783e-05,\n 4.1241e-05, 5.1938e-05, 5.8551e-05, 5.2228e-05, 5.7925e-05, 5.8411e-05,\n 5.3136e-05, 6.1246e-05, 7.7274e-05, 4.7978e-05, 4.8516e-05, 6.7724e-05,\n 4.0680e-05, 4.6097e-05, 4.3927e-05, 4.5867e-05, 4.5105e-05, 4.6308e-05,\n 5.2976e-05, 2.5612e-05, 7.0323e-05, 4.9857e-05, 4.7161e-05, 3.1289e-05,\n 5.1545e-05, 4.9925e-05, 2.6947e-05, 5.8969e-05, 5.1250e-05, 6.7652e-05,\n 5.0855e-05, 6.4815e-05, 4.2028e-05, 5.7533e-05, 5.9393e-05, 6.0775e-05,\n 8.6323e-05, 4.9029e-05, 5.4474e-05, 6.4110e-05, 4.7967e-05, 9.0503e-05,\n 7.6219e-05, 6.0281e-05, 5.1233e-05, 1.0458e-04, 7.7274e-05, 3.6850e-05,\n 6.8617e-05, 9.1616e-05, 5.4017e-05, 6.1563e-05, 4.6162e-05, 8.7221e-05,\n 7.4299e-05, 3.6624e-05, 5.8033e-05, 4.1630e-05, 5.4129e-05, 3.2312e-05,\n 4.3540e-05, 3.2488e-05, 6.3326e-05, 6.0331e-05, 4.9726e-05, 5.6022e-05,\n 4.4182e-05, 5.3772e-05, 4.0501e-05, 3.8384e-05, 3.5002e-05, 5.5728e-05,\n 3.6203e-05, 6.5208e-05, 7.5563e-05, 4.1838e-05, 7.0881e-05, 4.2994e-05,\n 4.8802e-05, 5.9181e-05, 6.9974e-05, 5.7586e-05, 6.1377e-05, 8.7791e-05,\n 6.5683e-05, 3.9509e-05, 5.7138e-05, 4.0574e-05, 7.4292e-05, 4.0676e-05,\n 4.6803e-05, 4.6285e-05, 2.8103e-05, 4.6474e-05, 5.5820e-05, 6.3217e-05,\n 6.7747e-05, 4.4108e-05, 9.1880e-05, 9.2508e-05, 4.0846e-05, 3.8101e-05,\n 5.4405e-05, 3.3842e-05, 3.5282e-05, 5.3173e-05, 3.5830e-05, 4.8034e-05,\n 3.9917e-05, 5.0004e-05, 6.3935e-05, 3.6785e-05, 6.1791e-05, 5.1378e-05,\n 6.6762e-05, 4.3827e-05, 4.5152e-05, 4.4269e-05, 3.2863e-05, 7.5468e-05,\n 4.1478e-05, 5.0742e-05, 5.5506e-05, 6.7131e-05, 6.0924e-05, 4.3372e-05,\n 4.3497e-05, 7.9375e-05, 4.4115e-05, 3.9952e-05, 4.2958e-05, 6.8229e-05,\n 4.5498e-05, 3.0344e-05, 6.5658e-05, 4.4570e-05, 4.1113e-05, 8.1616e-05,\n 5.6760e-05, 4.0953e-05, 6.4804e-05, 5.4086e-05, 5.7457e-05, 4.9499e-05,\n 9.0649e-05, 6.3048e-05, 4.6958e-05, 6.9118e-05, 4.2708e-05, 7.1891e-05,\n 6.1232e-05, 5.1377e-05, 3.4913e-05, 1.0591e-04, 4.5706e-05, 4.0196e-05,\n 4.8556e-05, 4.3230e-05, 9.7525e-05, 1.0169e-04, 2.4112e-05, 6.1625e-05,\n 3.9570e-05, 8.1834e-05, 3.7863e-05, 3.6085e-05, 6.0630e-05, 7.7909e-05,\n 6.7079e-05, 4.7139e-05, 4.2468e-05, 4.9627e-05, 5.8555e-05, 4.6199e-05,\n 3.9191e-05, 4.4761e-05, 3.0210e-05, 3.4012e-05, 6.2278e-05, 5.9834e-05,\n 4.6911e-05, 5.0074e-05, 5.9244e-05, 8.4362e-05, 7.8487e-05, 7.9090e-05,\n 7.4911e-05, 3.2975e-05, 4.1997e-05, 5.3737e-05, 4.2210e-05, 6.2292e-05,\n 4.9909e-05, 6.5853e-05, 6.2286e-05, 4.8012e-05, 3.1859e-05, 4.9234e-05,\n 5.0403e-05, 5.3019e-05, 4.7014e-05, 5.9881e-05, 6.1004e-05, 5.7870e-05,\n 4.3671e-05, 6.0436e-05, 4.8493e-05, 8.4191e-05, 6.7337e-05, 4.6919e-05,\n 3.4286e-05, 7.5532e-05, 3.9989e-05, 7.2020e-05, 5.6820e-05, 4.8114e-05,\n 5.0115e-05, 7.1305e-05, 5.2978e-05, 5.3237e-05, 7.0729e-05, 3.4324e-05,\n 7.0992e-05, 2.7183e-05, 3.4219e-05, 5.5391e-05, 5.6025e-05, 2.9765e-05,\n 3.7870e-05, 7.3561e-05, 7.6795e-05, 3.7975e-05, 8.0110e-05, 4.4760e-05,\n 4.8241e-05, 3.8240e-05, 6.3539e-05, 1.3575e-04, 3.8017e-05, 8.0155e-05,\n 4.9243e-05, 4.6230e-05, 6.2877e-05, 5.1153e-05, 1.2277e-04, 5.6904e-05,\n 5.9831e-05, 7.5763e-05, 3.3653e-05, 7.2098e-05, 5.8944e-05, 7.4863e-05,\n 6.6022e-05, 6.8774e-05, 4.1382e-05, 4.9588e-05, 5.2584e-05, 5.2433e-05,\n 3.7161e-05, 6.1423e-05, 5.5950e-05, 3.0357e-05, 7.9311e-05, 6.9421e-05,\n 5.7549e-05, 2.9500e-05, 3.2108e-05, 8.6982e-05, 4.6782e-05, 5.1447e-05,\n 4.7224e-05, 5.3853e-05, 5.8524e-05, 6.4353e-05, 4.7489e-05, 4.8100e-05,\n 5.4659e-05, 4.4431e-05, 5.4052e-05, 7.7714e-05, 7.2485e-05, 7.8435e-05,\n 5.2951e-05, 8.7645e-05, 5.7788e-05, 6.0810e-05, 5.2909e-05, 6.1472e-05,\n 4.1162e-05, 5.9538e-05, 4.7482e-05, 4.6344e-05, 3.6046e-05, 4.6626e-05,\n 3.7289e-05, 1.0133e-04, 4.3787e-05, 5.8954e-05, 8.4002e-05, 5.8329e-05,\n 6.1694e-05, 6.9639e-05, 1.2279e-04, 3.8502e-05, 5.2014e-05, 5.6797e-05,\n 5.2952e-05, 5.3902e-05, 5.3609e-05, 4.5218e-05, 6.5165e-05, 6.5128e-05,\n 9.2382e-05, 5.0025e-05, 5.2812e-05, 5.4537e-05, 5.4005e-05, 5.9330e-05,\n 3.1196e-05, 5.6197e-05, 5.4728e-05, 4.2323e-05, 5.6364e-05, 7.2318e-05,\n 4.9535e-05, 5.7271e-05, 8.5871e-05, 7.6772e-05, 6.1619e-05, 7.4572e-05,\n 6.7148e-05, 5.3921e-05, 9.6627e-05, 3.7174e-05, 3.2044e-05, 5.6244e-05,\n 5.8447e-05, 4.2809e-05, 4.3067e-05, 5.3678e-05, 4.6181e-05, 4.6420e-05,\n 4.7825e-05, 8.1057e-05, 6.9073e-05, 3.5102e-05, 3.8771e-05, 5.3487e-05,\n 6.9030e-05, 5.2079e-05, 5.4635e-05, 3.0286e-05, 7.0576e-05, 5.0844e-05,\n 4.1002e-05, 6.1326e-05, 4.3486e-05, 7.1268e-05, 4.0773e-05, 4.0631e-05,\n 4.0165e-05, 1.8349e-05, 7.6727e-05, 4.4367e-05, 4.3222e-05, 5.1802e-05,\n 3.9335e-05, 4.3658e-05, 5.7403e-05, 4.3469e-05, 8.6804e-05, 4.6202e-05,\n 5.0903e-05, 5.3346e-05], device='cuda:0')"
|
| 24 |
},
|
| 25 |
"4": {
|
| 26 |
+
"step": "tensor(7512.)",
|
| 27 |
+
"exp_avg": "tensor([[ 1.5243e-05, 7.8736e-06, -2.5839e-05, ..., 4.7188e-05,\n -1.0687e-05, 7.6508e-06],\n [-5.1150e-05, 2.1045e-05, 2.8073e-05, ..., 3.5393e-06,\n -1.3787e-05, 8.5192e-06],\n [ 8.2345e-05, 1.1107e-06, 6.9563e-05, ..., 3.2413e-05,\n 1.5435e-05, 9.1890e-05],\n ...,\n [-7.2467e-06, -7.6050e-06, 2.0028e-05, ..., 3.3386e-05,\n -2.1341e-05, 1.7761e-05],\n [ 5.3162e-05, 3.8190e-05, -2.0554e-05, ..., 1.3529e-05,\n -2.1275e-06, -6.7465e-05],\n [-5.3813e-06, -1.5176e-05, -1.9335e-06, ..., 5.1143e-08,\n -1.6105e-05, -8.8534e-05]], device='cuda:0')",
|
| 28 |
+
"exp_avg_sq": "tensor([[2.6298e-09, 4.9513e-09, 1.0050e-08, ..., 3.5032e-09, 3.8456e-09,\n 7.1111e-09],\n [5.9686e-09, 1.3812e-08, 7.8219e-09, ..., 6.1518e-09, 4.5785e-09,\n 7.4424e-09],\n [8.9919e-09, 1.3217e-08, 5.9800e-09, ..., 8.9516e-09, 3.6803e-09,\n 1.5062e-08],\n ...,\n [5.5960e-09, 1.0027e-08, 7.6728e-09, ..., 7.7413e-09, 4.0612e-09,\n 1.1318e-08],\n [6.8428e-09, 9.7014e-09, 7.3866e-09, ..., 6.5000e-09, 8.9147e-09,\n 1.3704e-08],\n [6.8334e-09, 7.4904e-09, 9.9750e-09, ..., 8.9571e-09, 5.2663e-09,\n 1.2754e-08]], device='cuda:0')"
|
| 29 |
},
|
| 30 |
"5": {
|
| 31 |
+
"step": "tensor(7512.)",
|
| 32 |
+
"exp_avg": "tensor([[ 3.0662e-07, -3.8485e-06, 2.4467e-07, ..., 2.2234e-05,\n -3.6737e-06, 2.8173e-05],\n [-1.7998e-05, 2.4683e-05, 1.2224e-05, ..., 2.1988e-06,\n -3.3924e-06, 8.1241e-06],\n [ 2.7006e-05, 1.4123e-05, 2.9388e-05, ..., 8.2925e-06,\n 6.9339e-06, 2.3136e-05],\n ...,\n [-1.6503e-05, -5.3165e-06, 1.2566e-05, ..., 2.1564e-05,\n -3.0922e-06, 3.3222e-05],\n [-2.9778e-05, 2.2200e-05, -5.5493e-06, ..., 1.9592e-05,\n -3.0363e-06, 7.1857e-06],\n [ 3.1203e-05, 2.1818e-05, 1.7791e-05, ..., 1.1962e-06,\n -6.0679e-06, -1.0499e-05]], device='cuda:0')",
|
| 33 |
+
"exp_avg_sq": "tensor([[1.0597e-09, 1.6036e-09, 2.2834e-09, ..., 1.4859e-09, 8.1425e-10,\n 2.8288e-09],\n [2.3563e-09, 5.4180e-09, 2.1270e-09, ..., 2.1666e-09, 2.3255e-09,\n 3.0195e-09],\n [2.9310e-09, 6.1376e-09, 2.4929e-09, ..., 3.4765e-09, 1.5288e-09,\n 4.7774e-09],\n ...,\n [3.1948e-09, 4.5011e-09, 3.1796e-09, ..., 1.9789e-09, 2.0497e-09,\n 2.4348e-09],\n [3.4473e-09, 8.6402e-09, 2.8354e-09, ..., 2.5172e-09, 1.8548e-09,\n 3.8387e-09],\n [1.7647e-09, 4.1360e-09, 2.2267e-09, ..., 2.9196e-09, 1.3635e-09,\n 4.2671e-09]], device='cuda:0')"
|
| 34 |
},
|
| 35 |
"6": {
|
| 36 |
+
"step": "tensor(7512.)",
|
| 37 |
+
"exp_avg": "tensor([ 0.0001, -0.0001], device='cuda:0')",
|
| 38 |
+
"exp_avg_sq": "tensor([6.1711e-06, 6.1711e-06], device='cuda:0')"
|
| 39 |
}
|
| 40 |
},
|
| 41 |
"param_groups": [
|
| 42 |
{
|
| 43 |
+
"lr": 0.0034555695366224513,
|
| 44 |
"name": "shared",
|
| 45 |
"betas": [
|
| 46 |
0.9,
|
|
|
|
| 64 |
]
|
| 65 |
},
|
| 66 |
{
|
| 67 |
+
"lr": 0.0034555695366224513,
|
| 68 |
"name": "scale_256",
|
| 69 |
"betas": [
|
| 70 |
0.9,
|
|
|
|
| 85 |
]
|
| 86 |
},
|
| 87 |
{
|
| 88 |
+
"lr": 0.0034555695366224513,
|
| 89 |
"name": "scale_512",
|
| 90 |
"betas": [
|
| 91 |
0.9,
|
|
|
|
| 106 |
]
|
| 107 |
},
|
| 108 |
{
|
| 109 |
+
"lr": 0.001728112022559819,
|
| 110 |
"name": "fusion",
|
| 111 |
"betas": [
|
| 112 |
0.9,
|
|
|
|
| 133 |
"T_i": 10,
|
| 134 |
"T_mult": 2,
|
| 135 |
"eta_min": 1e-06,
|
| 136 |
+
"T_cur": 6,
|
| 137 |
"base_lrs": [
|
| 138 |
0.01,
|
| 139 |
0.01,
|
| 140 |
0.01,
|
| 141 |
0.005
|
| 142 |
],
|
| 143 |
+
"last_epoch": 6,
|
| 144 |
"_step_count": 0,
|
| 145 |
"_is_initial": false,
|
| 146 |
"_get_lr_called_within_step": false,
|
| 147 |
"_last_lr": [
|
| 148 |
+
0.0034555695366224513,
|
| 149 |
+
0.0034555695366224513,
|
| 150 |
+
0.0034555695366224513,
|
| 151 |
+
0.001728112022559819
|
| 152 |
]
|
| 153 |
},
|
| 154 |
"metrics": {
|
| 155 |
+
"best_val_acc": 74.82,
|
| 156 |
+
"best_epoch": 5,
|
| 157 |
"scale_accuracies": {
|
| 158 |
+
"256": 74.452,
|
| 159 |
+
"512": 74.806
|
| 160 |
}
|
| 161 |
},
|
| 162 |
"train_config": {
|
weights/checkpoint_epoch_5.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0a96eeb8b34b350e0fee91376543aa1b6c4232bb17eb818e77edc515c349c314
|
| 3 |
+
size 2628344
|
weights/checkpoint_epoch_5_metadata.json
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
|
|